-- Logs begin at Wed 2022-02-16 11:59:34 UTC, end at Wed 2022-02-16 13:49:51 UTC. -- Feb 16 12:35:45.652018 dv-neutron-829527-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Feb 16 12:35:48.210071 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.common.config [-] Logging enabled! Feb 16 12:35:48.210835 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev37 Feb 16 12:35:48.210835 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87594) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 12:35:48.213892 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.common.config [-] Logging enabled! Feb 16 12:35:48.214146 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev37 Feb 16 12:35:48.214455 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87594) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 12:35:48.215386 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 12:35:48.215615 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 12:35:48.215972 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 12:35:48.216215 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 12:35:48.216440 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 12:35:48.216785 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.217086 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.217373 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.217586 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.217880 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.218161 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.218443 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.218727 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.219024 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.219308 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.219583 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.219854 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.220085 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.220365 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.220674 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.220963 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.221187 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] debug = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.221468 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.221891 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.222300 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.222584 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.222871 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.223151 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.223438 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.223723 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.224495 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.224863 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] host = dv-neutron-829527-1-hyperv {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.225152 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.225445 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.225735 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.226022 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.226301 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.226580 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.226866 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.227140 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.227415 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] log_file = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.227692 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.227980 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.228268 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.228557 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.228810 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.229033 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.229319 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.229606 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.229889 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.230163 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.230439 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.230716 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.230990 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.231259 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.231545 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.231827 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.232110 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.232384 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.232690 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.232968 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.233242 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.233525 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.233799 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.234070 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.234342 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.234624 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.234894 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.235168 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.235469 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.235752 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.236032 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.236319 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.236595 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.236901 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.237180 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.237455 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.237731 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] use_json = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.238004 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.238274 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.238556 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.238830 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.239103 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.239619 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.239992 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.240285 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.240563 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:48.240887 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.241188 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.241492 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.241782 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.242074 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.242355 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.242643 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.242924 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.243218 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.243509 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.243800 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.244084 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.244372 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.244679 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.244977 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.245284 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.245582 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.245872 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.246149 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.246423 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.246698 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.246976 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.247268 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.247564 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.247855 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.248131 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.248412 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.248730 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.249013 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.249289 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.249569 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.249861 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.250139 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.250416 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.250698 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.250975 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.251246 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.251519 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.251797 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.252086 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.252364 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.252666 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.252940 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.253216 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.253488 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.253770 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.254046 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.254318 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.254591 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.254922 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.255708 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.255995 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.256284 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.256566 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.256878 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.257158 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.257438 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.257717 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.257996 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.258271 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.258546 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.258824 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.259102 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.259377 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.259652 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.259932 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.260206 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.260479 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.260798 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.261099 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.261377 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.261656 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.261936 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.262213 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.262488 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.262764 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.263042 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.263319 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.263590 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.263880 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.264165 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.264449 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.264758 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.265038 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.265332 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.265609 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.265890 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.266166 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.266448 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.266731 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.267014 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.267306 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.267597 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.267891 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.268181 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.268472 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.268782 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.269089 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.269367 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:48.269584 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 12:35:48.269830 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87594) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 16 12:35:48.677058 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO keyring.backend [-] Loading KWallet Feb 16 12:35:48.684478 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO keyring.backend [-] Loading SecretService Feb 16 12:35:48.688109 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO keyring.backend [-] Loading Windows Feb 16 12:35:48.689471 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO keyring.backend [-] Loading chainer Feb 16 12:35:48.690050 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO keyring.backend [-] Loading macOS Feb 16 12:35:48.725030 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 16 12:35:48.725303 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 16 12:35:48.725613 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 16 12:35:48.725944 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 16 12:35:49.122904 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.123161 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.123468 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.124684 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.124992 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.125377 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.160630 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.160930 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.161376 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.174812 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.175075 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.175338 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.205926 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.206202 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.206470 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.251342 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.251961 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.251961 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.492564 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.492828 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.493129 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.493392 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.494136 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.616574 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.616921 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.617214 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.617475 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.617756 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.618074 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.618346 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.618608 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.618866 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.619148 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.619397 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.619661 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.619925 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.620178 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.620457 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.620742 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.621004 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.621274 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.621509 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.621791 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.622139 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.622390 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.622637 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.622916 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.623165 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.623409 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.623794 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87594) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 12:35:49.624033 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87594) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 12:35:49.624267 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87594) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 12:35:49.624510 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87594) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 12:35:49.624765 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87594) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 12:35:49.624999 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87594) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 12:35:49.625369 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 16 12:35:49.628492 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 16 12:35:49.633032 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 16 12:35:49.636864 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Feb 16 12:35:49.638508 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 16 12:35:49.638966 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 16 12:35:49.639298 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 16 12:35:49.639680 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 16 12:35:49.643611 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 16 12:35:49.643865 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 16 12:35:49.644210 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 16 12:35:49.673151 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 16 12:35:49.673538 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.673838 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87594) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 16 12:35:49.674200 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.675578 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87594) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 16 12:35:49.675858 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 16 12:35:49.676107 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 16 12:35:49.679498 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.679786 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:49.744206 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 16 12:35:49.744444 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 16 12:35:49.744715 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 16 12:35:49.745087 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 16 12:35:49.781753 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_db.sqlalchemy.engines [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87594) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 16 12:35:50.118678 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.managers [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Initializing driver for type 'gre' Feb 16 12:35:50.119180 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] gre ID ranges: [(1, 1000)] Feb 16 12:35:50.173067 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.managers [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Initializing driver for type 'local' Feb 16 12:35:50.173402 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.managers [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Initializing driver for type 'vlan' Feb 16 12:35:50.187509 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] VlanTypeDriver initialization complete Feb 16 12:35:50.187924 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.managers [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Initializing driver for type 'vxlan' Feb 16 12:35:50.188531 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] vxlan ID ranges: [(1, 1000)] Feb 16 12:35:50.241517 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.managers [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Initializing extension driver 'port_security' Feb 16 12:35:50.241884 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.extensions.port_security [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] PortSecurityExtensionDriver initialization complete Feb 16 12:35:50.242222 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.managers [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Initializing mechanism driver 'openvswitch' Feb 16 12:35:50.242542 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.managers [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Initializing mechanism driver 'hyperv' Feb 16 12:35:50.249260 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.plugin [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:35:50.249928 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > port after_create 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.250296 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > port after_update 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.250649 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > port after_delete 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.251172 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87594) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 12:35:50.251599 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > subnet after_create 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.252181 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > subnet after_update 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.252305 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.252677 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87594) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 12:35:50.253081 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > network after_create 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.253426 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > network after_update 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.253764 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > network after_delete 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.254143 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87594) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 12:35:50.254537 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > security_group after_create 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.254877 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > security_group after_update 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.255275 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.255662 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87594) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 12:35:50.256058 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.256400 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.256760 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.257274 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87594) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 12:35:50.257674 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > address_group after_create 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.258016 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > address_group after_update 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.258352 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.258736 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87594) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 12:35:50.259177 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] ML2 OVO RPC backend initialized. {{(pid=87594) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Feb 16 12:35:50.259876 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.260229 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.260663 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > network before_response 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.261010 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > networks before_response 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.261351 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > port before_response 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.261687 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > ports before_response 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.262023 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > subnet before_response 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.262357 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > subnets before_response 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.262694 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > network after_create 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.263028 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > network after_update 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.263356 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > network after_delete 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.263686 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > port after_create 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.264013 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > port after_update 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.264340 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > port after_delete 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.264689 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > subnet after_create 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.265025 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > subnet after_update 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.265351 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.265921 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.plugin [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Modular L2 Plugin initialization complete Feb 16 12:35:50.266260 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading services supported by the core plugin {{(pid=87594) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 16 12:35:50.266581 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.plugins.ml2.managers [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Got port-security extension from driver 'port_security' Feb 16 12:35:50.267037 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.extensions.vlantransparent [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Disabled vlantransparent extension. Feb 16 12:35:50.267521 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87594) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 16 12:35:50.267830 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading Plugin: router Feb 16 12:35:50.310521 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.310910 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > router after_create 55549900 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.311273 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > router before_create 55549900 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.311634 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.311999 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.312350 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > router after_delete 55549900 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.312728 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.313089 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > router after_create 55549900 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.313433 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > router after_update 55549900 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.313814 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > router after_update 55549900 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.314153 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.314504 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > router after_update 55549900 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.314908 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > router precommit_update 55549900 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.315271 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: port after_update 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.315608 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: port after_delete 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.315947 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: subnet after_update 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.316278 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.316651 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.316996 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > router precommit_create 55549900 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.317319 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: port before_delete 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.317711 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > router precommit_create 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.318209 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > router after_update 55549900 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.318551 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.318893 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > router precommit_create 55549900 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.319251 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.319591 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > router precommit_update 55549900 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.319953 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > agent after_create 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.320293 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > agent after_delete 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.320645 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > network after_delete 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.321604 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.quota.resource_registry [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Tracking information for resource: router configured {{(pid=87594) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 12:35:50.321929 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.quota.resource_registry [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Tracking information for resource: floatingip configured {{(pid=87594) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 12:35:50.327038 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.db.l3_agentschedulers_db [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 16 12:35:50.327610 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: port after_update 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.327970 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: port after_create 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.328319 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: port after_delete 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.328689 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: port after_update 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.329593 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > router before_create 55550100 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.329989 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.330346 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > router precommit_create 55550100 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.330700 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > router precommit_update 55550100 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.335738 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.services.provider_configuration [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Service providers = [] {{(pid=87594) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 16 12:35:50.336095 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.db.servicetype_db [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87594) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 16 12:35:50.339069 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.services.service_base [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87594) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 12:35:50.339410 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.services.service_base [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87594) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 12:35:50.339749 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.services.service_base [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87594) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 12:35:50.340639 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.services.service_base [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87594) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 12:35:50.341054 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.services.service_base [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 16 12:35:50.341427 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87594) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 12:35:50.341739 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 16 12:35:50.352653 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87594) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 12:35:50.353002 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading Plugin: auto_allocate Feb 16 12:35:50.358940 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: network precommit_update 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.359306 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: network precommit_create 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.359823 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87594) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 12:35:50.360139 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading Plugin: tag Feb 16 12:35:50.366836 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87594) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 12:35:50.367160 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading Plugin: timestamp Feb 16 12:35:50.371255 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87594) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 12:35:50.371523 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading Plugin: network_ip_availability Feb 16 12:35:50.376834 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.377209 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.377559 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.378244 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87594) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 12:35:50.378585 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading Plugin: flavors Feb 16 12:35:50.383473 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87594) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 12:35:50.383796 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading Plugin: revisions Feb 16 12:35:50.388114 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87594) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 12:35:50.388497 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_concurrency.lockutils [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.663s {{(pid=87594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 16 12:35:50.389273 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87594) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 16 12:35:50.389603 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Initializing extension manager. Feb 16 12:35:50.390100 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: __init__.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.390438 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: __pycache__ {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.390765 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.391090 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: address_group.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.391848 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.392416 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: address-group Feb 16 12:35:50.392758 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: address_scope.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.393463 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.393966 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: address-scope Feb 16 12:35:50.394282 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.395186 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.395719 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: router-admin-state-down-before-update Feb 16 12:35:50.397203 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: agent.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.398497 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.399411 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: agent Feb 16 12:35:50.399738 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: agent_resources_synced.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.401697 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.402218 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: agent-resources-synced Feb 16 12:35:50.402533 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: allowedaddresspairs.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.404559 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.405101 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: allowed-address-pairs Feb 16 12:35:50.405424 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: auto_allocated_topology.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.406517 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.407019 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: auto-allocated-topology Feb 16 12:35:50.407342 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: availability_zone.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.408108 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.408515 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: availability_zone Feb 16 12:35:50.408861 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: availability_zone_filter.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.409762 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.410257 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: availability_zone_filter Feb 16 12:35:50.410574 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: data_plane_status.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.411596 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.412407 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extension data-plane-status not supported by any of loaded plugins Feb 16 12:35:50.412896 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: default_subnetpools.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.413819 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.414317 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: default-subnetpools Feb 16 12:35:50.414635 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.415453 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.415947 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: dhcp_agent_scheduler Feb 16 12:35:50.416261 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: dns.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.417176 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.417663 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extension dns-integration not supported by any of loaded plugins Feb 16 12:35:50.417976 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: dns_domain_ports.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.418886 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.419363 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 16 12:35:50.419679 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: dvr.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.420342 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.420864 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: dvr Feb 16 12:35:50.421181 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: empty_string_filtering.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.422088 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.422591 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: empty-string-filtering Feb 16 12:35:50.422905 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.423821 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.424316 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 16 12:35:50.424653 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.425586 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.426081 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 16 12:35:50.426396 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: external_net.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.427553 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.428056 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: external-net Feb 16 12:35:50.428377 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.429338 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.429838 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: extra_dhcp_opt Feb 16 12:35:50.430152 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: extraroute.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.431066 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.431562 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: extraroute Feb 16 12:35:50.431896 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: extraroute_atomic.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.432956 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.433459 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: extraroute-atomic Feb 16 12:35:50.433772 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: filter_validation.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.434426 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.434931 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: filter-validation Feb 16 12:35:50.435244 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: fip_pf_description.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.436141 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.436633 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 16 12:35:50.436964 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: fip_port_details.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.437874 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.438372 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: fip-port-details Feb 16 12:35:50.438683 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: flavors.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.439932 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.440433 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: flavors Feb 16 12:35:50.440768 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.442481 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.443148 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 16 12:35:50.443380 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: floatingip_pools.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.444083 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.444589 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: floatingip-pools Feb 16 12:35:50.444925 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: ip_allocation.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.445841 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.446355 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extension ip_allocation not supported by any of loaded plugins Feb 16 12:35:50.446673 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.447582 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.448085 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: ip-substring-filtering Feb 16 12:35:50.448404 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: l2_adjacency.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.449346 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.449838 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 16 12:35:50.450158 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: l3.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.451123 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.451636 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: router Feb 16 12:35:50.451960 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.454371 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.454888 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 16 12:35:50.455214 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.456148 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.456677 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: ext-gw-mode Feb 16 12:35:50.456997 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.458334 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.458923 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: l3-ha Feb 16 12:35:50.459248 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: l3_flavors.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.460162 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.460684 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: l3-flavors Feb 16 12:35:50.461003 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.461937 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.462436 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 16 12:35:50.462750 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: l3agentscheduler.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.463778 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.464284 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: l3_agent_scheduler Feb 16 12:35:50.464626 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: logging.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.466109 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.466621 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extension logging not supported by any of loaded plugins Feb 16 12:35:50.466953 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: metering.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.467698 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.468274 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: metering Feb 16 12:35:50.468596 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.469725 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.470232 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: metering_source_and_destination_fields Feb 16 12:35:50.470553 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: multiprovidernet.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.471484 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.471992 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: multi-provider Feb 16 12:35:50.472304 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: netmtu.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.473243 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.473745 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: net-mtu Feb 16 12:35:50.474116 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: netmtu_writable.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.475029 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.475526 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: net-mtu-writable Feb 16 12:35:50.475843 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: network_availability_zone.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.476513 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.477038 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: network_availability_zone Feb 16 12:35:50.477355 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: network_ip_availability.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.478452 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.478966 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: network-ip-availability Feb 16 12:35:50.479284 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: network_segment_range.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.480044 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.480541 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extension network-segment-range not supported by any of loaded plugins Feb 16 12:35:50.480886 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: pagination.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.481861 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.482185 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: pagination Feb 16 12:35:50.482498 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: port_device_profile.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.483398 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.483903 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: port-device-profile Feb 16 12:35:50.484219 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.485158 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.485656 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: port-mac-address-regenerate Feb 16 12:35:50.485976 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.486883 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.487380 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: port-numa-affinity-policy Feb 16 12:35:50.487698 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: port_resource_request.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.488627 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.489124 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extension port-resource-request not supported by any of loaded plugins Feb 16 12:35:50.489448 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: portbindings.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.490437 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.490936 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: binding Feb 16 12:35:50.491259 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: portbindings_extended.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.492530 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.493064 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: binding-extended Feb 16 12:35:50.493383 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: portsecurity.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.494295 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.494793 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: port-security Feb 16 12:35:50.495110 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: project_id.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.496075 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.496396 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: project-id Feb 16 12:35:50.496739 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: providernet.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.497660 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.498161 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: provider Feb 16 12:35:50.498476 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: qos.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.502232 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.502744 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extension qos not supported by any of loaded plugins Feb 16 12:35:50.503074 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.504315 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.504845 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 16 12:35:50.505238 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.506158 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.506655 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 16 12:35:50.506975 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: qos_default.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.507886 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.508383 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extension qos-default not supported by any of loaded plugins Feb 16 12:35:50.508732 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: qos_fip.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.509385 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.509878 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extension qos-fip not supported by any of loaded plugins Feb 16 12:35:50.510191 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: qos_gateway_ip.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.511106 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.511605 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 16 12:35:50.511918 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: qos_port_network_policy.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.512854 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.513353 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 16 12:35:50.513669 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: qos_rule_type_details.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.514577 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.515074 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 16 12:35:50.515390 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: qos_rules_alias.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.516434 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.516967 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 16 12:35:50.517285 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: quotasv2.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.518187 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.518513 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: quotas Feb 16 12:35:50.518831 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: quotasv2_detail.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.520451 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.520879 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: quota_details Feb 16 12:35:50.521207 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: rbac.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.522279 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.522802 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: rbac-policies Feb 16 12:35:50.523125 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: rbac_address_group.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.524058 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.524564 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: rbac-address-group Feb 16 12:35:50.524908 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: rbac_address_scope.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.525819 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.526321 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: rbac-address-scope Feb 16 12:35:50.526638 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: rbac_security_groups.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.527539 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.528043 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: rbac-security-groups Feb 16 12:35:50.528361 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: rbac_subnetpool.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.529307 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.529810 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: rbac-subnetpool Feb 16 12:35:50.530129 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: revisionifmatch.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.531043 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.531546 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: revision-if-match Feb 16 12:35:50.531856 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: revisions.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.532997 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.533505 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: standard-attr-revisions Feb 16 12:35:50.533825 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: router_availability_zone.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.534504 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.535008 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: router_availability_zone Feb 16 12:35:50.535329 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: routerservicetype.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.536251 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.536885 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extension router-service-type not supported by any of loaded plugins Feb 16 12:35:50.537130 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.538042 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.538546 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: security-groups-normalized-cidr Feb 16 12:35:50.538860 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.539916 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.540421 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: port-security-groups-filtering Feb 16 12:35:50.540784 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.541709 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.542207 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: security-groups-remote-address-group Feb 16 12:35:50.542524 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: securitygroup.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.552252 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.552807 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: security-group Feb 16 12:35:50.553141 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: segment.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.553923 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.554419 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extension segment not supported by any of loaded plugins Feb 16 12:35:50.554741 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.555676 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.556173 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 16 12:35:50.556493 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: servicetype.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.557624 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.558137 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: service-type Feb 16 12:35:50.558442 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: sorting.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.559419 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.559752 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: sorting Feb 16 12:35:50.560067 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: standard_attr_segment.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.560999 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.561502 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 16 12:35:50.561821 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: standardattrdescription.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.562462 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.562961 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: standard-attr-description Feb 16 12:35:50.563272 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: stateful_security_group.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.564187 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.564714 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: stateful-security-group Feb 16 12:35:50.565031 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: stdattrs_common.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.565610 dv-neutron-829527-1-hyperv neutron-server[87594]: WARNING neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 16 12:35:50.565921 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.566910 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.567427 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 16 12:35:50.567856 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: subnet_onboard.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.569142 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.569663 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: subnet_onboard Feb 16 12:35:50.569985 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.570896 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.571425 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 16 12:35:50.572051 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: subnet_service_types.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.573126 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.573126 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: subnet-service-types Feb 16 12:35:50.573460 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: subnetallocation.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.575475 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.575475 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: subnet_allocation Feb 16 12:35:50.575475 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.576459 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.576459 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: subnetpool-prefix-ops Feb 16 12:35:50.576805 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.577721 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.578222 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 16 12:35:50.578544 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: tagging.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.579630 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.580139 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: standard-attr-tag Feb 16 12:35:50.580458 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: timestamp.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.581678 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.582528 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loaded extension: standard-attr-timestamp Feb 16 12:35:50.582850 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: trunk.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.583983 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.584488 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extension trunk not supported by any of loaded plugins Feb 16 12:35:50.584841 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: trunk_details.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.585758 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.586264 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extension trunk-details not supported by any of loaded plugins Feb 16 12:35:50.586584 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: uplink_status_propagation.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.587510 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.588016 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 16 12:35:50.588333 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Loading extension file: vlantransparent.py {{(pid=87594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 12:35:50.589028 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 12:35:50.589533 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 16 12:35:50.591975 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.quota.resource_registry [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Creating instance of TrackedResource for resource:network Feb 16 12:35:50.592763 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.quota.resource_registry [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Creating instance of TrackedResource for resource:subnet Feb 16 12:35:50.593549 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.quota.resource_registry [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 12:35:50.594160 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.quota.resource_registry [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Creating instance of TrackedResource for resource:port Feb 16 12:35:50.595433 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.v2.resource_helper [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:35:50.595884 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.v2.resource_helper [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Service FLAVORS assigned prefix: {{(pid=87594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:35:50.596497 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.v2.resource_helper [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:35:50.596935 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.v2.resource_helper [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:35:50.597260 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.quota.resource_registry [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Creating instance of TrackedResource for resource:router Feb 16 12:35:50.597931 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.quota.resource_registry [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Creating instance of TrackedResource for resource:floatingip Feb 16 12:35:50.598636 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.v2.resource_helper [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Service METERING assigned prefix: /metering {{(pid=87594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:35:50.600246 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.600595 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.600972 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:35:50.603313 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.quota.resource_registry [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 12:35:50.603769 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.quota.resource_registry [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Creating instance of TrackedResource for resource:security_group Feb 16 12:35:50.604446 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.quota.resource_registry [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 12:35:50.605278 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.v2.resource_helper [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Service CORE assigned prefix: {{(pid=87594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:35:50.605609 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.quota.resource_registry [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 12:35:50.605941 dv-neutron-829527-1-hyperv neutron-server[87594]: WARNING neutron.quota.resource_registry [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] subnetpool is already registered Feb 16 12:35:50.606583 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.v2.resource_helper [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Service CORE assigned prefix: {{(pid=87594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:35:50.606909 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.quota.resource_registry [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 12:35:50.607224 dv-neutron-829527-1-hyperv neutron-server[87594]: WARNING neutron.quota.resource_registry [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] subnetpool is already registered Feb 16 12:35:50.723084 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.v2.resource_helper [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:35:50.723440 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.v2.resource_helper [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Service FLAVORS assigned prefix: {{(pid=87594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:35:50.724120 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.v2.resource_helper [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:35:50.724544 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.v2.resource_helper [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:35:50.724986 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.quota.resource_registry [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Creating instance of TrackedResource for resource:router Feb 16 12:35:50.725322 dv-neutron-829527-1-hyperv neutron-server[87594]: WARNING neutron.quota.resource_registry [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] router is already registered Feb 16 12:35:50.725993 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.quota.resource_registry [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Creating instance of TrackedResource for resource:floatingip Feb 16 12:35:50.726318 dv-neutron-829527-1-hyperv neutron-server[87594]: WARNING neutron.quota.resource_registry [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] floatingip is already registered Feb 16 12:35:50.726952 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.v2.resource_helper [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Service METERING assigned prefix: /metering {{(pid=87594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:35:50.727784 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.quota.resource_registry [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 12:35:50.728106 dv-neutron-829527-1-hyperv neutron-server[87594]: WARNING neutron.quota.resource_registry [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] rbac_policy is already registered Feb 16 12:35:50.728526 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.quota.resource_registry [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Creating instance of TrackedResource for resource:security_group Feb 16 12:35:50.728868 dv-neutron-829527-1-hyperv neutron-server[87594]: WARNING neutron.quota.resource_registry [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] security_group is already registered Feb 16 12:35:50.729462 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.quota.resource_registry [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 12:35:50.729786 dv-neutron-829527-1-hyperv neutron-server[87594]: WARNING neutron.quota.resource_registry [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] security_group_rule is already registered Feb 16 12:35:50.730445 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.v2.resource_helper [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Service CORE assigned prefix: {{(pid=87594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:35:50.730773 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.quota.resource_registry [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 12:35:50.731095 dv-neutron-829527-1-hyperv neutron-server[87594]: WARNING neutron.quota.resource_registry [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] subnetpool is already registered Feb 16 12:35:50.731702 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.v2.resource_helper [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Service CORE assigned prefix: {{(pid=87594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 12:35:50.732026 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.quota.resource_registry [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 12:35:50.732339 dv-neutron-829527-1-hyperv neutron-server[87594]: WARNING neutron.quota.resource_registry [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] subnetpool is already registered Feb 16 12:35:50.733038 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extended resource: extensions {{(pid=87594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:35:50.734546 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extended resource: address-groups {{(pid=87594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:35:50.736162 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extended resource: address-scopes {{(pid=87594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:35:50.737393 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extended resource: agents {{(pid=87594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:35:50.738535 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extended resource: auto-allocated-topology {{(pid=87594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:35:50.739930 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extended resource: availability_zones {{(pid=87594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:35:50.741174 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extended resource: dhcp-networks {{(pid=87594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:35:50.742585 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extended resource: dhcp-agents {{(pid=87594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:35:50.743981 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extended resource: routers {{(pid=87594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:35:50.745794 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extended resource: flavors {{(pid=87594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:35:50.746967 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extended resource: service_profiles {{(pid=87594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:35:50.748160 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extended resource: next_providers {{(pid=87594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:35:50.749697 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extended resource: service_profiles {{(pid=87594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:35:50.751123 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extended resource: floatingip-pools {{(pid=87594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:35:50.752327 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extended resource: routers {{(pid=87594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:35:50.754151 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extended resource: floatingips {{(pid=87594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:35:50.755500 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extended resource: l3-routers {{(pid=87594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:35:50.756898 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extended resource: l3-agents {{(pid=87594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:35:50.758419 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extended resource: metering-labels {{(pid=87594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:35:50.759649 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extended resource: metering-label-rules {{(pid=87594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:35:50.760982 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extended resource: network-ip-availabilities {{(pid=87594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:35:50.762215 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extended resource: bindings {{(pid=87594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:35:50.763832 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extended resource: quotas {{(pid=87594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:35:50.765289 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extended resource: quotas {{(pid=87594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:35:50.766688 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extended resource: rbac-policies {{(pid=87594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:35:50.767974 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extended resource: security-groups {{(pid=87594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:35:50.769197 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extended resource: security-group-rules {{(pid=87594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:35:50.770415 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extended resource: service-providers {{(pid=87594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:35:50.771844 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extended resource: subnetpools {{(pid=87594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:35:50.773210 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extended resource: subnetpools {{(pid=87594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:35:50.774645 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extended resource: tags {{(pid=87594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:35:50.776391 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extended resource: tags {{(pid=87594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:35:50.778129 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extended resource: tags {{(pid=87594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:35:50.779911 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extended resource: tags {{(pid=87594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:35:50.782727 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extended resource: tags {{(pid=87594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:35:50.784566 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extended resource: tags {{(pid=87594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:35:50.786248 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extended resource: tags {{(pid=87594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:35:50.788313 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extended resource: tags {{(pid=87594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:35:50.790090 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extended resource: tags {{(pid=87594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:35:50.791928 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron.api.extensions [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Extended resource: tags {{(pid=87594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 12:35:50.797819 dv-neutron-829527-1-hyperv neutron-server[87594]: WARNING keystonemiddleware.auth_token [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 16 12:35:50.802533 dv-neutron-829527-1-hyperv neutron-server[87594]: WARNING keystonemiddleware.auth_token [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 16 12:35:50.810710 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_concurrency.lockutils [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Acquired lock "singleton_lock" {{(pid=87594) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 16 12:35:50.811180 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_concurrency.lockutils [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Releasing lock "singleton_lock" {{(pid=87594) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 16 12:35:50.811804 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO oslo_service.service [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Starting 2 workers Feb 16 12:35:50.816398 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Started child 87699 {{(pid=87594) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 16 12:35:50.820879 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Started child 87701 {{(pid=87594) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 16 12:35:50.821777 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:50.822381 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO neutron.service [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 16 12:35:50.823032 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Notify callbacks [] for process, before_spawn {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:50.823156 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [-] (87699) wsgi starting up on http://0.0.0.0:9696 Feb 16 12:35:50.823570 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 58800) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:35:50.825341 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO oslo_service.service [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Starting 1 workers Feb 16 12:35:50.825492 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:50.826758 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [-] (87701) wsgi starting up on http://0.0.0.0:9696 Feb 16 12:35:50.830346 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Started child 87702 {{(pid=87594) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 16 12:35:50.830874 dv-neutron-829527-1-hyperv neutron-server[87594]: INFO oslo_service.service [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Starting 1 workers Feb 16 12:35:50.832460 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [-] 10.222.0.83 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061204 Feb 16 12:35:50.834853 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.service [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] calling RpcWorker wait() {{(pid=87702) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 16 12:35:50.835469 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.service [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] returning from RpcWorker wait() {{(pid=87702) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 16 12:35:50.836534 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:50.837011 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:35:50.837430 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Started child 87703 {{(pid=87594) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 16 12:35:50.839665 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG neutron_lib.callbacks.manager [None req-0cddf24a-37ab-4d44-b072-95841e43d2f4 None None] Notify callbacks [] for process, after_spawn {{(pid=87594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:50.839783 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87594) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 16 12:35:50.839966 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 12:35:50.840153 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 12:35:50.840367 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 12:35:50.840734 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 12:35:50.840909 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 12:35:50.843251 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.843251 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.843416 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:35:50.843891 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.843891 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.843891 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.843891 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.843891 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.843891 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.843891 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.844319 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.844319 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.844319 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.844723 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.844816 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.845082 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.845323 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.847282 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.847282 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.847282 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.847282 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.847282 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.847282 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.847282 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] debug = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.847282 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.847782 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.847874 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.848116 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.848286 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.848561 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.848841 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.849248 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.851275 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.851275 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.851275 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.851275 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.851275 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.851275 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.851275 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.851275 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.851275 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.851828 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] host = dv-neutron-829527-1-hyperv {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.852058 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.852210 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.852450 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.854406 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.854406 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.854406 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.854406 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.854406 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.854406 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.854406 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.854406 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.855473 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.855473 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.855473 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] log_file = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.855473 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] log_options = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.855473 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.856110 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.856110 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.856110 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.856503 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.856503 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.856835 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.856835 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.857108 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.857255 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.858132 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.858132 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.858132 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.858132 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.858968 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.858968 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.858968 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.859364 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.859364 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.859654 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.859799 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.859936 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.860182 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.860490 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.860677 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.860864 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.861112 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.861342 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.862471 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.862471 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.862471 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.862471 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.862471 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.863149 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.863149 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.864274 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.864274 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.864274 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.864274 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.864274 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.865779 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.865779 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.865779 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.865779 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.865779 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.865779 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] use_json = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.865779 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.866187 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.866307 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.866448 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.866676 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.866893 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.867160 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.867599 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.867599 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.867974 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.868248 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.868923 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.871651 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.871651 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.871651 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.871651 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.871651 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.872005 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:35:50.872088 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.872088 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.872088 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.872088 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.872088 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.872088 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.872432 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.872778 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.872887 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.873136 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.873369 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.874225 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.874225 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.874225 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.874464 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.874628 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.874868 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.83/identity {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.876320 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.876320 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.876320 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.876320 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.876320 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.876320 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.876803 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.876803 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.876921 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.877152 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.877350 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.877621 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.877808 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.878036 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.878276 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.878535 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.878767 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.882123 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.882123 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.882123 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.882123 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.882123 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.882123 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.882123 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.882123 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.882123 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.883567 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.883929 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.884182 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.884429 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.884701 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.885287 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.887015 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.888245 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.889000 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.889256 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.889548 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.889803 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.890869 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.891113 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.891518 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.891767 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.892091 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.892335 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.895526 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.895526 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.895719 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.895933 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.896190 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.896599 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.896866 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.897110 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.897350 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.897583 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.897812 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.898043 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.898267 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.898522 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.898795 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.899052 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.899389 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.899652 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.901035 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.901035 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.901035 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.902529 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.902820 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.903062 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.903299 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.903554 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.903816 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.904072 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.904343 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.907169 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.907169 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.907169 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.907169 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.907169 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.907521 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.907677 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.908638 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.910032 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.910489 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.911611 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.912173 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.913254 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.913546 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.913815 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.914122 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.914386 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.915023 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.915023 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.915276 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.915506 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.915747 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.916003 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.916277 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.916530 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.918331 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.918592 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.918862 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.919119 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.919395 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.919629 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.919860 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.920104 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.920359 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.921862 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.924111 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.924552 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.924986 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.925291 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.925580 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.925836 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.926126 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.926387 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.926663 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.926915 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.927180 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.83/identity {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.927420 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.927667 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.927935 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.928162 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.928411 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.930647 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.930647 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.932348 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.932659 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.932920 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.933173 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.933447 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.933698 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.933934 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.934165 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.934408 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.934636 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.934867 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.935128 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.935430 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.935595 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.935840 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.936060 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.936312 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.936539 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.937288 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.938560 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.938816 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.940825 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.941111 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.941373 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.941607 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.941888 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.942232 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.942483 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.942798 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.943796 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.943796 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.943796 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.943796 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.944067 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.944250 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.944513 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.944903 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.945155 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.945406 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.945645 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.945887 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.946144 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.946377 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.946618 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.946835 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.947049 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.947270 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.947535 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.947775 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.948031 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.948247 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.948471 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.948730 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.948945 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.949172 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.949455 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.949697 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.949922 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.950285 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.950441 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.950944 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.950944 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.951094 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.951255 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.951452 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.951676 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.951885 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.952107 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.952797 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.953021 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.953947 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.954258 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.954551 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.955112 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.955863 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.955863 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.955863 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.956184 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.956400 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.957723 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.957723 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.957723 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.958019 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.958099 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.958441 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.959469 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.959469 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.959469 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.959469 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.960673 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.961271 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.961271 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.961538 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.961856 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.962203 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.962476 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.963890 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.964390 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.965975 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.966195 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.966630 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.966722 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.966947 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.967223 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.967472 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.967706 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.967938 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.968172 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.968402 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.968710 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.968876 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.969100 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.969318 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.969477 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 12:35:50.970017 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87594) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 16 12:35:50.970183 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 12:35:50.970339 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 12:35:50.970532 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 12:35:50.970719 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 12:35:50.970877 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 12:35:50.971087 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.971335 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.971438 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.971556 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.971715 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.971912 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.972076 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.972234 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.972394 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.972554 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.974396 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.974498 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.976891 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.976891 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.977300 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.977475 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.977643 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.977808 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.977979 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.978143 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.978304 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.978527 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.978691 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] debug = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.978849 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.979044 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.979220 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.979356 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.979631 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.979631 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.979787 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.979940 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.980089 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.980239 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.980388 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.980538 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.980810 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.980971 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.981058 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:35:50.981131 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.981272 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.981886 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.982046 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] host = dv-neutron-829527-1-hyperv {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.982201 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.982356 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.982514 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.982674 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.982853 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.983016 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.983161 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.983314 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.983455 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.983595 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.983734 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.983874 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.984016 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.984173 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] log_file = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.984320 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] log_options = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.984476 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.984741 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.984906 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.985087 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.985250 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.985402 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.985547 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.985709 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.985851 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.985994 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.986143 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.986293 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.986447 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.986599 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.986740 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.986899 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.987041 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.987196 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.987376 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.987485 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.987637 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.987787 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.987942 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.988094 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.988247 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.988404 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.988555 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.989603 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.989787 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.989948 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.990092 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.990233 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.990375 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.990515 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.990654 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.990811 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.990957 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.991114 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.991268 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.991424 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.991566 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.991711 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.991858 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.991993 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.992145 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.992291 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] use_json = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.992438 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.992573 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.992741 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.992878 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.993037 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.993178 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.993312 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.993462 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.993618 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 12:35:50.993775 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.993927 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.994094 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.994247 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.994400 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.994554 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.994706 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.994889 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.995042 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.995190 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.995347 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.995501 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.995664 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.995812 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.995964 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.996121 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.996274 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.996429 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.996578 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.996847 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.996984 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.997119 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.997254 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.997389 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.997523 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.83/identity {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.997671 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.997808 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.997961 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.998097 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.998250 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.998398 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.998550 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.998780 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.998922 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.999058 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.999202 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.999339 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.999474 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.999619 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.999757 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:50.999903 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.000038 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.000173 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.000308 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.000453 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.000590 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.000774 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.000929 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.001082 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.001235 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.001398 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.001551 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.001704 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.001855 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.002011 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.002156 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.002293 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.002429 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.002584 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.002736 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.002889 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.003055 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.003209 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.003347 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.003497 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.003650 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.003802 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.003953 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.004102 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.004253 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.004405 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.004552 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.004727 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.004865 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.005019 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.005264 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.005419 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.005763 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.005916 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.006056 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.006206 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.006355 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.006490 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.006626 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.006761 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.006919 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.007062 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.007224 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.007386 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.007536 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.007673 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.007835 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.007995 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.008137 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.008284 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.008443 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.008622 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.009615 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.009783 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.009921 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.010073 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.010228 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.010382 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.010535 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.010689 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.010842 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.010997 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.011155 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.011293 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.011443 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.011596 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.011759 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.011914 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.012071 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.012226 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.012385 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.012565 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.013410 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.013577 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.013740 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.013902 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.014064 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.014222 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.014384 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.014539 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.014876 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.015040 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.015194 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.015365 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.015532 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.015670 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.016813 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.016813 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.016813 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.016813 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.016813 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.016813 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.016813 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.017232 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.017232 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.017232 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.017402 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.017496 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.017621 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.83/identity {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.017778 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.017935 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.018092 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.018249 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.018409 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.018567 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.018723 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.019446 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.019446 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.019446 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.019446 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.019446 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.019772 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.019772 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.019891 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.020049 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.020204 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.020368 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.020538 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.020828 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.020980 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.021119 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.021257 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.021420 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.021562 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.021728 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.021885 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.022026 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.023191 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.023191 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.023191 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.023191 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.023191 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.023191 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.023191 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.023191 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.024272 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.024272 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.024272 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.024272 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.024272 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.024272 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.024272 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.025856 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.025856 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.025856 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.025856 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.025856 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.025856 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.025856 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.025856 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.026581 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.026581 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.026581 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.026581 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.026581 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.026581 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.026581 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.027183 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.027183 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.027183 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.027183 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.027464 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.027464 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.027685 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.027685 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.027923 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.028045 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.028164 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.028284 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.028404 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.028533 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.028742 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.028901 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.029059 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.029215 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.029373 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.029541 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.029701 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.029858 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.030025 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.030181 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.030362 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.030483 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.030655 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.030814 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.030974 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.031132 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.031289 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.031446 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.031606 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.031770 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.031937 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.032102 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.032261 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.032427 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.032594 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.032781 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.032940 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.033104 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.033289 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.033434 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.033590 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.033746 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.033903 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.034814 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.034814 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.034814 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.034814 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.034814 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.034814 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.035466 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.035466 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.035466 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.035466 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.035750 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.035750 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.035898 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.035985 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.036103 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 12:35:51.036223 dv-neutron-829527-1-hyperv neutron-server[87594]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 12:36:01.769939 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cab72b6-12fb-4e43-ba4d-4bf2d86eda5f None None] get_active_networks_info from dv-neutron-829527-1-hyperv {{(pid=87702) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 12:36:01.846399 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cab72b6-12fb-4e43-ba4d-4bf2d86eda5f None None] No non-hosted networks {{(pid=87702) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 16 12:36:01.859312 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.agentschedulers_db [None req-3cab72b6-12fb-4e43-ba4d-4bf2d86eda5f None None] DHCP Agent not found on host dv-neutron-829527-1-hyperv {{(pid=87702) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 16 12:36:01.925697 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-03d1386a-237e-420b-bdb5-a16cc0adb5fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1023853'] for agent, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:04.089597 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f712e89f-6e60-47b3-b2bc-fb2c0c7e0e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1023853'] for agent, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:04.108211 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-3c8391ec-4d73-4758-8048-1adf9ed2e7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:05.019856 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1023853'] for agent, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:05.069472 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1023853'] for agent, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:05.070517 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:05.071159 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:05.071698 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:05.072258 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:05.072794 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:05.073370 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:05.073877 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:05.074493 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:05.074913 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:05.075500 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:05.076050 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:05.076627 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:05.077213 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-829527-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:05.082401 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-829527-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:06.605666 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1023853'] for agent, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:08.285408 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 58908) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:08.315103 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.db.l3_hamode_db [None req-bf92d9e2-01e1-4f34-9c54-871fa193ecae None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 16 12:36:08.397516 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf92d9e2-01e1-4f34-9c54-871fa193ecae None None] Routers set() bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:36:08.397890 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf92d9e2-01e1-4f34-9c54-871fa193ecae None None] Router IDs set() for agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Feb 16 12:36:08.923759 dv-neutron-829527-1-hyperv neutron-server[87701]: WARNING oslo_policy.policy [None req-a0ec4eb1-2a91-470b-adfe-957aa8987c4e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 12:36:08.924314 dv-neutron-829527-1-hyperv neutron-server[87701]: WARNING oslo_policy.policy [None req-a0ec4eb1-2a91-470b-adfe-957aa8987c4e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 12:36:09.138184 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [None req-a0ec4eb1-2a91-470b-adfe-957aa8987c4e admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=87701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:36:09.139387 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-a0ec4eb1-2a91-470b-adfe-957aa8987c4e admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8519320 Feb 16 12:36:11.517590 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 58922) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:12.170225 dv-neutron-829527-1-hyperv neutron-server[87699]: WARNING oslo_policy.policy [None req-d5728e6c-9239-4309-90fd-8d2eee8005e2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 12:36:12.170788 dv-neutron-829527-1-hyperv neutron-server[87699]: WARNING oslo_policy.policy [None req-d5728e6c-9239-4309-90fd-8d2eee8005e2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 12:36:12.382852 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d5728e6c-9239-4309-90fd-8d2eee8005e2 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:12.491147 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.policy [None req-d5728e6c-9239-4309-90fd-8d2eee8005e2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87699) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 16 12:36:12.533871 dv-neutron-829527-1-hyperv neutron-server[87699]: WARNING oslo_policy.policy [None req-d5728e6c-9239-4309-90fd-8d2eee8005e2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 12:36:12.534424 dv-neutron-829527-1-hyperv neutron-server[87699]: WARNING oslo_policy.policy [None req-d5728e6c-9239-4309-90fd-8d2eee8005e2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 12:36:12.542715 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.quota [None req-d5728e6c-9239-4309-90fd-8d2eee8005e2 admin admin] Loaded quota_driver: . Feb 16 12:36:12.558713 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d5728e6c-9239-4309-90fd-8d2eee8005e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:12.624354 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d5728e6c-9239-4309-90fd-8d2eee8005e2 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754736819354', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754736819895', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754736896373', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754736901793', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754736912312', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754736918654', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8310416', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8302396', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1005703', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-581261'] for rbac-policy, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:12.693721 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d5728e6c-9239-4309-90fd-8d2eee8005e2 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:12.694824 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d5728e6c-9239-4309-90fd-8d2eee8005e2 admin admin] 10.222.0.83 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1761014 Feb 16 12:36:15.444525 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 58940) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:15.822590 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-b7e386af-caa6-4580-b5ea-aa02d8abeeec admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'ddd1252d4f4946e591eaae7806799f91', 'name': 'private'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:15.824036 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.quota [None req-b7e386af-caa6-4580-b5ea-aa02d8abeeec admin admin] Loaded quota_driver: . Feb 16 12:36:15.843957 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-b7e386af-caa6-4580-b5ea-aa02d8abeeec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:15.853330 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-b7e386af-caa6-4580-b5ea-aa02d8abeeec admin admin] Usage tracker for resource:network and tenant:ddd1252d4f4946e591eaae7806799f91 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:15.859996 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-b7e386af-caa6-4580-b5ea-aa02d8abeeec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:15.867971 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-b7e386af-caa6-4580-b5ea-aa02d8abeeec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:15.885817 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e386af-caa6-4580-b5ea-aa02d8abeeec admin admin] Made reservation on behalf of ddd1252d4f4946e591eaae7806799f91 for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:36:15.963888 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.policy [None req-b7e386af-caa6-4580-b5ea-aa02d8abeeec admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87701) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 16 12:36:16.008550 dv-neutron-829527-1-hyperv neutron-server[87701]: WARNING oslo_policy.policy [None req-b7e386af-caa6-4580-b5ea-aa02d8abeeec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 12:36:16.008946 dv-neutron-829527-1-hyperv neutron-server[87701]: WARNING oslo_policy.policy [None req-b7e386af-caa6-4580-b5ea-aa02d8abeeec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 12:36:16.019138 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b7e386af-caa6-4580-b5ea-aa02d8abeeec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:16.041123 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b7e386af-caa6-4580-b5ea-aa02d8abeeec admin admin] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:16.056471 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-b7e386af-caa6-4580-b5ea-aa02d8abeeec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:16.060561 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-b7e386af-caa6-4580-b5ea-aa02d8abeeec admin admin] Usage tracker for resource:security_group_rule and tenant:ddd1252d4f4946e591eaae7806799f91 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:16.067809 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-b7e386af-caa6-4580-b5ea-aa02d8abeeec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:16.073963 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-b7e386af-caa6-4580-b5ea-aa02d8abeeec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:16.173968 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b7e386af-caa6-4580-b5ea-aa02d8abeeec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:16.180220 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b7e386af-caa6-4580-b5ea-aa02d8abeeec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:16.201746 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7e386af-caa6-4580-b5ea-aa02d8abeeec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:36:16.228353 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b7e386af-caa6-4580-b5ea-aa02d8abeeec admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754732789670', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:16.228892 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b7e386af-caa6-4580-b5ea-aa02d8abeeec admin admin] Unsubscribe: segment precommit_create {{(pid=87701) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 16 12:36:16.229389 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-b7e386af-caa6-4580-b5ea-aa02d8abeeec admin admin] Added segment b45498c8-c17f-4018-8f79-429781c80be7 of type vlan for network 836daf05-947a-417e-8fae-dcc0064f4cac Feb 16 12:36:16.243990 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e386af-caa6-4580-b5ea-aa02d8abeeec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188e9afe-ab92-4ed4-9064-7c0b596aacf2,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:16.294498 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e386af-caa6-4580-b5ea-aa02d8abeeec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:16.294839 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e386af-caa6-4580-b5ea-aa02d8abeeec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:16.295174 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e386af-caa6-4580-b5ea-aa02d8abeeec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:16.295501 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e386af-caa6-4580-b5ea-aa02d8abeeec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:16.295822 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e386af-caa6-4580-b5ea-aa02d8abeeec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:16.296157 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e386af-caa6-4580-b5ea-aa02d8abeeec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:16.296476 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e386af-caa6-4580-b5ea-aa02d8abeeec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:16.296832 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e386af-caa6-4580-b5ea-aa02d8abeeec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:16.297153 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e386af-caa6-4580-b5ea-aa02d8abeeec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:16.297466 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e386af-caa6-4580-b5ea-aa02d8abeeec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:16.297778 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e386af-caa6-4580-b5ea-aa02d8abeeec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:16.298087 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e386af-caa6-4580-b5ea-aa02d8abeeec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:16.299377 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e386af-caa6-4580-b5ea-aa02d8abeeec admin admin] Tracked resource versions report: Feb 16 12:36:16.299377 dv-neutron-829527-1-hyperv neutron-server[87701]: pushed versions: Feb 16 12:36:16.299377 dv-neutron-829527-1-hyperv neutron-server[87701]: { 'AddressGroup': {'1.2'}, Feb 16 12:36:16.299377 dv-neutron-829527-1-hyperv neutron-server[87701]: 'ConntrackHelper': {'1.0'}, Feb 16 12:36:16.299377 dv-neutron-829527-1-hyperv neutron-server[87701]: 'Log': {'1.0'}, Feb 16 12:36:16.299377 dv-neutron-829527-1-hyperv neutron-server[87701]: 'Network': {'1.1'}, Feb 16 12:36:16.299377 dv-neutron-829527-1-hyperv neutron-server[87701]: 'Port': {'1.7'}, Feb 16 12:36:16.299377 dv-neutron-829527-1-hyperv neutron-server[87701]: 'PortForwarding': {'1.2'}, Feb 16 12:36:16.299377 dv-neutron-829527-1-hyperv neutron-server[87701]: 'QosPolicy': {'1.8'}, Feb 16 12:36:16.299377 dv-neutron-829527-1-hyperv neutron-server[87701]: 'SecurityGroup': {'1.4'}, Feb 16 12:36:16.299377 dv-neutron-829527-1-hyperv neutron-server[87701]: 'SecurityGroupRule': {'1.2'}, Feb 16 12:36:16.299377 dv-neutron-829527-1-hyperv neutron-server[87701]: 'SubPort': {'1.0'}, Feb 16 12:36:16.299377 dv-neutron-829527-1-hyperv neutron-server[87701]: 'Subnet': {'1.1'}, Feb 16 12:36:16.299377 dv-neutron-829527-1-hyperv neutron-server[87701]: 'Trunk': {'1.1'}} Feb 16 12:36:16.299377 dv-neutron-829527-1-hyperv neutron-server[87701]: consumer versions: Feb 16 12:36:16.299377 dv-neutron-829527-1-hyperv neutron-server[87701]: { DHCP agent@dv-neutron-829527-1-hyperv: {}, Feb 16 12:36:16.299377 dv-neutron-829527-1-hyperv neutron-server[87701]: L3 agent@dv-neutron-829527-1-hyperv: {}, Feb 16 12:36:16.299377 dv-neutron-829527-1-hyperv neutron-server[87701]: Metadata agent@dv-neutron-829527-1-hyperv: {}, Feb 16 12:36:16.299377 dv-neutron-829527-1-hyperv neutron-server[87701]: Metering agent@dv-neutron-829527-1-hyperv: {}, Feb 16 12:36:16.299377 dv-neutron-829527-1-hyperv neutron-server[87701]: Open vSwitch agent@dv-neutron-829527-1-hyperv: { 'AddressGroup': '1.2', Feb 16 12:36:16.299377 dv-neutron-829527-1-hyperv neutron-server[87701]: 'ConntrackHelper': '1.0', Feb 16 12:36:16.299377 dv-neutron-829527-1-hyperv neutron-server[87701]: 'Log': '1.0', Feb 16 12:36:16.299377 dv-neutron-829527-1-hyperv neutron-server[87701]: 'Network': '1.1', Feb 16 12:36:16.299377 dv-neutron-829527-1-hyperv neutron-server[87701]: 'Port': '1.7', Feb 16 12:36:16.299377 dv-neutron-829527-1-hyperv neutron-server[87701]: 'PortForwarding': '1.2', Feb 16 12:36:16.299377 dv-neutron-829527-1-hyperv neutron-server[87701]: 'QosPolicy': '1.8', Feb 16 12:36:16.299377 dv-neutron-829527-1-hyperv neutron-server[87701]: 'SecurityGroup': '1.4', Feb 16 12:36:16.299377 dv-neutron-829527-1-hyperv neutron-server[87701]: 'SecurityGroupRule': '1.2', Feb 16 12:36:16.299377 dv-neutron-829527-1-hyperv neutron-server[87701]: 'SubPort': '1.0', Feb 16 12:36:16.299377 dv-neutron-829527-1-hyperv neutron-server[87701]: 'Subnet': '1.1', Feb 16 12:36:16.299377 dv-neutron-829527-1-hyperv neutron-server[87701]: 'Trunk': '1.1'}} Feb 16 12:36:16.299377 dv-neutron-829527-1-hyperv neutron-server[87701]: {{(pid=87701) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 12:36:16.346857 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b7e386af-caa6-4580-b5ea-aa02d8abeeec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:16.390256 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b7e386af-caa6-4580-b5ea-aa02d8abeeec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:16.391408 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e386af-caa6-4580-b5ea-aa02d8abeeec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:16.392068 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b7e386af-caa6-4580-b5ea-aa02d8abeeec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:16.514627 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e386af-caa6-4580-b5ea-aa02d8abeeec admin admin] Pushing event updated for resources: {'Network': ['ID=836daf05-947a-417e-8fae-dcc0064f4cac,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:16.517721 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-b7e386af-caa6-4580-b5ea-aa02d8abeeec admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0721929 Feb 16 12:36:16.528769 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 836daf05-947a-417e-8fae-dcc0064f4cac details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:36:19.223827 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 58958) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:19.704966 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2bb0c4-e6c7-4eeb-95ef-ebcb73136635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:19.706568 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-0f2bb0c4-e6c7-4eeb-95ef-ebcb73136635 admin admin] 10.222.0.83 "GET /v2.0/networks/836daf05-947a-417e-8fae-dcc0064f4cac HTTP/1.1" status: 200 len: 825 time: 0.4814386 Feb 16 12:36:19.740522 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-c85c10c6-d8b0-446e-9e9c-e9d686eba2d4 admin admin] 10.222.0.83 "GET /v2.0/subnetpools/6a16db7a-e710-4d5d-98f9-53e63b0549ea HTTP/1.1" status: 200 len: 734 time: 0.0279601 Feb 16 12:36:19.749040 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-0e7cac7b-faa5-402f-b336-0c519ff75aa7 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '836daf05-947a-417e-8fae-dcc0064f4cac', 'ip_version': 4, 'subnetpool_id': '6a16db7a-e710-4d5d-98f9-53e63b0549ea', 'name': 'private-subnet', 'tenant_id': 'ddd1252d4f4946e591eaae7806799f91'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:19.753664 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-0e7cac7b-faa5-402f-b336-0c519ff75aa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:19.757890 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-0e7cac7b-faa5-402f-b336-0c519ff75aa7 admin admin] Usage tracker for resource:subnet and tenant:ddd1252d4f4946e591eaae7806799f91 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:19.760795 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-0e7cac7b-faa5-402f-b336-0c519ff75aa7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:19.766431 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-0e7cac7b-faa5-402f-b336-0c519ff75aa7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:19.779768 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7cac7b-faa5-402f-b336-0c519ff75aa7 admin admin] Made reservation on behalf of ddd1252d4f4946e591eaae7806799f91 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:36:19.782044 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0e7cac7b-faa5-402f-b336-0c519ff75aa7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:20.068408 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0e7cac7b-faa5-402f-b336-0c519ff75aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:20.152583 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7cac7b-faa5-402f-b336-0c519ff75aa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf32903d-90ac-47b3-98d0-b731ecc9bfee,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:20.154548 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7cac7b-faa5-402f-b336-0c519ff75aa7 admin admin] Checking segment: {'id': 'b45498c8-c17f-4018-8f79-429781c80be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '836daf05-947a-417e-8fae-dcc0064f4cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:36:20.154911 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7cac7b-faa5-402f-b336-0c519ff75aa7 admin admin] Network hostable DHCP agents. Network: 836daf05-947a-417e-8fae-dcc0064f4cac, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:36:20.179000 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7cac7b-faa5-402f-b336-0c519ff75aa7 admin admin] Network 836daf05-947a-417e-8fae-dcc0064f4cac is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:36:20.191501 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-0e7cac7b-faa5-402f-b336-0c519ff75aa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 836daf05-947a-417e-8fae-dcc0064f4cac) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:36:20.196508 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7cac7b-faa5-402f-b336-0c519ff75aa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:20.197128 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0e7cac7b-faa5-402f-b336-0c519ff75aa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:20.203024 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c99ff8-34f6-4ce4-a0a8-7766663f5dec None None] Network 836daf05-947a-417e-8fae-dcc0064f4cac requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:36:20.219126 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-0e7cac7b-faa5-402f-b336-0c519ff75aa7 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4732964 Feb 16 12:36:20.511308 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494f3bcf-91eb-4f41-8115-e7741a465efa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-836daf05-947a-417e-8fae-dcc0064f4cac', 'network_id': '836daf05-947a-417e-8fae-dcc0064f4cac', 'tenant_id': 'ddd1252d4f4946e591eaae7806799f91', 'fixed_ips': [{'subnet_id': 'cf32903d-90ac-47b3-98d0-b731ecc9bfee'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:36:20.512574 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-494f3bcf-91eb-4f41-8115-e7741a465efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:20.696828 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-494f3bcf-91eb-4f41-8115-e7741a465efa None None] Allocated IP 172.20.0.2 (836daf05-947a-417e-8fae-dcc0064f4cac/cf32903d-90ac-47b3-98d0-b731ecc9bfee/c08bb3ea-47d9-4871-92fe-86bf395b431b) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:36:20.942312 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-494f3bcf-91eb-4f41-8115-e7741a465efa None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:20.955458 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-494f3bcf-91eb-4f41-8115-e7741a465efa None None] Transition to ACTIVE for port object c08bb3ea-47d9-4871-92fe-86bf395b431b will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:36:20.975274 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-494f3bcf-91eb-4f41-8115-e7741a465efa None None] Transition to ACTIVE for port object c08bb3ea-47d9-4871-92fe-86bf395b431b will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:36:20.983213 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-494f3bcf-91eb-4f41-8115-e7741a465efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:21.048240 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494f3bcf-91eb-4f41-8115-e7741a465efa None None] Network 836daf05-947a-417e-8fae-dcc0064f4cac is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:36:21.051069 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-494f3bcf-91eb-4f41-8115-e7741a465efa None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:36:21.058062 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494f3bcf-91eb-4f41-8115-e7741a465efa None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:36:21.060181 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f3bcf-91eb-4f41-8115-e7741a465efa None None] Pushing event updated for resources: {'Port': ['ID=c08bb3ea-47d9-4871-92fe-86bf395b431b,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:21.096685 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494f3bcf-91eb-4f41-8115-e7741a465efa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:21.097032 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494f3bcf-91eb-4f41-8115-e7741a465efa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:21.097401 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494f3bcf-91eb-4f41-8115-e7741a465efa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:21.097729 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494f3bcf-91eb-4f41-8115-e7741a465efa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:21.098113 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494f3bcf-91eb-4f41-8115-e7741a465efa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:21.098453 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494f3bcf-91eb-4f41-8115-e7741a465efa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:21.098776 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494f3bcf-91eb-4f41-8115-e7741a465efa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:21.099099 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494f3bcf-91eb-4f41-8115-e7741a465efa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:21.099432 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494f3bcf-91eb-4f41-8115-e7741a465efa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:21.099754 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494f3bcf-91eb-4f41-8115-e7741a465efa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:21.100070 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494f3bcf-91eb-4f41-8115-e7741a465efa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:21.100383 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494f3bcf-91eb-4f41-8115-e7741a465efa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:21.101737 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494f3bcf-91eb-4f41-8115-e7741a465efa None None] Tracked resource versions report: Feb 16 12:36:21.101737 dv-neutron-829527-1-hyperv neutron-server[87702]: pushed versions: Feb 16 12:36:21.101737 dv-neutron-829527-1-hyperv neutron-server[87702]: { 'AddressGroup': {'1.2'}, Feb 16 12:36:21.101737 dv-neutron-829527-1-hyperv neutron-server[87702]: 'ConntrackHelper': {'1.0'}, Feb 16 12:36:21.101737 dv-neutron-829527-1-hyperv neutron-server[87702]: 'Log': {'1.0'}, Feb 16 12:36:21.101737 dv-neutron-829527-1-hyperv neutron-server[87702]: 'Network': {'1.1'}, Feb 16 12:36:21.101737 dv-neutron-829527-1-hyperv neutron-server[87702]: 'Port': {'1.7'}, Feb 16 12:36:21.101737 dv-neutron-829527-1-hyperv neutron-server[87702]: 'PortForwarding': {'1.2'}, Feb 16 12:36:21.101737 dv-neutron-829527-1-hyperv neutron-server[87702]: 'QosPolicy': {'1.8'}, Feb 16 12:36:21.101737 dv-neutron-829527-1-hyperv neutron-server[87702]: 'SecurityGroup': {'1.4'}, Feb 16 12:36:21.101737 dv-neutron-829527-1-hyperv neutron-server[87702]: 'SecurityGroupRule': {'1.2'}, Feb 16 12:36:21.101737 dv-neutron-829527-1-hyperv neutron-server[87702]: 'SubPort': {'1.0'}, Feb 16 12:36:21.101737 dv-neutron-829527-1-hyperv neutron-server[87702]: 'Subnet': {'1.1'}, Feb 16 12:36:21.101737 dv-neutron-829527-1-hyperv neutron-server[87702]: 'Trunk': {'1.1'}} Feb 16 12:36:21.101737 dv-neutron-829527-1-hyperv neutron-server[87702]: consumer versions: Feb 16 12:36:21.101737 dv-neutron-829527-1-hyperv neutron-server[87702]: { DHCP agent@dv-neutron-829527-1-hyperv: {}, Feb 16 12:36:21.101737 dv-neutron-829527-1-hyperv neutron-server[87702]: L3 agent@dv-neutron-829527-1-hyperv: {}, Feb 16 12:36:21.101737 dv-neutron-829527-1-hyperv neutron-server[87702]: Metadata agent@dv-neutron-829527-1-hyperv: {}, Feb 16 12:36:21.101737 dv-neutron-829527-1-hyperv neutron-server[87702]: Metering agent@dv-neutron-829527-1-hyperv: {}, Feb 16 12:36:21.101737 dv-neutron-829527-1-hyperv neutron-server[87702]: Open vSwitch agent@dv-neutron-829527-1-hyperv: { 'AddressGroup': '1.2', Feb 16 12:36:21.101737 dv-neutron-829527-1-hyperv neutron-server[87702]: 'ConntrackHelper': '1.0', Feb 16 12:36:21.101737 dv-neutron-829527-1-hyperv neutron-server[87702]: 'Log': '1.0', Feb 16 12:36:21.101737 dv-neutron-829527-1-hyperv neutron-server[87702]: 'Network': '1.1', Feb 16 12:36:21.101737 dv-neutron-829527-1-hyperv neutron-server[87702]: 'Port': '1.7', Feb 16 12:36:21.101737 dv-neutron-829527-1-hyperv neutron-server[87702]: 'PortForwarding': '1.2', Feb 16 12:36:21.101737 dv-neutron-829527-1-hyperv neutron-server[87702]: 'QosPolicy': '1.8', Feb 16 12:36:21.101737 dv-neutron-829527-1-hyperv neutron-server[87702]: 'SecurityGroup': '1.4', Feb 16 12:36:21.101737 dv-neutron-829527-1-hyperv neutron-server[87702]: 'SecurityGroupRule': '1.2', Feb 16 12:36:21.101737 dv-neutron-829527-1-hyperv neutron-server[87702]: 'SubPort': '1.0', Feb 16 12:36:21.101737 dv-neutron-829527-1-hyperv neutron-server[87702]: 'Subnet': '1.1', Feb 16 12:36:21.101737 dv-neutron-829527-1-hyperv neutron-server[87702]: 'Trunk': '1.1'}} Feb 16 12:36:21.101737 dv-neutron-829527-1-hyperv neutron-server[87702]: {{(pid=87702) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 12:36:21.162742 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-494f3bcf-91eb-4f41-8115-e7741a465efa None None] Attempting to bind port c08bb3ea-47d9-4871-92fe-86bf395b431b on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:36:21.163131 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-494f3bcf-91eb-4f41-8115-e7741a465efa None None] Attempting to bind port c08bb3ea-47d9-4871-92fe-86bf395b431b by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'b45498c8-c17f-4018-8f79-429781c80be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '836daf05-947a-417e-8fae-dcc0064f4cac'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:36:21.163538 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494f3bcf-91eb-4f41-8115-e7741a465efa None None] Attempting to bind port c08bb3ea-47d9-4871-92fe-86bf395b431b on network 836daf05-947a-417e-8fae-dcc0064f4cac {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:36:21.168884 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494f3bcf-91eb-4f41-8115-e7741a465efa None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:36:21.169291 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494f3bcf-91eb-4f41-8115-e7741a465efa None None] Checking segment: {'id': 'b45498c8-c17f-4018-8f79-429781c80be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '836daf05-947a-417e-8fae-dcc0064f4cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:36:21.169762 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-494f3bcf-91eb-4f41-8115-e7741a465efa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:21.170142 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494f3bcf-91eb-4f41-8115-e7741a465efa None None] Bound using segment: {'id': 'b45498c8-c17f-4018-8f79-429781c80be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '836daf05-947a-417e-8fae-dcc0064f4cac'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:36:21.170601 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-494f3bcf-91eb-4f41-8115-e7741a465efa None None] Bound port: c08bb3ea-47d9-4871-92fe-86bf395b431b, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b45498c8-c17f-4018-8f79-429781c80be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '836daf05-947a-417e-8fae-dcc0064f4cac'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:36:21.170988 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-494f3bcf-91eb-4f41-8115-e7741a465efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:21.259708 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-494f3bcf-91eb-4f41-8115-e7741a465efa None None] For port c08bb3ea-47d9-4871-92fe-86bf395b431b, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:36:21.263759 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-494f3bcf-91eb-4f41-8115-e7741a465efa None None] For port c08bb3ea-47d9-4871-92fe-86bf395b431b, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=c08bb3ea-47d9-4871-92fe-86bf395b431b,segment=NetworkSegment(b45498c8-c17f-4018-8f79-429781c80be7),segment_id=b45498c8-c17f-4018-8f79-429781c80be7)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:36:21.270085 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-494f3bcf-91eb-4f41-8115-e7741a465efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:21.356831 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f3bcf-91eb-4f41-8115-e7741a465efa None None] Pushing event updated for resources: {'Port': ['ID=c08bb3ea-47d9-4871-92fe-86bf395b431b,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:22.644917 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 58968) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:23.024214 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [None req-193ee473-9fde-49f3-a446-e3c9b190ad26 admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=87701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:36:23.025328 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-193ee473-9fde-49f3-a446-e3c9b190ad26 admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3793583 Feb 16 12:36:24.868935 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device c08bb3ea-47d9-4871-92fe-86bf395b431b up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:36:24.948701 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port c08bb3ea-47d9-4871-92fe-86bf395b431b completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:36:25.199373 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4f059d-2625-42cd-b0f3-af104c45a283 None None] Network 836daf05-947a-417e-8fae-dcc0064f4cac requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:36:25.324139 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-c0e68cf2-b074-4bf5-8f3a-a73307c006d3 None None] Provisioning for port c08bb3ea-47d9-4871-92fe-86bf395b431b completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:36:25.371662 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-c0e68cf2-b074-4bf5-8f3a-a73307c006d3 None None] Provisioning complete for port c08bb3ea-47d9-4871-92fe-86bf395b431b triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:36:25.372046 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c0e68cf2-b074-4bf5-8f3a-a73307c006d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:25.458735 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 58982) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:25.583512 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c0e68cf2-b074-4bf5-8f3a-a73307c006d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:25.618554 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-c0e68cf2-b074-4bf5-8f3a-a73307c006d3 None None] For port c08bb3ea-47d9-4871-92fe-86bf395b431b, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=c08bb3ea-47d9-4871-92fe-86bf395b431b,segment=NetworkSegment(b45498c8-c17f-4018-8f79-429781c80be7),segment_id=b45498c8-c17f-4018-8f79-429781c80be7)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:36:25.624736 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c0e68cf2-b074-4bf5-8f3a-a73307c006d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:25.696101 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e68cf2-b074-4bf5-8f3a-a73307c006d3 None None] Pushing event updated for resources: {'Port': ['ID=c08bb3ea-47d9-4871-92fe-86bf395b431b,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:25.847081 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-63a8f8ac-9e4d-4eb4-825c-5bb7bb5b4ada None None] Provisioning complete for port c08bb3ea-47d9-4871-92fe-86bf395b431b triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:36:25.847458 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-63a8f8ac-9e4d-4eb4-825c-5bb7bb5b4ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:25.848927 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-5e8a1e69-7b60-4e15-a2b9-bc335083a4a6 admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:36:25.852663 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5e8a1e69-7b60-4e15-a2b9-bc335083a4a6 admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3903081 Feb 16 12:36:26.838746 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device c08bb3ea-47d9-4871-92fe-86bf395b431b up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:36:26.905732 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port c08bb3ea-47d9-4871-92fe-86bf395b431b triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:36:26.906098 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:28.524572 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 58994) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:28.929059 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-faad0b87-3be5-4c40-96ae-8354df48ce1b admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'ddd1252d4f4946e591eaae7806799f91', 'admin_state_up': True}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:28.933824 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-faad0b87-3be5-4c40-96ae-8354df48ce1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:28.938610 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-faad0b87-3be5-4c40-96ae-8354df48ce1b admin admin] Usage tracker for resource:router and tenant:ddd1252d4f4946e591eaae7806799f91 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:28.942937 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-faad0b87-3be5-4c40-96ae-8354df48ce1b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:28.949329 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-faad0b87-3be5-4c40-96ae-8354df48ce1b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:28.962660 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-faad0b87-3be5-4c40-96ae-8354df48ce1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:28.964222 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-faad0b87-3be5-4c40-96ae-8354df48ce1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:28.986999 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-faad0b87-3be5-4c40-96ae-8354df48ce1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:29.103185 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-faad0b87-3be5-4c40-96ae-8354df48ce1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:29.123158 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-faad0b87-3be5-4c40-96ae-8354df48ce1b admin admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:29.124469 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-faad0b87-3be5-4c40-96ae-8354df48ce1b admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5985348 Feb 16 12:36:31.543948 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 59004) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:31.736769 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-39682955-3253-47bd-b6e5-72e1ccbf8606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:31.963905 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-8352787b-46ba-4b19-b2aa-b691438677dc admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:36:31.965626 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8352787b-46ba-4b19-b2aa-b691438677dc admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4202218 Feb 16 12:36:34.087643 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-cd57fc7d-1f89-404e-8851-e69a2a0e5f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:34.392763 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 59014) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:34.768549 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-df6b50e8-2f0d-4792-957f-133b4307c799 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:34.774428 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-df6b50e8-2f0d-4792-957f-133b4307c799 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:34.778537 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-df6b50e8-2f0d-4792-957f-133b4307c799 admin admin] Usage tracker for resource:network and tenant:181ef948fe544011a69f135dcb0ec176 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:34.782083 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-df6b50e8-2f0d-4792-957f-133b4307c799 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:34.788890 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-df6b50e8-2f0d-4792-957f-133b4307c799 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:34.801879 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6b50e8-2f0d-4792-957f-133b4307c799 admin admin] Made reservation on behalf of 181ef948fe544011a69f135dcb0ec176 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:36:34.804829 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-df6b50e8-2f0d-4792-957f-133b4307c799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:34.823660 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-df6b50e8-2f0d-4792-957f-133b4307c799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:34.838387 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-df6b50e8-2f0d-4792-957f-133b4307c799 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:34.842292 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-df6b50e8-2f0d-4792-957f-133b4307c799 admin admin] Usage tracker for resource:security_group_rule and tenant:181ef948fe544011a69f135dcb0ec176 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:34.845452 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-df6b50e8-2f0d-4792-957f-133b4307c799 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:34.851811 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-df6b50e8-2f0d-4792-957f-133b4307c799 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:34.952332 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-df6b50e8-2f0d-4792-957f-133b4307c799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:34.958792 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-df6b50e8-2f0d-4792-957f-133b4307c799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:34.974071 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-df6b50e8-2f0d-4792-957f-133b4307c799 admin admin] Reserving flat network on physical network physnet1 {{(pid=87699) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 16 12:36:34.996308 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:35.006573 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-df6b50e8-2f0d-4792-957f-133b4307c799 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754732789670', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:35.007162 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-df6b50e8-2f0d-4792-957f-133b4307c799 admin admin] Unsubscribe: segment precommit_create {{(pid=87699) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 16 12:36:35.007691 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-df6b50e8-2f0d-4792-957f-133b4307c799 admin admin] Added segment 5422085d-260d-4a52-bf2c-848582395bf2 of type flat for network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 Feb 16 12:36:35.015840 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6b50e8-2f0d-4792-957f-133b4307c799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0676010-c475-40bd-980c-23532fea3226,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:35.066781 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:35.069474 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6b50e8-2f0d-4792-957f-133b4307c799 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:35.069821 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6b50e8-2f0d-4792-957f-133b4307c799 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:35.070152 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6b50e8-2f0d-4792-957f-133b4307c799 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:35.070473 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6b50e8-2f0d-4792-957f-133b4307c799 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:35.070791 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6b50e8-2f0d-4792-957f-133b4307c799 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:35.071126 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6b50e8-2f0d-4792-957f-133b4307c799 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:35.071448 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6b50e8-2f0d-4792-957f-133b4307c799 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:35.071777 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6b50e8-2f0d-4792-957f-133b4307c799 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:35.072092 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6b50e8-2f0d-4792-957f-133b4307c799 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:35.072418 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6b50e8-2f0d-4792-957f-133b4307c799 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:35.072738 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6b50e8-2f0d-4792-957f-133b4307c799 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:35.073048 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6b50e8-2f0d-4792-957f-133b4307c799 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:35.074314 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6b50e8-2f0d-4792-957f-133b4307c799 admin admin] Tracked resource versions report: Feb 16 12:36:35.074314 dv-neutron-829527-1-hyperv neutron-server[87699]: pushed versions: Feb 16 12:36:35.074314 dv-neutron-829527-1-hyperv neutron-server[87699]: { 'AddressGroup': {'1.2'}, Feb 16 12:36:35.074314 dv-neutron-829527-1-hyperv neutron-server[87699]: 'ConntrackHelper': {'1.0'}, Feb 16 12:36:35.074314 dv-neutron-829527-1-hyperv neutron-server[87699]: 'Log': {'1.0'}, Feb 16 12:36:35.074314 dv-neutron-829527-1-hyperv neutron-server[87699]: 'Network': {'1.1'}, Feb 16 12:36:35.074314 dv-neutron-829527-1-hyperv neutron-server[87699]: 'Port': {'1.7'}, Feb 16 12:36:35.074314 dv-neutron-829527-1-hyperv neutron-server[87699]: 'PortForwarding': {'1.2'}, Feb 16 12:36:35.074314 dv-neutron-829527-1-hyperv neutron-server[87699]: 'QosPolicy': {'1.8'}, Feb 16 12:36:35.074314 dv-neutron-829527-1-hyperv neutron-server[87699]: 'SecurityGroup': {'1.4'}, Feb 16 12:36:35.074314 dv-neutron-829527-1-hyperv neutron-server[87699]: 'SecurityGroupRule': {'1.2'}, Feb 16 12:36:35.074314 dv-neutron-829527-1-hyperv neutron-server[87699]: 'SubPort': {'1.0'}, Feb 16 12:36:35.074314 dv-neutron-829527-1-hyperv neutron-server[87699]: 'Subnet': {'1.1'}, Feb 16 12:36:35.074314 dv-neutron-829527-1-hyperv neutron-server[87699]: 'Trunk': {'1.1'}} Feb 16 12:36:35.074314 dv-neutron-829527-1-hyperv neutron-server[87699]: consumer versions: Feb 16 12:36:35.074314 dv-neutron-829527-1-hyperv neutron-server[87699]: { DHCP agent@dv-neutron-829527-1-hyperv: {}, Feb 16 12:36:35.074314 dv-neutron-829527-1-hyperv neutron-server[87699]: L3 agent@dv-neutron-829527-1-hyperv: {}, Feb 16 12:36:35.074314 dv-neutron-829527-1-hyperv neutron-server[87699]: Metadata agent@dv-neutron-829527-1-hyperv: {}, Feb 16 12:36:35.074314 dv-neutron-829527-1-hyperv neutron-server[87699]: Metering agent@dv-neutron-829527-1-hyperv: {}, Feb 16 12:36:35.074314 dv-neutron-829527-1-hyperv neutron-server[87699]: Open vSwitch agent@dv-neutron-829527-1-hyperv: { 'AddressGroup': '1.2', Feb 16 12:36:35.074314 dv-neutron-829527-1-hyperv neutron-server[87699]: 'ConntrackHelper': '1.0', Feb 16 12:36:35.074314 dv-neutron-829527-1-hyperv neutron-server[87699]: 'Log': '1.0', Feb 16 12:36:35.074314 dv-neutron-829527-1-hyperv neutron-server[87699]: 'Network': '1.1', Feb 16 12:36:35.074314 dv-neutron-829527-1-hyperv neutron-server[87699]: 'Port': '1.7', Feb 16 12:36:35.074314 dv-neutron-829527-1-hyperv neutron-server[87699]: 'PortForwarding': '1.2', Feb 16 12:36:35.074314 dv-neutron-829527-1-hyperv neutron-server[87699]: 'QosPolicy': '1.8', Feb 16 12:36:35.074314 dv-neutron-829527-1-hyperv neutron-server[87699]: 'SecurityGroup': '1.4', Feb 16 12:36:35.074314 dv-neutron-829527-1-hyperv neutron-server[87699]: 'SecurityGroupRule': '1.2', Feb 16 12:36:35.074314 dv-neutron-829527-1-hyperv neutron-server[87699]: 'SubPort': '1.0', Feb 16 12:36:35.074314 dv-neutron-829527-1-hyperv neutron-server[87699]: 'Subnet': '1.1', Feb 16 12:36:35.074314 dv-neutron-829527-1-hyperv neutron-server[87699]: 'Trunk': '1.1'}} Feb 16 12:36:35.074314 dv-neutron-829527-1-hyperv neutron-server[87699]: {{(pid=87699) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 12:36:35.117836 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-df6b50e8-2f0d-4792-957f-133b4307c799 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:35.166353 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-df6b50e8-2f0d-4792-957f-133b4307c799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:35.167387 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6b50e8-2f0d-4792-957f-133b4307c799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:35.168037 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-df6b50e8-2f0d-4792-957f-133b4307c799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:35.271603 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6b50e8-2f0d-4792-957f-133b4307c799 admin admin] Pushing event updated for resources: {'Network': ['ID=a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:35.274564 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-df6b50e8-2f0d-4792-957f-133b4307c799 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8807471 Feb 16 12:36:35.299651 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:36:36.544968 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:37.686079 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 59038) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:37.919611 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1c09bd-c415-4a80-aa70-097fa3939bca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:37.920878 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-7d1c09bd-c415-4a80-aa70-097fa3939bca admin admin] 10.222.0.83 "GET /v2.0/subnets/cf32903d-90ac-47b3-98d0-b731ecc9bfee HTTP/1.1" status: 200 len: 849 time: 0.2338269 Feb 16 12:36:38.104917 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-85d46428-14e0-40d0-950f-7fb8ea8807b4 admin admin] 10.222.0.83 "GET /v2.0/routers/fe5080bc-facc-43cd-93bf-87ed03237cd3 HTTP/1.1" status: 200 len: 704 time: 0.1782532 Feb 16 12:36:38.581794 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5bcc689f-3757-4904-ab62-bb549b1ca8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:38.860908 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-5bcc689f-3757-4904-ab62-bb549b1ca8c9 admin admin] Allocated IP 172.20.0.1 (836daf05-947a-417e-8fae-dcc0064f4cac/cf32903d-90ac-47b3-98d0-b731ecc9bfee/a9feba73-ccc5-4a19-857e-96d68bf5af1e) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:36:39.023318 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5bcc689f-3757-4904-ab62-bb549b1ca8c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:39.040534 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-5bcc689f-3757-4904-ab62-bb549b1ca8c9 admin admin] Transition to ACTIVE for port object a9feba73-ccc5-4a19-857e-96d68bf5af1e will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:36:39.099401 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5bcc689f-3757-4904-ab62-bb549b1ca8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:39.166357 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcc689f-3757-4904-ab62-bb549b1ca8c9 admin admin] Network 836daf05-947a-417e-8fae-dcc0064f4cac is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:36:39.169181 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-5bcc689f-3757-4904-ab62-bb549b1ca8c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:36:39.174808 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcc689f-3757-4904-ab62-bb549b1ca8c9 admin admin] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:36:39.174808 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5bcc689f-3757-4904-ab62-bb549b1ca8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:39.328283 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc689f-3757-4904-ab62-bb549b1ca8c9 admin admin] Pushing event updated for resources: {'Port': ['ID=a9feba73-ccc5-4a19-857e-96d68bf5af1e,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:39.399665 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-a13d5bc6-154e-4ef5-8d7e-ce0ef97d1a3e None None] Provisioning for port a9feba73-ccc5-4a19-857e-96d68bf5af1e completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:36:39.404737 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-a13d5bc6-154e-4ef5-8d7e-ce0ef97d1a3e None None] Provisioning complete for port a9feba73-ccc5-4a19-857e-96d68bf5af1e triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:36:39.405223 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a13d5bc6-154e-4ef5-8d7e-ce0ef97d1a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:39.462947 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-a13d5bc6-154e-4ef5-8d7e-ce0ef97d1a3e None None] Port a9feba73-ccc5-4a19-857e-96d68bf5af1e cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:36:39.477831 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5bcc689f-3757-4904-ab62-bb549b1ca8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:39.715984 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5bcc689f-3757-4904-ab62-bb549b1ca8c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:39.723234 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5bcc689f-3757-4904-ab62-bb549b1ca8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:39.724018 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5bcc689f-3757-4904-ab62-bb549b1ca8c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:39.854704 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc689f-3757-4904-ab62-bb549b1ca8c9 admin admin] Pushing event updated for resources: {'Port': ['ID=a9feba73-ccc5-4a19-857e-96d68bf5af1e,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:39.920757 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcc689f-3757-4904-ab62-bb549b1ca8c9 admin admin] Network 836daf05-947a-417e-8fae-dcc0064f4cac is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:36:39.921992 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-5bcc689f-3757-4904-ab62-bb549b1ca8c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:36:40.087103 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-7300a865-fea5-4b05-a40c-004edde9fce4 None None] Provisioning complete for port a9feba73-ccc5-4a19-857e-96d68bf5af1e triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:36:40.087471 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7300a865-fea5-4b05-a40c-004edde9fce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:40.114390 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bcc689f-3757-4904-ab62-bb549b1ca8c9 admin admin] Router fe5080bc-facc-43cd-93bf-87ed03237cd3 is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:36:40.140334 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-7300a865-fea5-4b05-a40c-004edde9fce4 None None] Port a9feba73-ccc5-4a19-857e-96d68bf5af1e cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:36:40.272947 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bcc689f-3757-4904-ab62-bb549b1ca8c9 admin admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:36:40.282878 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-5bcc689f-3757-4904-ab62-bb549b1ca8c9 admin admin] 10.222.0.83 "PUT /v2.0/routers/fe5080bc-facc-43cd-93bf-87ed03237cd3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1702118 Feb 16 12:36:40.283782 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8a1a3f-3b96-4006-9bf2-6ba0d0bb10ad None None] Sync routers for ids ['fe5080bc-facc-43cd-93bf-87ed03237cd3'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:36:40.296066 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8a1a3f-3b96-4006-9bf2-6ba0d0bb10ad None None] Routers {'fe5080bc-facc-43cd-93bf-87ed03237cd3'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:36:40.297393 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-fa8a1a3f-3b96-4006-9bf2-6ba0d0bb10ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:36:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['fe5080bc-facc-43cd-93bf-87ed03237cd3'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:40.470599 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-fa8a1a3f-3b96-4006-9bf2-6ba0d0bb10ad None None] Set router fe5080bc-facc-43cd-93bf-87ed03237cd3 gateway port host: None {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:36:40.842080 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-fa8a1a3f-3b96-4006-9bf2-6ba0d0bb10ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5080bc-facc-43cd-93bf-87ed03237cd3', 'name': 'router1', 'tenant_id': 'ddd1252d4f4946e591eaae7806799f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:28Z', 'updated_at': '2022-02-16T12:36:39Z', 'revision_number': 2, 'project_id': 'ddd1252d4f4946e591eaae7806799f91', 'gw_port_host': None, '_interfaces': [{'id': 'a9feba73-ccc5-4a19-857e-96d68bf5af1e', 'name': '', 'network_id': '836daf05-947a-417e-8fae-dcc0064f4cac', 'tenant_id': 'ddd1252d4f4946e591eaae7806799f91', 'mac_address': 'fa:16:3e:3b:f0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5080bc-facc-43cd-93bf-87ed03237cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cf32903d-90ac-47b3-98d0-b731ecc9bfee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:38Z', 'updated_at': '2022-02-16T12:36:39Z', 'revision_number': 2, 'project_id': 'ddd1252d4f4946e591eaae7806799f91', 'subnets': [{'id': 'cf32903d-90ac-47b3-98d0-b731ecc9bfee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a16db7a-e710-4d5d-98f9-53e63b0549ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:40.847413 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8a1a3f-3b96-4006-9bf2-6ba0d0bb10ad None None] Checking router: fe5080bc-facc-43cd-93bf-87ed03237cd3 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:36:40.847781 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8a1a3f-3b96-4006-9bf2-6ba0d0bb10ad None None] Updating router fe5080bc-facc-43cd-93bf-87ed03237cd3 port a9feba73-ccc5-4a19-857e-96d68bf5af1e binding host dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:36:40.899587 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-fa8a1a3f-3b96-4006-9bf2-6ba0d0bb10ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:41.283960 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-fa8a1a3f-3b96-4006-9bf2-6ba0d0bb10ad None None] Notify callbacks [] for port, precommit_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:41.299881 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.provisioning_blocks [None req-fa8a1a3f-3b96-4006-9bf2-6ba0d0bb10ad None None] Transition to ACTIVE for port object a9feba73-ccc5-4a19-857e-96d68bf5af1e will not be triggered until provisioned by entity L2. {{(pid=87703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:36:41.309043 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-fa8a1a3f-3b96-4006-9bf2-6ba0d0bb10ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:41.540824 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be77bbc4-145c-4d14-9526-ba2de5c70eea None None] Pushing event updated for resources: {'Port': ['ID=a9feba73-ccc5-4a19-857e-96d68bf5af1e,revision_number=3']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:41.551604 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be77bbc4-145c-4d14-9526-ba2de5c70eea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:41.551952 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be77bbc4-145c-4d14-9526-ba2de5c70eea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:41.552291 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be77bbc4-145c-4d14-9526-ba2de5c70eea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:41.552708 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be77bbc4-145c-4d14-9526-ba2de5c70eea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:41.552977 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be77bbc4-145c-4d14-9526-ba2de5c70eea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:41.553321 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be77bbc4-145c-4d14-9526-ba2de5c70eea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:41.553648 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be77bbc4-145c-4d14-9526-ba2de5c70eea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:41.553970 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be77bbc4-145c-4d14-9526-ba2de5c70eea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:41.554315 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be77bbc4-145c-4d14-9526-ba2de5c70eea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:41.554637 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be77bbc4-145c-4d14-9526-ba2de5c70eea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:41.554955 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be77bbc4-145c-4d14-9526-ba2de5c70eea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:41.555270 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be77bbc4-145c-4d14-9526-ba2de5c70eea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:36:41.556629 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be77bbc4-145c-4d14-9526-ba2de5c70eea None None] Tracked resource versions report: Feb 16 12:36:41.556629 dv-neutron-829527-1-hyperv neutron-server[87703]: pushed versions: Feb 16 12:36:41.556629 dv-neutron-829527-1-hyperv neutron-server[87703]: { 'AddressGroup': {'1.2'}, Feb 16 12:36:41.556629 dv-neutron-829527-1-hyperv neutron-server[87703]: 'ConntrackHelper': {'1.0'}, Feb 16 12:36:41.556629 dv-neutron-829527-1-hyperv neutron-server[87703]: 'Log': {'1.0'}, Feb 16 12:36:41.556629 dv-neutron-829527-1-hyperv neutron-server[87703]: 'Network': {'1.1'}, Feb 16 12:36:41.556629 dv-neutron-829527-1-hyperv neutron-server[87703]: 'Port': {'1.7'}, Feb 16 12:36:41.556629 dv-neutron-829527-1-hyperv neutron-server[87703]: 'PortForwarding': {'1.2'}, Feb 16 12:36:41.556629 dv-neutron-829527-1-hyperv neutron-server[87703]: 'QosPolicy': {'1.8'}, Feb 16 12:36:41.556629 dv-neutron-829527-1-hyperv neutron-server[87703]: 'SecurityGroup': {'1.4'}, Feb 16 12:36:41.556629 dv-neutron-829527-1-hyperv neutron-server[87703]: 'SecurityGroupRule': {'1.2'}, Feb 16 12:36:41.556629 dv-neutron-829527-1-hyperv neutron-server[87703]: 'SubPort': {'1.0'}, Feb 16 12:36:41.556629 dv-neutron-829527-1-hyperv neutron-server[87703]: 'Subnet': {'1.1'}, Feb 16 12:36:41.556629 dv-neutron-829527-1-hyperv neutron-server[87703]: 'Trunk': {'1.1'}} Feb 16 12:36:41.556629 dv-neutron-829527-1-hyperv neutron-server[87703]: consumer versions: Feb 16 12:36:41.556629 dv-neutron-829527-1-hyperv neutron-server[87703]: { DHCP agent@dv-neutron-829527-1-hyperv: {}, Feb 16 12:36:41.556629 dv-neutron-829527-1-hyperv neutron-server[87703]: L3 agent@dv-neutron-829527-1-hyperv: {}, Feb 16 12:36:41.556629 dv-neutron-829527-1-hyperv neutron-server[87703]: Metadata agent@dv-neutron-829527-1-hyperv: {}, Feb 16 12:36:41.556629 dv-neutron-829527-1-hyperv neutron-server[87703]: Metering agent@dv-neutron-829527-1-hyperv: {}, Feb 16 12:36:41.556629 dv-neutron-829527-1-hyperv neutron-server[87703]: Open vSwitch agent@dv-neutron-829527-1-hyperv: { 'AddressGroup': '1.2', Feb 16 12:36:41.556629 dv-neutron-829527-1-hyperv neutron-server[87703]: 'ConntrackHelper': '1.0', Feb 16 12:36:41.556629 dv-neutron-829527-1-hyperv neutron-server[87703]: 'Log': '1.0', Feb 16 12:36:41.556629 dv-neutron-829527-1-hyperv neutron-server[87703]: 'Network': '1.1', Feb 16 12:36:41.556629 dv-neutron-829527-1-hyperv neutron-server[87703]: 'Port': '1.7', Feb 16 12:36:41.556629 dv-neutron-829527-1-hyperv neutron-server[87703]: 'PortForwarding': '1.2', Feb 16 12:36:41.556629 dv-neutron-829527-1-hyperv neutron-server[87703]: 'QosPolicy': '1.8', Feb 16 12:36:41.556629 dv-neutron-829527-1-hyperv neutron-server[87703]: 'SecurityGroup': '1.4', Feb 16 12:36:41.556629 dv-neutron-829527-1-hyperv neutron-server[87703]: 'SecurityGroupRule': '1.2', Feb 16 12:36:41.556629 dv-neutron-829527-1-hyperv neutron-server[87703]: 'SubPort': '1.0', Feb 16 12:36:41.556629 dv-neutron-829527-1-hyperv neutron-server[87703]: 'Subnet': '1.1', Feb 16 12:36:41.556629 dv-neutron-829527-1-hyperv neutron-server[87703]: 'Trunk': '1.1'}} Feb 16 12:36:41.556629 dv-neutron-829527-1-hyperv neutron-server[87703]: {{(pid=87703) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 12:36:41.565858 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-fa8a1a3f-3b96-4006-9bf2-6ba0d0bb10ad None None] Attempting to bind port a9feba73-ccc5-4a19-857e-96d68bf5af1e on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:36:41.566271 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-fa8a1a3f-3b96-4006-9bf2-6ba0d0bb10ad None None] Attempting to bind port a9feba73-ccc5-4a19-857e-96d68bf5af1e by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'b45498c8-c17f-4018-8f79-429781c80be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '836daf05-947a-417e-8fae-dcc0064f4cac'}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:36:41.566730 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8a1a3f-3b96-4006-9bf2-6ba0d0bb10ad None None] Attempting to bind port a9feba73-ccc5-4a19-857e-96d68bf5af1e on network 836daf05-947a-417e-8fae-dcc0064f4cac {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:36:41.572076 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8a1a3f-3b96-4006-9bf2-6ba0d0bb10ad None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:36:41.572462 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8a1a3f-3b96-4006-9bf2-6ba0d0bb10ad None None] Checking segment: {'id': 'b45498c8-c17f-4018-8f79-429781c80be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '836daf05-947a-417e-8fae-dcc0064f4cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:36:41.572969 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-fa8a1a3f-3b96-4006-9bf2-6ba0d0bb10ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:41.573466 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8a1a3f-3b96-4006-9bf2-6ba0d0bb10ad None None] Bound using segment: {'id': 'b45498c8-c17f-4018-8f79-429781c80be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '836daf05-947a-417e-8fae-dcc0064f4cac'} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:36:41.573826 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-fa8a1a3f-3b96-4006-9bf2-6ba0d0bb10ad None None] Bound port: a9feba73-ccc5-4a19-857e-96d68bf5af1e, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b45498c8-c17f-4018-8f79-429781c80be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '836daf05-947a-417e-8fae-dcc0064f4cac'}}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:36:41.574209 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-fa8a1a3f-3b96-4006-9bf2-6ba0d0bb10ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:41.674170 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-fa8a1a3f-3b96-4006-9bf2-6ba0d0bb10ad None None] For port a9feba73-ccc5-4a19-857e-96d68bf5af1e, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:36:41.678913 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-fa8a1a3f-3b96-4006-9bf2-6ba0d0bb10ad None None] For port a9feba73-ccc5-4a19-857e-96d68bf5af1e, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=a9feba73-ccc5-4a19-857e-96d68bf5af1e,segment=NetworkSegment(b45498c8-c17f-4018-8f79-429781c80be7),segment_id=b45498c8-c17f-4018-8f79-429781c80be7)] {{(pid=87703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:36:41.685173 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-fa8a1a3f-3b96-4006-9bf2-6ba0d0bb10ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:41.771709 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8a1a3f-3b96-4006-9bf2-6ba0d0bb10ad None None] Routers {'fe5080bc-facc-43cd-93bf-87ed03237cd3'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:36:41.772340 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-fa8a1a3f-3b96-4006-9bf2-6ba0d0bb10ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:36:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['fe5080bc-facc-43cd-93bf-87ed03237cd3'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:41.913292 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be77bbc4-145c-4d14-9526-ba2de5c70eea None None] Pushing event updated for resources: {'Port': ['ID=a9feba73-ccc5-4a19-857e-96d68bf5af1e,revision_number=4']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:41.949973 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-fa8a1a3f-3b96-4006-9bf2-6ba0d0bb10ad None None] Set router fe5080bc-facc-43cd-93bf-87ed03237cd3 gateway port host: None {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:36:42.282850 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-fa8a1a3f-3b96-4006-9bf2-6ba0d0bb10ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5080bc-facc-43cd-93bf-87ed03237cd3', 'name': 'router1', 'tenant_id': 'ddd1252d4f4946e591eaae7806799f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:28Z', 'updated_at': '2022-02-16T12:36:39Z', 'revision_number': 2, 'project_id': 'ddd1252d4f4946e591eaae7806799f91', 'gw_port_host': None, '_interfaces': [{'id': 'a9feba73-ccc5-4a19-857e-96d68bf5af1e', 'name': '', 'network_id': '836daf05-947a-417e-8fae-dcc0064f4cac', 'tenant_id': 'ddd1252d4f4946e591eaae7806799f91', 'mac_address': 'fa:16:3e:3b:f0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5080bc-facc-43cd-93bf-87ed03237cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cf32903d-90ac-47b3-98d0-b731ecc9bfee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:38Z', 'updated_at': '2022-02-16T12:36:41Z', 'revision_number': 4, 'project_id': 'ddd1252d4f4946e591eaae7806799f91', 'subnets': [{'id': 'cf32903d-90ac-47b3-98d0-b731ecc9bfee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a16db7a-e710-4d5d-98f9-53e63b0549ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:42.287110 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8a1a3f-3b96-4006-9bf2-6ba0d0bb10ad None None] The sync data for ids ['fe5080bc-facc-43cd-93bf-87ed03237cd3'] in dv-neutron-829527-1-hyperv is: [{'id': 'fe5080bc-facc-43cd-93bf-87ed03237cd3', 'name': 'router1', 'tenant_id': 'ddd1252d4f4946e591eaae7806799f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:28Z', 'updated_at': '2022-02-16T12:36:39Z', 'revision_number': 2, 'project_id': 'ddd1252d4f4946e591eaae7806799f91', 'gw_port_host': None, '_interfaces': [{'id': 'a9feba73-ccc5-4a19-857e-96d68bf5af1e', 'name': '', 'network_id': '836daf05-947a-417e-8fae-dcc0064f4cac', 'tenant_id': 'ddd1252d4f4946e591eaae7806799f91', 'mac_address': 'fa:16:3e:3b:f0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5080bc-facc-43cd-93bf-87ed03237cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cf32903d-90ac-47b3-98d0-b731ecc9bfee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:38Z', 'updated_at': '2022-02-16T12:36:41Z', 'revision_number': 4, 'project_id': 'ddd1252d4f4946e591eaae7806799f91', 'subnets': [{'id': 'cf32903d-90ac-47b3-98d0-b731ecc9bfee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a16db7a-e710-4d5d-98f9-53e63b0549ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:36:42.590396 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 59060) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:42.745829 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbbd1f5-b174-4445-a29d-27f0e3c46757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:42.747245 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-3dbbd1f5-b174-4445-a29d-27f0e3c46757 admin admin] 10.222.0.83 "GET /v2.0/networks/a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 HTTP/1.1" status: 200 len: 842 time: 0.1559026 Feb 16 12:36:42.756997 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-4e88acad-ac45-430d-a818-969b658cbc54 admin admin] Request body: {'subnet': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'cidr': '172.26.5.0/24', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.26.5.1'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:42.762240 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-4e88acad-ac45-430d-a818-969b658cbc54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:36:42.766078 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-4e88acad-ac45-430d-a818-969b658cbc54 admin admin] Usage tracker for resource:subnet and tenant:181ef948fe544011a69f135dcb0ec176 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:36:42.768895 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-4e88acad-ac45-430d-a818-969b658cbc54 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:36:42.774807 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-4e88acad-ac45-430d-a818-969b658cbc54 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:36:42.784589 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e88acad-ac45-430d-a818-969b658cbc54 admin admin] Made reservation on behalf of 181ef948fe544011a69f135dcb0ec176 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:36:42.787184 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4e88acad-ac45-430d-a818-969b658cbc54 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:43.226203 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.objects.ports [None req-4e88acad-ac45-430d-a818-969b658cbc54 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87701) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:36:43.226652 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4e88acad-ac45-430d-a818-969b658cbc54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:43.294439 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e88acad-ac45-430d-a818-969b658cbc54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5815f79-c623-450e-abeb-c3a7d3fd12a8,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:43.305034 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e88acad-ac45-430d-a818-969b658cbc54 admin admin] Checking segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:36:43.305386 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e88acad-ac45-430d-a818-969b658cbc54 admin admin] Network hostable DHCP agents. Network: a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:36:43.326505 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e88acad-ac45-430d-a818-969b658cbc54 admin admin] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:36:43.339957 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-4e88acad-ac45-430d-a818-969b658cbc54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:36:43.347312 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e88acad-ac45-430d-a818-969b658cbc54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:43.347978 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4e88acad-ac45-430d-a818-969b658cbc54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:43.348782 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58350a4-9d23-4270-984e-a09682a84e3c None None] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:36:43.372299 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-4e88acad-ac45-430d-a818-969b658cbc54 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6187651 Feb 16 12:36:43.576039 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a353534-2fe3-40bf-921b-26285bfe45e5 None None] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:36:44.866015 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device a9feba73-ccc5-4a19-857e-96d68bf5af1e up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:36:44.941011 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port a9feba73-ccc5-4a19-857e-96d68bf5af1e completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:36:44.946558 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port a9feba73-ccc5-4a19-857e-96d68bf5af1e triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:36:44.946939 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:45.073255 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:45.108313 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port a9feba73-ccc5-4a19-857e-96d68bf5af1e, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=a9feba73-ccc5-4a19-857e-96d68bf5af1e,segment=NetworkSegment(b45498c8-c17f-4018-8f79-429781c80be7),segment_id=b45498c8-c17f-4018-8f79-429781c80be7)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:36:45.113190 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:45.180869 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=a9feba73-ccc5-4a19-857e-96d68bf5af1e,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:45.641599 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 59074) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:45.846530 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-4b6ccc51-08a4-4332-921d-965cdfc93b81 admin admin] 10.222.0.83 "GET /v2.0/routers/fe5080bc-facc-43cd-93bf-87ed03237cd3 HTTP/1.1" status: 200 len: 710 time: 0.2037737 Feb 16 12:36:45.988672 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5e82e5-e5aa-43c1-ac7b-518fa1f53202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:36:45.990052 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-1e5e82e5-e5aa-43c1-ac7b-518fa1f53202 admin admin] 10.222.0.83 "GET /v2.0/networks/a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 HTTP/1.1" status: 200 len: 886 time: 0.1347980 Feb 16 12:36:46.001771 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-c61b96d4-5944-490c-a9a4-cef9fafe196a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:36:46.459715 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c61b96d4-5944-490c-a9a4-cef9fafe196a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:46.833833 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c61b96d4-5944-490c-a9a4-cef9fafe196a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:46.849892 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device a9feba73-ccc5-4a19-857e-96d68bf5af1e up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:36:46.892537 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c61b96d4-5944-490c-a9a4-cef9fafe196a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:46.916421 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port a9feba73-ccc5-4a19-857e-96d68bf5af1e triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:36:46.916826 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:47.026581 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-c61b96d4-5944-490c-a9a4-cef9fafe196a admin admin] Allocated IP 172.26.5.64 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/35da87ed-f95a-4c31-af21-fd41a63f3560) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:36:47.173861 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c61b96d4-5944-490c-a9a4-cef9fafe196a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:47.208934 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c61b96d4-5944-490c-a9a4-cef9fafe196a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:47.275660 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61b96d4-5944-490c-a9a4-cef9fafe196a admin admin] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:36:47.278424 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-c61b96d4-5944-490c-a9a4-cef9fafe196a admin admin] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:36:47.281983 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61b96d4-5944-490c-a9a4-cef9fafe196a admin admin] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:36:47.336067 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b96d4-5944-490c-a9a4-cef9fafe196a admin admin] Pushing event updated for resources: {'Port': ['ID=35da87ed-f95a-4c31-af21-fd41a63f3560,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:47.675240 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c61b96d4-5944-490c-a9a4-cef9fafe196a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:48.027613 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c61b96d4-5944-490c-a9a4-cef9fafe196a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:48.031105 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c61b96d4-5944-490c-a9a4-cef9fafe196a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1023088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1023049', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1023600'] for router, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:48.265678 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c61b96d4-5944-490c-a9a4-cef9fafe196a admin admin] Router fe5080bc-facc-43cd-93bf-87ed03237cd3 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:36:48.455984 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61b96d4-5944-490c-a9a4-cef9fafe196a admin admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:36:48.465914 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c61b96d4-5944-490c-a9a4-cef9fafe196a admin admin] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:48.466753 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a109e3e-0f36-459f-af9c-a697bcadb03c None None] Sync routers for ids ['fe5080bc-facc-43cd-93bf-87ed03237cd3'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:36:48.467209 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-c61b96d4-5944-490c-a9a4-cef9fafe196a admin admin] 10.222.0.83 "PUT /v2.0/routers/fe5080bc-facc-43cd-93bf-87ed03237cd3 HTTP/1.1" status: 200 len: 889 time: 2.4686029 Feb 16 12:36:48.477824 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a109e3e-0f36-459f-af9c-a697bcadb03c None None] Routers {'fe5080bc-facc-43cd-93bf-87ed03237cd3'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:36:48.478522 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-8a109e3e-0f36-459f-af9c-a697bcadb03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:36:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['fe5080bc-facc-43cd-93bf-87ed03237cd3'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:48.672929 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-8a109e3e-0f36-459f-af9c-a697bcadb03c None None] Set router fe5080bc-facc-43cd-93bf-87ed03237cd3 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:36:49.009304 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-8a109e3e-0f36-459f-af9c-a697bcadb03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5080bc-facc-43cd-93bf-87ed03237cd3', 'name': 'router1', 'tenant_id': 'ddd1252d4f4946e591eaae7806799f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': '35da87ed-f95a-4c31-af21-fd41a63f3560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:28Z', 'updated_at': '2022-02-16T12:36:47Z', 'revision_number': 4, 'project_id': 'ddd1252d4f4946e591eaae7806799f91', 'gw_port': {'id': '35da87ed-f95a-4c31-af21-fd41a63f3560', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bf:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5080bc-facc-43cd-93bf-87ed03237cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:46Z', 'updated_at': '2022-02-16T12:36:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': 'a9feba73-ccc5-4a19-857e-96d68bf5af1e', 'name': '', 'network_id': '836daf05-947a-417e-8fae-dcc0064f4cac', 'tenant_id': 'ddd1252d4f4946e591eaae7806799f91', 'mac_address': 'fa:16:3e:3b:f0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5080bc-facc-43cd-93bf-87ed03237cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cf32903d-90ac-47b3-98d0-b731ecc9bfee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:38Z', 'updated_at': '2022-02-16T12:36:45Z', 'revision_number': 5, 'project_id': 'ddd1252d4f4946e591eaae7806799f91', 'subnets': [{'id': 'cf32903d-90ac-47b3-98d0-b731ecc9bfee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a16db7a-e710-4d5d-98f9-53e63b0549ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:49.014246 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a109e3e-0f36-459f-af9c-a697bcadb03c None None] Checking router: fe5080bc-facc-43cd-93bf-87ed03237cd3 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:36:49.014594 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a109e3e-0f36-459f-af9c-a697bcadb03c None None] Updating router fe5080bc-facc-43cd-93bf-87ed03237cd3 port 35da87ed-f95a-4c31-af21-fd41a63f3560 binding host dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:36:49.066588 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8a109e3e-0f36-459f-af9c-a697bcadb03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:49.389524 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8a109e3e-0f36-459f-af9c-a697bcadb03c None None] Notify callbacks [] for port, precommit_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:49.401315 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-8a109e3e-0f36-459f-af9c-a697bcadb03c None None] Transition to ACTIVE for port object 35da87ed-f95a-4c31-af21-fd41a63f3560 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:36:49.410309 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8a109e3e-0f36-459f-af9c-a697bcadb03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:49.488104 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-8a109e3e-0f36-459f-af9c-a697bcadb03c None None] Attempting to bind port 35da87ed-f95a-4c31-af21-fd41a63f3560 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:36:49.488833 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-8a109e3e-0f36-459f-af9c-a697bcadb03c None None] Attempting to bind port 35da87ed-f95a-4c31-af21-fd41a63f3560 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:36:49.488833 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a109e3e-0f36-459f-af9c-a697bcadb03c None None] Attempting to bind port 35da87ed-f95a-4c31-af21-fd41a63f3560 on network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:36:49.494196 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b348f88-7c5c-470c-9371-39e438eb19a8 None None] Pushing event updated for resources: {'Port': ['ID=35da87ed-f95a-4c31-af21-fd41a63f3560,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:49.498367 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a109e3e-0f36-459f-af9c-a697bcadb03c None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:36:49.498723 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a109e3e-0f36-459f-af9c-a697bcadb03c None None] Checking segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:36:49.499113 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8a109e3e-0f36-459f-af9c-a697bcadb03c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:49.499479 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a109e3e-0f36-459f-af9c-a697bcadb03c None None] Bound using segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:36:49.499935 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-8a109e3e-0f36-459f-af9c-a697bcadb03c None None] Bound port: 35da87ed-f95a-4c31-af21-fd41a63f3560, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:36:49.500297 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8a109e3e-0f36-459f-af9c-a697bcadb03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:49.569385 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-8a109e3e-0f36-459f-af9c-a697bcadb03c None None] For port 35da87ed-f95a-4c31-af21-fd41a63f3560, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:36:49.572366 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-8a109e3e-0f36-459f-af9c-a697bcadb03c None None] For port 35da87ed-f95a-4c31-af21-fd41a63f3560, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=35da87ed-f95a-4c31-af21-fd41a63f3560,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:36:49.578645 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8a109e3e-0f36-459f-af9c-a697bcadb03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:49.659398 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a109e3e-0f36-459f-af9c-a697bcadb03c None None] Routers {'fe5080bc-facc-43cd-93bf-87ed03237cd3'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:36:49.660016 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-8a109e3e-0f36-459f-af9c-a697bcadb03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:36:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['fe5080bc-facc-43cd-93bf-87ed03237cd3'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:49.706671 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b348f88-7c5c-470c-9371-39e438eb19a8 None None] Pushing event updated for resources: {'Port': ['ID=35da87ed-f95a-4c31-af21-fd41a63f3560,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:49.843005 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-8a109e3e-0f36-459f-af9c-a697bcadb03c None None] Set router fe5080bc-facc-43cd-93bf-87ed03237cd3 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:36:50.190717 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-8a109e3e-0f36-459f-af9c-a697bcadb03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5080bc-facc-43cd-93bf-87ed03237cd3', 'name': 'router1', 'tenant_id': 'ddd1252d4f4946e591eaae7806799f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': '35da87ed-f95a-4c31-af21-fd41a63f3560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:28Z', 'updated_at': '2022-02-16T12:36:47Z', 'revision_number': 4, 'project_id': 'ddd1252d4f4946e591eaae7806799f91', 'gw_port': {'id': '35da87ed-f95a-4c31-af21-fd41a63f3560', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bf:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5080bc-facc-43cd-93bf-87ed03237cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:46Z', 'updated_at': '2022-02-16T12:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': 'a9feba73-ccc5-4a19-857e-96d68bf5af1e', 'name': '', 'network_id': '836daf05-947a-417e-8fae-dcc0064f4cac', 'tenant_id': 'ddd1252d4f4946e591eaae7806799f91', 'mac_address': 'fa:16:3e:3b:f0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5080bc-facc-43cd-93bf-87ed03237cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cf32903d-90ac-47b3-98d0-b731ecc9bfee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:38Z', 'updated_at': '2022-02-16T12:36:45Z', 'revision_number': 5, 'project_id': 'ddd1252d4f4946e591eaae7806799f91', 'subnets': [{'id': 'cf32903d-90ac-47b3-98d0-b731ecc9bfee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a16db7a-e710-4d5d-98f9-53e63b0549ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:36:50.194734 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a109e3e-0f36-459f-af9c-a697bcadb03c None None] The sync data for ids ['fe5080bc-facc-43cd-93bf-87ed03237cd3'] in dv-neutron-829527-1-hyperv is: [{'id': 'fe5080bc-facc-43cd-93bf-87ed03237cd3', 'name': 'router1', 'tenant_id': 'ddd1252d4f4946e591eaae7806799f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.64'}], 'enable_snat': True}, 'gw_port_id': '35da87ed-f95a-4c31-af21-fd41a63f3560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:36:28Z', 'updated_at': '2022-02-16T12:36:47Z', 'revision_number': 4, 'project_id': 'ddd1252d4f4946e591eaae7806799f91', 'gw_port': {'id': '35da87ed-f95a-4c31-af21-fd41a63f3560', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bf:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5080bc-facc-43cd-93bf-87ed03237cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:46Z', 'updated_at': '2022-02-16T12:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': 'a9feba73-ccc5-4a19-857e-96d68bf5af1e', 'name': '', 'network_id': '836daf05-947a-417e-8fae-dcc0064f4cac', 'tenant_id': 'ddd1252d4f4946e591eaae7806799f91', 'mac_address': 'fa:16:3e:3b:f0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5080bc-facc-43cd-93bf-87ed03237cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cf32903d-90ac-47b3-98d0-b731ecc9bfee', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:36:38Z', 'updated_at': '2022-02-16T12:36:45Z', 'revision_number': 5, 'project_id': 'ddd1252d4f4946e591eaae7806799f91', 'subnets': [{'id': 'cf32903d-90ac-47b3-98d0-b731ecc9bfee', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a16db7a-e710-4d5d-98f9-53e63b0549ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:36:50.839535 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 59084) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:36:50.883936 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 35da87ed-f95a-4c31-af21-fd41a63f3560 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:36:50.957356 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 35da87ed-f95a-4c31-af21-fd41a63f3560 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:36:50.962410 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 35da87ed-f95a-4c31-af21-fd41a63f3560 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:36:50.962713 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:50.979396 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-786bc48b-9724-4ab1-99ae-2af41ea93d21 admin admin] 10.222.0.83 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1373339 Feb 16 12:36:51.088638 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:51.106134 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 35da87ed-f95a-4c31-af21-fd41a63f3560, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=35da87ed-f95a-4c31-af21-fd41a63f3560,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:36:51.110880 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:36:51.183545 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=35da87ed-f95a-4c31-af21-fd41a63f3560,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:36:52.863923 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 35da87ed-f95a-4c31-af21-fd41a63f3560 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:36:52.938714 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 35da87ed-f95a-4c31-af21-fd41a63f3560 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:36:52.939086 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:01.747690 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f9c8d7f8-00df-45e6-8675-d87c64a38445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:02.886949 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 5 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:37:04.085114 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ece751c8-c58b-4e21-a443-03df220a5ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:04.999537 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:05.072340 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:06.558583 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:31.731489 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-bd49c050-a46e-4026-a49d-7f18c46effc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:34.080663 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7db74123-1361-4228-aa38-b6ab3cc2b7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:35.003483 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:35.078528 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:36.566302 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:37:39.892345 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 5 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:38:01.737957 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6faf2ef4-5373-4753-94a6-c24fdb055d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:04.087202 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-3d55e57f-7e8c-43bc-b0ce-5cbc5a128a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:05.009765 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:05.074861 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:06.564442 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:16.891083 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 5 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:38:31.734440 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2c164c21-4217-451b-91d9-0e9902a36c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:34.083886 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-5d881efb-c1bf-46ea-a5f1-aa8ea487c7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:35.001239 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:35.074320 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:36.569215 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:38:53.890619 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 5 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:38:58.054720 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 59686) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:38:58.135097 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b4d0357-0284-4f6e-a267-231d85247c28 admin admin] GET failed (client error): The resource could not be found. Feb 16 12:38:58.136356 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-1b4d0357-0284-4f6e-a267-231d85247c28 admin admin] 10.222.0.83 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0803604 Feb 16 12:38:58.281939 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3481161-69b1-44ee-afb5-fc08a7d99c72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:38:58.283424 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f3481161-69b1-44ee-afb5-fc08a7d99c72 admin admin] 10.222.0.83 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1406739 Feb 16 12:39:00.423903 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 59696) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:00.568745 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c1cbd4-93c3-4138-9e7d-5077e6453a91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:00.570787 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e7c1cbd4-93c3-4138-9e7d-5077e6453a91 admin admin] 10.222.0.83 "GET /v2.0/subnets/cf32903d-90ac-47b3-98d0-b731ecc9bfee HTTP/1.1" status: 200 len: 849 time: 0.1459129 Feb 16 12:39:00.581777 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-6a7fd40c-14c5-459e-a12b-582d1819bb95 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:00.750625 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6a7fd40c-14c5-459e-a12b-582d1819bb95 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:01.000864 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6a7fd40c-14c5-459e-a12b-582d1819bb95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754732646687'] for subnet, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:01.059285 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7fd40c-14c5-459e-a12b-582d1819bb95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:01.059721 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6a7fd40c-14c5-459e-a12b-582d1819bb95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:01.061312 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6a7fd40c-14c5-459e-a12b-582d1819bb95 admin admin] 10.222.0.83 "PUT /v2.0/subnets/cf32903d-90ac-47b3-98d0-b731ecc9bfee HTTP/1.1" status: 200 len: 868 time: 0.4838150 Feb 16 12:39:01.063022 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514de5cf-a357-40cf-bbb2-f62f54dbea20 None None] Network 836daf05-947a-417e-8fae-dcc0064f4cac requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:39:01.091472 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7fd40c-14c5-459e-a12b-582d1819bb95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf32903d-90ac-47b3-98d0-b731ecc9bfee,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:01.101941 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7fd40c-14c5-459e-a12b-582d1819bb95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:01.102302 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7fd40c-14c5-459e-a12b-582d1819bb95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:01.102669 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7fd40c-14c5-459e-a12b-582d1819bb95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:01.102998 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7fd40c-14c5-459e-a12b-582d1819bb95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:01.103326 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7fd40c-14c5-459e-a12b-582d1819bb95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:01.103666 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7fd40c-14c5-459e-a12b-582d1819bb95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:01.103995 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7fd40c-14c5-459e-a12b-582d1819bb95 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:01.104361 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7fd40c-14c5-459e-a12b-582d1819bb95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:01.104757 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7fd40c-14c5-459e-a12b-582d1819bb95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:01.105226 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7fd40c-14c5-459e-a12b-582d1819bb95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:01.105555 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7fd40c-14c5-459e-a12b-582d1819bb95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:01.105872 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7fd40c-14c5-459e-a12b-582d1819bb95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:01.568849 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-56dab9a2-fbf7-47d5-9515-c67ac6045f1d None None] Provisioning complete for port c08bb3ea-47d9-4871-92fe-86bf395b431b triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:39:01.569185 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-56dab9a2-fbf7-47d5-9515-c67ac6045f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:01.693760 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-56dab9a2-fbf7-47d5-9515-c67ac6045f1d None None] Provisioning complete for port a9feba73-ccc5-4a19-857e-96d68bf5af1e triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:39:01.694006 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-56dab9a2-fbf7-47d5-9515-c67ac6045f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:01.777017 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9b82a47d-ce06-4f4f-b11b-064dd659fc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:03.275104 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 59706) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:03.472382 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d2413d-1d59-4b0d-a026-2b117ed50c63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:03.472787 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d2413d-1d59-4b0d-a026-2b117ed50c63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:03.474432 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-55d2413d-1d59-4b0d-a026-2b117ed50c63 admin admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1980166 Feb 16 12:39:04.093093 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ec39c898-ff26-4ea7-a4c3-72acf99035fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:05.007465 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:05.070558 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:05.621360 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 59716) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:05.808261 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f6b1db-295f-456d-ac91-caade3e4e49b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:05.808718 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f6b1db-295f-456d-ac91-caade3e4e49b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:05.810267 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-85f6b1db-295f-456d-ac91-caade3e4e49b admin admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1875777 Feb 16 12:39:06.572421 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:07.987994 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 59726) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:08.166200 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43521fb7-0a54-4eed-b4cf-58bab8169a5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:08.166671 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-43521fb7-0a54-4eed-b4cf-58bab8169a5a admin admin] Synchronizing usage tracker for tenant:181ef948fe544011a69f135dcb0ec176 on resource:network {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:39:08.187362 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-43521fb7-0a54-4eed-b4cf-58bab8169a5a admin admin] Unset dirty status for tenant:181ef948fe544011a69f135dcb0ec176 on resource:network {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:39:08.188545 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-43521fb7-0a54-4eed-b4cf-58bab8169a5a admin admin] 10.222.0.83 "GET /v2.0/networks/836daf05-947a-417e-8fae-dcc0064f4cac HTTP/1.1" status: 200 len: 869 time: 0.1995957 Feb 16 12:39:10.322449 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 59736) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:10.505433 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd7d032-3c51-498b-94eb-14d10e05c84f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:10.507840 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-cbd7d032-3c51-498b-94eb-14d10e05c84f admin admin] 10.222.0.83 "GET /v2.0/networks/a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 HTTP/1.1" status: 200 len: 886 time: 0.1829555 Feb 16 12:39:12.671828 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 59746) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:12.793979 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f91f43-862c-4e53-a9e9-56ffe55bdb82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:12.794429 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f91f43-862c-4e53-a9e9-56ffe55bdb82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:12.795165 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-e7f91f43-862c-4e53-a9e9-56ffe55bdb82 admin admin] Synchronizing usage tracker for tenant:181ef948fe544011a69f135dcb0ec176 on resource:subnet {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:39:12.816463 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-e7f91f43-862c-4e53-a9e9-56ffe55bdb82 admin admin] Unset dirty status for tenant:181ef948fe544011a69f135dcb0ec176 on resource:subnet {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:39:12.818296 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e7f91f43-862c-4e53-a9e9-56ffe55bdb82 admin admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1454322 Feb 16 12:39:14.974395 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 59756) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:15.113389 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66918de-810b-4be5-8e02-b9822dd6c2aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:15.113949 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66918de-810b-4be5-8e02-b9822dd6c2aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:15.115933 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-b66918de-810b-4be5-8e02-b9822dd6c2aa admin admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1402929 Feb 16 12:39:17.268251 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 59766) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:17.374052 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b32ea47-b872-449f-8629-3b3d9e96b4d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:17.375406 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-2b32ea47-b872-449f-8629-3b3d9e96b4d3 admin admin] 10.222.0.83 "GET /v2.0/subnets/b5815f79-c623-450e-abeb-c3a7d3fd12a8 HTTP/1.1" status: 200 len: 816 time: 0.1061292 Feb 16 12:39:19.524019 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 59776) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:19.639121 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7dfd96-94b8-42e9-ba17-ef59ce71ba99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:19.641614 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6f7dfd96-94b8-42e9-ba17-ef59ce71ba99 admin admin] 10.222.0.83 "GET /v2.0/subnets/cf32903d-90ac-47b3-98d0-b731ecc9bfee HTTP/1.1" status: 200 len: 868 time: 0.1162000 Feb 16 12:39:30.890642 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 5 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:39:31.730897 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-dd9d3f79-7e43-4c8c-bf85-366ba536428e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:34.091696 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-dbc7a0dc-0e92-465d-9417-e95fd14961eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:35.013998 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:35.073910 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:36.575274 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:38.328509 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 59822) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:38.382516 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [None req-78de73a6-42d2-445b-8d96-6820b7fe8104 admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=87701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:39:38.383599 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-78de73a6-42d2-445b-8d96-6820b7fe8104 admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0540457 Feb 16 12:39:40.612272 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 59832) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:40.684768 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-c779a663-b3cf-45da-a525-426efaac9b12 admin admin] GET failed (client error): The resource could not be found. Feb 16 12:39:40.686394 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-c779a663-b3cf-45da-a525-426efaac9b12 admin admin] 10.222.0.83 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0731153 Feb 16 12:39:40.817283 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9765cf6-ae8a-49a9-aa5a-df23209f7f3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:40.818903 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d9765cf6-ae8a-49a9-aa5a-df23209f7f3c admin admin] 10.222.0.83 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1277938 Feb 16 12:39:42.994088 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 59842) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:43.053913 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-934de5e9-b68c-4777-8ad7-e7bfb4d66a45 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:43.058753 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-934de5e9-b68c-4777-8ad7-e7bfb4d66a45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:43.068599 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-934de5e9-b68c-4777-8ad7-e7bfb4d66a45 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:43.080696 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934de5e9-b68c-4777-8ad7-e7bfb4d66a45 admin admin] Made reservation on behalf of 181ef948fe544011a69f135dcb0ec176 for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:39:43.083516 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-934de5e9-b68c-4777-8ad7-e7bfb4d66a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:43.170160 dv-neutron-829527-1-hyperv neutron-server[87701]: WARNING neutron.services.revisions.revision_plugin [None req-934de5e9-b68c-4777-8ad7-e7bfb4d66a45 admin admin] Could not find related network for resource to bump revision. Feb 16 12:39:43.183338 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-934de5e9-b68c-4777-8ad7-e7bfb4d66a45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:39:43.192885 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-934de5e9-b68c-4777-8ad7-e7bfb4d66a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:43.193223 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-934de5e9-b68c-4777-8ad7-e7bfb4d66a45 admin admin] Added segment e640d770-2ca9-4604-9230-a1cf3cf5b676 of type vlan for network 15afd128-4eb3-46ee-bbef-b562f4d42e71 Feb 16 12:39:43.218422 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-934de5e9-b68c-4777-8ad7-e7bfb4d66a45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:43.250196 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-934de5e9-b68c-4777-8ad7-e7bfb4d66a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:43.251090 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934de5e9-b68c-4777-8ad7-e7bfb4d66a45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:43.251666 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-934de5e9-b68c-4777-8ad7-e7bfb4d66a45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:43.350640 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934de5e9-b68c-4777-8ad7-e7bfb4d66a45 admin admin] Pushing event updated for resources: {'Network': ['ID=15afd128-4eb3-46ee-bbef-b562f4d42e71,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:43.360670 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-934de5e9-b68c-4777-8ad7-e7bfb4d66a45 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3621726 Feb 16 12:39:43.360670 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934de5e9-b68c-4777-8ad7-e7bfb4d66a45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:43.360670 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934de5e9-b68c-4777-8ad7-e7bfb4d66a45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:43.360670 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934de5e9-b68c-4777-8ad7-e7bfb4d66a45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:43.360670 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934de5e9-b68c-4777-8ad7-e7bfb4d66a45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:43.360670 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934de5e9-b68c-4777-8ad7-e7bfb4d66a45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:43.360670 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934de5e9-b68c-4777-8ad7-e7bfb4d66a45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:43.361494 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934de5e9-b68c-4777-8ad7-e7bfb4d66a45 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:43.361494 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934de5e9-b68c-4777-8ad7-e7bfb4d66a45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:43.361494 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934de5e9-b68c-4777-8ad7-e7bfb4d66a45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:43.361752 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934de5e9-b68c-4777-8ad7-e7bfb4d66a45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:43.362005 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934de5e9-b68c-4777-8ad7-e7bfb4d66a45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:43.362323 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934de5e9-b68c-4777-8ad7-e7bfb4d66a45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:43.376115 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 15afd128-4eb3-46ee-bbef-b562f4d42e71 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:39:45.607946 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 59852) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:39:45.679736 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fd8feeb-517c-4491-b455-fea44d4b9d78 admin admin] GET failed (client error): The resource could not be found. Feb 16 12:39:45.680176 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-7fd8feeb-517c-4491-b455-fea44d4b9d78 admin admin] Synchronizing usage tracker for tenant:181ef948fe544011a69f135dcb0ec176 on resource:network {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:39:45.699136 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-7fd8feeb-517c-4491-b455-fea44d4b9d78 admin admin] Unset dirty status for tenant:181ef948fe544011a69f135dcb0ec176 on resource:network {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:39:45.700376 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-7fd8feeb-517c-4491-b455-fea44d4b9d78 admin admin] 10.222.0.83 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0913336 Feb 16 12:39:45.808425 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becc654e-30b5-450c-8ace-d718f49e3d0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:45.809906 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-becc654e-30b5-450c-8ace-d718f49e3d0a admin admin] 10.222.0.83 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1043458 Feb 16 12:39:45.820212 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-4a0811f8-8b93-4a4e-9a5b-6d949f551222 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '15afd128-4eb3-46ee-bbef-b562f4d42e71', 'cidr': '192.168.233.0/24'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:39:45.824797 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-4a0811f8-8b93-4a4e-9a5b-6d949f551222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:39:45.835334 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-4a0811f8-8b93-4a4e-9a5b-6d949f551222 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:39:45.847294 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0811f8-8b93-4a4e-9a5b-6d949f551222 admin admin] Made reservation on behalf of 181ef948fe544011a69f135dcb0ec176 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:39:45.849848 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4a0811f8-8b93-4a4e-9a5b-6d949f551222 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:46.127966 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4a0811f8-8b93-4a4e-9a5b-6d949f551222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:46.195823 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0811f8-8b93-4a4e-9a5b-6d949f551222 admin admin] Pushing event updated for resources: {'Subnet': ['ID=590ee48d-7a3d-47e6-9fc9-664723e0379d,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:46.204592 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0811f8-8b93-4a4e-9a5b-6d949f551222 admin admin] Checking segment: {'id': 'e640d770-2ca9-4604-9230-a1cf3cf5b676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '15afd128-4eb3-46ee-bbef-b562f4d42e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:39:46.204966 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0811f8-8b93-4a4e-9a5b-6d949f551222 admin admin] Network hostable DHCP agents. Network: 15afd128-4eb3-46ee-bbef-b562f4d42e71, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:39:46.226727 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0811f8-8b93-4a4e-9a5b-6d949f551222 admin admin] Network 15afd128-4eb3-46ee-bbef-b562f4d42e71 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:39:46.237612 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-4a0811f8-8b93-4a4e-9a5b-6d949f551222 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 15afd128-4eb3-46ee-bbef-b562f4d42e71) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:39:46.242794 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0811f8-8b93-4a4e-9a5b-6d949f551222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:39:46.243876 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4a0811f8-8b93-4a4e-9a5b-6d949f551222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:46.247117 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8692f932-0881-4134-864a-7024021c22cf None None] Network 15afd128-4eb3-46ee-bbef-b562f4d42e71 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:39:46.273205 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-4a0811f8-8b93-4a4e-9a5b-6d949f551222 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4569092 Feb 16 12:39:46.481445 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72ed532-6410-4590-a541-c4bfc280e873 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-15afd128-4eb3-46ee-bbef-b562f4d42e71', 'network_id': '15afd128-4eb3-46ee-bbef-b562f4d42e71', 'tenant_id': '181ef948fe544011a69f135dcb0ec176', 'fixed_ips': [{'subnet_id': '590ee48d-7a3d-47e6-9fc9-664723e0379d'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:39:46.482487 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c72ed532-6410-4590-a541-c4bfc280e873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:46.637057 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-c72ed532-6410-4590-a541-c4bfc280e873 None None] Allocated IP 192.168.233.2 (15afd128-4eb3-46ee-bbef-b562f4d42e71/590ee48d-7a3d-47e6-9fc9-664723e0379d/71ec3bf0-e913-40a4-9528-83dcb4fbff8e) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:39:46.840240 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c72ed532-6410-4590-a541-c4bfc280e873 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:46.850539 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-c72ed532-6410-4590-a541-c4bfc280e873 None None] Transition to ACTIVE for port object 71ec3bf0-e913-40a4-9528-83dcb4fbff8e will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:39:46.870026 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-c72ed532-6410-4590-a541-c4bfc280e873 None None] Transition to ACTIVE for port object 71ec3bf0-e913-40a4-9528-83dcb4fbff8e will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:39:46.876954 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c72ed532-6410-4590-a541-c4bfc280e873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:46.952866 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72ed532-6410-4590-a541-c4bfc280e873 None None] Network 15afd128-4eb3-46ee-bbef-b562f4d42e71 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:39:46.956181 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-c72ed532-6410-4590-a541-c4bfc280e873 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:39:46.959004 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72ed532-6410-4590-a541-c4bfc280e873 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:39:46.961322 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ed532-6410-4590-a541-c4bfc280e873 None None] Pushing event updated for resources: {'Port': ['ID=71ec3bf0-e913-40a4-9528-83dcb4fbff8e,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:46.970452 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ed532-6410-4590-a541-c4bfc280e873 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:46.970761 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ed532-6410-4590-a541-c4bfc280e873 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:46.971092 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ed532-6410-4590-a541-c4bfc280e873 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:46.971996 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ed532-6410-4590-a541-c4bfc280e873 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:46.971996 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ed532-6410-4590-a541-c4bfc280e873 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:46.972195 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ed532-6410-4590-a541-c4bfc280e873 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:46.972382 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ed532-6410-4590-a541-c4bfc280e873 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:46.972676 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ed532-6410-4590-a541-c4bfc280e873 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:46.973024 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ed532-6410-4590-a541-c4bfc280e873 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:46.973343 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ed532-6410-4590-a541-c4bfc280e873 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:46.973691 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ed532-6410-4590-a541-c4bfc280e873 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:46.974149 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72ed532-6410-4590-a541-c4bfc280e873 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:39:47.060327 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-c72ed532-6410-4590-a541-c4bfc280e873 None None] Attempting to bind port 71ec3bf0-e913-40a4-9528-83dcb4fbff8e on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:39:47.060754 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-c72ed532-6410-4590-a541-c4bfc280e873 None None] Attempting to bind port 71ec3bf0-e913-40a4-9528-83dcb4fbff8e by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'e640d770-2ca9-4604-9230-a1cf3cf5b676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '15afd128-4eb3-46ee-bbef-b562f4d42e71'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:39:47.061046 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72ed532-6410-4590-a541-c4bfc280e873 None None] Attempting to bind port 71ec3bf0-e913-40a4-9528-83dcb4fbff8e on network 15afd128-4eb3-46ee-bbef-b562f4d42e71 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:39:47.066343 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72ed532-6410-4590-a541-c4bfc280e873 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:39:47.066696 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72ed532-6410-4590-a541-c4bfc280e873 None None] Checking segment: {'id': 'e640d770-2ca9-4604-9230-a1cf3cf5b676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '15afd128-4eb3-46ee-bbef-b562f4d42e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:39:47.067100 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c72ed532-6410-4590-a541-c4bfc280e873 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:47.067475 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72ed532-6410-4590-a541-c4bfc280e873 None None] Bound using segment: {'id': 'e640d770-2ca9-4604-9230-a1cf3cf5b676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '15afd128-4eb3-46ee-bbef-b562f4d42e71'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:39:47.068131 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-c72ed532-6410-4590-a541-c4bfc280e873 None None] Bound port: 71ec3bf0-e913-40a4-9528-83dcb4fbff8e, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e640d770-2ca9-4604-9230-a1cf3cf5b676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '15afd128-4eb3-46ee-bbef-b562f4d42e71'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:39:47.068538 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c72ed532-6410-4590-a541-c4bfc280e873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:47.155098 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-c72ed532-6410-4590-a541-c4bfc280e873 None None] For port 71ec3bf0-e913-40a4-9528-83dcb4fbff8e, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:39:47.158810 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-c72ed532-6410-4590-a541-c4bfc280e873 None None] For port 71ec3bf0-e913-40a4-9528-83dcb4fbff8e, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=71ec3bf0-e913-40a4-9528-83dcb4fbff8e,segment=NetworkSegment(e640d770-2ca9-4604-9230-a1cf3cf5b676),segment_id=e640d770-2ca9-4604-9230-a1cf3cf5b676)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:39:47.165699 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c72ed532-6410-4590-a541-c4bfc280e873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:47.248571 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ed532-6410-4590-a541-c4bfc280e873 None None] Pushing event updated for resources: {'Port': ['ID=71ec3bf0-e913-40a4-9528-83dcb4fbff8e,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:48.094521 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4616503-fc3f-41bf-b84c-cf4f5e179a50 None None] Network 15afd128-4eb3-46ee-bbef-b562f4d42e71 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:39:48.178881 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-eef9e470-b4c5-4a4f-98c5-9c35cbb5a051 None None] Provisioning for port 71ec3bf0-e913-40a4-9528-83dcb4fbff8e completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:39:48.971040 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 71ec3bf0-e913-40a4-9528-83dcb4fbff8e up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:39:49.043745 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 71ec3bf0-e913-40a4-9528-83dcb4fbff8e completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:39:49.049177 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 71ec3bf0-e913-40a4-9528-83dcb4fbff8e triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:39:49.049554 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:49.166328 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:49.197868 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 71ec3bf0-e913-40a4-9528-83dcb4fbff8e, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=71ec3bf0-e913-40a4-9528-83dcb4fbff8e,segment=NetworkSegment(e640d770-2ca9-4604-9230-a1cf3cf5b676),segment_id=e640d770-2ca9-4604-9230-a1cf3cf5b676)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:39:49.203035 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:39:49.269803 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=71ec3bf0-e913-40a4-9528-83dcb4fbff8e,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:39:50.945438 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 71ec3bf0-e913-40a4-9528-83dcb4fbff8e up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:39:51.023584 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 71ec3bf0-e913-40a4-9528-83dcb4fbff8e triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:39:51.023914 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:01.747534 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f24e8eea-863e-4bb9-8854-e7fd7485f5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:04.088562 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7d852fe0-00f5-4702-af2f-7567fc333cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:05.012747 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:05.079320 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:06.579924 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:07.894532 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 5 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:40:31.733050 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c8cdb218-e4f6-4ab9-9e5e-a46833f347cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:34.083869 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b0baec0b-18dd-4422-b428-753c0d3da39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:35.016177 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:35.076460 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:36.581717 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:40:44.895603 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 5 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:41:01.745871 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-dc3a0aa1-ad00-410e-bfe1-ab4252978865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:04.088897 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-aa18113a-3c46-49e6-8b8f-f03acb426ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:05.023265 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:05.072451 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:06.584256 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:07.757890 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 59896) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:07.767255 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [None req-d3178718-22b7-4abf-a322-951243730ca4 tempest-verify_tempest_config-604293574 tempest-verify_tempest_config-604293574-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=87701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:41:07.768454 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d3178718-22b7-4abf-a322-951243730ca4 tempest-verify_tempest_config-604293574 tempest-verify_tempest_config-604293574-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0091844 Feb 16 12:41:08.115030 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 59914) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:08.239224 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-30c06f9e-47b7-4609-ae03-02ad0d6319ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:08.256714 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-30c06f9e-47b7-4609-ae03-02ad0d6319ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:41:08.260744 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-30c06f9e-47b7-4609-ae03-02ad0d6319ec admin admin] Usage tracker for resource:security_group_rule and tenant:d68982d53c3a4d17bc123d55f46e67fc is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:41:08.263460 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-30c06f9e-47b7-4609-ae03-02ad0d6319ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:41:08.268979 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-30c06f9e-47b7-4609-ae03-02ad0d6319ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:41:08.352290 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-30c06f9e-47b7-4609-ae03-02ad0d6319ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:08.358485 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-30c06f9e-47b7-4609-ae03-02ad0d6319ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:08.404984 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-30c06f9e-47b7-4609-ae03-02ad0d6319ec admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d68982d53c3a4d17bc123d55f46e67fc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2888532 Feb 16 12:41:08.405809 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c06f9e-47b7-4609-ae03-02ad0d6319ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48dea042-6069-4ad9-8641-44a831cd120d,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:08.407775 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 59920) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:41:08.424184 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c06f9e-47b7-4609-ae03-02ad0d6319ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:08.424539 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c06f9e-47b7-4609-ae03-02ad0d6319ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:08.424893 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c06f9e-47b7-4609-ae03-02ad0d6319ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:08.425215 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c06f9e-47b7-4609-ae03-02ad0d6319ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:08.425527 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c06f9e-47b7-4609-ae03-02ad0d6319ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:08.425859 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c06f9e-47b7-4609-ae03-02ad0d6319ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:08.426173 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c06f9e-47b7-4609-ae03-02ad0d6319ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:08.426500 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c06f9e-47b7-4609-ae03-02ad0d6319ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:08.426806 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c06f9e-47b7-4609-ae03-02ad0d6319ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:08.427108 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c06f9e-47b7-4609-ae03-02ad0d6319ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:08.427414 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c06f9e-47b7-4609-ae03-02ad0d6319ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:08.427715 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c06f9e-47b7-4609-ae03-02ad0d6319ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:41:08.476177 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-235a173e-db35-4cd3-aa4e-fb3d1f678aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:08.500241 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-235a173e-db35-4cd3-aa4e-fb3d1f678aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:08.594554 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-235a173e-db35-4cd3-aa4e-fb3d1f678aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:08.613504 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a173e-db35-4cd3-aa4e-fb3d1f678aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48dea042-6069-4ad9-8641-44a831cd120d,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:41:08.618097 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-235a173e-db35-4cd3-aa4e-fb3d1f678aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:08.619421 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-235a173e-db35-4cd3-aa4e-fb3d1f678aa3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/48dea042-6069-4ad9-8641-44a831cd120d HTTP/1.1" status: 204 len: 168 time: 0.2105939 Feb 16 12:41:21.895286 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 5 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:41:31.749836 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-63efbe10-cae3-4bda-8e66-c2c2f9abcb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:34.099674 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-5edfb4ef-6890-4811-8f07-304d5f0bf117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:35.030158 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:35.079062 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:36.590547 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:41:58.899366 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 5 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:42:01.749767 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-736de552-d91c-44d6-9e6d-290acfc20f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:04.098864 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e4fab10e-5680-4737-b428-6f0b9c384a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:05.032019 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:05.074023 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:06.603491 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:31.749926 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-864bdbf7-78e6-4412-9d8b-b822839c7fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:34.103518 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2ae86c84-50e9-4d6f-872d-7b9b9f8a2497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:34.214748 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1023853'] for agent, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:35.030024 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:35.079212 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:35.906132 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:42:36.600071 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:42:46.411536 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 59990) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:46.533388 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e5c691d8-0319-4e10-982b-6f21288803d5 admin admin] 10.222.0.83 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1201530 Feb 16 12:42:48.723200 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60000) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:42:48.794848 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-5027c143-9a3e-4783-9b87-1465e31562b7 admin admin] 10.222.0.83 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0705302 Feb 16 12:43:01.756214 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-06e524eb-5c4f-4021-9823-6f00b67d9144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:04.106474 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c2c774ae-ee27-4f31-acdc-cc2f3d52bcee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:04.221339 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:05.040969 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:05.086930 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:06.602131 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:12.900688 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:43:31.744538 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-19fba31c-f828-4cba-af3b-f3a2acb0535c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.105008 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4db0cf80-d42c-4376-95a4-9b1cf52793aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:34.228141 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:35.033795 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:35.081495 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:36.603976 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:43:49.899974 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:44:01.739725 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9e03e4d3-0c64-4f04-807e-1386fc733e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:04.101410 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-60d132db-4cb9-4c70-997d-a811dfea7783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:04.238665 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:05.038073 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:05.080180 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:06.608497 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:17.056230 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60116) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:17.503535 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-ea033d55-cc47-4807-991e-9e451e554770 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1809122567-network', 'tenant_id': 'a8771b90386942c1a6095687790fa64b'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:17.512027 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-ea033d55-cc47-4807-991e-9e451e554770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:17.518751 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-ea033d55-cc47-4807-991e-9e451e554770 admin admin] Usage tracker for resource:network and tenant:a8771b90386942c1a6095687790fa64b is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:17.522768 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-ea033d55-cc47-4807-991e-9e451e554770 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:17.533586 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-ea033d55-cc47-4807-991e-9e451e554770 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:17.548885 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea033d55-cc47-4807-991e-9e451e554770 admin admin] Made reservation on behalf of a8771b90386942c1a6095687790fa64b for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:17.551426 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ea033d55-cc47-4807-991e-9e451e554770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:17.565442 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ea033d55-cc47-4807-991e-9e451e554770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:17.581521 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-ea033d55-cc47-4807-991e-9e451e554770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:17.589008 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-ea033d55-cc47-4807-991e-9e451e554770 admin admin] Usage tracker for resource:security_group_rule and tenant:a8771b90386942c1a6095687790fa64b is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:17.589008 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-ea033d55-cc47-4807-991e-9e451e554770 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:17.594967 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-ea033d55-cc47-4807-991e-9e451e554770 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:17.685888 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ea033d55-cc47-4807-991e-9e451e554770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:17.690859 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ea033d55-cc47-4807-991e-9e451e554770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:17.711933 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea033d55-cc47-4807-991e-9e451e554770 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:17.742891 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ea033d55-cc47-4807-991e-9e451e554770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:17.743509 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-ea033d55-cc47-4807-991e-9e451e554770 admin admin] Added segment 3d4b7f21-14a6-408b-b79a-e975ae9ef003 of type vlan for network 48c19cd8-ac27-4524-bc91-c49a239dcfeb Feb 16 12:44:17.744647 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea033d55-cc47-4807-991e-9e451e554770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b07952-e0fa-4812-866f-8a2e9ba3c48b,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:17.756323 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea033d55-cc47-4807-991e-9e451e554770 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:17.756747 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea033d55-cc47-4807-991e-9e451e554770 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:17.757088 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea033d55-cc47-4807-991e-9e451e554770 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:17.757417 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea033d55-cc47-4807-991e-9e451e554770 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:17.757940 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea033d55-cc47-4807-991e-9e451e554770 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:17.758342 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea033d55-cc47-4807-991e-9e451e554770 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:17.758985 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea033d55-cc47-4807-991e-9e451e554770 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:17.759484 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea033d55-cc47-4807-991e-9e451e554770 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:17.760054 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea033d55-cc47-4807-991e-9e451e554770 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:17.760373 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea033d55-cc47-4807-991e-9e451e554770 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:17.760752 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea033d55-cc47-4807-991e-9e451e554770 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:17.761084 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea033d55-cc47-4807-991e-9e451e554770 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:17.762281 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea033d55-cc47-4807-991e-9e451e554770 admin admin] Tracked resource versions report: Feb 16 12:44:17.762281 dv-neutron-829527-1-hyperv neutron-server[87701]: pushed versions: Feb 16 12:44:17.762281 dv-neutron-829527-1-hyperv neutron-server[87701]: { 'AddressGroup': {'1.2'}, Feb 16 12:44:17.762281 dv-neutron-829527-1-hyperv neutron-server[87701]: 'ConntrackHelper': {'1.0'}, Feb 16 12:44:17.762281 dv-neutron-829527-1-hyperv neutron-server[87701]: 'Log': {'1.0'}, Feb 16 12:44:17.762281 dv-neutron-829527-1-hyperv neutron-server[87701]: 'Network': {'1.1'}, Feb 16 12:44:17.762281 dv-neutron-829527-1-hyperv neutron-server[87701]: 'Port': {'1.7'}, Feb 16 12:44:17.762281 dv-neutron-829527-1-hyperv neutron-server[87701]: 'PortForwarding': {'1.2'}, Feb 16 12:44:17.762281 dv-neutron-829527-1-hyperv neutron-server[87701]: 'QosPolicy': {'1.8'}, Feb 16 12:44:17.762281 dv-neutron-829527-1-hyperv neutron-server[87701]: 'SecurityGroup': {'1.4'}, Feb 16 12:44:17.762281 dv-neutron-829527-1-hyperv neutron-server[87701]: 'SecurityGroupRule': {'1.2'}, Feb 16 12:44:17.762281 dv-neutron-829527-1-hyperv neutron-server[87701]: 'SubPort': {'1.0'}, Feb 16 12:44:17.762281 dv-neutron-829527-1-hyperv neutron-server[87701]: 'Subnet': {'1.1'}, Feb 16 12:44:17.762281 dv-neutron-829527-1-hyperv neutron-server[87701]: 'Trunk': {'1.1'}} Feb 16 12:44:17.762281 dv-neutron-829527-1-hyperv neutron-server[87701]: consumer versions: Feb 16 12:44:17.762281 dv-neutron-829527-1-hyperv neutron-server[87701]: { DHCP agent@dv-neutron-829527-1-hyperv: {}, Feb 16 12:44:17.762281 dv-neutron-829527-1-hyperv neutron-server[87701]: HyperV agent@hv-neutron-8295: {}, Feb 16 12:44:17.762281 dv-neutron-829527-1-hyperv neutron-server[87701]: L3 agent@dv-neutron-829527-1-hyperv: {}, Feb 16 12:44:17.762281 dv-neutron-829527-1-hyperv neutron-server[87701]: Metadata agent@dv-neutron-829527-1-hyperv: {}, Feb 16 12:44:17.762281 dv-neutron-829527-1-hyperv neutron-server[87701]: Metering agent@dv-neutron-829527-1-hyperv: {}, Feb 16 12:44:17.762281 dv-neutron-829527-1-hyperv neutron-server[87701]: Open vSwitch agent@dv-neutron-829527-1-hyperv: { 'AddressGroup': '1.2', Feb 16 12:44:17.762281 dv-neutron-829527-1-hyperv neutron-server[87701]: 'ConntrackHelper': '1.0', Feb 16 12:44:17.762281 dv-neutron-829527-1-hyperv neutron-server[87701]: 'Log': '1.0', Feb 16 12:44:17.762281 dv-neutron-829527-1-hyperv neutron-server[87701]: 'Network': '1.1', Feb 16 12:44:17.762281 dv-neutron-829527-1-hyperv neutron-server[87701]: 'Port': '1.7', Feb 16 12:44:17.762281 dv-neutron-829527-1-hyperv neutron-server[87701]: 'PortForwarding': '1.2', Feb 16 12:44:17.762281 dv-neutron-829527-1-hyperv neutron-server[87701]: 'QosPolicy': '1.8', Feb 16 12:44:17.762281 dv-neutron-829527-1-hyperv neutron-server[87701]: 'SecurityGroup': '1.4', Feb 16 12:44:17.762281 dv-neutron-829527-1-hyperv neutron-server[87701]: 'SecurityGroupRule': '1.2', Feb 16 12:44:17.762281 dv-neutron-829527-1-hyperv neutron-server[87701]: 'SubPort': '1.0', Feb 16 12:44:17.762281 dv-neutron-829527-1-hyperv neutron-server[87701]: 'Subnet': '1.1', Feb 16 12:44:17.762281 dv-neutron-829527-1-hyperv neutron-server[87701]: 'Trunk': '1.1'}} Feb 16 12:44:17.762281 dv-neutron-829527-1-hyperv neutron-server[87701]: {{(pid=87701) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 12:44:17.792357 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ea033d55-cc47-4807-991e-9e451e554770 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:17.823473 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ea033d55-cc47-4807-991e-9e451e554770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:17.826398 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea033d55-cc47-4807-991e-9e451e554770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:17.827364 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ea033d55-cc47-4807-991e-9e451e554770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:17.932639 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea033d55-cc47-4807-991e-9e451e554770 admin admin] Pushing event updated for resources: {'Network': ['ID=48c19cd8-ac27-4524-bc91-c49a239dcfeb,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:17.944063 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-ea033d55-cc47-4807-991e-9e451e554770 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8838959 Feb 16 12:44:17.944260 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 48c19cd8-ac27-4524-bc91-c49a239dcfeb details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:44:17.945458 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 60166) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:17.954063 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-b433be73-8997-48b1-b369-74490c2d7417 admin admin] Request body: {'subnet': {'network_id': '48c19cd8-ac27-4524-bc91-c49a239dcfeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1809122567-subnet', 'tenant_id': 'a8771b90386942c1a6095687790fa64b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:17.959634 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b433be73-8997-48b1-b369-74490c2d7417 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:17.964120 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b433be73-8997-48b1-b369-74490c2d7417 admin admin] Usage tracker for resource:subnet and tenant:a8771b90386942c1a6095687790fa64b is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:17.967689 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b433be73-8997-48b1-b369-74490c2d7417 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:17.974012 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b433be73-8997-48b1-b369-74490c2d7417 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:17.988540 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b433be73-8997-48b1-b369-74490c2d7417 admin admin] Made reservation on behalf of a8771b90386942c1a6095687790fa64b for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:17.990855 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b433be73-8997-48b1-b369-74490c2d7417 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:18.077047 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60174) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:18.120534 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60184) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:18.253104 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b433be73-8997-48b1-b369-74490c2d7417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:18.326265 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b433be73-8997-48b1-b369-74490c2d7417 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5863982f-bd9e-4d06-825d-64b5d101ef97,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:18.335679 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433be73-8997-48b1-b369-74490c2d7417 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:18.336382 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433be73-8997-48b1-b369-74490c2d7417 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:18.337207 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433be73-8997-48b1-b369-74490c2d7417 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:18.337552 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433be73-8997-48b1-b369-74490c2d7417 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:18.337893 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433be73-8997-48b1-b369-74490c2d7417 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:18.338224 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433be73-8997-48b1-b369-74490c2d7417 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:18.338728 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433be73-8997-48b1-b369-74490c2d7417 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:18.339246 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433be73-8997-48b1-b369-74490c2d7417 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:18.339585 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433be73-8997-48b1-b369-74490c2d7417 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:18.339915 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433be73-8997-48b1-b369-74490c2d7417 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:18.340316 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433be73-8997-48b1-b369-74490c2d7417 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:18.340568 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433be73-8997-48b1-b369-74490c2d7417 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:18.341680 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433be73-8997-48b1-b369-74490c2d7417 admin admin] Tracked resource versions report: Feb 16 12:44:18.341680 dv-neutron-829527-1-hyperv neutron-server[87699]: pushed versions: Feb 16 12:44:18.341680 dv-neutron-829527-1-hyperv neutron-server[87699]: { 'AddressGroup': {'1.2'}, Feb 16 12:44:18.341680 dv-neutron-829527-1-hyperv neutron-server[87699]: 'ConntrackHelper': {'1.0'}, Feb 16 12:44:18.341680 dv-neutron-829527-1-hyperv neutron-server[87699]: 'Log': {'1.0'}, Feb 16 12:44:18.341680 dv-neutron-829527-1-hyperv neutron-server[87699]: 'Network': {'1.1'}, Feb 16 12:44:18.341680 dv-neutron-829527-1-hyperv neutron-server[87699]: 'Port': {'1.7'}, Feb 16 12:44:18.341680 dv-neutron-829527-1-hyperv neutron-server[87699]: 'PortForwarding': {'1.2'}, Feb 16 12:44:18.341680 dv-neutron-829527-1-hyperv neutron-server[87699]: 'QosPolicy': {'1.8'}, Feb 16 12:44:18.341680 dv-neutron-829527-1-hyperv neutron-server[87699]: 'SecurityGroup': {'1.4'}, Feb 16 12:44:18.341680 dv-neutron-829527-1-hyperv neutron-server[87699]: 'SecurityGroupRule': {'1.2'}, Feb 16 12:44:18.341680 dv-neutron-829527-1-hyperv neutron-server[87699]: 'SubPort': {'1.0'}, Feb 16 12:44:18.341680 dv-neutron-829527-1-hyperv neutron-server[87699]: 'Subnet': {'1.1'}, Feb 16 12:44:18.341680 dv-neutron-829527-1-hyperv neutron-server[87699]: 'Trunk': {'1.1'}} Feb 16 12:44:18.341680 dv-neutron-829527-1-hyperv neutron-server[87699]: consumer versions: Feb 16 12:44:18.341680 dv-neutron-829527-1-hyperv neutron-server[87699]: { DHCP agent@dv-neutron-829527-1-hyperv: {}, Feb 16 12:44:18.341680 dv-neutron-829527-1-hyperv neutron-server[87699]: HyperV agent@hv-neutron-8295: {}, Feb 16 12:44:18.341680 dv-neutron-829527-1-hyperv neutron-server[87699]: L3 agent@dv-neutron-829527-1-hyperv: {}, Feb 16 12:44:18.341680 dv-neutron-829527-1-hyperv neutron-server[87699]: Metadata agent@dv-neutron-829527-1-hyperv: {}, Feb 16 12:44:18.341680 dv-neutron-829527-1-hyperv neutron-server[87699]: Metering agent@dv-neutron-829527-1-hyperv: {}, Feb 16 12:44:18.341680 dv-neutron-829527-1-hyperv neutron-server[87699]: Open vSwitch agent@dv-neutron-829527-1-hyperv: { 'AddressGroup': '1.2', Feb 16 12:44:18.341680 dv-neutron-829527-1-hyperv neutron-server[87699]: 'ConntrackHelper': '1.0', Feb 16 12:44:18.341680 dv-neutron-829527-1-hyperv neutron-server[87699]: 'Log': '1.0', Feb 16 12:44:18.341680 dv-neutron-829527-1-hyperv neutron-server[87699]: 'Network': '1.1', Feb 16 12:44:18.341680 dv-neutron-829527-1-hyperv neutron-server[87699]: 'Port': '1.7', Feb 16 12:44:18.341680 dv-neutron-829527-1-hyperv neutron-server[87699]: 'PortForwarding': '1.2', Feb 16 12:44:18.341680 dv-neutron-829527-1-hyperv neutron-server[87699]: 'QosPolicy': '1.8', Feb 16 12:44:18.341680 dv-neutron-829527-1-hyperv neutron-server[87699]: 'SecurityGroup': '1.4', Feb 16 12:44:18.341680 dv-neutron-829527-1-hyperv neutron-server[87699]: 'SecurityGroupRule': '1.2', Feb 16 12:44:18.341680 dv-neutron-829527-1-hyperv neutron-server[87699]: 'SubPort': '1.0', Feb 16 12:44:18.341680 dv-neutron-829527-1-hyperv neutron-server[87699]: 'Subnet': '1.1', Feb 16 12:44:18.341680 dv-neutron-829527-1-hyperv neutron-server[87699]: 'Trunk': '1.1'}} Feb 16 12:44:18.341680 dv-neutron-829527-1-hyperv neutron-server[87699]: {{(pid=87699) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 12:44:18.353544 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b433be73-8997-48b1-b369-74490c2d7417 admin admin] Checking segment: {'id': '3d4b7f21-14a6-408b-b79a-e975ae9ef003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '48c19cd8-ac27-4524-bc91-c49a239dcfeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:18.353923 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b433be73-8997-48b1-b369-74490c2d7417 admin admin] Network hostable DHCP agents. Network: 48c19cd8-ac27-4524-bc91-c49a239dcfeb, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:44:18.377865 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b433be73-8997-48b1-b369-74490c2d7417 admin admin] Network 48c19cd8-ac27-4524-bc91-c49a239dcfeb is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:44:18.392408 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-24b6a51c-a183-468f-9fd4-8ef3264f6d7f admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1675529640-network', 'tenant_id': '4259764a734f42088729811e9b58c5b6'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:18.397912 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-24b6a51c-a183-468f-9fd4-8ef3264f6d7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:18.400738 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-b433be73-8997-48b1-b369-74490c2d7417 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 48c19cd8-ac27-4524-bc91-c49a239dcfeb) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:18.407104 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b433be73-8997-48b1-b369-74490c2d7417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:18.407988 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b433be73-8997-48b1-b369-74490c2d7417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:18.409091 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-24b6a51c-a183-468f-9fd4-8ef3264f6d7f admin admin] Usage tracker for resource:network and tenant:4259764a734f42088729811e9b58c5b6 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:18.415938 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29eb8e97-9c0b-4835-aadf-ef0945d69630 None None] Network 48c19cd8-ac27-4524-bc91-c49a239dcfeb requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:18.419229 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-24b6a51c-a183-468f-9fd4-8ef3264f6d7f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:18.429306 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-24b6a51c-a183-468f-9fd4-8ef3264f6d7f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:18.453204 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60198) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:18.453733 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b433be73-8997-48b1-b369-74490c2d7417 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5064824 Feb 16 12:44:18.458513 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-5cdb1989-2190-486c-8287-dd94c646ab74 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1809122567-router', 'tenant_id': 'a8771b90386942c1a6095687790fa64b', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:18.464638 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-5cdb1989-2190-486c-8287-dd94c646ab74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:18.468853 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-5cdb1989-2190-486c-8287-dd94c646ab74 admin admin] Usage tracker for resource:router and tenant:a8771b90386942c1a6095687790fa64b is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:18.472082 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-5cdb1989-2190-486c-8287-dd94c646ab74 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:18.479245 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-5cdb1989-2190-486c-8287-dd94c646ab74 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:18.481596 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b6a51c-a183-468f-9fd4-8ef3264f6d7f admin admin] Made reservation on behalf of 4259764a734f42088729811e9b58c5b6 for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:18.484198 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-24b6a51c-a183-468f-9fd4-8ef3264f6d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:18.503881 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-24b6a51c-a183-468f-9fd4-8ef3264f6d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:18.522622 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-24b6a51c-a183-468f-9fd4-8ef3264f6d7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:18.527344 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5cdb1989-2190-486c-8287-dd94c646ab74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:18.528514 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5cdb1989-2190-486c-8287-dd94c646ab74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:18.532428 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-24b6a51c-a183-468f-9fd4-8ef3264f6d7f admin admin] Usage tracker for resource:security_group_rule and tenant:4259764a734f42088729811e9b58c5b6 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:18.543114 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-24b6a51c-a183-468f-9fd4-8ef3264f6d7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:18.549626 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-d3a916c1-bc8a-4a7f-b950-4bd08c126b0d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1446679388-network', 'tenant_id': 'e0be34df95bb4f3abecca4f5b7a46cf5'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:18.570619 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5cdb1989-2190-486c-8287-dd94c646ab74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:18.643560 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-24b6a51c-a183-468f-9fd4-8ef3264f6d7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:18.734585 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca084d12-b92e-4026-81cf-85e68895c73b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-48c19cd8-ac27-4524-bc91-c49a239dcfeb', 'network_id': '48c19cd8-ac27-4524-bc91-c49a239dcfeb', 'tenant_id': 'a8771b90386942c1a6095687790fa64b', 'fixed_ips': [{'subnet_id': '5863982f-bd9e-4d06-825d-64b5d101ef97'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:44:18.735549 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ca084d12-b92e-4026-81cf-85e68895c73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:18.751629 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-d3a916c1-bc8a-4a7f-b950-4bd08c126b0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:18.806760 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-d3a916c1-bc8a-4a7f-b950-4bd08c126b0d admin admin] Usage tracker for resource:network and tenant:e0be34df95bb4f3abecca4f5b7a46cf5 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:18.809701 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-d3a916c1-bc8a-4a7f-b950-4bd08c126b0d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:18.815995 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-d3a916c1-bc8a-4a7f-b950-4bd08c126b0d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:18.843713 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a916c1-bc8a-4a7f-b950-4bd08c126b0d admin admin] Made reservation on behalf of e0be34df95bb4f3abecca4f5b7a46cf5 for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:18.846883 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d3a916c1-bc8a-4a7f-b950-4bd08c126b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:18.863536 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d3a916c1-bc8a-4a7f-b950-4bd08c126b0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:18.948328 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-ca084d12-b92e-4026-81cf-85e68895c73b None None] Allocated IP 172.20.0.2 (48c19cd8-ac27-4524-bc91-c49a239dcfeb/5863982f-bd9e-4d06-825d-64b5d101ef97/89a2d4f6-fd91-4603-8f5b-eb5e5fe42a61) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:18.996747 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-d3a916c1-bc8a-4a7f-b950-4bd08c126b0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:19.014577 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-d3a916c1-bc8a-4a7f-b950-4bd08c126b0d admin admin] Usage tracker for resource:security_group_rule and tenant:e0be34df95bb4f3abecca4f5b7a46cf5 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:19.026809 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-d3a916c1-bc8a-4a7f-b950-4bd08c126b0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:19.037427 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-d3a916c1-bc8a-4a7f-b950-4bd08c126b0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:19.042174 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5cdb1989-2190-486c-8287-dd94c646ab74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:19.081033 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-24b6a51c-a183-468f-9fd4-8ef3264f6d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:19.106450 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-24b6a51c-a183-468f-9fd4-8ef3264f6d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:19.198059 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24b6a51c-a183-468f-9fd4-8ef3264f6d7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:19.201064 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 60224) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:19.232642 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ca084d12-b92e-4026-81cf-85e68895c73b None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:19.235048 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-24b6a51c-a183-468f-9fd4-8ef3264f6d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:19.235592 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-24b6a51c-a183-468f-9fd4-8ef3264f6d7f admin admin] Added segment c3084382-c060-4a75-b212-4c3b4ad9bab0 of type vlan for network d3802bb0-f51a-430a-aee4-70d5a6517150 Feb 16 12:44:19.243461 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b6a51c-a183-468f-9fd4-8ef3264f6d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c55ea7-d4d0-4d0e-9aa5-fe4316c81ab6,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:19.248066 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-ca084d12-b92e-4026-81cf-85e68895c73b None None] Transition to ACTIVE for port object 89a2d4f6-fd91-4603-8f5b-eb5e5fe42a61 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:19.274849 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-ca084d12-b92e-4026-81cf-85e68895c73b None None] Transition to ACTIVE for port object 89a2d4f6-fd91-4603-8f5b-eb5e5fe42a61 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:19.284774 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ca084d12-b92e-4026-81cf-85e68895c73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:19.304843 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-24b6a51c-a183-468f-9fd4-8ef3264f6d7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:19.329462 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d3a916c1-bc8a-4a7f-b950-4bd08c126b0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:19.347836 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d3a916c1-bc8a-4a7f-b950-4bd08c126b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:19.359366 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca084d12-b92e-4026-81cf-85e68895c73b None None] Network 48c19cd8-ac27-4524-bc91-c49a239dcfeb is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:19.362263 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-ca084d12-b92e-4026-81cf-85e68895c73b None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:19.366014 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca084d12-b92e-4026-81cf-85e68895c73b None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:19.386236 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3a916c1-bc8a-4a7f-b950-4bd08c126b0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:19.407408 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca084d12-b92e-4026-81cf-85e68895c73b None None] Pushing event updated for resources: {'Port': ['ID=89a2d4f6-fd91-4603-8f5b-eb5e5fe42a61,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:19.459283 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca084d12-b92e-4026-81cf-85e68895c73b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:19.459283 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca084d12-b92e-4026-81cf-85e68895c73b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:19.459601 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca084d12-b92e-4026-81cf-85e68895c73b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:19.459874 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca084d12-b92e-4026-81cf-85e68895c73b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:19.460205 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca084d12-b92e-4026-81cf-85e68895c73b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:19.460526 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca084d12-b92e-4026-81cf-85e68895c73b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:19.460904 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca084d12-b92e-4026-81cf-85e68895c73b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:19.461279 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca084d12-b92e-4026-81cf-85e68895c73b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:19.461608 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca084d12-b92e-4026-81cf-85e68895c73b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:19.461928 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca084d12-b92e-4026-81cf-85e68895c73b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:19.462293 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca084d12-b92e-4026-81cf-85e68895c73b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:19.462611 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca084d12-b92e-4026-81cf-85e68895c73b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:19.463695 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca084d12-b92e-4026-81cf-85e68895c73b None None] Tracked resource versions report: Feb 16 12:44:19.463695 dv-neutron-829527-1-hyperv neutron-server[87702]: pushed versions: Feb 16 12:44:19.463695 dv-neutron-829527-1-hyperv neutron-server[87702]: { 'AddressGroup': {'1.2'}, Feb 16 12:44:19.463695 dv-neutron-829527-1-hyperv neutron-server[87702]: 'ConntrackHelper': {'1.0'}, Feb 16 12:44:19.463695 dv-neutron-829527-1-hyperv neutron-server[87702]: 'Log': {'1.0'}, Feb 16 12:44:19.463695 dv-neutron-829527-1-hyperv neutron-server[87702]: 'Network': {'1.1'}, Feb 16 12:44:19.463695 dv-neutron-829527-1-hyperv neutron-server[87702]: 'Port': {'1.7'}, Feb 16 12:44:19.463695 dv-neutron-829527-1-hyperv neutron-server[87702]: 'PortForwarding': {'1.2'}, Feb 16 12:44:19.463695 dv-neutron-829527-1-hyperv neutron-server[87702]: 'QosPolicy': {'1.8'}, Feb 16 12:44:19.463695 dv-neutron-829527-1-hyperv neutron-server[87702]: 'SecurityGroup': {'1.4'}, Feb 16 12:44:19.463695 dv-neutron-829527-1-hyperv neutron-server[87702]: 'SecurityGroupRule': {'1.2'}, Feb 16 12:44:19.463695 dv-neutron-829527-1-hyperv neutron-server[87702]: 'SubPort': {'1.0'}, Feb 16 12:44:19.463695 dv-neutron-829527-1-hyperv neutron-server[87702]: 'Subnet': {'1.1'}, Feb 16 12:44:19.463695 dv-neutron-829527-1-hyperv neutron-server[87702]: 'Trunk': {'1.1'}} Feb 16 12:44:19.463695 dv-neutron-829527-1-hyperv neutron-server[87702]: consumer versions: Feb 16 12:44:19.463695 dv-neutron-829527-1-hyperv neutron-server[87702]: { DHCP agent@dv-neutron-829527-1-hyperv: {}, Feb 16 12:44:19.463695 dv-neutron-829527-1-hyperv neutron-server[87702]: HyperV agent@hv-neutron-8295: {}, Feb 16 12:44:19.463695 dv-neutron-829527-1-hyperv neutron-server[87702]: L3 agent@dv-neutron-829527-1-hyperv: {}, Feb 16 12:44:19.463695 dv-neutron-829527-1-hyperv neutron-server[87702]: Metadata agent@dv-neutron-829527-1-hyperv: {}, Feb 16 12:44:19.463695 dv-neutron-829527-1-hyperv neutron-server[87702]: Metering agent@dv-neutron-829527-1-hyperv: {}, Feb 16 12:44:19.463695 dv-neutron-829527-1-hyperv neutron-server[87702]: Open vSwitch agent@dv-neutron-829527-1-hyperv: { 'AddressGroup': '1.2', Feb 16 12:44:19.463695 dv-neutron-829527-1-hyperv neutron-server[87702]: 'ConntrackHelper': '1.0', Feb 16 12:44:19.463695 dv-neutron-829527-1-hyperv neutron-server[87702]: 'Log': '1.0', Feb 16 12:44:19.463695 dv-neutron-829527-1-hyperv neutron-server[87702]: 'Network': '1.1', Feb 16 12:44:19.463695 dv-neutron-829527-1-hyperv neutron-server[87702]: 'Port': '1.7', Feb 16 12:44:19.463695 dv-neutron-829527-1-hyperv neutron-server[87702]: 'PortForwarding': '1.2', Feb 16 12:44:19.463695 dv-neutron-829527-1-hyperv neutron-server[87702]: 'QosPolicy': '1.8', Feb 16 12:44:19.463695 dv-neutron-829527-1-hyperv neutron-server[87702]: 'SecurityGroup': '1.4', Feb 16 12:44:19.463695 dv-neutron-829527-1-hyperv neutron-server[87702]: 'SecurityGroupRule': '1.2', Feb 16 12:44:19.463695 dv-neutron-829527-1-hyperv neutron-server[87702]: 'SubPort': '1.0', Feb 16 12:44:19.463695 dv-neutron-829527-1-hyperv neutron-server[87702]: 'Subnet': '1.1', Feb 16 12:44:19.463695 dv-neutron-829527-1-hyperv neutron-server[87702]: 'Trunk': '1.1'}} Feb 16 12:44:19.463695 dv-neutron-829527-1-hyperv neutron-server[87702]: {{(pid=87702) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 12:44:19.469257 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-24b6a51c-a183-468f-9fd4-8ef3264f6d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:19.470210 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b6a51c-a183-468f-9fd4-8ef3264f6d7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:19.470822 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-24b6a51c-a183-468f-9fd4-8ef3264f6d7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:19.497978 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-ca084d12-b92e-4026-81cf-85e68895c73b None None] Attempting to bind port 89a2d4f6-fd91-4603-8f5b-eb5e5fe42a61 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:19.498671 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-ca084d12-b92e-4026-81cf-85e68895c73b None None] Attempting to bind port 89a2d4f6-fd91-4603-8f5b-eb5e5fe42a61 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '3d4b7f21-14a6-408b-b79a-e975ae9ef003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '48c19cd8-ac27-4524-bc91-c49a239dcfeb'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:19.499032 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca084d12-b92e-4026-81cf-85e68895c73b None None] Attempting to bind port 89a2d4f6-fd91-4603-8f5b-eb5e5fe42a61 on network 48c19cd8-ac27-4524-bc91-c49a239dcfeb {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:44:19.506213 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca084d12-b92e-4026-81cf-85e68895c73b None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:44:19.506582 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca084d12-b92e-4026-81cf-85e68895c73b None None] Checking segment: {'id': '3d4b7f21-14a6-408b-b79a-e975ae9ef003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '48c19cd8-ac27-4524-bc91-c49a239dcfeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:19.506976 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ca084d12-b92e-4026-81cf-85e68895c73b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:19.507536 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca084d12-b92e-4026-81cf-85e68895c73b None None] Bound using segment: {'id': '3d4b7f21-14a6-408b-b79a-e975ae9ef003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '48c19cd8-ac27-4524-bc91-c49a239dcfeb'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:44:19.508230 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-ca084d12-b92e-4026-81cf-85e68895c73b None None] Bound port: 89a2d4f6-fd91-4603-8f5b-eb5e5fe42a61, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d4b7f21-14a6-408b-b79a-e975ae9ef003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '48c19cd8-ac27-4524-bc91-c49a239dcfeb'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:19.508629 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ca084d12-b92e-4026-81cf-85e68895c73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:19.576147 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d3a916c1-bc8a-4a7f-b950-4bd08c126b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:19.576493 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-d3a916c1-bc8a-4a7f-b950-4bd08c126b0d admin admin] Added segment eed87c9e-fb99-4fd5-ad35-a65bcf1a5597 of type vlan for network 3f63effa-f1fc-4fdf-827c-5f344c925210 Feb 16 12:44:19.605157 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a916c1-bc8a-4a7f-b950-4bd08c126b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb1783a-bdc3-4b1f-9c28-b2783bdd61fa,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:19.626683 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d3a916c1-bc8a-4a7f-b950-4bd08c126b0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:19.630055 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-ca084d12-b92e-4026-81cf-85e68895c73b None None] For port 89a2d4f6-fd91-4603-8f5b-eb5e5fe42a61, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:44:19.639706 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-ca084d12-b92e-4026-81cf-85e68895c73b None None] For port 89a2d4f6-fd91-4603-8f5b-eb5e5fe42a61, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=89a2d4f6-fd91-4603-8f5b-eb5e5fe42a61,segment=NetworkSegment(3d4b7f21-14a6-408b-b79a-e975ae9ef003),segment_id=3d4b7f21-14a6-408b-b79a-e975ae9ef003)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:44:19.650093 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ca084d12-b92e-4026-81cf-85e68895c73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:19.670096 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 60240) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:19.675576 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-e240d537-f6a3-4d3d-b3c3-e2ae06a68d6e admin admin] Request body: {'subnet': {'network_id': 'd3802bb0-f51a-430a-aee4-70d5a6517150', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1675529640-subnet', 'tenant_id': '4259764a734f42088729811e9b58c5b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:19.684097 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-24b6a51c-a183-468f-9fd4-8ef3264f6d7f admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6058419 Feb 16 12:44:19.687990 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b6a51c-a183-468f-9fd4-8ef3264f6d7f admin admin] Pushing event updated for resources: {'Network': ['ID=d3802bb0-f51a-430a-aee4-70d5a6517150,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:19.692458 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e240d537-f6a3-4d3d-b3c3-e2ae06a68d6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:19.695380 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d3a916c1-bc8a-4a7f-b950-4bd08c126b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:19.697205 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a916c1-bc8a-4a7f-b950-4bd08c126b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:19.699934 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e240d537-f6a3-4d3d-b3c3-e2ae06a68d6e admin admin] Usage tracker for resource:subnet and tenant:4259764a734f42088729811e9b58c5b6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:19.700810 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d3a916c1-bc8a-4a7f-b950-4bd08c126b0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:19.708646 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e240d537-f6a3-4d3d-b3c3-e2ae06a68d6e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:19.724371 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e240d537-f6a3-4d3d-b3c3-e2ae06a68d6e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:19.748409 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e240d537-f6a3-4d3d-b3c3-e2ae06a68d6e admin admin] Made reservation on behalf of 4259764a734f42088729811e9b58c5b6 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:19.750809 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e240d537-f6a3-4d3d-b3c3-e2ae06a68d6e admin admin] Notify callbacks [] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:19.859565 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca084d12-b92e-4026-81cf-85e68895c73b None None] Pushing event updated for resources: {'Port': ['ID=89a2d4f6-fd91-4603-8f5b-eb5e5fe42a61,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:19.890864 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d3a916c1-bc8a-4a7f-b950-4bd08c126b0d admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.7691982 Feb 16 12:44:19.912941 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network d3802bb0-f51a-430a-aee4-70d5a6517150 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:44:20.004362 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60254) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:20.035837 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-bedf4d2c-1407-4337-99a2-0237e59bfa68 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1616568885'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:20.046126 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-bedf4d2c-1407-4337-99a2-0237e59bfa68 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:20.053396 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bedf4d2c-1407-4337-99a2-0237e59bfa68 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Usage tracker for resource:network and tenant:5979c0794f594272a8691960316755d8 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:20.072950 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bedf4d2c-1407-4337-99a2-0237e59bfa68 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:20.084161 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-bedf4d2c-1407-4337-99a2-0237e59bfa68 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:20.109451 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-44cb0a19-7537-4ebf-8f5f-6beed48323ca admin admin] Request body: {'subnet': {'network_id': '3f63effa-f1fc-4fdf-827c-5f344c925210', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1446679388-subnet', 'tenant_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:20.121938 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e240d537-f6a3-4d3d-b3c3-e2ae06a68d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.181332 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bedf4d2c-1407-4337-99a2-0237e59bfa68 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:20.185931 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bedf4d2c-1407-4337-99a2-0237e59bfa68 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.218244 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bedf4d2c-1407-4337-99a2-0237e59bfa68 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.226577 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-44cb0a19-7537-4ebf-8f5f-6beed48323ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:20.250528 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-44cb0a19-7537-4ebf-8f5f-6beed48323ca admin admin] Usage tracker for resource:subnet and tenant:e0be34df95bb4f3abecca4f5b7a46cf5 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:20.258992 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-44cb0a19-7537-4ebf-8f5f-6beed48323ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:20.268857 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e240d537-f6a3-4d3d-b3c3-e2ae06a68d6e admin admin] Checking segment: {'id': 'c3084382-c060-4a75-b212-4c3b4ad9bab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd3802bb0-f51a-430a-aee4-70d5a6517150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:20.269476 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e240d537-f6a3-4d3d-b3c3-e2ae06a68d6e admin admin] Network hostable DHCP agents. Network: d3802bb0-f51a-430a-aee4-70d5a6517150, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:44:20.270628 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a916c1-bc8a-4a7f-b950-4bd08c126b0d admin admin] Pushing event updated for resources: {'Network': ['ID=3f63effa-f1fc-4fdf-827c-5f344c925210,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:20.273314 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-44cb0a19-7537-4ebf-8f5f-6beed48323ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:20.283386 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 3f63effa-f1fc-4fdf-827c-5f344c925210 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:44:20.325601 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-bedf4d2c-1407-4337-99a2-0237e59bfa68 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:20.326155 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5cdb1989-2190-486c-8287-dd94c646ab74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.362641 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bedf4d2c-1407-4337-99a2-0237e59bfa68 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Usage tracker for resource:security_group_rule and tenant:5979c0794f594272a8691960316755d8 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:20.365279 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e240d537-f6a3-4d3d-b3c3-e2ae06a68d6e admin admin] Network d3802bb0-f51a-430a-aee4-70d5a6517150 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:44:20.367550 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bedf4d2c-1407-4337-99a2-0237e59bfa68 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:20.398952 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44cb0a19-7537-4ebf-8f5f-6beed48323ca admin admin] Made reservation on behalf of e0be34df95bb4f3abecca4f5b7a46cf5 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:20.402228 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-bedf4d2c-1407-4337-99a2-0237e59bfa68 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:20.403174 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-44cb0a19-7537-4ebf-8f5f-6beed48323ca admin admin] Notify callbacks [] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.429472 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-e240d537-f6a3-4d3d-b3c3-e2ae06a68d6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, d3802bb0-f51a-430a-aee4-70d5a6517150) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:20.442164 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e240d537-f6a3-4d3d-b3c3-e2ae06a68d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:20.442822 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e240d537-f6a3-4d3d-b3c3-e2ae06a68d6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.448035 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae49e4b-49ec-459a-ae76-942348c0c98c None None] Network d3802bb0-f51a-430a-aee4-70d5a6517150 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:20.460368 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e240d537-f6a3-4d3d-b3c3-e2ae06a68d6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5285d3fc-2a25-4443-819b-b9f97276ee26,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:20.504664 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5cdb1989-2190-486c-8287-dd94c646ab74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.645239 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bedf4d2c-1407-4337-99a2-0237e59bfa68 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.657501 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bedf4d2c-1407-4337-99a2-0237e59bfa68 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.675461 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e240d537-f6a3-4d3d-b3c3-e2ae06a68d6e admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0043197 Feb 16 12:44:20.683302 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60278) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:20.698440 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-06eb7152-e4e0-472f-af96-0742a6017511 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1675529640-router', 'tenant_id': '4259764a734f42088729811e9b58c5b6', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:20.700819 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bedf4d2c-1407-4337-99a2-0237e59bfa68 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:20.706839 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-06eb7152-e4e0-472f-af96-0742a6017511 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:20.724759 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf4d2c-1407-4337-99a2-0237e59bfa68 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbde761b-1d79-4d8c-a346-3f9aa7c9501b,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:20.730643 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-06eb7152-e4e0-472f-af96-0742a6017511 admin admin] Usage tracker for resource:router and tenant:4259764a734f42088729811e9b58c5b6 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:20.742501 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-06eb7152-e4e0-472f-af96-0742a6017511 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:20.745527 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bedf4d2c-1407-4337-99a2-0237e59bfa68 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.745920 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-bedf4d2c-1407-4337-99a2-0237e59bfa68 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Added segment 685358c8-9121-474e-b63d-b0fc800f9262 of type vlan for network c2beece7-853e-4518-ace6-8724ee235932 Feb 16 12:44:20.780531 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-06eb7152-e4e0-472f-af96-0742a6017511 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:20.802796 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bedf4d2c-1407-4337-99a2-0237e59bfa68 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.838194 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-5cdb1989-2190-486c-8287-dd94c646ab74 admin admin] Allocated IP 172.26.5.29 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/62489a86-0494-4668-8a0c-4e88a1bbfb3a) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:20.864673 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bedf4d2c-1407-4337-99a2-0237e59bfa68 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.876338 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedf4d2c-1407-4337-99a2-0237e59bfa68 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:20.877407 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bedf4d2c-1407-4337-99a2-0237e59bfa68 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.886216 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-06eb7152-e4e0-472f-af96-0742a6017511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.887222 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-06eb7152-e4e0-472f-af96-0742a6017511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:20.906731 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374c3b94-0fdb-40d9-92bf-6c57b36629c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-d3802bb0-f51a-430a-aee4-70d5a6517150', 'network_id': 'd3802bb0-f51a-430a-aee4-70d5a6517150', 'tenant_id': '4259764a734f42088729811e9b58c5b6', 'fixed_ips': [{'subnet_id': '5285d3fc-2a25-4443-819b-b9f97276ee26'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:44:20.907910 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-374c3b94-0fdb-40d9-92bf-6c57b36629c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:21.000478 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60288) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:21.079135 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-06eb7152-e4e0-472f-af96-0742a6017511 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:21.136232 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-44cb0a19-7537-4ebf-8f5f-6beed48323ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:21.193154 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 60294) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:21.232231 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bedf4d2c-1407-4337-99a2-0237e59bfa68 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0263243 Feb 16 12:44:21.235212 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 60300) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:21.253239 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf4d2c-1407-4337-99a2-0237e59bfa68 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Network': ['ID=c2beece7-853e-4518-ace6-8724ee235932,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:21.255525 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 89a2d4f6-fd91-4603-8f5b-eb5e5fe42a61 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:21.261084 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-4983fab1-eab3-4ea8-bad1-f50a43f52c04 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'subnet': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:21.330777 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network c2beece7-853e-4518-ace6-8724ee235932 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:44:21.345457 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843d28ba-2947-4cf6-8ac3-9b598a3006aa None None] Network 48c19cd8-ac27-4524-bc91-c49a239dcfeb requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:21.470350 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-374c3b94-0fdb-40d9-92bf-6c57b36629c6 None None] Allocated IP 172.20.0.2 (d3802bb0-f51a-430a-aee4-70d5a6517150/5285d3fc-2a25-4443-819b-b9f97276ee26/4f6a9662-c999-41a0-abb3-1b2975f4528b) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:21.498105 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-01da698a-994b-4bbb-94e3-5fe2e85c2584 tempest-ExternalNetworksTestJSON-94554430 tempest-ExternalNetworksTestJSON-94554430-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-614647158'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:21.503617 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-01da698a-994b-4bbb-94e3-5fe2e85c2584 tempest-ExternalNetworksTestJSON-94554430 tempest-ExternalNetworksTestJSON-94554430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:21.507942 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-01da698a-994b-4bbb-94e3-5fe2e85c2584 tempest-ExternalNetworksTestJSON-94554430 tempest-ExternalNetworksTestJSON-94554430-project] Usage tracker for resource:network and tenant:37728de0d2ed4a84b6c6aadf57f9f03c is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:21.511382 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-01da698a-994b-4bbb-94e3-5fe2e85c2584 tempest-ExternalNetworksTestJSON-94554430 tempest-ExternalNetworksTestJSON-94554430-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:21.517629 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-01da698a-994b-4bbb-94e3-5fe2e85c2584 tempest-ExternalNetworksTestJSON-94554430 tempest-ExternalNetworksTestJSON-94554430-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:21.643178 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-ba1263a4-50be-439a-9361-b5d8e00a7851 tempest-ExternalNetworksAdminNegativeTestJSON-320270870 tempest-ExternalNetworksAdminNegativeTestJSON-320270870-project-admin] Request body: {'floatingip': {'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:21.650487 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4983fab1-eab3-4ea8-bad1-f50a43f52c04 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:21.663502 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ba1263a4-50be-439a-9361-b5d8e00a7851 tempest-ExternalNetworksAdminNegativeTestJSON-320270870 tempest-ExternalNetworksAdminNegativeTestJSON-320270870-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:21.666778 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4983fab1-eab3-4ea8-bad1-f50a43f52c04 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Usage tracker for resource:subnet and tenant:5979c0794f594272a8691960316755d8 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:21.670896 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4983fab1-eab3-4ea8-bad1-f50a43f52c04 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:21.674369 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ba1263a4-50be-439a-9361-b5d8e00a7851 tempest-ExternalNetworksAdminNegativeTestJSON-320270870 tempest-ExternalNetworksAdminNegativeTestJSON-320270870-project-admin] Usage tracker for resource:floatingip and tenant:2bec81c2324a4db8a962aedbb24a856e is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:21.683801 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ba1263a4-50be-439a-9361-b5d8e00a7851 tempest-ExternalNetworksAdminNegativeTestJSON-320270870 tempest-ExternalNetworksAdminNegativeTestJSON-320270870-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:21.686539 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4983fab1-eab3-4ea8-bad1-f50a43f52c04 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:21.693404 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ba1263a4-50be-439a-9361-b5d8e00a7851 tempest-ExternalNetworksAdminNegativeTestJSON-320270870 tempest-ExternalNetworksAdminNegativeTestJSON-320270870-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:21.704268 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-374c3b94-0fdb-40d9-92bf-6c57b36629c6 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:21.713027 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01da698a-994b-4bbb-94e3-5fe2e85c2584 tempest-ExternalNetworksTestJSON-94554430 tempest-ExternalNetworksTestJSON-94554430-project] Made reservation on behalf of 37728de0d2ed4a84b6c6aadf57f9f03c for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:21.714021 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ba1263a4-50be-439a-9361-b5d8e00a7851 tempest-ExternalNetworksAdminNegativeTestJSON-320270870 tempest-ExternalNetworksAdminNegativeTestJSON-320270870-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:21.719737 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-01da698a-994b-4bbb-94e3-5fe2e85c2584 tempest-ExternalNetworksTestJSON-94554430 tempest-ExternalNetworksTestJSON-94554430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:21.736131 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4983fab1-eab3-4ea8-bad1-f50a43f52c04 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:21.740791 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4983fab1-eab3-4ea8-bad1-f50a43f52c04 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:21.745760 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-01da698a-994b-4bbb-94e3-5fe2e85c2584 tempest-ExternalNetworksTestJSON-94554430 tempest-ExternalNetworksTestJSON-94554430-project] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:21.762106 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5cdb1989-2190-486c-8287-dd94c646ab74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:21.775544 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-01da698a-994b-4bbb-94e3-5fe2e85c2584 tempest-ExternalNetworksTestJSON-94554430 tempest-ExternalNetworksTestJSON-94554430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:21.779808 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-01da698a-994b-4bbb-94e3-5fe2e85c2584 tempest-ExternalNetworksTestJSON-94554430 tempest-ExternalNetworksTestJSON-94554430-project] Usage tracker for resource:security_group_rule and tenant:37728de0d2ed4a84b6c6aadf57f9f03c is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:21.782952 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-01da698a-994b-4bbb-94e3-5fe2e85c2584 tempest-ExternalNetworksTestJSON-94554430 tempest-ExternalNetworksTestJSON-94554430-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:21.788950 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-01da698a-994b-4bbb-94e3-5fe2e85c2584 tempest-ExternalNetworksTestJSON-94554430 tempest-ExternalNetworksTestJSON-94554430-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:21.855982 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60318) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:21.860074 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb0a19-7537-4ebf-8f5f-6beed48323ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=25af59ae-eb65-4dc0-ba71-1417e9a15624,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:21.864373 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cb0a19-7537-4ebf-8f5f-6beed48323ca admin admin] Checking segment: {'id': 'eed87c9e-fb99-4fd5-ad35-a65bcf1a5597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3f63effa-f1fc-4fdf-827c-5f344c925210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:21.865043 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cb0a19-7537-4ebf-8f5f-6beed48323ca admin admin] Network hostable DHCP agents. Network: 3f63effa-f1fc-4fdf-827c-5f344c925210, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:44:21.873673 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-374c3b94-0fdb-40d9-92bf-6c57b36629c6 None None] Transition to ACTIVE for port object 4f6a9662-c999-41a0-abb3-1b2975f4528b will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:21.878266 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-06eb7152-e4e0-472f-af96-0742a6017511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:21.922476 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-075d69a2-046e-4ee4-aeba-5ac8487b1522 None None] Provisioning for port 89a2d4f6-fd91-4603-8f5b-eb5e5fe42a61 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:21.969714 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-01da698a-994b-4bbb-94e3-5fe2e85c2584 tempest-ExternalNetworksTestJSON-94554430 tempest-ExternalNetworksTestJSON-94554430-project] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:21.973917 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-374c3b94-0fdb-40d9-92bf-6c57b36629c6 None None] Transition to ACTIVE for port object 4f6a9662-c999-41a0-abb3-1b2975f4528b will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:21.993001 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-01da698a-994b-4bbb-94e3-5fe2e85c2584 tempest-ExternalNetworksTestJSON-94554430 tempest-ExternalNetworksTestJSON-94554430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:21.997252 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 89a2d4f6-fd91-4603-8f5b-eb5e5fe42a61 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:22.015782 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 89a2d4f6-fd91-4603-8f5b-eb5e5fe42a61 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:22.016210 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.068144 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-374c3b94-0fdb-40d9-92bf-6c57b36629c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.107877 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da698a-994b-4bbb-94e3-5fe2e85c2584 tempest-ExternalNetworksTestJSON-94554430 tempest-ExternalNetworksTestJSON-94554430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0ea88b-640f-4117-84d7-afb7ff7c07fe,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:22.115889 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cb0a19-7537-4ebf-8f5f-6beed48323ca admin admin] Network 3f63effa-f1fc-4fdf-827c-5f344c925210 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:44:22.131345 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01da698a-994b-4bbb-94e3-5fe2e85c2584 tempest-ExternalNetworksTestJSON-94554430 tempest-ExternalNetworksTestJSON-94554430-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:22.138653 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-44cb0a19-7537-4ebf-8f5f-6beed48323ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 3f63effa-f1fc-4fdf-827c-5f344c925210) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:22.146672 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cb0a19-7537-4ebf-8f5f-6beed48323ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:22.147246 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-44cb0a19-7537-4ebf-8f5f-6beed48323ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.167904 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-01da698a-994b-4bbb-94e3-5fe2e85c2584 tempest-ExternalNetworksTestJSON-94554430 tempest-ExternalNetworksTestJSON-94554430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.168262 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-01da698a-994b-4bbb-94e3-5fe2e85c2584 tempest-ExternalNetworksTestJSON-94554430 tempest-ExternalNetworksTestJSON-94554430-project] Added segment 695d0abe-a815-4657-aba3-f7cf3557aff2 of type vlan for network 4aa622ea-1857-4bd6-8a7c-44accc1f86df Feb 16 12:44:22.170240 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5cdb1989-2190-486c-8287-dd94c646ab74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.183632 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-a45ff902-b0c9-40a8-a84d-9680f1314cb3 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-275675938'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:22.194530 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cb1482-22c2-42ba-9910-b87df0e948ef None None] Network 3f63effa-f1fc-4fdf-827c-5f344c925210 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:22.236665 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4983fab1-eab3-4ea8-bad1-f50a43f52c04 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.271882 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 60334) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:22.282558 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb1989-2190-486c-8287-dd94c646ab74 admin admin] Pushing event updated for resources: {'Port': ['ID=62489a86-0494-4668-8a0c-4e88a1bbfb3a,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:22.292424 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-a45ff902-b0c9-40a8-a84d-9680f1314cb3 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:22.294620 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ba1263a4-50be-439a-9361-b5d8e00a7851 tempest-ExternalNetworksAdminNegativeTestJSON-320270870 tempest-ExternalNetworksAdminNegativeTestJSON-320270870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.312519 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-a45ff902-b0c9-40a8-a84d-9680f1314cb3 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Usage tracker for resource:network and tenant:72fea6cb7fad43fb84b54571df4d3b12 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:22.316016 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-a45ff902-b0c9-40a8-a84d-9680f1314cb3 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:22.329583 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374c3b94-0fdb-40d9-92bf-6c57b36629c6 None None] Network d3802bb0-f51a-430a-aee4-70d5a6517150 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:22.334436 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdb1989-2190-486c-8287-dd94c646ab74 admin admin] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:22.336658 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-374c3b94-0fdb-40d9-92bf-6c57b36629c6 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:22.342008 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-a45ff902-b0c9-40a8-a84d-9680f1314cb3 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:22.344400 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-5cdb1989-2190-486c-8287-dd94c646ab74 admin admin] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:22.348056 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4983fab1-eab3-4ea8-bad1-f50a43f52c04 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Subnet': ['ID=0232e43d-6f0b-4689-9613-c9528817c4ed,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:22.389365 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374c3b94-0fdb-40d9-92bf-6c57b36629c6 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:22.396845 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374c3b94-0fdb-40d9-92bf-6c57b36629c6 None None] Pushing event updated for resources: {'Port': ['ID=4f6a9662-c999-41a0-abb3-1b2975f4528b,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:22.406002 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdb1989-2190-486c-8287-dd94c646ab74 admin admin] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:22.452730 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4983fab1-eab3-4ea8-bad1-f50a43f52c04 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Checking segment: {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:22.453082 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4983fab1-eab3-4ea8-bad1-f50a43f52c04 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network hostable DHCP agents. Network: c2beece7-853e-4518-ace6-8724ee235932, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:44:22.523945 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-01da698a-994b-4bbb-94e3-5fe2e85c2584 tempest-ExternalNetworksTestJSON-94554430 tempest-ExternalNetworksTestJSON-94554430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.538441 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4983fab1-eab3-4ea8-bad1-f50a43f52c04 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:44:22.550188 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-ba1263a4-50be-439a-9361-b5d8e00a7851 tempest-ExternalNetworksAdminNegativeTestJSON-320270870 tempest-ExternalNetworksAdminNegativeTestJSON-320270870-project-admin] Allocated IP 172.26.5.56 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/69997eee-be58-439e-ad08-84118f06188a) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:22.575409 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-f8872bae-514f-4bee-9fe3-f66c5181d0e9 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Request body: {'floatingip': {'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:22.592450 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-44cb0a19-7537-4ebf-8f5f-6beed48323ca admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.5871119 Feb 16 12:44:22.594860 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-4983fab1-eab3-4ea8-bad1-f50a43f52c04 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, c2beece7-853e-4518-ace6-8724ee235932) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:22.596800 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f8872bae-514f-4bee-9fe3-f66c5181d0e9 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:22.598765 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 60340) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:22.609346 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45ff902-b0c9-40a8-a84d-9680f1314cb3 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Made reservation on behalf of 72fea6cb7fad43fb84b54571df4d3b12 for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:22.612875 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a45ff902-b0c9-40a8-a84d-9680f1314cb3 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.613566 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d8b5b0-b3a4-4ed0-aeb5-29d5b9e2a7be None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:22.653937 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-78eab534-3f26-4341-90de-c9619d7b083d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1446679388-router', 'tenant_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:22.657444 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f8872bae-514f-4bee-9fe3-f66c5181d0e9 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Usage tracker for resource:floatingip and tenant:c59ed784af024f34b556a04534213259 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:22.664712 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4983fab1-eab3-4ea8-bad1-f50a43f52c04 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:22.665360 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4983fab1-eab3-4ea8-bad1-f50a43f52c04 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.665914 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a45ff902-b0c9-40a8-a84d-9680f1314cb3 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.669874 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f8872bae-514f-4bee-9fe3-f66c5181d0e9 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:22.672756 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-78eab534-3f26-4341-90de-c9619d7b083d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:22.681455 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-78eab534-3f26-4341-90de-c9619d7b083d admin admin] Usage tracker for resource:router and tenant:e0be34df95bb4f3abecca4f5b7a46cf5 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:22.689193 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f8872bae-514f-4bee-9fe3-f66c5181d0e9 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:22.691192 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-78eab534-3f26-4341-90de-c9619d7b083d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:22.694291 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-374c3b94-0fdb-40d9-92bf-6c57b36629c6 None None] Attempting to bind port 4f6a9662-c999-41a0-abb3-1b2975f4528b on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:22.694655 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-374c3b94-0fdb-40d9-92bf-6c57b36629c6 None None] Attempting to bind port 4f6a9662-c999-41a0-abb3-1b2975f4528b by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'c3084382-c060-4a75-b212-4c3b4ad9bab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd3802bb0-f51a-430a-aee4-70d5a6517150'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:22.695012 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374c3b94-0fdb-40d9-92bf-6c57b36629c6 None None] Attempting to bind port 4f6a9662-c999-41a0-abb3-1b2975f4528b on network d3802bb0-f51a-430a-aee4-70d5a6517150 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:44:22.708274 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-a45ff902-b0c9-40a8-a84d-9680f1314cb3 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:22.721867 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.730204 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-78eab534-3f26-4341-90de-c9619d7b083d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:22.731129 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374c3b94-0fdb-40d9-92bf-6c57b36629c6 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:44:22.731497 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374c3b94-0fdb-40d9-92bf-6c57b36629c6 None None] Checking segment: {'id': 'c3084382-c060-4a75-b212-4c3b4ad9bab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd3802bb0-f51a-430a-aee4-70d5a6517150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:22.731890 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-374c3b94-0fdb-40d9-92bf-6c57b36629c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.732278 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374c3b94-0fdb-40d9-92bf-6c57b36629c6 None None] Bound using segment: {'id': 'c3084382-c060-4a75-b212-4c3b4ad9bab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd3802bb0-f51a-430a-aee4-70d5a6517150'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:44:22.732807 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-374c3b94-0fdb-40d9-92bf-6c57b36629c6 None None] Bound port: 4f6a9662-c999-41a0-abb3-1b2975f4528b, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3084382-c060-4a75-b212-4c3b4ad9bab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd3802bb0-f51a-430a-aee4-70d5a6517150'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:22.733844 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-374c3b94-0fdb-40d9-92bf-6c57b36629c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.739648 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-a45ff902-b0c9-40a8-a84d-9680f1314cb3 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Usage tracker for resource:security_group_rule and tenant:72fea6cb7fad43fb84b54571df4d3b12 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:22.750326 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-a45ff902-b0c9-40a8-a84d-9680f1314cb3 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:22.757220 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4983fab1-eab3-4ea8-bad1-f50a43f52c04 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5130799 Feb 16 12:44:22.764822 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 60346) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:22.769197 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f8872bae-514f-4bee-9fe3-f66c5181d0e9 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks [] for floatingip, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.771829 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-a45ff902-b0c9-40a8-a84d-9680f1314cb3 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:22.800414 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-5d91555a-4b94-4943-ba41-9be7169e958a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'port': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'name': 'tempest-NetworksTestDHCPv6-429598538'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:22.814633 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-78eab534-3f26-4341-90de-c9619d7b083d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.815627 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-78eab534-3f26-4341-90de-c9619d7b083d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.897646 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-01da698a-994b-4bbb-94e3-5fe2e85c2584 tempest-ExternalNetworksTestJSON-94554430 tempest-ExternalNetworksTestJSON-94554430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.903179 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01da698a-994b-4bbb-94e3-5fe2e85c2584 tempest-ExternalNetworksTestJSON-94554430 tempest-ExternalNetworksTestJSON-94554430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:22.903390 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa98a4a-fd70-4ddd-822c-a457853eb635 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-3f63effa-f1fc-4fdf-827c-5f344c925210', 'network_id': '3f63effa-f1fc-4fdf-827c-5f344c925210', 'tenant_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'fixed_ips': [{'subnet_id': '25af59ae-eb65-4dc0-ba71-1417e9a15624'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:44:22.903987 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-01da698a-994b-4bbb-94e3-5fe2e85c2584 tempest-ExternalNetworksTestJSON-94554430 tempest-ExternalNetworksTestJSON-94554430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.904220 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7fa98a4a-fd70-4ddd-822c-a457853eb635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.926293 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 89a2d4f6-fd91-4603-8f5b-eb5e5fe42a61, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=89a2d4f6-fd91-4603-8f5b-eb5e5fe42a61,segment=NetworkSegment(3d4b7f21-14a6-408b-b79a-e975ae9ef003),segment_id=3d4b7f21-14a6-408b-b79a-e975ae9ef003)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:22.956236 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.973942 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-78eab534-3f26-4341-90de-c9619d7b083d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:22.987856 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ba1263a4-50be-439a-9361-b5d8e00a7851 tempest-ExternalNetworksAdminNegativeTestJSON-320270870 tempest-ExternalNetworksAdminNegativeTestJSON-320270870-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.117013 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-374c3b94-0fdb-40d9-92bf-6c57b36629c6 None None] For port 4f6a9662-c999-41a0-abb3-1b2975f4528b, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:44:23.146781 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-374c3b94-0fdb-40d9-92bf-6c57b36629c6 None None] For port 4f6a9662-c999-41a0-abb3-1b2975f4528b, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=4f6a9662-c999-41a0-abb3-1b2975f4528b,segment=NetworkSegment(c3084382-c060-4a75-b212-4c3b4ad9bab0),segment_id=c3084382-c060-4a75-b212-4c3b4ad9bab0)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:44:23.169963 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-374c3b94-0fdb-40d9-92bf-6c57b36629c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.249928 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5cdb1989-2190-486c-8287-dd94c646ab74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.294237 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5d91555a-4b94-4943-ba41-9be7169e958a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:23.309737 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=89a2d4f6-fd91-4603-8f5b-eb5e5fe42a61,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:23.331932 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da698a-994b-4bbb-94e3-5fe2e85c2584 tempest-ExternalNetworksTestJSON-94554430 tempest-ExternalNetworksTestJSON-94554430-project] Pushing event updated for resources: {'Network': ['ID=4aa622ea-1857-4bd6-8a7c-44accc1f86df,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:23.351882 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-01da698a-994b-4bbb-94e3-5fe2e85c2584 tempest-ExternalNetworksTestJSON-94554430 tempest-ExternalNetworksTestJSON-94554430-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.3412387 Feb 16 12:44:23.355735 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 60350) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:23.358870 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5d91555a-4b94-4943-ba41-9be7169e958a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Usage tracker for resource:port and tenant:5979c0794f594272a8691960316755d8 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:23.359080 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5df5ab3-2b82-4ffd-9127-7f93b6a79776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-c2beece7-853e-4518-ace6-8724ee235932', 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'tenant_id': '5979c0794f594272a8691960316755d8', 'fixed_ips': [{'subnet_id': '0232e43d-6f0b-4689-9613-c9528817c4ed'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:44:23.359913 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a5df5ab3-2b82-4ffd-9127-7f93b6a79776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.371839 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 4aa622ea-1857-4bd6-8a7c-44accc1f86df details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:44:23.380285 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5d91555a-4b94-4943-ba41-9be7169e958a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:23.396492 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-06eb7152-e4e0-472f-af96-0742a6017511 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.450811 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-06eb7152-e4e0-472f-af96-0742a6017511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.504644 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ba1263a4-50be-439a-9361-b5d8e00a7851 tempest-ExternalNetworksAdminNegativeTestJSON-320270870 tempest-ExternalNetworksAdminNegativeTestJSON-320270870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.513803 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5d91555a-4b94-4943-ba41-9be7169e958a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:23.541251 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-9130cbfa-d3e7-42c0-b0ca-b9a3e1d5af8b None None] Provisioning complete for port 89a2d4f6-fd91-4603-8f5b-eb5e5fe42a61 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:23.541625 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9130cbfa-d3e7-42c0-b0ca-b9a3e1d5af8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.609759 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1263a4-50be-439a-9361-b5d8e00a7851 tempest-ExternalNetworksAdminNegativeTestJSON-320270870 tempest-ExternalNetworksAdminNegativeTestJSON-320270870-project-admin] Pushing event updated for resources: {'Port': ['ID=69997eee-be58-439e-ad08-84118f06188a,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:23.613745 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-78eab534-3f26-4341-90de-c9619d7b083d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.651958 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1263a4-50be-439a-9361-b5d8e00a7851 tempest-ExternalNetworksAdminNegativeTestJSON-320270870 tempest-ExternalNetworksAdminNegativeTestJSON-320270870-project-admin] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:23.660282 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-1c937ae2-9b20-4ccf-8354-04a017946410 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Request body: {'network': {'name': 'tempest-network--1028194628', 'router:external': True}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:23.663602 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-ba1263a4-50be-439a-9361-b5d8e00a7851 tempest-ExternalNetworksAdminNegativeTestJSON-320270870 tempest-ExternalNetworksAdminNegativeTestJSON-320270870-project-admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:23.670179 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1c937ae2-9b20-4ccf-8354-04a017946410 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:23.670475 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-7fa98a4a-fd70-4ddd-822c-a457853eb635 None None] Allocated IP 172.20.0.2 (3f63effa-f1fc-4fdf-827c-5f344c925210/25af59ae-eb65-4dc0-ba71-1417e9a15624/0a29aa6b-038c-4a3d-b6ee-1bb0793ea4c3) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:23.672539 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1263a4-50be-439a-9361-b5d8e00a7851 tempest-ExternalNetworksAdminNegativeTestJSON-320270870 tempest-ExternalNetworksAdminNegativeTestJSON-320270870-project-admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:23.699729 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374c3b94-0fdb-40d9-92bf-6c57b36629c6 None None] Pushing event updated for resources: {'Port': ['ID=4f6a9662-c999-41a0-abb3-1b2975f4528b,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:23.782555 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ba1263a4-50be-439a-9361-b5d8e00a7851 tempest-ExternalNetworksAdminNegativeTestJSON-320270870 tempest-ExternalNetworksAdminNegativeTestJSON-320270870-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.795532 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1c937ae2-9b20-4ccf-8354-04a017946410 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Usage tracker for resource:network and tenant:b414ba72586648ed8f5c12f73eaaa1a7 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:23.798641 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d91555a-4b94-4943-ba41-9be7169e958a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:23.802444 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5d91555a-4b94-4943-ba41-9be7169e958a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.813120 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1c937ae2-9b20-4ccf-8354-04a017946410 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:23.896147 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1c937ae2-9b20-4ccf-8354-04a017946410 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:23.907279 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a45ff902-b0c9-40a8-a84d-9680f1314cb3 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.922302 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a45ff902-b0c9-40a8-a84d-9680f1314cb3 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.924286 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f8872bae-514f-4bee-9fe3-f66c5181d0e9 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.940055 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c937ae2-9b20-4ccf-8354-04a017946410 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Made reservation on behalf of b414ba72586648ed8f5c12f73eaaa1a7 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:23.944107 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1c937ae2-9b20-4ccf-8354-04a017946410 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:23.972919 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-a5df5ab3-2b82-4ffd-9127-7f93b6a79776 None None] Allocated IP 2001:db8::2 (c2beece7-853e-4518-ace6-8724ee235932/0232e43d-6f0b-4689-9613-c9528817c4ed/0ad647ab-95c0-4492-8de7-c6462e6431e2) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:24.043876 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-5d91555a-4b94-4943-ba41-9be7169e958a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] device_id is not set on port 3cf3abce-5064-4322-8291-ccf2ef4c81b9 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:44:24.046994 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a45ff902-b0c9-40a8-a84d-9680f1314cb3 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:24.087335 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-06eb7152-e4e0-472f-af96-0742a6017511 admin admin] Allocated IP 172.26.5.223 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/f57626c4-6412-4c9b-ab1e-72c7818d14ef) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:24.089813 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1c937ae2-9b20-4ccf-8354-04a017946410 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.096075 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ff902-b0c9-40a8-a84d-9680f1314cb3 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4422fc7c-1803-430c-9503-38a3c2b8eb3b,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:24.102398 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a45ff902-b0c9-40a8-a84d-9680f1314cb3 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.103338 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-a45ff902-b0c9-40a8-a84d-9680f1314cb3 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Added segment aa49e250-bd57-423e-a3cb-a95907b4e0a8 of type vlan for network 4f0eccd1-bf17-4b91-a4f9-e908fb8f47c3 Feb 16 12:44:24.135801 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ba1263a4-50be-439a-9361-b5d8e00a7851 tempest-ExternalNetworksAdminNegativeTestJSON-320270870 tempest-ExternalNetworksAdminNegativeTestJSON-320270870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.169703 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7fa98a4a-fd70-4ddd-822c-a457853eb635 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.176459 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1c937ae2-9b20-4ccf-8354-04a017946410 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:24.191503 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1c937ae2-9b20-4ccf-8354-04a017946410 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Usage tracker for resource:security_group_rule and tenant:b414ba72586648ed8f5c12f73eaaa1a7 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:24.200914 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-7fa98a4a-fd70-4ddd-822c-a457853eb635 None None] Transition to ACTIVE for port object 0a29aa6b-038c-4a3d-b6ee-1bb0793ea4c3 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:24.203862 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1c937ae2-9b20-4ccf-8354-04a017946410 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:24.214308 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5cdb1989-2190-486c-8287-dd94c646ab74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.226688 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a45ff902-b0c9-40a8-a84d-9680f1314cb3 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.233561 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1c937ae2-9b20-4ccf-8354-04a017946410 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:24.263878 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-7fa98a4a-fd70-4ddd-822c-a457853eb635 None None] Transition to ACTIVE for port object 0a29aa6b-038c-4a3d-b6ee-1bb0793ea4c3 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:24.282679 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7fa98a4a-fd70-4ddd-822c-a457853eb635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.360917 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa98a4a-fd70-4ddd-822c-a457853eb635 None None] Network 3f63effa-f1fc-4fdf-827c-5f344c925210 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:24.367494 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-7fa98a4a-fd70-4ddd-822c-a457853eb635 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:24.375057 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa98a4a-fd70-4ddd-822c-a457853eb635 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:24.377476 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a5df5ab3-2b82-4ffd-9127-7f93b6a79776 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.480009 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa98a4a-fd70-4ddd-822c-a457853eb635 None None] Pushing event updated for resources: {'Port': ['ID=0a29aa6b-038c-4a3d-b6ee-1bb0793ea4c3,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:24.482976 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-a5df5ab3-2b82-4ffd-9127-7f93b6a79776 None None] Transition to ACTIVE for port object 0ad647ab-95c0-4492-8de7-c6462e6431e2 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:24.509611 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1c937ae2-9b20-4ccf-8354-04a017946410 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.512636 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a45ff902-b0c9-40a8-a84d-9680f1314cb3 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.513121 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-7fa98a4a-fd70-4ddd-822c-a457853eb635 None None] Attempting to bind port 0a29aa6b-038c-4a3d-b6ee-1bb0793ea4c3 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:24.513121 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-7fa98a4a-fd70-4ddd-822c-a457853eb635 None None] Attempting to bind port 0a29aa6b-038c-4a3d-b6ee-1bb0793ea4c3 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'eed87c9e-fb99-4fd5-ad35-a65bcf1a5597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3f63effa-f1fc-4fdf-827c-5f344c925210'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:24.513321 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa98a4a-fd70-4ddd-822c-a457853eb635 None None] Attempting to bind port 0a29aa6b-038c-4a3d-b6ee-1bb0793ea4c3 on network 3f63effa-f1fc-4fdf-827c-5f344c925210 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:44:24.518216 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45ff902-b0c9-40a8-a84d-9680f1314cb3 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:24.519120 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-a5df5ab3-2b82-4ffd-9127-7f93b6a79776 None None] Transition to ACTIVE for port object 0ad647ab-95c0-4492-8de7-c6462e6431e2 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:24.519257 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a45ff902-b0c9-40a8-a84d-9680f1314cb3 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.523394 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa98a4a-fd70-4ddd-822c-a457853eb635 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:44:24.524047 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa98a4a-fd70-4ddd-822c-a457853eb635 None None] Checking segment: {'id': 'eed87c9e-fb99-4fd5-ad35-a65bcf1a5597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3f63effa-f1fc-4fdf-827c-5f344c925210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:24.524435 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7fa98a4a-fd70-4ddd-822c-a457853eb635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.524971 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa98a4a-fd70-4ddd-822c-a457853eb635 None None] Bound using segment: {'id': 'eed87c9e-fb99-4fd5-ad35-a65bcf1a5597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3f63effa-f1fc-4fdf-827c-5f344c925210'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:44:24.525457 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-7fa98a4a-fd70-4ddd-822c-a457853eb635 None None] Bound port: 0a29aa6b-038c-4a3d-b6ee-1bb0793ea4c3, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed87c9e-fb99-4fd5-ad35-a65bcf1a5597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3f63effa-f1fc-4fdf-827c-5f344c925210'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:24.525929 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7fa98a4a-fd70-4ddd-822c-a457853eb635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.528323 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1c937ae2-9b20-4ccf-8354-04a017946410 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.533911 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-06eb7152-e4e0-472f-af96-0742a6017511 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.570583 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a5df5ab3-2b82-4ffd-9127-7f93b6a79776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.646216 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5df5ab3-2b82-4ffd-9127-7f93b6a79776 None None] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:24.655287 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c937ae2-9b20-4ccf-8354-04a017946410 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c450464-f1b8-4a9b-986a-efeb1ee1cf51,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:24.655485 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-a5df5ab3-2b82-4ffd-9127-7f93b6a79776 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:24.663077 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5df5ab3-2b82-4ffd-9127-7f93b6a79776 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:24.683352 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ff902-b0c9-40a8-a84d-9680f1314cb3 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Pushing event updated for resources: {'Network': ['ID=4f0eccd1-bf17-4b91-a4f9-e908fb8f47c3,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:24.694628 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-a45ff902-b0c9-40a8-a84d-9680f1314cb3 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.8317337 Feb 16 12:44:24.700005 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60362) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:24.711285 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-e6d4775e-f76a-47b8-934b-bd05d81994a8 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Request body: {'subnet': {'network_id': '4f0eccd1-bf17-4b91-a4f9-e908fb8f47c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:24.720687 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 4f0eccd1-bf17-4b91-a4f9-e908fb8f47c3 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:44:24.728798 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c937ae2-9b20-4ccf-8354-04a017946410 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:24.834564 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-06eb7152-e4e0-472f-af96-0742a6017511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.841471 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df5ab3-2b82-4ffd-9127-7f93b6a79776 None None] Pushing event updated for resources: {'Port': ['ID=0ad647ab-95c0-4492-8de7-c6462e6431e2,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:24.872944 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-7fa98a4a-fd70-4ddd-822c-a457853eb635 None None] For port 0a29aa6b-038c-4a3d-b6ee-1bb0793ea4c3, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:44:24.874899 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-a5df5ab3-2b82-4ffd-9127-7f93b6a79776 None None] Attempting to bind port 0ad647ab-95c0-4492-8de7-c6462e6431e2 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:24.875256 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-a5df5ab3-2b82-4ffd-9127-7f93b6a79776 None None] Attempting to bind port 0ad647ab-95c0-4492-8de7-c6462e6431e2 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:24.875605 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5df5ab3-2b82-4ffd-9127-7f93b6a79776 None None] Attempting to bind port 0ad647ab-95c0-4492-8de7-c6462e6431e2 on network c2beece7-853e-4518-ace6-8724ee235932 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:44:24.875944 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.resource_extend [None req-ba1263a4-50be-439a-9361-b5d8e00a7851 tempest-ExternalNetworksAdminNegativeTestJSON-320270870 tempest-ExternalNetworksAdminNegativeTestJSON-320270870-project-admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:44:24.896073 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5df5ab3-2b82-4ffd-9127-7f93b6a79776 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:44:24.896431 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5df5ab3-2b82-4ffd-9127-7f93b6a79776 None None] Checking segment: {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:24.896844 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a5df5ab3-2b82-4ffd-9127-7f93b6a79776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.897228 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5df5ab3-2b82-4ffd-9127-7f93b6a79776 None None] Bound using segment: {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:44:24.897696 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-a5df5ab3-2b82-4ffd-9127-7f93b6a79776 None None] Bound port: 0ad647ab-95c0-4492-8de7-c6462e6431e2, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:24.898073 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a5df5ab3-2b82-4ffd-9127-7f93b6a79776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.908916 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-7fa98a4a-fd70-4ddd-822c-a457853eb635 None None] For port 0a29aa6b-038c-4a3d-b6ee-1bb0793ea4c3, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=0a29aa6b-038c-4a3d-b6ee-1bb0793ea4c3,segment=NetworkSegment(eed87c9e-fb99-4fd5-ad35-a65bcf1a5597),segment_id=eed87c9e-fb99-4fd5-ad35-a65bcf1a5597)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:44:24.925886 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7fa98a4a-fd70-4ddd-822c-a457853eb635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:24.947177 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-e6d4775e-f76a-47b8-934b-bd05d81994a8 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:24.950441 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06eb7152-e4e0-472f-af96-0742a6017511 admin admin] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:24.955461 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-06eb7152-e4e0-472f-af96-0742a6017511 admin admin] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:24.959513 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-e6d4775e-f76a-47b8-934b-bd05d81994a8 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Usage tracker for resource:subnet and tenant:72fea6cb7fad43fb84b54571df4d3b12 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:24.962811 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cdb1989-2190-486c-8287-dd94c646ab74 admin admin] Router 299f28aa-b91c-4f6d-8131-91af744fdaaa is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:44:24.968234 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-e6d4775e-f76a-47b8-934b-bd05d81994a8 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:24.971310 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06eb7152-e4e0-472f-af96-0742a6017511 admin admin] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:24.995724 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-f8872bae-514f-4bee-9fe3-f66c5181d0e9 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Allocated IP 172.26.5.152 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/e5975a74-33d5-4fb2-aaec-76dc0948efe6) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:25.016674 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ba1263a4-50be-439a-9361-b5d8e00a7851 tempest-ExternalNetworksAdminNegativeTestJSON-320270870 tempest-ExternalNetworksAdminNegativeTestJSON-320270870-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.018747 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-78eab534-3f26-4341-90de-c9619d7b083d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.029581 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb7152-e4e0-472f-af96-0742a6017511 admin admin] Pushing event updated for resources: {'Port': ['ID=f57626c4-6412-4c9b-ab1e-72c7818d14ef,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:25.034280 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-e6d4775e-f76a-47b8-934b-bd05d81994a8 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:25.061218 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1c937ae2-9b20-4ccf-8354-04a017946410 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.061659 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-1c937ae2-9b20-4ccf-8354-04a017946410 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Added segment 510bfaf9-9542-48c9-ac6c-a13aeeaf64d7 of type vlan for network 00b7fc80-d076-4576-992b-af12ef136fe5 Feb 16 12:44:25.064840 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ba1263a4-50be-439a-9361-b5d8e00a7851 tempest-ExternalNetworksAdminNegativeTestJSON-320270870 tempest-ExternalNetworksAdminNegativeTestJSON-320270870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.073901 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa98a4a-fd70-4ddd-822c-a457853eb635 None None] Pushing event updated for resources: {'Port': ['ID=0a29aa6b-038c-4a3d-b6ee-1bb0793ea4c3,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:25.077740 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a3ab58-4d6d-4f53-8411-8a1ebcfc07c6 None None] Network d3802bb0-f51a-430a-aee4-70d5a6517150 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:25.129485 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-78eab534-3f26-4341-90de-c9619d7b083d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.145858 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-5d91555a-4b94-4943-ba41-9be7169e958a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Allocated IP 2001:db8::11c (c2beece7-853e-4518-ace6-8724ee235932/0232e43d-6f0b-4689-9613-c9528817c4ed/3cf3abce-5064-4322-8291-ccf2ef4c81b9) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:25.210596 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-ac4cf58e-0e93-40e8-909e-03dc499c9433 None None] Provisioning for port 4f6a9662-c999-41a0-abb3-1b2975f4528b completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:25.237151 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-a5df5ab3-2b82-4ffd-9127-7f93b6a79776 None None] For port 0ad647ab-95c0-4492-8de7-c6462e6431e2, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:44:25.253798 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d4775e-f76a-47b8-934b-bd05d81994a8 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Made reservation on behalf of 72fea6cb7fad43fb84b54571df4d3b12 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:25.254507 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ba1263a4-50be-439a-9361-b5d8e00a7851 tempest-ExternalNetworksAdminNegativeTestJSON-320270870 tempest-ExternalNetworksAdminNegativeTestJSON-320270870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.257273 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e6d4775e-f76a-47b8-934b-bd05d81994a8 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Notify callbacks [] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.264433 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-a5df5ab3-2b82-4ffd-9127-7f93b6a79776 None None] For port 0ad647ab-95c0-4492-8de7-c6462e6431e2, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=0ad647ab-95c0-4492-8de7-c6462e6431e2,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:44:25.307168 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a5df5ab3-2b82-4ffd-9127-7f93b6a79776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.359298 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 4f6a9662-c999-41a0-abb3-1b2975f4528b up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:25.439437 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1263a4-50be-439a-9361-b5d8e00a7851 tempest-ExternalNetworksAdminNegativeTestJSON-320270870 tempest-ExternalNetworksAdminNegativeTestJSON-320270870-project-admin] Pushing event updated for resources: {'Port': ['ID=69997eee-be58-439e-ad08-84118f06188a,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:25.470384 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1c937ae2-9b20-4ccf-8354-04a017946410 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.526155 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df5ab3-2b82-4ffd-9127-7f93b6a79776 None None] Pushing event updated for resources: {'Port': ['ID=0ad647ab-95c0-4492-8de7-c6462e6431e2,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:25.551706 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 4f6a9662-c999-41a0-abb3-1b2975f4528b completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:25.562473 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 4f6a9662-c999-41a0-abb3-1b2975f4528b triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:25.562825 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.770095 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.832355 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 4f6a9662-c999-41a0-abb3-1b2975f4528b, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=4f6a9662-c999-41a0-abb3-1b2975f4528b,segment=NetworkSegment(c3084382-c060-4a75-b212-4c3b4ad9bab0),segment_id=c3084382-c060-4a75-b212-4c3b4ad9bab0)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:25.838372 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.839558 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 89a2d4f6-fd91-4603-8f5b-eb5e5fe42a61 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:25.849321 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.resource_extend [None req-1c937ae2-9b20-4ccf-8354-04a017946410 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:44:25.903703 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ba1263a4-50be-439a-9361-b5d8e00a7851 tempest-ExternalNetworksAdminNegativeTestJSON-320270870 tempest-ExternalNetworksAdminNegativeTestJSON-320270870-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.906899 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ba1263a4-50be-439a-9361-b5d8e00a7851 tempest-ExternalNetworksAdminNegativeTestJSON-320270870 tempest-ExternalNetworksAdminNegativeTestJSON-320270870-project-admin] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7125571 Feb 16 12:44:25.919383 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 60366) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:25.933985 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f8872bae-514f-4bee-9fe3-f66c5181d0e9 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.960159 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-23960af3-6f85-4fe6-9a40-61f30fb070b1 tempest-ExternalNetworksAdminNegativeTestJSON-320270870 tempest-ExternalNetworksAdminNegativeTestJSON-320270870-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1178352948', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'fixed_ips': [{'ip_address': '172.26.5.56'}]}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:25.964351 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1c937ae2-9b20-4ccf-8354-04a017946410 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:25.965333 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c937ae2-9b20-4ccf-8354-04a017946410 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:25.965909 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1c937ae2-9b20-4ccf-8354-04a017946410 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.015945 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-23960af3-6f85-4fe6-9a40-61f30fb070b1 tempest-ExternalNetworksAdminNegativeTestJSON-320270870 tempest-ExternalNetworksAdminNegativeTestJSON-320270870-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:26.036843 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cdb1989-2190-486c-8287-dd94c646ab74 admin admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:44:26.045824 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-23960af3-6f85-4fe6-9a40-61f30fb070b1 tempest-ExternalNetworksAdminNegativeTestJSON-320270870 tempest-ExternalNetworksAdminNegativeTestJSON-320270870-project-admin] Usage tracker for resource:port and tenant:2bec81c2324a4db8a962aedbb24a856e is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:26.057410 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95469df-d1d7-40a3-863a-216c0a59d7b2 None None] Sync routers for ids ['299f28aa-b91c-4f6d-8131-91af744fdaaa'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:26.065496 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-23960af3-6f85-4fe6-9a40-61f30fb070b1 tempest-ExternalNetworksAdminNegativeTestJSON-320270870 tempest-ExternalNetworksAdminNegativeTestJSON-320270870-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:26.074008 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1c937ae2-9b20-4ccf-8354-04a017946410 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.7171946 Feb 16 12:44:26.083196 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95469df-d1d7-40a3-863a-216c0a59d7b2 None None] Routers {'299f28aa-b91c-4f6d-8131-91af744fdaaa'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:26.083371 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60370) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:26.084243 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-b95469df-d1d7-40a3-863a-216c0a59d7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:44:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['299f28aa-b91c-4f6d-8131-91af744fdaaa'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:26.140912 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 89a2d4f6-fd91-4603-8f5b-eb5e5fe42a61 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:26.142305 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.152226 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-23960af3-6f85-4fe6-9a40-61f30fb070b1 tempest-ExternalNetworksAdminNegativeTestJSON-320270870 tempest-ExternalNetworksAdminNegativeTestJSON-320270870-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:26.180792 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=4f6a9662-c999-41a0-abb3-1b2975f4528b,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:26.203873 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5d91555a-4b94-4943-ba41-9be7169e958a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.215376 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c937ae2-9b20-4ccf-8354-04a017946410 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Pushing event updated for resources: {'Network': ['ID=00b7fc80-d076-4576-992b-af12ef136fe5,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:26.220833 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23960af3-6f85-4fe6-9a40-61f30fb070b1 tempest-ExternalNetworksAdminNegativeTestJSON-320270870 tempest-ExternalNetworksAdminNegativeTestJSON-320270870-project-admin] Made reservation on behalf of 2bec81c2324a4db8a962aedbb24a856e for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:26.223187 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-23960af3-6f85-4fe6-9a40-61f30fb070b1 tempest-ExternalNetworksAdminNegativeTestJSON-320270870 tempest-ExternalNetworksAdminNegativeTestJSON-320270870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.246307 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 00b7fc80-d076-4576-992b-af12ef136fe5 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:44:26.248986 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-23960af3-6f85-4fe6-9a40-61f30fb070b1 tempest-ExternalNetworksAdminNegativeTestJSON-320270870 tempest-ExternalNetworksAdminNegativeTestJSON-320270870-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.249341 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5cdb1989-2190-486c-8287-dd94c646ab74 admin admin] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.254570 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-5cdb1989-2190-486c-8287-dd94c646ab74 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.7962387 Feb 16 12:44:26.261076 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60374) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:26.262532 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-5d91555a-4b94-4943-ba41-9be7169e958a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Transition to ACTIVE for port object 3cf3abce-5064-4322-8291-ccf2ef4c81b9 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:26.271441 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-23960af3-6f85-4fe6-9a40-61f30fb070b1 tempest-ExternalNetworksAdminNegativeTestJSON-320270870 tempest-ExternalNetworksAdminNegativeTestJSON-320270870-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:26.291249 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-97d4be9f-7705-4547-8931-e78a0ce4d739 None None] Provisioning complete for port 4f6a9662-c999-41a0-abb3-1b2975f4528b triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:26.291613 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-97d4be9f-7705-4547-8931-e78a0ce4d739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.315926 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-b95469df-d1d7-40a3-863a-216c0a59d7b2 None None] Set router 299f28aa-b91c-4f6d-8131-91af744fdaaa gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:44:26.338173 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f8872bae-514f-4bee-9fe3-f66c5181d0e9 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.342769 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-06eb7152-e4e0-472f-af96-0742a6017511 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.352562 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-23960af3-6f85-4fe6-9a40-61f30fb070b1 tempest-ExternalNetworksAdminNegativeTestJSON-320270870 tempest-ExternalNetworksAdminNegativeTestJSON-320270870-project-admin] Usage tracker for resource:security_group_rule and tenant:2bec81c2324a4db8a962aedbb24a856e is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:26.515379 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8a66f0ed-391e-43f8-914e-c9f0d9747226 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.536667 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5d91555a-4b94-4943-ba41-9be7169e958a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.544121 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-23960af3-6f85-4fe6-9a40-61f30fb070b1 tempest-ExternalNetworksAdminNegativeTestJSON-320270870 tempest-ExternalNetworksAdminNegativeTestJSON-320270870-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:26.548204 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8872bae-514f-4bee-9fe3-f66c5181d0e9 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Pushing event updated for resources: {'Port': ['ID=e5975a74-33d5-4fb2-aaec-76dc0948efe6,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:26.559395 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-23960af3-6f85-4fe6-9a40-61f30fb070b1 tempest-ExternalNetworksAdminNegativeTestJSON-320270870 tempest-ExternalNetworksAdminNegativeTestJSON-320270870-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:26.593993 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d91555a-4b94-4943-ba41-9be7169e958a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:26.610084 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-5d91555a-4b94-4943-ba41-9be7169e958a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:26.625346 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8872bae-514f-4bee-9fe3-f66c5181d0e9 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:26.627487 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d91555a-4b94-4943-ba41-9be7169e958a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:26.633069 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d91555a-4b94-4943-ba41-9be7169e958a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:26.633700 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5d91555a-4b94-4943-ba41-9be7169e958a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.642176 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-f8872bae-514f-4bee-9fe3-f66c5181d0e9 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:26.651772 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8872bae-514f-4bee-9fe3-f66c5181d0e9 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:26.681728 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-78eab534-3f26-4341-90de-c9619d7b083d admin admin] Allocated IP 172.26.5.45 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/92845cd6-4e81-4f8b-99ad-200c046880bf) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:26.710949 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-b95469df-d1d7-40a3-863a-216c0a59d7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299f28aa-b91c-4f6d-8131-91af744fdaaa', 'name': 'tempest-ServerActionsTestJSON-1809122567-router', 'tenant_id': 'a8771b90386942c1a6095687790fa64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.29'}], 'enable_snat': True}, 'gw_port_id': '62489a86-0494-4668-8a0c-4e88a1bbfb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:18Z', 'updated_at': '2022-02-16T12:44:22Z', 'revision_number': 3, 'project_id': 'a8771b90386942c1a6095687790fa64b', 'gw_port': {'id': '62489a86-0494-4668-8a0c-4e88a1bbfb3a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:81:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299f28aa-b91c-4f6d-8131-91af744fdaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:20Z', 'updated_at': '2022-02-16T12:44:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:26.716773 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95469df-d1d7-40a3-863a-216c0a59d7b2 None None] Checking router: 299f28aa-b91c-4f6d-8131-91af744fdaaa for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:44:26.717461 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95469df-d1d7-40a3-863a-216c0a59d7b2 None None] Updating router 299f28aa-b91c-4f6d-8131-91af744fdaaa port 62489a86-0494-4668-8a0c-4e88a1bbfb3a binding host dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:44:26.787527 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-b95469df-d1d7-40a3-863a-216c0a59d7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.844813 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e6d4775e-f76a-47b8-934b-bd05d81994a8 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:26.967625 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91555a-4b94-4943-ba41-9be7169e958a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Port': ['ID=3cf3abce-5064-4322-8291-ccf2ef4c81b9,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:27.000523 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-78eab534-3f26-4341-90de-c9619d7b083d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.011182 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:44:27.022005 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9546724-5e72-4185-b90f-e3d90abc31e1 None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:27.040290 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5d91555a-4b94-4943-ba41-9be7169e958a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.2724252 Feb 16 12:44:27.054241 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 60380) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:27.058080 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f8872bae-514f-4bee-9fe3-f66c5181d0e9 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.099558 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d4775e-f76a-47b8-934b-bd05d81994a8 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Pushing event updated for resources: {'Subnet': ['ID=3e05ab23-b5d3-4fab-8070-637351a5691f,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:27.194982 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-6d317cfb-8eb6-49a0-a731-69272b634150 None None] Provisioning for port 0ad647ab-95c0-4492-8de7-c6462e6431e2 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:27.219336 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ff6268-5a64-41e6-913d-a665158d1a0c None None] Network 3f63effa-f1fc-4fdf-827c-5f344c925210 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:27.290317 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-23960af3-6f85-4fe6-9a40-61f30fb070b1 tempest-ExternalNetworksAdminNegativeTestJSON-320270870 tempest-ExternalNetworksAdminNegativeTestJSON-320270870-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.305911 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f8872bae-514f-4bee-9fe3-f66c5181d0e9 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.337276 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-23960af3-6f85-4fe6-9a40-61f30fb070b1 tempest-ExternalNetworksAdminNegativeTestJSON-320270870 tempest-ExternalNetworksAdminNegativeTestJSON-320270870-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.347061 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 4f6a9662-c999-41a0-abb3-1b2975f4528b up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:27.357612 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8a66f0ed-391e-43f8-914e-c9f0d9747226 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.364365 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-23960af3-6f85-4fe6-9a40-61f30fb070b1 tempest-ExternalNetworksAdminNegativeTestJSON-320270870 tempest-ExternalNetworksAdminNegativeTestJSON-320270870-project-admin] device_id is not set on port cc8b3b3f-0d9b-44e4-a3d0-92f7f4bc89ec yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:44:27.375216 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-06eb7152-e4e0-472f-af96-0742a6017511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.402172 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07520a1e-7aa8-4262-8e60-3c050826ca3c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:27.408814 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07520a1e-7aa8-4262-8e60-3c050826ca3c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:27.409611 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-07520a1e-7aa8-4262-8e60-3c050826ca3c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:27.433759 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-78eab534-3f26-4341-90de-c9619d7b083d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.521471 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78eab534-3f26-4341-90de-c9619d7b083d admin admin] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:27.539184 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-78eab534-3f26-4341-90de-c9619d7b083d admin admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:27.540050 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-8314926e-e083-43ca-b4d0-4ae5fb1f5b78 None None] Provisioning for port 0a29aa6b-038c-4a3d-b6ee-1bb0793ea4c3 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:27.542783 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78eab534-3f26-4341-90de-c9619d7b083d admin admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:27.643114 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-b95469df-d1d7-40a3-863a-216c0a59d7b2 None None] Notify callbacks [] for port, precommit_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.659773 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.provisioning_blocks [None req-b95469df-d1d7-40a3-863a-216c0a59d7b2 None None] Transition to ACTIVE for port object 62489a86-0494-4668-8a0c-4e88a1bbfb3a will not be triggered until provisioned by entity L2. {{(pid=87703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:27.673655 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-b95469df-d1d7-40a3-863a-216c0a59d7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.708679 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 4f6a9662-c999-41a0-abb3-1b2975f4528b triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:27.709051 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.753136 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23960af3-6f85-4fe6-9a40-61f30fb070b1 tempest-ExternalNetworksAdminNegativeTestJSON-320270870 tempest-ExternalNetworksAdminNegativeTestJSON-320270870-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e66f80-6048-4d12-93ef-3acc0c8ffd2b,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:27.797674 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d4775e-f76a-47b8-934b-bd05d81994a8 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Checking segment: {'id': 'aa49e250-bd57-423e-a3cb-a95907b4e0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4f0eccd1-bf17-4b91-a4f9-e908fb8f47c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:27.798048 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d4775e-f76a-47b8-934b-bd05d81994a8 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Network hostable DHCP agents. Network: 4f0eccd1-bf17-4b91-a4f9-e908fb8f47c3, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:44:27.804054 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-07520a1e-7aa8-4262-8e60-3c050826ca3c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:27.805111 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8a66f0ed-391e-43f8-914e-c9f0d9747226 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:44:27.805641 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-07520a1e-7aa8-4262-8e60-3c050826ca3c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.7492969 Feb 16 12:44:27.806342 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8a66f0ed-391e-43f8-914e-c9f0d9747226 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:44:27.807107 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8a66f0ed-391e-43f8-914e-c9f0d9747226 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:44:27.807439 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8a66f0ed-391e-43f8-914e-c9f0d9747226 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Subscribe: > port after_create 55550000 {{(pid=87701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:44:27.807761 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8a66f0ed-391e-43f8-914e-c9f0d9747226 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:44:27.808118 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8a66f0ed-391e-43f8-914e-c9f0d9747226 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Subscribe: > port after_update 55550000 {{(pid=87701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:44:27.808442 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8a66f0ed-391e-43f8-914e-c9f0d9747226 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:44:27.808804 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8a66f0ed-391e-43f8-914e-c9f0d9747226 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:44:27.813856 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8a66f0ed-391e-43f8-914e-c9f0d9747226 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:44:27.814346 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8a66f0ed-391e-43f8-914e-c9f0d9747226 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:44:27.829483 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 60384) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:27.851002 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-b95469df-d1d7-40a3-863a-216c0a59d7b2 None None] Attempting to bind port 62489a86-0494-4668-8a0c-4e88a1bbfb3a on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:27.851506 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-b95469df-d1d7-40a3-863a-216c0a59d7b2 None None] Attempting to bind port 62489a86-0494-4668-8a0c-4e88a1bbfb3a by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:27.851967 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95469df-d1d7-40a3-863a-216c0a59d7b2 None None] Attempting to bind port 62489a86-0494-4668-8a0c-4e88a1bbfb3a on network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:44:27.857101 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3404d6-b004-4533-b7cb-17672bf8a7f5 None None] Pushing event updated for resources: {'Port': ['ID=62489a86-0494-4668-8a0c-4e88a1bbfb3a,revision_number=2']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:27.868155 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3404d6-b004-4533-b7cb-17672bf8a7f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:27.868474 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3404d6-b004-4533-b7cb-17672bf8a7f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:27.868844 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3404d6-b004-4533-b7cb-17672bf8a7f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:27.869170 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3404d6-b004-4533-b7cb-17672bf8a7f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:27.869495 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3404d6-b004-4533-b7cb-17672bf8a7f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:27.870249 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3404d6-b004-4533-b7cb-17672bf8a7f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:27.870723 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3404d6-b004-4533-b7cb-17672bf8a7f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:27.871054 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3404d6-b004-4533-b7cb-17672bf8a7f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:27.871390 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3404d6-b004-4533-b7cb-17672bf8a7f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:27.871714 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3404d6-b004-4533-b7cb-17672bf8a7f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:27.872032 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3404d6-b004-4533-b7cb-17672bf8a7f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:27.872348 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3404d6-b004-4533-b7cb-17672bf8a7f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:44:27.873502 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3404d6-b004-4533-b7cb-17672bf8a7f5 None None] Tracked resource versions report: Feb 16 12:44:27.873502 dv-neutron-829527-1-hyperv neutron-server[87703]: pushed versions: Feb 16 12:44:27.873502 dv-neutron-829527-1-hyperv neutron-server[87703]: { 'AddressGroup': {'1.2'}, Feb 16 12:44:27.873502 dv-neutron-829527-1-hyperv neutron-server[87703]: 'ConntrackHelper': {'1.0'}, Feb 16 12:44:27.873502 dv-neutron-829527-1-hyperv neutron-server[87703]: 'Log': {'1.0'}, Feb 16 12:44:27.873502 dv-neutron-829527-1-hyperv neutron-server[87703]: 'Network': {'1.1'}, Feb 16 12:44:27.873502 dv-neutron-829527-1-hyperv neutron-server[87703]: 'Port': {'1.7'}, Feb 16 12:44:27.873502 dv-neutron-829527-1-hyperv neutron-server[87703]: 'PortForwarding': {'1.2'}, Feb 16 12:44:27.873502 dv-neutron-829527-1-hyperv neutron-server[87703]: 'QosPolicy': {'1.8'}, Feb 16 12:44:27.873502 dv-neutron-829527-1-hyperv neutron-server[87703]: 'SecurityGroup': {'1.4'}, Feb 16 12:44:27.873502 dv-neutron-829527-1-hyperv neutron-server[87703]: 'SecurityGroupRule': {'1.2'}, Feb 16 12:44:27.873502 dv-neutron-829527-1-hyperv neutron-server[87703]: 'SubPort': {'1.0'}, Feb 16 12:44:27.873502 dv-neutron-829527-1-hyperv neutron-server[87703]: 'Subnet': {'1.1'}, Feb 16 12:44:27.873502 dv-neutron-829527-1-hyperv neutron-server[87703]: 'Trunk': {'1.1'}} Feb 16 12:44:27.873502 dv-neutron-829527-1-hyperv neutron-server[87703]: consumer versions: Feb 16 12:44:27.873502 dv-neutron-829527-1-hyperv neutron-server[87703]: { DHCP agent@dv-neutron-829527-1-hyperv: {}, Feb 16 12:44:27.873502 dv-neutron-829527-1-hyperv neutron-server[87703]: HyperV agent@hv-neutron-8295: {}, Feb 16 12:44:27.873502 dv-neutron-829527-1-hyperv neutron-server[87703]: L3 agent@dv-neutron-829527-1-hyperv: {}, Feb 16 12:44:27.873502 dv-neutron-829527-1-hyperv neutron-server[87703]: Metadata agent@dv-neutron-829527-1-hyperv: {}, Feb 16 12:44:27.873502 dv-neutron-829527-1-hyperv neutron-server[87703]: Metering agent@dv-neutron-829527-1-hyperv: {}, Feb 16 12:44:27.873502 dv-neutron-829527-1-hyperv neutron-server[87703]: Open vSwitch agent@dv-neutron-829527-1-hyperv: { 'AddressGroup': '1.2', Feb 16 12:44:27.873502 dv-neutron-829527-1-hyperv neutron-server[87703]: 'ConntrackHelper': '1.0', Feb 16 12:44:27.873502 dv-neutron-829527-1-hyperv neutron-server[87703]: 'Log': '1.0', Feb 16 12:44:27.873502 dv-neutron-829527-1-hyperv neutron-server[87703]: 'Network': '1.1', Feb 16 12:44:27.873502 dv-neutron-829527-1-hyperv neutron-server[87703]: 'Port': '1.7', Feb 16 12:44:27.873502 dv-neutron-829527-1-hyperv neutron-server[87703]: 'PortForwarding': '1.2', Feb 16 12:44:27.873502 dv-neutron-829527-1-hyperv neutron-server[87703]: 'QosPolicy': '1.8', Feb 16 12:44:27.873502 dv-neutron-829527-1-hyperv neutron-server[87703]: 'SecurityGroup': '1.4', Feb 16 12:44:27.873502 dv-neutron-829527-1-hyperv neutron-server[87703]: 'SecurityGroupRule': '1.2', Feb 16 12:44:27.873502 dv-neutron-829527-1-hyperv neutron-server[87703]: 'SubPort': '1.0', Feb 16 12:44:27.873502 dv-neutron-829527-1-hyperv neutron-server[87703]: 'Subnet': '1.1', Feb 16 12:44:27.873502 dv-neutron-829527-1-hyperv neutron-server[87703]: 'Trunk': '1.1'}} Feb 16 12:44:27.873502 dv-neutron-829527-1-hyperv neutron-server[87703]: {{(pid=87703) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 12:44:27.890975 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95469df-d1d7-40a3-863a-216c0a59d7b2 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:44:27.891729 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95469df-d1d7-40a3-863a-216c0a59d7b2 None None] Checking segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:27.892300 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-b95469df-d1d7-40a3-863a-216c0a59d7b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.893320 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95469df-d1d7-40a3-863a-216c0a59d7b2 None None] Bound using segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:44:27.893833 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-b95469df-d1d7-40a3-863a-216c0a59d7b2 None None] Bound port: 62489a86-0494-4668-8a0c-4e88a1bbfb3a, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:27.894225 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-b95469df-d1d7-40a3-863a-216c0a59d7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:27.896078 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 0a29aa6b-038c-4a3d-b6ee-1bb0793ea4c3 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:27.917699 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eab534-3f26-4341-90de-c9619d7b083d admin admin] Pushing event updated for resources: {'Port': ['ID=92845cd6-4e81-4f8b-99ad-200c046880bf,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:27.998616 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-b95469df-d1d7-40a3-863a-216c0a59d7b2 None None] For port 62489a86-0494-4668-8a0c-4e88a1bbfb3a, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:44:28.007316 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-b95469df-d1d7-40a3-863a-216c0a59d7b2 None None] For port 62489a86-0494-4668-8a0c-4e88a1bbfb3a, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=62489a86-0494-4668-8a0c-4e88a1bbfb3a,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:44:28.015880 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-b95469df-d1d7-40a3-863a-216c0a59d7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.026258 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 0a29aa6b-038c-4a3d-b6ee-1bb0793ea4c3 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:28.032228 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 0a29aa6b-038c-4a3d-b6ee-1bb0793ea4c3 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:28.033067 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.133718 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8a66f0ed-391e-43f8-914e-c9f0d9747226 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:44:28.134127 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8a66f0ed-391e-43f8-914e-c9f0d9747226 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:44:28.134368 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8a66f0ed-391e-43f8-914e-c9f0d9747226 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:44:28.134723 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8a66f0ed-391e-43f8-914e-c9f0d9747226 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:44:28.135046 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-8a66f0ed-391e-43f8-914e-c9f0d9747226 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00b7fc80-d076-4576-992b-af12ef136fe5']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:28.136828 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3404d6-b004-4533-b7cb-17672bf8a7f5 None None] Pushing event updated for resources: {'Port': ['ID=62489a86-0494-4668-8a0c-4e88a1bbfb3a,revision_number=3']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:28.186713 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95469df-d1d7-40a3-863a-216c0a59d7b2 None None] Routers {'299f28aa-b91c-4f6d-8131-91af744fdaaa'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:28.187426 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-b95469df-d1d7-40a3-863a-216c0a59d7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:44:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['299f28aa-b91c-4f6d-8131-91af744fdaaa'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:28.250689 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-8a66f0ed-391e-43f8-914e-c9f0d9747226 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '510bfaf9-9542-48c9-ac6c-a13aeeaf64d7') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:28.250998 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-8a66f0ed-391e-43f8-914e-c9f0d9747226 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '510bfaf9-9542-48c9-ac6c-a13aeeaf64d7') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:28.255948 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.284945 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-1bba5947-4b1c-4343-9bf7-b9e76e6399fb None None] Provisioning for port 3cf3abce-5064-4322-8291-ccf2ef4c81b9 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:28.291396 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8a66f0ed-391e-43f8-914e-c9f0d9747226 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.292454 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-1bba5947-4b1c-4343-9bf7-b9e76e6399fb None None] Provisioning complete for port 3cf3abce-5064-4322-8291-ccf2ef4c81b9 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:28.292998 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-1bba5947-4b1c-4343-9bf7-b9e76e6399fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.359137 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d4775e-f76a-47b8-934b-bd05d81994a8 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Network 4f0eccd1-bf17-4b91-a4f9-e908fb8f47c3 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:44:28.409060 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 0a29aa6b-038c-4a3d-b6ee-1bb0793ea4c3, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=0a29aa6b-038c-4a3d-b6ee-1bb0793ea4c3,segment=NetworkSegment(eed87c9e-fb99-4fd5-ad35-a65bcf1a5597),segment_id=eed87c9e-fb99-4fd5-ad35-a65bcf1a5597)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:28.424240 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.425220 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 0ad647ab-95c0-4492-8de7-c6462e6431e2 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:28.430224 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-23960af3-6f85-4fe6-9a40-61f30fb070b1 tempest-ExternalNetworksAdminNegativeTestJSON-320270870 tempest-ExternalNetworksAdminNegativeTestJSON-320270870-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 16 12:44:28.432494 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23960af3-6f85-4fe6-9a40-61f30fb070b1 tempest-ExternalNetworksAdminNegativeTestJSON-320270870 tempest-ExternalNetworksAdminNegativeTestJSON-320270870-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:44:28.447288 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-b95469df-d1d7-40a3-863a-216c0a59d7b2 None None] Set router 299f28aa-b91c-4f6d-8131-91af744fdaaa gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:44:28.451479 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8a66f0ed-391e-43f8-914e-c9f0d9747226 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.489410 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06eb7152-e4e0-472f-af96-0742a6017511 admin admin] Router 4616f6f8-cd19-413c-ad5a-9f955c0a3a86 is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:44:28.517707 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-600c0147-da77-4424-b668-4ee85419b5df tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting port 3cf3abce-5064-4322-8291-ccf2ef4c81b9 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:28.518882 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-600c0147-da77-4424-b668-4ee85419b5df tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.519842 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a66f0ed-391e-43f8-914e-c9f0d9747226 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:44:28.520488 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8a66f0ed-391e-43f8-914e-c9f0d9747226 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.548412 dv-neutron-829527-1-hyperv neutron-server[87701]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 12:44:28.548412 dv-neutron-829527-1-hyperv neutron-server[87701]: from cryptography.utils import int_from_bytes Feb 16 12:44:28.548412 dv-neutron-829527-1-hyperv neutron-server[87701]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 12:44:28.548412 dv-neutron-829527-1-hyperv neutron-server[87701]: from cryptography.utils import int_from_bytes Feb 16 12:44:28.548412 dv-neutron-829527-1-hyperv neutron-server[87701]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 16 12:44:28.548412 dv-neutron-829527-1-hyperv neutron-server[87701]: util.warn_limited( Feb 16 12:44:28.548412 dv-neutron-829527-1-hyperv neutron-server[87701]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 16 12:44:28.548412 dv-neutron-829527-1-hyperv neutron-server[87701]: util.warn_limited( Feb 16 12:44:28.548412 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:44:28.548412 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:44:28.548412 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:44:28.548412 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:44:28.548412 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:44:28.548412 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:44:28.548412 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:44:28.548412 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:44:28.548412 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:44:28.548412 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:44:28.548412 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:44:28.548412 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:44:28.548412 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:44:28.548412 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:44:28.548412 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:44:28.548412 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:44:28.548412 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:44:28.548412 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:44:28.548412 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:44:28.548412 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:44:28.548412 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:44:28.548412 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:44:28.548412 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:44:28.548412 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:44:28.548412 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:44:28.548412 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:44:28.548412 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:44:28.548412 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:44:28.548412 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:44:28.548412 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:44:28.548412 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:44:28.548412 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:44:28.561409 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-1bba5947-4b1c-4343-9bf7-b9e76e6399fb None None] Port 3cf3abce-5064-4322-8291-ccf2ef4c81b9 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:44:28.562755 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-e6d4775e-f76a-47b8-934b-bd05d81994a8 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 4f0eccd1-bf17-4b91-a4f9-e908fb8f47c3) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:28.581743 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838a727e-68b9-4933-bba0-1f51a3743717 None None] Network 4f0eccd1-bf17-4b91-a4f9-e908fb8f47c3 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:28.688360 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=0a29aa6b-038c-4a3d-b6ee-1bb0793ea4c3,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:28.737646 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 0ad647ab-95c0-4492-8de7-c6462e6431e2 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:28.748278 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 0ad647ab-95c0-4492-8de7-c6462e6431e2 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:28.748698 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.774431 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-b95469df-d1d7-40a3-863a-216c0a59d7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299f28aa-b91c-4f6d-8131-91af744fdaaa', 'name': 'tempest-ServerActionsTestJSON-1809122567-router', 'tenant_id': 'a8771b90386942c1a6095687790fa64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.29'}], 'enable_snat': True}, 'gw_port_id': '62489a86-0494-4668-8a0c-4e88a1bbfb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:18Z', 'updated_at': '2022-02-16T12:44:22Z', 'revision_number': 3, 'project_id': 'a8771b90386942c1a6095687790fa64b', 'gw_port': {'id': '62489a86-0494-4668-8a0c-4e88a1bbfb3a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:81:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299f28aa-b91c-4f6d-8131-91af744fdaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:20Z', 'updated_at': '2022-02-16T12:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:28.778915 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95469df-d1d7-40a3-863a-216c0a59d7b2 None None] The sync data for ids ['299f28aa-b91c-4f6d-8131-91af744fdaaa'] in dv-neutron-829527-1-hyperv is: [{'id': '299f28aa-b91c-4f6d-8131-91af744fdaaa', 'name': 'tempest-ServerActionsTestJSON-1809122567-router', 'tenant_id': 'a8771b90386942c1a6095687790fa64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.29'}], 'enable_snat': True}, 'gw_port_id': '62489a86-0494-4668-8a0c-4e88a1bbfb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:18Z', 'updated_at': '2022-02-16T12:44:22Z', 'revision_number': 3, 'project_id': 'a8771b90386942c1a6095687790fa64b', 'gw_port': {'id': '62489a86-0494-4668-8a0c-4e88a1bbfb3a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:81:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299f28aa-b91c-4f6d-8131-91af744fdaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:20Z', 'updated_at': '2022-02-16T12:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:28.841825 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-23960af3-6f85-4fe6-9a40-61f30fb070b1 tempest-ExternalNetworksAdminNegativeTestJSON-320270870 tempest-ExternalNetworksAdminNegativeTestJSON-320270870-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 2.9041770 Feb 16 12:44:28.854015 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.resource_extend [None req-f8872bae-514f-4bee-9fe3-f66c5181d0e9 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:44:28.859872 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-004089f4-762f-458b-af09-3f57b1758d18 None None] Provisioning complete for port 0a29aa6b-038c-4a3d-b6ee-1bb0793ea4c3 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:28.860233 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-004089f4-762f-458b-af09-3f57b1758d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.870279 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 60388) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:28.933193 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d4775e-f76a-47b8-934b-bd05d81994a8 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:28.933934 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e6d4775e-f76a-47b8-934b-bd05d81994a8 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.947155 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8a66f0ed-391e-43f8-914e-c9f0d9747226 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.973675 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f8872bae-514f-4bee-9fe3-f66c5181d0e9 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.997329 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-600c0147-da77-4424-b668-4ee85419b5df tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:28.998935 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a66f0ed-391e-43f8-914e-c9f0d9747226 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 00b7fc80-d076-4576-992b-af12ef136fe5 {{(pid=87701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 16 12:44:29.008230 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a66f0ed-391e-43f8-914e-c9f0d9747226 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Pushing event deleted for resources: {'Network': ['ID=00b7fc80-d076-4576-992b-af12ef136fe5,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:29.012500 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f8872bae-514f-4bee-9fe3-f66c5181d0e9 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:29.013672 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8a66f0ed-391e-43f8-914e-c9f0d9747226 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:29.025992 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06eb7152-e4e0-472f-af96-0742a6017511 admin admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:44:29.040337 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e6d4775e-f76a-47b8-934b-bd05d81994a8 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3333113 Feb 16 12:44:29.048871 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2199fa-69e0-41a1-81a4-e83a1b144727 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-4f0eccd1-bf17-4b91-a4f9-e908fb8f47c3', 'network_id': '4f0eccd1-bf17-4b91-a4f9-e908fb8f47c3', 'tenant_id': '72fea6cb7fad43fb84b54571df4d3b12', 'fixed_ips': [{'subnet_id': '3e05ab23-b5d3-4fab-8070-637351a5691f'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:44:29.049697 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6e2199fa-69e0-41a1-81a4-e83a1b144727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:29.065444 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-8a66f0ed-391e-43f8-914e-c9f0d9747226 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] 10.222.0.83 "DELETE /v2.0/networks/00b7fc80-d076-4576-992b-af12ef136fe5 HTTP/1.1" status: 204 len: 168 time: 2.9796309 Feb 16 12:44:29.079116 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60394) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:29.079738 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60396) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:29.083338 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:29.139971 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-3eb43054-e5f5-4be0-b9a1-a5db02bf56b6 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Request body: {'port': {'network_id': '4f0eccd1-bf17-4b91-a4f9-e908fb8f47c3', 'name': 'tempest-DHCPAgentSchedulersTestJSON-778441539'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:29.215322 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 0ad647ab-95c0-4492-8de7-c6462e6431e2, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=0ad647ab-95c0-4492-8de7-c6462e6431e2,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:29.232498 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:29.238287 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f8872bae-514f-4bee-9fe3-f66c5181d0e9 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:29.282871 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-6e055bc2-dfe5-4a65-bf99-4ebb13784b11 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:29.303283 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-600c0147-da77-4424-b668-4ee85419b5df tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Calling delete_port for 3cf3abce-5064-4322-8291-ccf2ef4c81b9 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:29.417556 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-6e055bc2-dfe5-4a65-bf99-4ebb13784b11 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:29.419533 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 0a29aa6b-038c-4a3d-b6ee-1bb0793ea4c3 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:29.419945 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-06eb7152-e4e0-472f-af96-0742a6017511 admin admin] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:29.424002 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-06eb7152-e4e0-472f-af96-0742a6017511 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.7357554 Feb 16 12:44:29.437144 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60402) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:29.445779 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-6e055bc2-dfe5-4a65-bf99-4ebb13784b11 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Usage tracker for resource:network and tenant:b414ba72586648ed8f5c12f73eaaa1a7 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:29.512210 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=0ad647ab-95c0-4492-8de7-c6462e6431e2,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:29.534285 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-004089f4-762f-458b-af09-3f57b1758d18 None None] Provisioning complete for port 3cf3abce-5064-4322-8291-ccf2ef4c81b9 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:29.534622 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-004089f4-762f-458b-af09-3f57b1758d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:29.593306 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-78eab534-3f26-4341-90de-c9619d7b083d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:29.607991 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-6e2199fa-69e0-41a1-81a4-e83a1b144727 None None] Allocated IP 172.20.0.2 (4f0eccd1-bf17-4b91-a4f9-e908fb8f47c3/3e05ab23-b5d3-4fab-8070-637351a5691f/85a9235c-6852-4f51-8fa4-38bd8f2d329c) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:29.632996 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-004089f4-762f-458b-af09-3f57b1758d18 None None] Port 3cf3abce-5064-4322-8291-ccf2ef4c81b9 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:44:29.638348 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3632a77c-8838-4c50-9647-d6b3f2cd3f8f None None] Sync routers for ids ['4616f6f8-cd19-413c-ad5a-9f955c0a3a86'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:29.655327 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 0a29aa6b-038c-4a3d-b6ee-1bb0793ea4c3 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:29.655851 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:29.820120 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3632a77c-8838-4c50-9647-d6b3f2cd3f8f None None] Routers {'4616f6f8-cd19-413c-ad5a-9f955c0a3a86'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:29.820849 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-3632a77c-8838-4c50-9647-d6b3f2cd3f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:44:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['4616f6f8-cd19-413c-ad5a-9f955c0a3a86'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:29.843924 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-6e055bc2-dfe5-4a65-bf99-4ebb13784b11 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:29.889567 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-6e055bc2-dfe5-4a65-bf99-4ebb13784b11 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:29.890591 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8872bae-514f-4bee-9fe3-f66c5181d0e9 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Pushing event updated for resources: {'Port': ['ID=e5975a74-33d5-4fb2-aaec-76dc0948efe6,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:29.942901 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fe453193-16d3-461f-b4d1-27997b4194f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:29.973434 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f8872bae-514f-4bee-9fe3-f66c5181d0e9 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:29.978005 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f8872bae-514f-4bee-9fe3-f66c5181d0e9 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.6992939 Feb 16 12:44:29.986049 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a75d73fe-a20b-45f9-8d12-4f430c40a096 tempest-ExternalNetworksAdminNegativeTestJSON-320270870 tempest-ExternalNetworksAdminNegativeTestJSON-320270870-project-admin] Deleting port 69997eee-be58-439e-ad08-84118f06188a {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:29.986389 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a75d73fe-a20b-45f9-8d12-4f430c40a096 tempest-ExternalNetworksAdminNegativeTestJSON-320270870 tempest-ExternalNetworksAdminNegativeTestJSON-320270870-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.174054 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a75d73fe-a20b-45f9-8d12-4f430c40a096 tempest-ExternalNetworksAdminNegativeTestJSON-320270870 tempest-ExternalNetworksAdminNegativeTestJSON-320270870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.174499 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a75d73fe-a20b-45f9-8d12-4f430c40a096 tempest-ExternalNetworksAdminNegativeTestJSON-320270870 tempest-ExternalNetworksAdminNegativeTestJSON-320270870-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.236539 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-3632a77c-8838-4c50-9647-d6b3f2cd3f8f None None] Set router 4616f6f8-cd19-413c-ad5a-9f955c0a3a86 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:44:30.274444 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-3eb43054-e5f5-4be0-b9a1-a5db02bf56b6 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:30.280036 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60406) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:30.307180 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a75d73fe-a20b-45f9-8d12-4f430c40a096 tempest-ExternalNetworksAdminNegativeTestJSON-320270870 tempest-ExternalNetworksAdminNegativeTestJSON-320270870-project-admin] Calling delete_port for 69997eee-be58-439e-ad08-84118f06188a owned by network:floatingip {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:30.334532 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-600c0147-da77-4424-b668-4ee85419b5df tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.338514 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-413509d9-cab5-4b36-8852-7b7e610883f7 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-197900161'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:30.344383 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-413509d9-cab5-4b36-8852-7b7e610883f7 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:30.348701 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-413509d9-cab5-4b36-8852-7b7e610883f7 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Usage tracker for resource:network and tenant:c59ed784af024f34b556a04534213259 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:30.352799 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-413509d9-cab5-4b36-8852-7b7e610883f7 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:30.449327 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c0147-da77-4424-b668-4ee85419b5df tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Port': ['ID=3cf3abce-5064-4322-8291-ccf2ef4c81b9,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:30.535508 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6e2199fa-69e0-41a1-81a4-e83a1b144727 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.542330 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-600c0147-da77-4424-b668-4ee85419b5df tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.550668 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-6e2199fa-69e0-41a1-81a4-e83a1b144727 None None] Transition to ACTIVE for port object 85a9235c-6852-4f51-8fa4-38bd8f2d329c will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:30.575692 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-6e2199fa-69e0-41a1-81a4-e83a1b144727 None None] Transition to ACTIVE for port object 85a9235c-6852-4f51-8fa4-38bd8f2d329c will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:30.598624 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-3632a77c-8838-4c50-9647-d6b3f2cd3f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4616f6f8-cd19-413c-ad5a-9f955c0a3a86', 'name': 'tempest-ServersTestManualDisk-1675529640-router', 'tenant_id': '4259764a734f42088729811e9b58c5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.223'}], 'enable_snat': True}, 'gw_port_id': 'f57626c4-6412-4c9b-ab1e-72c7818d14ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:20Z', 'updated_at': '2022-02-16T12:44:25Z', 'revision_number': 3, 'project_id': '4259764a734f42088729811e9b58c5b6', 'gw_port': {'id': 'f57626c4-6412-4c9b-ab1e-72c7818d14ef', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fc:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4616f6f8-cd19-413c-ad5a-9f955c0a3a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:23Z', 'updated_at': '2022-02-16T12:44:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:30.603573 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3632a77c-8838-4c50-9647-d6b3f2cd3f8f None None] Checking router: 4616f6f8-cd19-413c-ad5a-9f955c0a3a86 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:44:30.606754 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3632a77c-8838-4c50-9647-d6b3f2cd3f8f None None] Updating router 4616f6f8-cd19-413c-ad5a-9f955c0a3a86 port f57626c4-6412-4c9b-ab1e-72c7818d14ef binding host dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:44:30.606831 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-600c0147-da77-4424-b668-4ee85419b5df tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/ports/3cf3abce-5064-4322-8291-ccf2ef4c81b9 HTTP/1.1" status: 204 len: 168 time: 2.7683067 Feb 16 12:44:30.633853 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6e2199fa-69e0-41a1-81a4-e83a1b144727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.634408 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60410) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:30.635380 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-3eb43054-e5f5-4be0-b9a1-a5db02bf56b6 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Usage tracker for resource:port and tenant:72fea6cb7fad43fb84b54571df4d3b12 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:30.644138 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-78eab534-3f26-4341-90de-c9619d7b083d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.648451 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-413509d9-cab5-4b36-8852-7b7e610883f7 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:30.655291 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-3eb43054-e5f5-4be0-b9a1-a5db02bf56b6 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:30.693328 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e055bc2-dfe5-4a65-bf99-4ebb13784b11 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Made reservation on behalf of b414ba72586648ed8f5c12f73eaaa1a7 for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:30.696525 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6e055bc2-dfe5-4a65-bf99-4ebb13784b11 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.734943 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2199fa-69e0-41a1-81a4-e83a1b144727 None None] Network 4f0eccd1-bf17-4b91-a4f9-e908fb8f47c3 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:30.738284 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-3eb43054-e5f5-4be0-b9a1-a5db02bf56b6 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:30.740416 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-6e2199fa-69e0-41a1-81a4-e83a1b144727 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:30.744737 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2199fa-69e0-41a1-81a4-e83a1b144727 None None] Pushing event updated for resources: {'Port': ['ID=85a9235c-6852-4f51-8fa4-38bd8f2d329c,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:30.746761 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2199fa-69e0-41a1-81a4-e83a1b144727 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:30.749285 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-3632a77c-8838-4c50-9647-d6b3f2cd3f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.775069 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a75d73fe-a20b-45f9-8d12-4f430c40a096 tempest-ExternalNetworksAdminNegativeTestJSON-320270870 tempest-ExternalNetworksAdminNegativeTestJSON-320270870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.781089 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413509d9-cab5-4b36-8852-7b7e610883f7 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Made reservation on behalf of c59ed784af024f34b556a04534213259 for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:30.785545 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-413509d9-cab5-4b36-8852-7b7e610883f7 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.885790 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-413509d9-cab5-4b36-8852-7b7e610883f7 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.894600 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb43054-e5f5-4be0-b9a1-a5db02bf56b6 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Made reservation on behalf of 72fea6cb7fad43fb84b54571df4d3b12 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:30.898213 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3eb43054-e5f5-4be0-b9a1-a5db02bf56b6 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.931041 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a04f2c-63cf-4d97-a520-523b8321b5f3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:30.931211 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75d73fe-a20b-45f9-8d12-4f430c40a096 tempest-ExternalNetworksAdminNegativeTestJSON-320270870 tempest-ExternalNetworksAdminNegativeTestJSON-320270870-project-admin] Pushing event deleted for resources: {'Port': ['ID=69997eee-be58-439e-ad08-84118f06188a,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:30.932228 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a04f2c-63cf-4d97-a520-523b8321b5f3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:30.933446 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-6e2199fa-69e0-41a1-81a4-e83a1b144727 None None] Attempting to bind port 85a9235c-6852-4f51-8fa4-38bd8f2d329c on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:30.933780 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-39a04f2c-63cf-4d97-a520-523b8321b5f3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2904625 Feb 16 12:44:30.937526 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-6e2199fa-69e0-41a1-81a4-e83a1b144727 None None] Attempting to bind port 85a9235c-6852-4f51-8fa4-38bd8f2d329c by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'aa49e250-bd57-423e-a3cb-a95907b4e0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4f0eccd1-bf17-4b91-a4f9-e908fb8f47c3'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:30.937994 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2199fa-69e0-41a1-81a4-e83a1b144727 None None] Attempting to bind port 85a9235c-6852-4f51-8fa4-38bd8f2d329c on network 4f0eccd1-bf17-4b91-a4f9-e908fb8f47c3 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:44:30.938709 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e055bc2-dfe5-4a65-bf99-4ebb13784b11 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:30.940144 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 60414) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:30.944963 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a75d73fe-a20b-45f9-8d12-4f430c40a096 tempest-ExternalNetworksAdminNegativeTestJSON-320270870 tempest-ExternalNetworksAdminNegativeTestJSON-320270870-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.949219 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2199fa-69e0-41a1-81a4-e83a1b144727 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:44:30.949955 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2199fa-69e0-41a1-81a4-e83a1b144727 None None] Checking segment: {'id': 'aa49e250-bd57-423e-a3cb-a95907b4e0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4f0eccd1-bf17-4b91-a4f9-e908fb8f47c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:30.951377 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6e2199fa-69e0-41a1-81a4-e83a1b144727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.951377 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2199fa-69e0-41a1-81a4-e83a1b144727 None None] Bound using segment: {'id': 'aa49e250-bd57-423e-a3cb-a95907b4e0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4f0eccd1-bf17-4b91-a4f9-e908fb8f47c3'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:44:30.951377 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-6e2199fa-69e0-41a1-81a4-e83a1b144727 None None] Bound port: 85a9235c-6852-4f51-8fa4-38bd8f2d329c, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa49e250-bd57-423e-a3cb-a95907b4e0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '4f0eccd1-bf17-4b91-a4f9-e908fb8f47c3'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:30.951991 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6e2199fa-69e0-41a1-81a4-e83a1b144727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:30.961718 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-413509d9-cab5-4b36-8852-7b7e610883f7 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:30.985583 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-413509d9-cab5-4b36-8852-7b7e610883f7 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Usage tracker for resource:security_group_rule and tenant:c59ed784af024f34b556a04534213259 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:30.999375 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-413509d9-cab5-4b36-8852-7b7e610883f7 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:31.006009 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [None req-3eb43054-e5f5-4be0-b9a1-a5db02bf56b6 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] device_id is not set on port e0dad3b6-d5ed-4ce5-889b-03c51099345a yet. {{(pid=87701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:44:31.016940 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a75d73fe-a20b-45f9-8d12-4f430c40a096 tempest-ExternalNetworksAdminNegativeTestJSON-320270870 tempest-ExternalNetworksAdminNegativeTestJSON-320270870-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.018068 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a75d73fe-a20b-45f9-8d12-4f430c40a096 tempest-ExternalNetworksAdminNegativeTestJSON-320270870 tempest-ExternalNetworksAdminNegativeTestJSON-320270870-project-admin] 10.222.0.83 "DELETE /v2.0/floatingips/3a3a852a-4648-420a-9352-f4db73fa0f2a HTTP/1.1" status: 204 len: 168 time: 2.1384349 Feb 16 12:44:31.045995 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6e055bc2-dfe5-4a65-bf99-4ebb13784b11 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.046496 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-6e055bc2-dfe5-4a65-bf99-4ebb13784b11 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Added segment b58e87e8-6669-4e4e-b687-7f99416b5470 of type vlan for network 79981be0-3afd-458a-9e31-74d8ce4f6fa9 Feb 16 12:44:31.070152 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-413509d9-cab5-4b36-8852-7b7e610883f7 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:31.070152 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c30600e3-27cc-4372-a6bd-6d8f6d74d954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.084036 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-57bfa4de-8088-4f51-b4fa-8ff34eda2a55 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting subnet 0232e43d-6f0b-4689-9613-c9528817c4ed {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:44:31.084596 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-fe453193-16d3-461f-b4d1-27997b4194f8 admin admin] Allocated IP 172.20.0.1 (48c19cd8-ac27-4524-bc91-c49a239dcfeb/5863982f-bd9e-4d06-825d-64b5d101ef97/028c1ddd-61dc-48c4-afac-178ad40ebdc9) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:31.099459 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-6e2199fa-69e0-41a1-81a4-e83a1b144727 None None] For port 85a9235c-6852-4f51-8fa4-38bd8f2d329c, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:44:31.099679 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-57bfa4de-8088-4f51-b4fa-8ff34eda2a55 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.191472 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-57bfa4de-8088-4f51-b4fa-8ff34eda2a55 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.195097 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78eab534-3f26-4341-90de-c9619d7b083d admin admin] Router c2865374-f8c0-489f-9ca5-8fd4b18100f9 is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:44:31.205259 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-6e2199fa-69e0-41a1-81a4-e83a1b144727 None None] For port 85a9235c-6852-4f51-8fa4-38bd8f2d329c, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=85a9235c-6852-4f51-8fa4-38bd8f2d329c,segment=NetworkSegment(aa49e250-bd57-423e-a3cb-a95907b4e0a8),segment_id=aa49e250-bd57-423e-a3cb-a95907b4e0a8)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:44:31.211018 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6e055bc2-dfe5-4a65-bf99-4ebb13784b11 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.217177 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6e2199fa-69e0-41a1-81a4-e83a1b144727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.393653 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2199fa-69e0-41a1-81a4-e83a1b144727 None None] Pushing event updated for resources: {'Port': ['ID=85a9235c-6852-4f51-8fa4-38bd8f2d329c,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:31.432424 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.db.resource_extend [None req-6e055bc2-dfe5-4a65-bf99-4ebb13784b11 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:44:31.537866 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 62489a86-0494-4668-8a0c-4e88a1bbfb3a up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:31.548421 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-57bfa4de-8088-4f51-b4fa-8ff34eda2a55 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.612340 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 60422) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:31.649460 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-3632a77c-8838-4c50-9647-d6b3f2cd3f8f None None] Notify callbacks [] for port, precommit_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.650798 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-3eb43054-e5f5-4be0-b9a1-a5db02bf56b6 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Allocated IP 172.20.0.11 (4f0eccd1-bf17-4b91-a4f9-e908fb8f47c3/3e05ab23-b5d3-4fab-8070-637351a5691f/e0dad3b6-d5ed-4ce5-889b-03c51099345a) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:31.659205 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6e055bc2-dfe5-4a65-bf99-4ebb13784b11 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.660167 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e055bc2-dfe5-4a65-bf99-4ebb13784b11 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:31.660820 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6e055bc2-dfe5-4a65-bf99-4ebb13784b11 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.694951 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-3632a77c-8838-4c50-9647-d6b3f2cd3f8f None None] Transition to ACTIVE for port object f57626c4-6412-4c9b-ab1e-72c7818d14ef will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:31.723110 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-3632a77c-8838-4c50-9647-d6b3f2cd3f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.887228 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-50eda7bc-0f94-428f-bac1-89e43e384ce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.925345 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-50eda7bc-0f94-428f-bac1-89e43e384ce2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:31.930697 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-50eda7bc-0f94-428f-bac1-89e43e384ce2 admin admin] Usage tracker for resource:security_group_rule and tenant:8166ef30a91f401c86ba8e40674ad3fc is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:31.934285 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06039053-391f-4618-9fa3-5609b335b4b2 None None] Pushing event updated for resources: {'Port': ['ID=f57626c4-6412-4c9b-ab1e-72c7818d14ef,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:31.938389 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-50eda7bc-0f94-428f-bac1-89e43e384ce2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:31.946926 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-50eda7bc-0f94-428f-bac1-89e43e384ce2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:31.956938 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78eab534-3f26-4341-90de-c9619d7b083d admin admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:44:31.969157 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fe453193-16d3-461f-b4d1-27997b4194f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.976853 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd58c62-8a02-4ebc-97c9-bff8b76d22e1 None None] Sync routers for ids ['c2865374-f8c0-489f-9ca5-8fd4b18100f9'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:31.986763 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-3632a77c-8838-4c50-9647-d6b3f2cd3f8f None None] Attempting to bind port f57626c4-6412-4c9b-ab1e-72c7818d14ef on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:31.987127 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-3632a77c-8838-4c50-9647-d6b3f2cd3f8f None None] Attempting to bind port f57626c4-6412-4c9b-ab1e-72c7818d14ef by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:31.987537 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3632a77c-8838-4c50-9647-d6b3f2cd3f8f None None] Attempting to bind port f57626c4-6412-4c9b-ab1e-72c7818d14ef on network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:44:31.992442 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd58c62-8a02-4ebc-97c9-bff8b76d22e1 None None] Routers {'c2865374-f8c0-489f-9ca5-8fd4b18100f9'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:31.993838 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-413509d9-cab5-4b36-8852-7b7e610883f7 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:31.994792 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-0fd58c62-8a02-4ebc-97c9-bff8b76d22e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:44:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['c2865374-f8c0-489f-9ca5-8fd4b18100f9'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:32.000173 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3632a77c-8838-4c50-9647-d6b3f2cd3f8f None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:44:32.000580 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3632a77c-8838-4c50-9647-d6b3f2cd3f8f None None] Checking segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:32.000994 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-3632a77c-8838-4c50-9647-d6b3f2cd3f8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:32.002013 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-78eab534-3f26-4341-90de-c9619d7b083d admin admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:32.003299 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3632a77c-8838-4c50-9647-d6b3f2cd3f8f None None] Bound using segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:44:32.003967 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-3632a77c-8838-4c50-9647-d6b3f2cd3f8f None None] Bound port: f57626c4-6412-4c9b-ab1e-72c7818d14ef, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:32.004388 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-3632a77c-8838-4c50-9647-d6b3f2cd3f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:32.006646 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-78eab534-3f26-4341-90de-c9619d7b083d admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 9.4040401 Feb 16 12:44:32.007751 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 60428) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:32.027721 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-413509d9-cab5-4b36-8852-7b7e610883f7 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:32.045602 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 62489a86-0494-4668-8a0c-4e88a1bbfb3a completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:32.053509 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0bb0784a-8570-44fe-926f-5682de5c5f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:32.060949 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-fe453193-16d3-461f-b4d1-27997b4194f8 admin admin] Transition to ACTIVE for port object 028c1ddd-61dc-48c4-afac-178ad40ebdc9 will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:32.072807 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 62489a86-0494-4668-8a0c-4e88a1bbfb3a triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:32.073475 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:32.080026 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-57bfa4de-8088-4f51-b4fa-8ff34eda2a55 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:32.124862 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413509d9-cab5-4b36-8852-7b7e610883f7 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4a2d89-4c1a-442c-b66b-38cac3507bd2,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:32.127642 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e055bc2-dfe5-4a65-bf99-4ebb13784b11 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Pushing event updated for resources: {'Network': ['ID=79981be0-3afd-458a-9e31-74d8ce4f6fa9,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:32.145254 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-57bfa4de-8088-4f51-b4fa-8ff34eda2a55 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:32.160462 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-57bfa4de-8088-4f51-b4fa-8ff34eda2a55 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/0232e43d-6f0b-4689-9613-c9528817c4ed HTTP/1.1" status: 204 len: 168 time: 1.2186234 Feb 16 12:44:32.163296 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 60434) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:32.166563 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-c30600e3-27cc-4372-a6bd-6d8f6d74d954 admin admin] Allocated IP 172.20.0.1 (d3802bb0-f51a-430a-aee4-70d5a6517150/5285d3fc-2a25-4443-819b-b9f97276ee26/08ffd7fb-eb34-4c5f-93aa-3bb92a5a37de) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:32.168499 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1a2cfc-ce4b-4708-a13e-b0a13afd3e1d None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:32.168638 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-413509d9-cab5-4b36-8852-7b7e610883f7 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:32.172848 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bfa4de-8088-4f51-b4fa-8ff34eda2a55 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Subnet': ['ID=0232e43d-6f0b-4689-9613-c9528817c4ed,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:32.189835 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 79981be0-3afd-458a-9e31-74d8ce4f6fa9 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:44:32.253127 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-6e055bc2-dfe5-4a65-bf99-4ebb13784b11 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 3.1360931 Feb 16 12:44:32.264423 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5b50d0a5-2c08-45d0-b2d5-74d3e3989491 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0893366 Feb 16 12:44:32.266820 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-3632a77c-8838-4c50-9647-d6b3f2cd3f8f None None] For port f57626c4-6412-4c9b-ab1e-72c7818d14ef, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:44:32.268594 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60438) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:32.269241 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60440) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:32.273098 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-3632a77c-8838-4c50-9647-d6b3f2cd3f8f None None] For port f57626c4-6412-4c9b-ab1e-72c7818d14ef, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=f57626c4-6412-4c9b-ab1e-72c7818d14ef,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:44:32.291554 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-413509d9-cab5-4b36-8852-7b7e610883f7 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:32.291894 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-413509d9-cab5-4b36-8852-7b7e610883f7 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Added segment cb64f129-b859-4993-a651-d874a157c1e9 of type vlan for network ad13fb64-e8ed-4a90-941f-ecef4e45d13a Feb 16 12:44:32.300494 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-0fd58c62-8a02-4ebc-97c9-bff8b76d22e1 None None] Set router c2865374-f8c0-489f-9ca5-8fd4b18100f9 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:44:32.302433 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-c4bc49d4-4ff7-4618-b7df-97af7be755f7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'subnet': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:32.388327 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-3632a77c-8838-4c50-9647-d6b3f2cd3f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:32.406094 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-7d400f6a-a676-4850-8ad9-be5cb6b826dd tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Request body: {'subnet': {'network_id': '79981be0-3afd-458a-9e31-74d8ce4f6fa9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:32.491607 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06039053-391f-4618-9fa3-5609b335b4b2 None None] Pushing event updated for resources: {'Port': ['ID=f57626c4-6412-4c9b-ab1e-72c7818d14ef,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:32.501540 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-50eda7bc-0f94-428f-bac1-89e43e384ce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:32.592497 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:32.612028 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c30600e3-27cc-4372-a6bd-6d8f6d74d954 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:32.621516 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-50eda7bc-0f94-428f-bac1-89e43e384ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:32.636814 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-c30600e3-27cc-4372-a6bd-6d8f6d74d954 admin admin] Transition to ACTIVE for port object 08ffd7fb-eb34-4c5f-93aa-3bb92a5a37de will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:32.665829 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 62489a86-0494-4668-8a0c-4e88a1bbfb3a, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=62489a86-0494-4668-8a0c-4e88a1bbfb3a,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:32.670036 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3632a77c-8838-4c50-9647-d6b3f2cd3f8f None None] Routers {'4616f6f8-cd19-413c-ad5a-9f955c0a3a86'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:32.671016 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-3632a77c-8838-4c50-9647-d6b3f2cd3f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:44:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['4616f6f8-cd19-413c-ad5a-9f955c0a3a86'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:32.693441 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-7d400f6a-a676-4850-8ad9-be5cb6b826dd tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:32.702608 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-50eda7bc-0f94-428f-bac1-89e43e384ce2 admin admin] Synchronizing usage tracker for tenant:181ef948fe544011a69f135dcb0ec176 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:32.706279 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-0fd58c62-8a02-4ebc-97c9-bff8b76d22e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2865374-f8c0-489f-9ca5-8fd4b18100f9', 'name': 'tempest-ServersTestJSON-1446679388-router', 'tenant_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': '92845cd6-4e81-4f8b-99ad-200c046880bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:22Z', 'updated_at': '2022-02-16T12:44:28Z', 'revision_number': 3, 'project_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'gw_port': {'id': '92845cd6-4e81-4f8b-99ad-200c046880bf', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:13:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2865374-f8c0-489f-9ca5-8fd4b18100f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:25Z', 'updated_at': '2022-02-16T12:44:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:32.709975 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-c4bc49d4-4ff7-4618-b7df-97af7be755f7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:32.712342 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-7d400f6a-a676-4850-8ad9-be5cb6b826dd tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Usage tracker for resource:subnet and tenant:b414ba72586648ed8f5c12f73eaaa1a7 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:32.715766 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fe453193-16d3-461f-b4d1-27997b4194f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:32.718953 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd58c62-8a02-4ebc-97c9-bff8b76d22e1 None None] Checking router: c2865374-f8c0-489f-9ca5-8fd4b18100f9 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:44:32.719511 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd58c62-8a02-4ebc-97c9-bff8b76d22e1 None None] Updating router c2865374-f8c0-489f-9ca5-8fd4b18100f9 port 92845cd6-4e81-4f8b-99ad-200c046880bf binding host dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:44:32.730603 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eda7bc-0f94-428f-bac1-89e43e384ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4304cf3-c203-4ad3-bcbc-6abe1426b605,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:32.731306 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-7d400f6a-a676-4850-8ad9-be5cb6b826dd tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:32.781924 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c30600e3-27cc-4372-a6bd-6d8f6d74d954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:32.789254 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-0fd58c62-8a02-4ebc-97c9-bff8b76d22e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:32.789513 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe453193-16d3-461f-b4d1-27997b4194f8 admin admin] Network 48c19cd8-ac27-4524-bc91-c49a239dcfeb is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:32.798091 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-c4bc49d4-4ff7-4618-b7df-97af7be755f7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Usage tracker for resource:subnet and tenant:5979c0794f594272a8691960316755d8 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:32.816465 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-fe453193-16d3-461f-b4d1-27997b4194f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:32.822416 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-7d400f6a-a676-4850-8ad9-be5cb6b826dd tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:32.824628 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-50eda7bc-0f94-428f-bac1-89e43e384ce2 admin admin] Unset dirty status for tenant:181ef948fe544011a69f135dcb0ec176 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:32.825894 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-50eda7bc-0f94-428f-bac1-89e43e384ce2 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8166ef30a91f401c86ba8e40674ad3fc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2105405 Feb 16 12:44:32.833230 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 60446) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:32.848152 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:32.850582 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 0ad647ab-95c0-4492-8de7-c6462e6431e2 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:32.852464 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-c4bc49d4-4ff7-4618-b7df-97af7be755f7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:32.873224 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe453193-16d3-461f-b4d1-27997b4194f8 admin admin] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:32.960281 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fe453193-16d3-461f-b4d1-27997b4194f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.067640 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=62489a86-0494-4668-8a0c-4e88a1bbfb3a,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:33.074024 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-c4bc49d4-4ff7-4618-b7df-97af7be755f7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:33.080985 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-838de127-e9c7-41da-988e-70bbdd808666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.081841 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-413509d9-cab5-4b36-8852-7b7e610883f7 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.098819 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2372da-b376-449b-8c18-a0e378d1c083 None None] Network 4f0eccd1-bf17-4b91-a4f9-e908fb8f47c3 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:33.170049 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fe453193-16d3-461f-b4d1-27997b4194f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.214200 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-838de127-e9c7-41da-988e-70bbdd808666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.276760 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-0fd58c62-8a02-4ebc-97c9-bff8b76d22e1 None None] Notify callbacks [] for port, precommit_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.290037 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.provisioning_blocks [None req-0fd58c62-8a02-4ebc-97c9-bff8b76d22e1 None None] Transition to ACTIVE for port object 92845cd6-4e81-4f8b-99ad-200c046880bf will not be triggered until provisioned by entity L2. {{(pid=87703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:33.300224 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-0fd58c62-8a02-4ebc-97c9-bff8b76d22e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.382578 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ecd24-7ea7-43e0-809e-724ce5af44ae None None] Pushing event updated for resources: {'Port': ['ID=92845cd6-4e81-4f8b-99ad-200c046880bf,revision_number=2']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:33.410068 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-0fd58c62-8a02-4ebc-97c9-bff8b76d22e1 None None] Attempting to bind port 92845cd6-4e81-4f8b-99ad-200c046880bf on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:33.410670 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-0fd58c62-8a02-4ebc-97c9-bff8b76d22e1 None None] Attempting to bind port 92845cd6-4e81-4f8b-99ad-200c046880bf by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:33.411318 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd58c62-8a02-4ebc-97c9-bff8b76d22e1 None None] Attempting to bind port 92845cd6-4e81-4f8b-99ad-200c046880bf on network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:44:33.416433 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-838de127-e9c7-41da-988e-70bbdd808666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.417790 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd58c62-8a02-4ebc-97c9-bff8b76d22e1 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:44:33.418363 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd58c62-8a02-4ebc-97c9-bff8b76d22e1 None None] Checking segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:33.418904 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-0fd58c62-8a02-4ebc-97c9-bff8b76d22e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.419429 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd58c62-8a02-4ebc-97c9-bff8b76d22e1 None None] Bound using segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:44:33.420167 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-0fd58c62-8a02-4ebc-97c9-bff8b76d22e1 None None] Bound port: 92845cd6-4e81-4f8b-99ad-200c046880bf, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:33.420847 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-0fd58c62-8a02-4ebc-97c9-bff8b76d22e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.444639 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838de127-e9c7-41da-988e-70bbdd808666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4304cf3-c203-4ad3-bcbc-6abe1426b605,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:33.458260 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-838de127-e9c7-41da-988e-70bbdd808666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.459641 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-838de127-e9c7-41da-988e-70bbdd808666 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f4304cf3-c203-4ad3-bcbc-6abe1426b605 HTTP/1.1" status: 204 len: 168 time: 0.6211166 Feb 16 12:44:33.467232 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4ac4befc-bb60-423c-b03a-742e027193d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.470697 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fe453193-16d3-461f-b4d1-27997b4194f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.488429 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30600e3-27cc-4372-a6bd-6d8f6d74d954 admin admin] Network d3802bb0-f51a-430a-aee4-70d5a6517150 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:33.489259 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d400f6a-a676-4850-8ad9-be5cb6b826dd tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Made reservation on behalf of b414ba72586648ed8f5c12f73eaaa1a7 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:33.491605 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7d400f6a-a676-4850-8ad9-be5cb6b826dd tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.510253 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-0fd58c62-8a02-4ebc-97c9-bff8b76d22e1 None None] For port 92845cd6-4e81-4f8b-99ad-200c046880bf, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:44:33.513852 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-0fd58c62-8a02-4ebc-97c9-bff8b76d22e1 None None] For port 92845cd6-4e81-4f8b-99ad-200c046880bf, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=92845cd6-4e81-4f8b-99ad-200c046880bf,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:44:33.522150 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-c30600e3-27cc-4372-a6bd-6d8f6d74d954 admin admin] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:33.522939 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-0fd58c62-8a02-4ebc-97c9-bff8b76d22e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.537633 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe453193-16d3-461f-b4d1-27997b4194f8 admin admin] Pushing event updated for resources: {'Port': ['ID=028c1ddd-61dc-48c4-afac-178ad40ebdc9,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:33.539991 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fe453193-16d3-461f-b4d1-27997b4194f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.627938 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30600e3-27cc-4372-a6bd-6d8f6d74d954 admin admin] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:33.644166 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-b9d0a28b-1407-41cf-b689-7b6121407770 None None] Provisioning for port 85a9235c-6852-4f51-8fa4-38bd8f2d329c completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:33.690056 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 0ad647ab-95c0-4492-8de7-c6462e6431e2 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:33.691772 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.723379 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4bc49d4-4ff7-4618-b7df-97af7be755f7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:33.725152 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ecd24-7ea7-43e0-809e-724ce5af44ae None None] Pushing event updated for resources: {'Port': ['ID=92845cd6-4e81-4f8b-99ad-200c046880bf,revision_number=3']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:33.727018 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c4bc49d4-4ff7-4618-b7df-97af7be755f7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.740473 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd58c62-8a02-4ebc-97c9-bff8b76d22e1 None None] Routers {'c2865374-f8c0-489f-9ca5-8fd4b18100f9'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:33.741369 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-0fd58c62-8a02-4ebc-97c9-bff8b76d22e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:44:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['c2865374-f8c0-489f-9ca5-8fd4b18100f9'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:33.766090 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3eb43054-e5f5-4be0-b9a1-a5db02bf56b6 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.773329 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.db.resource_extend [None req-413509d9-cab5-4b36-8852-7b7e610883f7 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:44:33.845783 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-4ac4befc-bb60-423c-b03a-742e027193d9 admin admin] Allocated IP 172.20.0.1 (3f63effa-f1fc-4fdf-827c-5f344c925210/25af59ae-eb65-4dc0-ba71-1417e9a15624/13e1dc46-d856-4f9e-b5aa-32b74f98768b) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:33.927534 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-3eb43054-e5f5-4be0-b9a1-a5db02bf56b6 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Transition to ACTIVE for port object e0dad3b6-d5ed-4ce5-889b-03c51099345a will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:33.970757 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30600e3-27cc-4372-a6bd-6d8f6d74d954 admin admin] Pushing event updated for resources: {'Port': ['ID=08ffd7fb-eb34-4c5f-93aa-3bb92a5a37de,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:33.973362 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c30600e3-27cc-4372-a6bd-6d8f6d74d954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.975757 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-413509d9-cab5-4b36-8852-7b7e610883f7 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:33.981693 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413509d9-cab5-4b36-8852-7b7e610883f7 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:33.982316 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-413509d9-cab5-4b36-8852-7b7e610883f7 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.043153 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4ac4befc-bb60-423c-b03a-742e027193d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.062729 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-4ac4befc-bb60-423c-b03a-742e027193d9 admin admin] Transition to ACTIVE for port object 13e1dc46-d856-4f9e-b5aa-32b74f98768b will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:34.092640 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-0fd58c62-8a02-4ebc-97c9-bff8b76d22e1 None None] Set router c2865374-f8c0-489f-9ca5-8fd4b18100f9 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:44:34.116489 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 60454) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:34.128733 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fe453193-16d3-461f-b4d1-27997b4194f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.162074 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-066db1f5-f77e-45c5-b7f8-386977e85155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.176506 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-3632a77c-8838-4c50-9647-d6b3f2cd3f8f None None] Set router 4616f6f8-cd19-413c-ad5a-9f955c0a3a86 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:44:34.251333 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413509d9-cab5-4b36-8852-7b7e610883f7 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Pushing event updated for resources: {'Network': ['ID=ad13fb64-e8ed-4a90-941f-ecef4e45d13a,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:34.400728 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f32d1e27-aa51-4557-a630-f2d6ee4da37a None None] Provisioning for port 028c1ddd-61dc-48c4-afac-178ad40ebdc9 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:34.410378 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d73fb6c1-e199-4531-b404-ea7dff1ea84f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2bec81c2324a4db8a962aedbb24a856e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2921515 Feb 16 12:44:34.411931 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4ac4befc-bb60-423c-b03a-742e027193d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.422672 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 60462) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:34.442515 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network ad13fb64-e8ed-4a90-941f-ecef4e45d13a details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:44:34.506363 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f32d1e27-aa51-4557-a630-f2d6ee4da37a None None] Provisioning complete for port 028c1ddd-61dc-48c4-afac-178ad40ebdc9 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:34.506865 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f32d1e27-aa51-4557-a630-f2d6ee4da37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.547504 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac4befc-bb60-423c-b03a-742e027193d9 admin admin] Pushing event updated for resources: {'Port': ['ID=13e1dc46-d856-4f9e-b5aa-32b74f98768b,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:34.586534 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 62489a86-0494-4668-8a0c-4e88a1bbfb3a up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:34.599752 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe453193-16d3-461f-b4d1-27997b4194f8 admin admin] Network 48c19cd8-ac27-4524-bc91-c49a239dcfeb is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:34.606659 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-413509d9-cab5-4b36-8852-7b7e610883f7 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 4.2716801 Feb 16 12:44:34.607207 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac4befc-bb60-423c-b03a-742e027193d9 admin admin] Network 3f63effa-f1fc-4fdf-827c-5f344c925210 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:34.610912 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-0fd58c62-8a02-4ebc-97c9-bff8b76d22e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2865374-f8c0-489f-9ca5-8fd4b18100f9', 'name': 'tempest-ServersTestJSON-1446679388-router', 'tenant_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': '92845cd6-4e81-4f8b-99ad-200c046880bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:22Z', 'updated_at': '2022-02-16T12:44:28Z', 'revision_number': 3, 'project_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'gw_port': {'id': '92845cd6-4e81-4f8b-99ad-200c046880bf', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:13:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2865374-f8c0-489f-9ca5-8fd4b18100f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:25Z', 'updated_at': '2022-02-16T12:44:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:34.613407 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-fe453193-16d3-461f-b4d1-27997b4194f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:34.614092 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 60466) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:34.616279 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-4ac4befc-bb60-423c-b03a-742e027193d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:34.620650 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4325b5-ecc6-494c-959e-c759c94b8a6e None None] DHCP port deletion for c2beece7-853e-4518-ace6-8724ee235932 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:44:34.620902 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd58c62-8a02-4ebc-97c9-bff8b76d22e1 None None] The sync data for ids ['c2865374-f8c0-489f-9ca5-8fd4b18100f9'] in dv-neutron-829527-1-hyperv is: [{'id': 'c2865374-f8c0-489f-9ca5-8fd4b18100f9', 'name': 'tempest-ServersTestJSON-1446679388-router', 'tenant_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': '92845cd6-4e81-4f8b-99ad-200c046880bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:22Z', 'updated_at': '2022-02-16T12:44:28Z', 'revision_number': 3, 'project_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'gw_port': {'id': '92845cd6-4e81-4f8b-99ad-200c046880bf', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:13:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2865374-f8c0-489f-9ca5-8fd4b18100f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:25Z', 'updated_at': '2022-02-16T12:44:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:34.626044 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe453193-16d3-461f-b4d1-27997b4194f8 admin admin] Pushing event updated for resources: {'Port': ['ID=028c1ddd-61dc-48c4-afac-178ad40ebdc9,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:34.634183 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac4befc-bb60-423c-b03a-742e027193d9 admin admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:34.635071 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4ac4befc-bb60-423c-b03a-742e027193d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.734314 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f32d1e27-aa51-4557-a630-f2d6ee4da37a None None] Port 028c1ddd-61dc-48c4-afac-178ad40ebdc9 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:44:34.738017 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.779782 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-ef4325b5-ecc6-494c-959e-c759c94b8a6e None None] Deleting port 0ad647ab-95c0-4492-8de7-c6462e6431e2 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:34.780419 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ef4325b5-ecc6-494c-959e-c759c94b8a6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.822976 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3eb43054-e5f5-4be0-b9a1-a5db02bf56b6 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:34.853404 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-08463c67-f667-4fcb-be27-fda55cc508f5 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Request body: {'subnet': {'network_id': 'ad13fb64-e8ed-4a90-941f-ecef4e45d13a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:35.062669 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-34513209-3f51-4799-abac-158714e1adba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:35.087861 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-ef4325b5-ecc6-494c-959e-c759c94b8a6e None None] For port 0ad647ab-95c0-4492-8de7-c6462e6431e2, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=0ad647ab-95c0-4492-8de7-c6462e6431e2,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:35.088355 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ef4325b5-ecc6-494c-959e-c759c94b8a6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:35.127541 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb43054-e5f5-4be0-b9a1-a5db02bf56b6 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Network 4f0eccd1-bf17-4b91-a4f9-e908fb8f47c3 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:35.155474 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-3eb43054-e5f5-4be0-b9a1-a5db02bf56b6 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:35.190742 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb43054-e5f5-4be0-b9a1-a5db02bf56b6 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:35.220835 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-34513209-3f51-4799-abac-158714e1adba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:35.225226 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-ef4325b5-ecc6-494c-959e-c759c94b8a6e None None] Calling delete_port for 0ad647ab-95c0-4492-8de7-c6462e6431e2 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:35.233296 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-08463c67-f667-4fcb-be27-fda55cc508f5 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:35.255438 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-08463c67-f667-4fcb-be27-fda55cc508f5 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Usage tracker for resource:subnet and tenant:c59ed784af024f34b556a04534213259 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:35.260639 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb43054-e5f5-4be0-b9a1-a5db02bf56b6 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Pushing event updated for resources: {'Port': ['ID=e0dad3b6-d5ed-4ce5-889b-03c51099345a,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:35.274962 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-08463c67-f667-4fcb-be27-fda55cc508f5 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:35.294818 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-08463c67-f667-4fcb-be27-fda55cc508f5 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:35.317900 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f32d1e27-aa51-4557-a630-f2d6ee4da37a None None] Provisioning for port 08ffd7fb-eb34-4c5f-93aa-3bb92a5a37de completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:35.349700 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08463c67-f667-4fcb-be27-fda55cc508f5 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Made reservation on behalf of c59ed784af024f34b556a04534213259 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:35.355700 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe453193-16d3-461f-b4d1-27997b4194f8 admin admin] Router 299f28aa-b91c-4f6d-8131-91af744fdaaa has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:44:35.365879 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-08463c67-f667-4fcb-be27-fda55cc508f5 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks [] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:35.569191 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f32d1e27-aa51-4557-a630-f2d6ee4da37a None None] Provisioning complete for port 08ffd7fb-eb34-4c5f-93aa-3bb92a5a37de triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:35.569812 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f32d1e27-aa51-4557-a630-f2d6ee4da37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:35.578931 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb43054-e5f5-4be0-b9a1-a5db02bf56b6 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:35.579575 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3eb43054-e5f5-4be0-b9a1-a5db02bf56b6 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:35.604405 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4ac4befc-bb60-423c-b03a-742e027193d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:35.628239 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-34513209-3f51-4799-abac-158714e1adba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:35.647291 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ef4325b5-ecc6-494c-959e-c759c94b8a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:35.651461 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:35.678199 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34513209-3f51-4799-abac-158714e1adba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e66f80-6048-4d12-93ef-3acc0c8ffd2b,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:35.759105 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 62489a86-0494-4668-8a0c-4e88a1bbfb3a triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:35.759623 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:35.770970 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-34513209-3f51-4799-abac-158714e1adba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:35.775054 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-34513209-3f51-4799-abac-158714e1adba admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/81e66f80-6048-4d12-93ef-3acc0c8ffd2b HTTP/1.1" status: 204 len: 168 time: 1.2427166 Feb 16 12:44:35.798929 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:35.800933 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4325b5-ecc6-494c-959e-c759c94b8a6e None None] Pushing event deleted for resources: {'Port': ['ID=0ad647ab-95c0-4492-8de7-c6462e6431e2,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:35.818368 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c30600e3-27cc-4372-a6bd-6d8f6d74d954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:35.823731 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4325b5-ecc6-494c-959e-c759c94b8a6e None None] No DVR routers for this DVR port 0ad647ab-95c0-4492-8de7-c6462e6431e2 on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:44:35.828956 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c4bc49d4-4ff7-4618-b7df-97af7be755f7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:35.864414 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f32d1e27-aa51-4557-a630-f2d6ee4da37a None None] Port 08ffd7fb-eb34-4c5f-93aa-3bb92a5a37de cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:44:35.921844 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc49d4-4ff7-4618-b7df-97af7be755f7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Subnet': ['ID=b4957b5c-d2d6-4235-ba0b-001b2b10b429,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:35.938033 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-3eb43054-e5f5-4be0-b9a1-a5db02bf56b6 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.8252449 Feb 16 12:44:35.938830 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60474) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:35.954951 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bc49d4-4ff7-4618-b7df-97af7be755f7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:35.959328 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-c4bc49d4-4ff7-4618-b7df-97af7be755f7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:35.999899 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 85a9235c-6852-4f51-8fa4-38bd8f2d329c up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:36.020128 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bc49d4-4ff7-4618-b7df-97af7be755f7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:36.020768 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c4bc49d4-4ff7-4618-b7df-97af7be755f7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.052002 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-08463c67-f667-4fcb-be27-fda55cc508f5 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.068120 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd22e243-a2be-4de1-84ed-39f2fe9a017a None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:36.083844 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe453193-16d3-461f-b4d1-27997b4194f8 admin admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:44:36.135324 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-fe453193-16d3-461f-b4d1-27997b4194f8 admin admin] 10.222.0.83 "PUT /v2.0/routers/299f28aa-b91c-4f6d-8131-91af744fdaaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8505235 Feb 16 12:44:36.170611 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e422771b-cf71-4d26-814f-65137f026485 None None] Sync routers for ids ['299f28aa-b91c-4f6d-8131-91af744fdaaa'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:36.188682 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-c4bc49d4-4ff7-4618-b7df-97af7be755f7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.9140651 Feb 16 12:44:36.211792 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 60482) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:36.214632 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e422771b-cf71-4d26-814f-65137f026485 None None] Routers {'299f28aa-b91c-4f6d-8131-91af744fdaaa'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:36.215269 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-e422771b-cf71-4d26-814f-65137f026485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:44:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['299f28aa-b91c-4f6d-8131-91af744fdaaa'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:36.231338 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-3511d8da-d62d-41cc-958e-518aac5ec5cb tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'port': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'name': 'tempest-NetworksTestDHCPv6-78448028'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:36.296286 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08463c67-f667-4fcb-be27-fda55cc508f5 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Pushing event updated for resources: {'Subnet': ['ID=aaef02b1-4738-41aa-a6d1-a6581371b408,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:36.322938 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-5201e14a-0271-4bc6-bda6-732b95e19bbe None None] Provisioning complete for port 028c1ddd-61dc-48c4-afac-178ad40ebdc9 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:36.323305 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-5201e14a-0271-4bc6-bda6-732b95e19bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.346453 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-b64a560e-941e-420e-a459-6ec6c29a14ae tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Deleting port e0dad3b6-d5ed-4ce5-889b-03c51099345a {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:36.347009 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b64a560e-941e-420e-a459-6ec6c29a14ae tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.485988 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08463c67-f667-4fcb-be27-fda55cc508f5 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Checking segment: {'id': 'cb64f129-b859-4993-a651-d874a157c1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ad13fb64-e8ed-4a90-941f-ecef4e45d13a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:36.486530 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08463c67-f667-4fcb-be27-fda55cc508f5 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Network hostable DHCP agents. Network: ad13fb64-e8ed-4a90-941f-ecef4e45d13a, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:44:36.609677 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08463c67-f667-4fcb-be27-fda55cc508f5 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Network ad13fb64-e8ed-4a90-941f-ecef4e45d13a is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:44:36.619167 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4ac4befc-bb60-423c-b03a-742e027193d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.625515 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.objects.ports [None req-7d400f6a-a676-4850-8ad9-be5cb6b826dd tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87701) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:44:36.626164 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7d400f6a-a676-4850-8ad9-be5cb6b826dd tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.631652 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4ac4befc-bb60-423c-b03a-742e027193d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.632367 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4ac4befc-bb60-423c-b03a-742e027193d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.638905 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3511d8da-d62d-41cc-958e-518aac5ec5cb tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:36.688266 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3511d8da-d62d-41cc-958e-518aac5ec5cb tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Usage tracker for resource:port and tenant:5979c0794f594272a8691960316755d8 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:36.699302 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-08463c67-f667-4fcb-be27-fda55cc508f5 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, ad13fb64-e8ed-4a90-941f-ecef4e45d13a) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:36.703343 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08463c67-f667-4fcb-be27-fda55cc508f5 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:36.703913 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-08463c67-f667-4fcb-be27-fda55cc508f5 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.715701 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-e422771b-cf71-4d26-814f-65137f026485 None None] Set router 299f28aa-b91c-4f6d-8131-91af744fdaaa gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:44:36.717338 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3511d8da-d62d-41cc-958e-518aac5ec5cb tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:36.734142 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3511d8da-d62d-41cc-958e-518aac5ec5cb tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:36.799175 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.db.resource_extend [None req-c30600e3-27cc-4372-a6bd-6d8f6d74d954 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:44:36.860910 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c30600e3-27cc-4372-a6bd-6d8f6d74d954 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.880467 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d400f6a-a676-4850-8ad9-be5cb6b826dd tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cb0d533c-862e-4e87-83b1-9cae322db475,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:36.895182 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c30600e3-27cc-4372-a6bd-6d8f6d74d954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.908171 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3511d8da-d62d-41cc-958e-518aac5ec5cb tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:36.911871 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3511d8da-d62d-41cc-958e-518aac5ec5cb tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:36.943544 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-08463c67-f667-4fcb-be27-fda55cc508f5 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3213906 Feb 16 12:44:36.944340 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 60508) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:36.968792 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac4befc-bb60-423c-b03a-742e027193d9 admin admin] Pushing event updated for resources: {'Port': ['ID=13e1dc46-d856-4f9e-b5aa-32b74f98768b,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:36.982263 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-75535eda-b186-4387-b9e8-70ab8fd93393 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1412905554', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}, 'admin_state_up': False}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:36.982720 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d400f6a-a676-4850-8ad9-be5cb6b826dd tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Checking segment: {'id': 'b58e87e8-6669-4e4e-b687-7f99416b5470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '79981be0-3afd-458a-9e31-74d8ce4f6fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:36.983254 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d400f6a-a676-4850-8ad9-be5cb6b826dd tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Network hostable DHCP agents. Network: 79981be0-3afd-458a-9e31-74d8ce4f6fa9, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:44:37.021912 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-3511d8da-d62d-41cc-958e-518aac5ec5cb tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] device_id is not set on port d32a55fd-0c68-4775-a071-2a34602aa633 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:44:37.037500 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716564ba-9df3-4af8-8183-5e35f23267fb None None] Network ad13fb64-e8ed-4a90-941f-ecef4e45d13a requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:37.067130 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b64a560e-941e-420e-a459-6ec6c29a14ae tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:37.095286 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-75535eda-b186-4387-b9e8-70ab8fd93393 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:37.119673 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-75535eda-b186-4387-b9e8-70ab8fd93393 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Usage tracker for resource:router and tenant:c59ed784af024f34b556a04534213259 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:37.123857 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-75535eda-b186-4387-b9e8-70ab8fd93393 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:37.154827 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-75535eda-b186-4387-b9e8-70ab8fd93393 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:37.163735 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d400f6a-a676-4850-8ad9-be5cb6b826dd tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Network 79981be0-3afd-458a-9e31-74d8ce4f6fa9 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:44:37.230586 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-75535eda-b186-4387-b9e8-70ab8fd93393 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:37.232342 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-75535eda-b186-4387-b9e8-70ab8fd93393 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:37.244814 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-b64a560e-941e-420e-a459-6ec6c29a14ae tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Calling delete_port for e0dad3b6-d5ed-4ce5-889b-03c51099345a owned by {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:37.250715 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-75535eda-b186-4387-b9e8-70ab8fd93393 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:37.273586 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30600e3-27cc-4372-a6bd-6d8f6d74d954 admin admin] Pushing event updated for resources: {'Port': ['ID=08ffd7fb-eb34-4c5f-93aa-3bb92a5a37de,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:37.285131 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c30600e3-27cc-4372-a6bd-6d8f6d74d954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:37.301073 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-7d400f6a-a676-4850-8ad9-be5cb6b826dd tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 79981be0-3afd-458a-9e31-74d8ce4f6fa9) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:37.382956 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac4befc-bb60-423c-b03a-742e027193d9 admin admin] Network 3f63effa-f1fc-4fdf-827c-5f344c925210 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:37.393729 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-4ac4befc-bb60-423c-b03a-742e027193d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:37.443505 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d400f6a-a676-4850-8ad9-be5cb6b826dd tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:37.444386 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7d400f6a-a676-4850-8ad9-be5cb6b826dd tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:37.510864 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 85a9235c-6852-4f51-8fa4-38bd8f2d329c completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:37.516158 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e65e457-8d87-4128-87ea-39162e0f1f61 None None] Network 79981be0-3afd-458a-9e31-74d8ce4f6fa9 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:37.590691 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-3632a77c-8838-4c50-9647-d6b3f2cd3f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4616f6f8-cd19-413c-ad5a-9f955c0a3a86', 'name': 'tempest-ServersTestManualDisk-1675529640-router', 'tenant_id': '4259764a734f42088729811e9b58c5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.223'}], 'enable_snat': True}, 'gw_port_id': 'f57626c4-6412-4c9b-ab1e-72c7818d14ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:20Z', 'updated_at': '2022-02-16T12:44:25Z', 'revision_number': 3, 'project_id': '4259764a734f42088729811e9b58c5b6', 'gw_port': {'id': 'f57626c4-6412-4c9b-ab1e-72c7818d14ef', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fc:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4616f6f8-cd19-413c-ad5a-9f955c0a3a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:23Z', 'updated_at': '2022-02-16T12:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:37.600125 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:37.621268 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 85a9235c-6852-4f51-8fa4-38bd8f2d329c triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:37.621630 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:37.708267 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30600e3-27cc-4372-a6bd-6d8f6d74d954 admin admin] Network d3802bb0-f51a-430a-aee4-70d5a6517150 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:37.710638 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-c30600e3-27cc-4372-a6bd-6d8f6d74d954 admin admin] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:37.719674 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-5201e14a-0271-4bc6-bda6-732b95e19bbe None None] Port 028c1ddd-61dc-48c4-afac-178ad40ebdc9 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:44:37.808855 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-7d400f6a-a676-4850-8ad9-be5cb6b826dd tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.5383530 Feb 16 12:44:37.817006 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60528) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:37.865970 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3632a77c-8838-4c50-9647-d6b3f2cd3f8f None None] The sync data for ids ['4616f6f8-cd19-413c-ad5a-9f955c0a3a86'] in dv-neutron-829527-1-hyperv is: [{'id': '4616f6f8-cd19-413c-ad5a-9f955c0a3a86', 'name': 'tempest-ServersTestManualDisk-1675529640-router', 'tenant_id': '4259764a734f42088729811e9b58c5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.223'}], 'enable_snat': True}, 'gw_port_id': 'f57626c4-6412-4c9b-ab1e-72c7818d14ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:20Z', 'updated_at': '2022-02-16T12:44:25Z', 'revision_number': 3, 'project_id': '4259764a734f42088729811e9b58c5b6', 'gw_port': {'id': 'f57626c4-6412-4c9b-ab1e-72c7818d14ef', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fc:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4616f6f8-cd19-413c-ad5a-9f955c0a3a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:23Z', 'updated_at': '2022-02-16T12:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:37.922244 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-132a3c52-6677-407f-80b2-721fabda6a65 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Request body: {'floatingip': {'floating_network_id': '79981be0-3afd-458a-9e31-74d8ce4f6fa9'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:37.937420 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-132a3c52-6677-407f-80b2-721fabda6a65 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:37.948935 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-132a3c52-6677-407f-80b2-721fabda6a65 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Usage tracker for resource:floatingip and tenant:b414ba72586648ed8f5c12f73eaaa1a7 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:37.960254 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-132a3c52-6677-407f-80b2-721fabda6a65 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:37.975202 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-132a3c52-6677-407f-80b2-721fabda6a65 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:38.021418 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-75535eda-b186-4387-b9e8-70ab8fd93393 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:38.032052 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 60532) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:38.052340 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac4befc-bb60-423c-b03a-742e027193d9 admin admin] Router c2865374-f8c0-489f-9ca5-8fd4b18100f9 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:44:38.071652 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-7c647ec6-f5a3-4048-8677-11ad5c087dc5 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Request body: {'security_group': {'name': 'tempest-securitygroup--282732185', 'description': 'tempest-description--878033647'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:38.082765 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-132a3c52-6677-407f-80b2-721fabda6a65 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:38.106454 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b64a560e-941e-420e-a459-6ec6c29a14ae tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:38.111902 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-7c647ec6-f5a3-4048-8677-11ad5c087dc5 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:38.180733 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a560e-941e-420e-a459-6ec6c29a14ae tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Pushing event deleted for resources: {'Port': ['ID=e0dad3b6-d5ed-4ce5-889b-03c51099345a,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:38.206113 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-3511d8da-d62d-41cc-958e-518aac5ec5cb tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Allocated IP 2001:db8::246 (c2beece7-853e-4518-ace6-8724ee235932/b4957b5c-d2d6-4235-ba0b-001b2b10b429/d32a55fd-0c68-4775-a071-2a34602aa633) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:38.214716 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-7c647ec6-f5a3-4048-8677-11ad5c087dc5 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Usage tracker for resource:security_group and tenant:a8771b90386942c1a6095687790fa64b is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:38.342223 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-7c647ec6-f5a3-4048-8677-11ad5c087dc5 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:38.427482 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-7c647ec6-f5a3-4048-8677-11ad5c087dc5 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:38.485881 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e270963e-32ec-4679-8aa7-26102310a16b None None] Network 79981be0-3afd-458a-9e31-74d8ce4f6fa9 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:38.502197 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05adb817-9ef0-40ad-8292-137d6d7c7923 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-c2beece7-853e-4518-ace6-8724ee235932', 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'tenant_id': '5979c0794f594272a8691960316755d8', 'fixed_ips': [{'subnet_id': 'b4957b5c-d2d6-4235-ba0b-001b2b10b429'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:44:38.503531 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-05adb817-9ef0-40ad-8292-137d6d7c7923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:38.533134 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-5201e14a-0271-4bc6-bda6-732b95e19bbe None None] Provisioning for port 13e1dc46-d856-4f9e-b5aa-32b74f98768b completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:38.575751 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-5201e14a-0271-4bc6-bda6-732b95e19bbe None None] Provisioning complete for port 13e1dc46-d856-4f9e-b5aa-32b74f98768b triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:38.581469 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30600e3-27cc-4372-a6bd-6d8f6d74d954 admin admin] Router 4616f6f8-cd19-413c-ad5a-9f955c0a3a86 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:44:38.582393 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-5201e14a-0271-4bc6-bda6-732b95e19bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:38.598159 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7c647ec6-f5a3-4048-8677-11ad5c087dc5 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:38.669026 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b64a560e-941e-420e-a459-6ec6c29a14ae tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:38.679735 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60542) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:38.710931 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-b64a560e-941e-420e-a459-6ec6c29a14ae tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] 10.222.0.83 "DELETE /v2.0/ports/e0dad3b6-d5ed-4ce5-889b-03c51099345a HTTP/1.1" status: 204 len: 168 time: 2.7654223 Feb 16 12:44:38.715672 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60548) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:38.826312 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-7c647ec6-f5a3-4048-8677-11ad5c087dc5 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:38.866750 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30600e3-27cc-4372-a6bd-6d8f6d74d954 admin admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:44:38.873423 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-c30600e3-27cc-4372-a6bd-6d8f6d74d954 admin admin] 10.222.0.83 "PUT /v2.0/routers/4616f6f8-cd19-413c-ad5a-9f955c0a3a86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4336629 Feb 16 12:44:38.899826 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-7c647ec6-f5a3-4048-8677-11ad5c087dc5 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Usage tracker for resource:security_group_rule and tenant:a8771b90386942c1a6095687790fa64b is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:38.904497 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-132a3c52-6677-407f-80b2-721fabda6a65 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:38.910410 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-7c647ec6-f5a3-4048-8677-11ad5c087dc5 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:38.981545 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-7c647ec6-f5a3-4048-8677-11ad5c087dc5 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:39.008853 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-409d14a5-619b-4400-b4ab-9f8620480997 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-409190250', 'router:external': True}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:39.022617 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac4befc-bb60-423c-b03a-742e027193d9 admin admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:44:39.025972 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-409d14a5-619b-4400-b4ab-9f8620480997 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:39.034532 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb11c51-9227-485c-aa13-c73355df5f8c None None] Sync routers for ids ['c2865374-f8c0-489f-9ca5-8fd4b18100f9'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:39.043634 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-409d14a5-619b-4400-b4ab-9f8620480997 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Usage tracker for resource:network and tenant:fa4c20ba72264dde861f4f6fcde1d1da is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:39.055778 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb11c51-9227-485c-aa13-c73355df5f8c None None] Routers {'c2865374-f8c0-489f-9ca5-8fd4b18100f9'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:39.056462 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-1cb11c51-9227-485c-aa13-c73355df5f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:44:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['c2865374-f8c0-489f-9ca5-8fd4b18100f9'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:39.063862 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-409d14a5-619b-4400-b4ab-9f8620480997 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:39.088640 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-409d14a5-619b-4400-b4ab-9f8620480997 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:39.098018 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:39.142904 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-cd7969f4-406d-473c-8fdd-37feffef87e4 tempest-DHCPAgentSchedulersTestJSON-692808407 tempest-DHCPAgentSchedulersTestJSON-692808407-project-admin] 10.222.0.83 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.4241233 Feb 16 12:44:39.148840 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60556) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:39.149510 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409d14a5-619b-4400-b4ab-9f8620480997 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Made reservation on behalf of fa4c20ba72264dde861f4f6fcde1d1da for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:39.152806 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-409d14a5-619b-4400-b4ab-9f8620480997 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:39.170706 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-8324ab11-548b-4c82-b8bb-d8ce2c8a8a0e tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1670777247'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:39.205633 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92449244-b5a2-41c4-82df-3a293bf51756 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-ad13fb64-e8ed-4a90-941f-ecef4e45d13a', 'network_id': 'ad13fb64-e8ed-4a90-941f-ecef4e45d13a', 'tenant_id': 'c59ed784af024f34b556a04534213259', 'fixed_ips': [{'subnet_id': 'aaef02b1-4738-41aa-a6d1-a6581371b408'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:44:39.206719 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-92449244-b5a2-41c4-82df-3a293bf51756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:39.243288 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-409d14a5-619b-4400-b4ab-9f8620480997 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:39.259989 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-8324ab11-548b-4c82-b8bb-d8ce2c8a8a0e tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:39.285353 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-8324ab11-548b-4c82-b8bb-d8ce2c8a8a0e tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Usage tracker for resource:network and tenant:72fea6cb7fad43fb84b54571df4d3b12 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:39.286370 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 85a9235c-6852-4f51-8fa4-38bd8f2d329c, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=85a9235c-6852-4f51-8fa4-38bd8f2d329c,segment=NetworkSegment(aa49e250-bd57-423e-a3cb-a95907b4e0a8),segment_id=aa49e250-bd57-423e-a3cb-a95907b4e0a8)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:39.305648 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-5201e14a-0271-4bc6-bda6-732b95e19bbe None None] Port 13e1dc46-d856-4f9e-b5aa-32b74f98768b cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:44:39.307416 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-8324ab11-548b-4c82-b8bb-d8ce2c8a8a0e tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:39.316141 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-409d14a5-619b-4400-b4ab-9f8620480997 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:39.319982 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:39.334614 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-409d14a5-619b-4400-b4ab-9f8620480997 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Usage tracker for resource:security_group_rule and tenant:fa4c20ba72264dde861f4f6fcde1d1da is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:39.343029 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-8324ab11-548b-4c82-b8bb-d8ce2c8a8a0e tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:39.361334 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-409d14a5-619b-4400-b4ab-9f8620480997 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:39.379151 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4ac4befc-bb60-423c-b03a-742e027193d9 admin admin] 10.222.0.83 "PUT /v2.0/routers/c2865374-f8c0-489f-9ca5-8fd4b18100f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3590412 Feb 16 12:44:39.381829 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3511d8da-d62d-41cc-958e-518aac5ec5cb tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:39.403594 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-409d14a5-619b-4400-b4ab-9f8620480997 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:39.429312 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8324ab11-548b-4c82-b8bb-d8ce2c8a8a0e tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Made reservation on behalf of 72fea6cb7fad43fb84b54571df4d3b12 for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:39.458336 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8324ab11-548b-4c82-b8bb-d8ce2c8a8a0e tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:39.520360 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-132a3c52-6677-407f-80b2-721fabda6a65 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Allocated IP 172.20.0.11 (79981be0-3afd-458a-9e31-74d8ce4f6fa9/cb0d533c-862e-4e87-83b1-9cae322db475/69a40de0-f54e-48fe-b62c-7d95016417c1) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:39.573357 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-1cb11c51-9227-485c-aa13-c73355df5f8c None None] Set router c2865374-f8c0-489f-9ca5-8fd4b18100f9 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:44:39.578779 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-5201e14a-0271-4bc6-bda6-732b95e19bbe None None] Could not find standard attr ID for object e0dad3b6-d5ed-4ce5-889b-03c51099345a. {{(pid=87702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:44:39.625993 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7c647ec6-f5a3-4048-8677-11ad5c087dc5 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:39.647279 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-e422771b-cf71-4d26-814f-65137f026485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299f28aa-b91c-4f6d-8131-91af744fdaaa', 'name': 'tempest-ServerActionsTestJSON-1809122567-router', 'tenant_id': 'a8771b90386942c1a6095687790fa64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.29'}], 'enable_snat': True}, 'gw_port_id': '62489a86-0494-4668-8a0c-4e88a1bbfb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:18Z', 'updated_at': '2022-02-16T12:44:33Z', 'revision_number': 4, 'project_id': 'a8771b90386942c1a6095687790fa64b', 'gw_port': {'id': '62489a86-0494-4668-8a0c-4e88a1bbfb3a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299f28aa-b91c-4f6d-8131-91af744fdaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:20Z', 'updated_at': '2022-02-16T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '028c1ddd-61dc-48c4-afac-178ad40ebdc9', 'name': '', 'network_id': '48c19cd8-ac27-4524-bc91-c49a239dcfeb', 'tenant_id': 'a8771b90386942c1a6095687790fa64b', 'mac_address': 'fa:16:3e:1c:ef:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299f28aa-b91c-4f6d-8131-91af744fdaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5863982f-bd9e-4d06-825d-64b5d101ef97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:30Z', 'updated_at': '2022-02-16T12:44:33Z', 'revision_number': 2, 'project_id': 'a8771b90386942c1a6095687790fa64b', 'subnets': [{'id': '5863982f-bd9e-4d06-825d-64b5d101ef97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:39.651660 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-3511d8da-d62d-41cc-958e-518aac5ec5cb tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Transition to ACTIVE for port object d32a55fd-0c68-4775-a071-2a34602aa633 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:39.689626 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7c647ec6-f5a3-4048-8677-11ad5c087dc5 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:39.730369 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-75535eda-b186-4387-b9e8-70ab8fd93393 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:39.792662 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-75535eda-b186-4387-b9e8-70ab8fd93393 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:39.881133 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7c647ec6-f5a3-4048-8677-11ad5c087dc5 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:39.889621 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7c647ec6-f5a3-4048-8677-11ad5c087dc5 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.8356709 Feb 16 12:44:39.892774 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8324ab11-548b-4c82-b8bb-d8ce2c8a8a0e tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:39.893139 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 60576) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:39.900510 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c647ec6-f5a3-4048-8677-11ad5c087dc5 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0431e45b-620d-4b36-8236-26e38647e302,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:39.903635 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-92449244-b5a2-41c4-82df-3a293bf51756 None None] Allocated IP 172.20.0.2 (ad13fb64-e8ed-4a90-941f-ecef4e45d13a/aaef02b1-4738-41aa-a6d1-a6581371b408/5855de6c-0cbe-4a22-a481-b01f08813492) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:39.923476 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-0443101a-8275-46f4-9731-e210dae9510b tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Request body: {'security_group_rule': {'security_group_id': '0431e45b-620d-4b36-8236-26e38647e302', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:39.958851 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0443101a-8275-46f4-9731-e210dae9510b tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:39.983486 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8324ab11-548b-4c82-b8bb-d8ce2c8a8a0e tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:39.985496 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-8324ab11-548b-4c82-b8bb-d8ce2c8a8a0e tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Added segment 872ea99f-b1db-46ee-9158-08226fb3215a of type vlan for network 8ee84001-4d45-4d8d-8d59-81ba13b8f06b Feb 16 12:44:40.002096 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0443101a-8275-46f4-9731-e210dae9510b tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Usage tracker for resource:security_group_rule and tenant:a8771b90386942c1a6095687790fa64b is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:40.021291 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0443101a-8275-46f4-9731-e210dae9510b tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:40.063507 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0443101a-8275-46f4-9731-e210dae9510b tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:40.159243 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3511d8da-d62d-41cc-958e-518aac5ec5cb tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.195936 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8324ab11-548b-4c82-b8bb-d8ce2c8a8a0e tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.215709 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-409d14a5-619b-4400-b4ab-9f8620480997 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.234362 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-409d14a5-619b-4400-b4ab-9f8620480997 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.256148 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-92449244-b5a2-41c4-82df-3a293bf51756 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.267788 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-409d14a5-619b-4400-b4ab-9f8620480997 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:40.268142 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-92449244-b5a2-41c4-82df-3a293bf51756 None None] Transition to ACTIVE for port object 5855de6c-0cbe-4a22-a481-b01f08813492 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:40.287379 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-409d14a5-619b-4400-b4ab-9f8620480997 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.289158 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-409d14a5-619b-4400-b4ab-9f8620480997 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Added segment 87cb7d97-bd02-4182-9a66-411ac65fafd7 of type vlan for network e8fb5ecc-7b11-499a-adb2-2c5a72cb505d Feb 16 12:44:40.291765 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0443101a-8275-46f4-9731-e210dae9510b tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.292920 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-92449244-b5a2-41c4-82df-3a293bf51756 None None] Transition to ACTIVE for port object 5855de6c-0cbe-4a22-a481-b01f08813492 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:40.349649 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3511d8da-d62d-41cc-958e-518aac5ec5cb tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:40.362224 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-409d14a5-619b-4400-b4ab-9f8620480997 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.366221 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-1cb11c51-9227-485c-aa13-c73355df5f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2865374-f8c0-489f-9ca5-8fd4b18100f9', 'name': 'tempest-ServersTestJSON-1446679388-router', 'tenant_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': '92845cd6-4e81-4f8b-99ad-200c046880bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:22Z', 'updated_at': '2022-02-16T12:44:35Z', 'revision_number': 4, 'project_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'gw_port': {'id': '92845cd6-4e81-4f8b-99ad-200c046880bf', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:13:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2865374-f8c0-489f-9ca5-8fd4b18100f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:25Z', 'updated_at': '2022-02-16T12:44:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '13e1dc46-d856-4f9e-b5aa-32b74f98768b', 'name': '', 'network_id': '3f63effa-f1fc-4fdf-827c-5f344c925210', 'tenant_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'mac_address': 'fa:16:3e:cd:67:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2865374-f8c0-489f-9ca5-8fd4b18100f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '25af59ae-eb65-4dc0-ba71-1417e9a15624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:33Z', 'updated_at': '2022-02-16T12:44:35Z', 'revision_number': 2, 'project_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'subnets': [{'id': '25af59ae-eb65-4dc0-ba71-1417e9a15624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:40.373535 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb11c51-9227-485c-aa13-c73355df5f8c None None] Checking router: c2865374-f8c0-489f-9ca5-8fd4b18100f9 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:44:40.373891 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb11c51-9227-485c-aa13-c73355df5f8c None None] Updating router c2865374-f8c0-489f-9ca5-8fd4b18100f9 port 13e1dc46-d856-4f9e-b5aa-32b74f98768b binding host dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:44:40.376820 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-05adb817-9ef0-40ad-8292-137d6d7c7923 None None] Allocated IP 2001:db8::2 (c2beece7-853e-4518-ace6-8724ee235932/b4957b5c-d2d6-4235-ba0b-001b2b10b429/95122a87-805f-45cb-bdaa-e0f4b91e76bf) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:40.380898 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-3511d8da-d62d-41cc-958e-518aac5ec5cb tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:40.419002 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60582) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:40.425524 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3511d8da-d62d-41cc-958e-518aac5ec5cb tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:40.434463 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3511d8da-d62d-41cc-958e-518aac5ec5cb tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:40.441813 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3511d8da-d62d-41cc-958e-518aac5ec5cb tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.453285 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-132a3c52-6677-407f-80b2-721fabda6a65 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.463873 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-1cb11c51-9227-485c-aa13-c73355df5f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.467155 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-75535eda-b186-4387-b9e8-70ab8fd93393 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Allocated IP 172.26.5.66 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/ee020dec-34cc-481c-8cee-b1f93f1d335d) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:40.518555 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-89fe1d0d-a001-4110-9333-fe2938b4bd37 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1240410394', 'description': 'tempest-description--1397421396'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:40.521512 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3511d8da-d62d-41cc-958e-518aac5ec5cb tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Port': ['ID=d32a55fd-0c68-4775-a071-2a34602aa633,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:40.525531 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-89fe1d0d-a001-4110-9333-fe2938b4bd37 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:40.530758 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-89fe1d0d-a001-4110-9333-fe2938b4bd37 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Usage tracker for resource:security_group and tenant:e0be34df95bb4f3abecca4f5b7a46cf5 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:40.535439 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-89fe1d0d-a001-4110-9333-fe2938b4bd37 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:40.541193 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e422771b-cf71-4d26-814f-65137f026485 None None] Checking router: 299f28aa-b91c-4f6d-8131-91af744fdaaa for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:44:40.541856 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e422771b-cf71-4d26-814f-65137f026485 None None] Updating router 299f28aa-b91c-4f6d-8131-91af744fdaaa port 028c1ddd-61dc-48c4-afac-178ad40ebdc9 binding host dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:44:40.554150 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-89fe1d0d-a001-4110-9333-fe2938b4bd37 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:40.569170 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3511d8da-d62d-41cc-958e-518aac5ec5cb tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.3561428 Feb 16 12:44:40.569942 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device f57626c4-6412-4c9b-ab1e-72c7818d14ef up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:40.582148 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60586) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:40.601761 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=85a9235c-6852-4f51-8fa4-38bd8f2d329c,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:40.650547 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-89fe1d0d-a001-4110-9333-fe2938b4bd37 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.653215 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0443101a-8275-46f4-9731-e210dae9510b tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.657439 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411b3c67-ab91-454b-a3aa-4c03afa59d04 None None] Sync routers for ids ['4616f6f8-cd19-413c-ad5a-9f955c0a3a86'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:40.671489 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0443101a-8275-46f4-9731-e210dae9510b tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.680202 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.db.resource_extend [None req-8324ab11-548b-4c82-b8bb-d8ce2c8a8a0e tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:44:40.682704 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-92449244-b5a2-41c4-82df-3a293bf51756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.697536 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 60590) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:40.706880 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-bd8c49ca-64bc-4fdb-9cbc-1e398e91c87c tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1519235108', 'description': 'tempest-description--1326491754'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:40.713016 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-bd8c49ca-64bc-4fdb-9cbc-1e398e91c87c tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:40.716885 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bd8c49ca-64bc-4fdb-9cbc-1e398e91c87c tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Usage tracker for resource:security_group and tenant:4259764a734f42088729811e9b58c5b6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:40.720162 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bd8c49ca-64bc-4fdb-9cbc-1e398e91c87c tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:40.725995 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-bd8c49ca-64bc-4fdb-9cbc-1e398e91c87c tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:40.754072 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bd8c49ca-64bc-4fdb-9cbc-1e398e91c87c tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.755275 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d14a5-619b-4400-b4ab-9f8620480997 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f11237-ca14-479a-97e4-dfafe7cb7ed9,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:40.764331 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0443101a-8275-46f4-9731-e210dae9510b tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31d63586-f896-462a-9306-a1068f513f9d,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:40.777357 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-409d14a5-619b-4400-b4ab-9f8620480997 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.779043 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409d14a5-619b-4400-b4ab-9f8620480997 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:40.780080 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-409d14a5-619b-4400-b4ab-9f8620480997 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.788083 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-89fe1d0d-a001-4110-9333-fe2938b4bd37 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:40.816393 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8324ab11-548b-4c82-b8bb-d8ce2c8a8a0e tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.823442 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8324ab11-548b-4c82-b8bb-d8ce2c8a8a0e tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:40.824166 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8324ab11-548b-4c82-b8bb-d8ce2c8a8a0e tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.827318 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0443101a-8275-46f4-9731-e210dae9510b tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.831581 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0443101a-8275-46f4-9731-e210dae9510b tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9239278 Feb 16 12:44:40.833121 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-bd8c49ca-64bc-4fdb-9cbc-1e398e91c87c tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:40.837921 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 60594) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:40.844492 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-75535eda-b186-4387-b9e8-70ab8fd93393 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.846089 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-5201e14a-0271-4bc6-bda6-732b95e19bbe None None] Provisioning complete for port 85a9235c-6852-4f51-8fa4-38bd8f2d329c triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:40.846629 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-5201e14a-0271-4bc6-bda6-732b95e19bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.850710 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-3f8cffd2-5d29-42c0-9410-0c7e260d2c95 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Request body: {'security_group_rule': {'security_group_id': '0431e45b-620d-4b36-8236-26e38647e302', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:40.856646 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3f8cffd2-5d29-42c0-9410-0c7e260d2c95 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:40.860417 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3f8cffd2-5d29-42c0-9410-0c7e260d2c95 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Usage tracker for resource:security_group_rule and tenant:a8771b90386942c1a6095687790fa64b is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:40.863875 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3f8cffd2-5d29-42c0-9410-0c7e260d2c95 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:40.871189 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3f8cffd2-5d29-42c0-9410-0c7e260d2c95 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:40.873663 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411b3c67-ab91-454b-a3aa-4c03afa59d04 None None] Routers {'4616f6f8-cd19-413c-ad5a-9f955c0a3a86'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:40.874544 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-411b3c67-ab91-454b-a3aa-4c03afa59d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:44:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['4616f6f8-cd19-413c-ad5a-9f955c0a3a86'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:40.875279 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-89fe1d0d-a001-4110-9333-fe2938b4bd37 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Usage tracker for resource:security_group_rule and tenant:e0be34df95bb4f3abecca4f5b7a46cf5 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:40.878927 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bd8c49ca-64bc-4fdb-9cbc-1e398e91c87c tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Usage tracker for resource:security_group_rule and tenant:4259764a734f42088729811e9b58c5b6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:40.884086 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bd8c49ca-64bc-4fdb-9cbc-1e398e91c87c tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:40.896768 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-8324ab11-548b-4c82-b8bb-d8ce2c8a8a0e tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.7308438 Feb 16 12:44:40.898605 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-89fe1d0d-a001-4110-9333-fe2938b4bd37 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:40.900480 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-bd8c49ca-64bc-4fdb-9cbc-1e398e91c87c tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:40.903140 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 60598) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:40.928504 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f8cffd2-5d29-42c0-9410-0c7e260d2c95 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.956347 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-1cb11c51-9227-485c-aa13-c73355df5f8c None None] Notify callbacks [] for port, precommit_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.972017 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.provisioning_blocks [None req-1cb11c51-9227-485c-aa13-c73355df5f8c None None] Transition to ACTIVE for port object 13e1dc46-d856-4f9e-b5aa-32b74f98768b will not be triggered until provisioned by entity L2. {{(pid=87703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:40.977467 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e422771b-cf71-4d26-814f-65137f026485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.986461 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-1cb11c51-9227-485c-aa13-c73355df5f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:40.989269 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-89fe1d0d-a001-4110-9333-fe2938b4bd37 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:40.992328 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92449244-b5a2-41c4-82df-3a293bf51756 None None] Network ad13fb64-e8ed-4a90-941f-ecef4e45d13a is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:41.005262 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-132a3c52-6677-407f-80b2-721fabda6a65 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.029858 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-92449244-b5a2-41c4-82df-3a293bf51756 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:41.084427 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a6ba1-70fc-40f3-8cd1-34ec4c547a04 None None] Pushing event updated for resources: {'Port': ['ID=13e1dc46-d856-4f9e-b5aa-32b74f98768b,revision_number=3']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:41.101271 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a3c52-6677-407f-80b2-721fabda6a65 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Pushing event updated for resources: {'Port': ['ID=69a40de0-f54e-48fe-b62c-7d95016417c1,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:41.104056 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f8cffd2-5d29-42c0-9410-0c7e260d2c95 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.109800 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-409d14a5-619b-4400-b4ab-9f8620480997 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.4285500 Feb 16 12:44:41.110913 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d14a5-619b-4400-b4ab-9f8620480997 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Pushing event updated for resources: {'Network': ['ID=e8fb5ecc-7b11-499a-adb2-2c5a72cb505d,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:41.114791 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 60602) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:41.128022 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f8cffd2-5d29-42c0-9410-0c7e260d2c95 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.133465 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-1e1fa97c-d016-435c-97dc-acf90e7bfdc5 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Request body: {'subnet': {'network_id': 'e8fb5ecc-7b11-499a-adb2-2c5a72cb505d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:41.179141 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8cffd2-5d29-42c0-9410-0c7e260d2c95 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=268cdc11-e422-4d31-9aa5-bd6f3d926fca,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:41.184965 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1e1fa97c-d016-435c-97dc-acf90e7bfdc5 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:41.202168 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f8cffd2-5d29-42c0-9410-0c7e260d2c95 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.203435 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3f8cffd2-5d29-42c0-9410-0c7e260d2c95 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3645728 Feb 16 12:44:41.227665 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1e1fa97c-d016-435c-97dc-acf90e7bfdc5 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Usage tracker for resource:subnet and tenant:fa4c20ba72264dde861f4f6fcde1d1da is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:41.234381 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1e1fa97c-d016-435c-97dc-acf90e7bfdc5 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:41.238460 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-411b3c67-ab91-454b-a3aa-4c03afa59d04 None None] Set router 4616f6f8-cd19-413c-ad5a-9f955c0a3a86 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:44:41.244998 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 60606) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:41.266773 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1e1fa97c-d016-435c-97dc-acf90e7bfdc5 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:41.274499 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d16b007d-b630-4d1b-a2bd-214021785149 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Request body: {'floatingip': {'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:41.280892 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d16b007d-b630-4d1b-a2bd-214021785149 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:41.288642 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d16b007d-b630-4d1b-a2bd-214021785149 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Usage tracker for resource:floatingip and tenant:a8771b90386942c1a6095687790fa64b is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:41.290519 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8324ab11-548b-4c82-b8bb-d8ce2c8a8a0e tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Pushing event updated for resources: {'Network': ['ID=8ee84001-4d45-4d8d-8d59-81ba13b8f06b,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:41.292405 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d16b007d-b630-4d1b-a2bd-214021785149 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:41.295843 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132a3c52-6677-407f-80b2-721fabda6a65 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Network 79981be0-3afd-458a-9e31-74d8ce4f6fa9 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:41.298823 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d16b007d-b630-4d1b-a2bd-214021785149 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:41.305468 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f288d881-0425-4801-96e0-ace833997d9b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:41.307150 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f288d881-0425-4801-96e0-ace833997d9b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.7237253 Feb 16 12:44:41.308788 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-75535eda-b186-4387-b9e8-70ab8fd93393 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.309620 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-1cb11c51-9227-485c-aa13-c73355df5f8c None None] Attempting to bind port 13e1dc46-d856-4f9e-b5aa-32b74f98768b on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:41.310162 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-1cb11c51-9227-485c-aa13-c73355df5f8c None None] Attempting to bind port 13e1dc46-d856-4f9e-b5aa-32b74f98768b by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'eed87c9e-fb99-4fd5-ad35-a65bcf1a5597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3f63effa-f1fc-4fdf-827c-5f344c925210'}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:41.310472 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-132a3c52-6677-407f-80b2-721fabda6a65 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:41.310885 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb11c51-9227-485c-aa13-c73355df5f8c None None] Attempting to bind port 13e1dc46-d856-4f9e-b5aa-32b74f98768b on network 3f63effa-f1fc-4fdf-827c-5f344c925210 {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:44:41.318548 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60610) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:41.321338 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb11c51-9227-485c-aa13-c73355df5f8c None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:44:41.321494 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132a3c52-6677-407f-80b2-721fabda6a65 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:41.322054 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb11c51-9227-485c-aa13-c73355df5f8c None None] Checking segment: {'id': 'eed87c9e-fb99-4fd5-ad35-a65bcf1a5597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3f63effa-f1fc-4fdf-827c-5f344c925210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:41.324183 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-1cb11c51-9227-485c-aa13-c73355df5f8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.324941 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb11c51-9227-485c-aa13-c73355df5f8c None None] Bound using segment: {'id': 'eed87c9e-fb99-4fd5-ad35-a65bcf1a5597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3f63effa-f1fc-4fdf-827c-5f344c925210'} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:44:41.325766 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-1cb11c51-9227-485c-aa13-c73355df5f8c None None] Bound port: 13e1dc46-d856-4f9e-b5aa-32b74f98768b, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed87c9e-fb99-4fd5-ad35-a65bcf1a5597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3f63effa-f1fc-4fdf-827c-5f344c925210'}}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:41.326396 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-1cb11c51-9227-485c-aa13-c73355df5f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.398810 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75535eda-b186-4387-b9e8-70ab8fd93393 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:41.412459 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-75535eda-b186-4387-b9e8-70ab8fd93393 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:41.418917 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d16b007d-b630-4d1b-a2bd-214021785149 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Notify callbacks [] for floatingip, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.435658 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-1cb11c51-9227-485c-aa13-c73355df5f8c None None] For port 13e1dc46-d856-4f9e-b5aa-32b74f98768b, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:44:41.440859 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-1cb11c51-9227-485c-aa13-c73355df5f8c None None] For port 13e1dc46-d856-4f9e-b5aa-32b74f98768b, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=13e1dc46-d856-4f9e-b5aa-32b74f98768b,segment=NetworkSegment(eed87c9e-fb99-4fd5-ad35-a65bcf1a5597),segment_id=eed87c9e-fb99-4fd5-ad35-a65bcf1a5597)] {{(pid=87703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:44:41.451368 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-1cb11c51-9227-485c-aa13-c73355df5f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.452427 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75535eda-b186-4387-b9e8-70ab8fd93393 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:41.620272 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a6ba1-70fc-40f3-8cd1-34ec4c547a04 None None] Pushing event updated for resources: {'Port': ['ID=13e1dc46-d856-4f9e-b5aa-32b74f98768b,revision_number=4']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:41.623030 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb11c51-9227-485c-aa13-c73355df5f8c None None] Routers {'c2865374-f8c0-489f-9ca5-8fd4b18100f9'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:41.624154 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-1cb11c51-9227-485c-aa13-c73355df5f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:44:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['c2865374-f8c0-489f-9ca5-8fd4b18100f9'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:41.639519 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-994e0fbb-a0c5-4b02-93a3-ba3c8b2b1dce tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting port d32a55fd-0c68-4775-a071-2a34602aa633 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:41.640694 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-994e0fbb-a0c5-4b02-93a3-ba3c8b2b1dce tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.704464 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1fa97c-d016-435c-97dc-acf90e7bfdc5 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Made reservation on behalf of fa4c20ba72264dde861f4f6fcde1d1da for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:41.706807 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1e1fa97c-d016-435c-97dc-acf90e7bfdc5 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks [] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.779327 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92449244-b5a2-41c4-82df-3a293bf51756 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:41.784908 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bd8c49ca-64bc-4fdb-9cbc-1e398e91c87c tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.790959 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network e8fb5ecc-7b11-499a-adb2-2c5a72cb505d details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:44:41.882332 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-1cb11c51-9227-485c-aa13-c73355df5f8c None None] Set router c2865374-f8c0-489f-9ca5-8fd4b18100f9 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:44:41.884963 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bd8c49ca-64bc-4fdb-9cbc-1e398e91c87c tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.900568 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75535eda-b186-4387-b9e8-70ab8fd93393 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Pushing event updated for resources: {'Port': ['ID=ee020dec-34cc-481c-8cee-b1f93f1d335d,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:41.902496 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-89fe1d0d-a001-4110-9333-fe2938b4bd37 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.907066 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-132a3c52-6677-407f-80b2-721fabda6a65 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.935805 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 8ee84001-4d45-4d8d-8d59-81ba13b8f06b details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:44:41.941052 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-89fe1d0d-a001-4110-9333-fe2938b4bd37 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:41.978149 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92449244-b5a2-41c4-82df-3a293bf51756 None None] Pushing event updated for resources: {'Port': ['ID=5855de6c-0cbe-4a22-a481-b01f08813492,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:42.022116 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe1d0d-a001-4110-9333-fe2938b4bd37 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e53f1014-ca93-4023-83ba-727714174b1b,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:42.063597 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-89fe1d0d-a001-4110-9333-fe2938b4bd37 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.065478 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-89fe1d0d-a001-4110-9333-fe2938b4bd37 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.5607314 Feb 16 12:44:42.067439 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-53e7d18a-57dd-4090-ba66-f1b8b180906b tempest-DHCPAgentSchedulersTestJSON-692808407 tempest-DHCPAgentSchedulersTestJSON-692808407-project-admin] 10.222.0.83 "GET /v2.0/agents/0a1ae1e0-7bca-4daf-a0b5-0b03511212c4/dhcp-networks HTTP/1.1" status: 200 len: 8048 time: 1.1619074 Feb 16 12:44:42.072212 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 60616) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:42.072832 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 60618) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:42.114629 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-ae0d42ae-b2ac-4b28-b0da-feca9f337706 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Request body: {'security_group_rule': {'security_group_id': 'e53f1014-ca93-4023-83ba-727714174b1b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:42.130501 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ae0d42ae-b2ac-4b28-b0da-feca9f337706 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:42.135336 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ae0d42ae-b2ac-4b28-b0da-feca9f337706 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Usage tracker for resource:security_group_rule and tenant:e0be34df95bb4f3abecca4f5b7a46cf5 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:42.139281 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ae0d42ae-b2ac-4b28-b0da-feca9f337706 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:42.145577 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ae0d42ae-b2ac-4b28-b0da-feca9f337706 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:42.205192 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ae0d42ae-b2ac-4b28-b0da-feca9f337706 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.206968 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-132a3c52-6677-407f-80b2-721fabda6a65 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.257619 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bd8c49ca-64bc-4fdb-9cbc-1e398e91c87c tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.259601 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bd8c49ca-64bc-4fdb-9cbc-1e398e91c87c tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.5569069 Feb 16 12:44:42.270428 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60628) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:42.284113 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port f57626c4-6412-4c9b-ab1e-72c7818d14ef completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:42.284538 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-57300af8-d2f8-4372-a7a7-470ccfc133b0 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Request body: {'security_group_rule': {'security_group_id': '62dfa7ce-67f7-40ab-a719-1c981b68d32c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:42.286591 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ae0d42ae-b2ac-4b28-b0da-feca9f337706 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.287922 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c49ca-64bc-4fdb-9cbc-1e398e91c87c tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62dfa7ce-67f7-40ab-a719-1c981b68d32c,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:42.291630 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-57300af8-d2f8-4372-a7a7-470ccfc133b0 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:42.295967 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port f57626c4-6412-4c9b-ab1e-72c7818d14ef triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:42.296341 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.296627 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-57300af8-d2f8-4372-a7a7-470ccfc133b0 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Usage tracker for resource:security_group_rule and tenant:4259764a734f42088729811e9b58c5b6 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:42.300097 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-57300af8-d2f8-4372-a7a7-470ccfc133b0 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:42.308320 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-57300af8-d2f8-4372-a7a7-470ccfc133b0 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:42.352287 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ae0d42ae-b2ac-4b28-b0da-feca9f337706 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.372230 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-92449244-b5a2-41c4-82df-3a293bf51756 None None] Attempting to bind port 5855de6c-0cbe-4a22-a481-b01f08813492 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:42.372424 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-92449244-b5a2-41c4-82df-3a293bf51756 None None] Attempting to bind port 5855de6c-0cbe-4a22-a481-b01f08813492 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'cb64f129-b859-4993-a651-d874a157c1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ad13fb64-e8ed-4a90-941f-ecef4e45d13a'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:42.372721 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92449244-b5a2-41c4-82df-3a293bf51756 None None] Attempting to bind port 5855de6c-0cbe-4a22-a481-b01f08813492 on network ad13fb64-e8ed-4a90-941f-ecef4e45d13a {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:44:42.379164 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-994e0fbb-a0c5-4b02-93a3-ba3c8b2b1dce tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.401229 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92449244-b5a2-41c4-82df-3a293bf51756 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:44:42.401604 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92449244-b5a2-41c4-82df-3a293bf51756 None None] Checking segment: {'id': 'cb64f129-b859-4993-a651-d874a157c1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ad13fb64-e8ed-4a90-941f-ecef4e45d13a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:42.401993 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-92449244-b5a2-41c4-82df-3a293bf51756 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.402383 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92449244-b5a2-41c4-82df-3a293bf51756 None None] Bound using segment: {'id': 'cb64f129-b859-4993-a651-d874a157c1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ad13fb64-e8ed-4a90-941f-ecef4e45d13a'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:44:42.402855 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-92449244-b5a2-41c4-82df-3a293bf51756 None None] Bound port: 5855de6c-0cbe-4a22-a481-b01f08813492, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb64f129-b859-4993-a651-d874a157c1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ad13fb64-e8ed-4a90-941f-ecef4e45d13a'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:42.403219 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-92449244-b5a2-41c4-82df-3a293bf51756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.410653 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-1cb11c51-9227-485c-aa13-c73355df5f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2865374-f8c0-489f-9ca5-8fd4b18100f9', 'name': 'tempest-ServersTestJSON-1446679388-router', 'tenant_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': '92845cd6-4e81-4f8b-99ad-200c046880bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:22Z', 'updated_at': '2022-02-16T12:44:35Z', 'revision_number': 4, 'project_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'gw_port': {'id': '92845cd6-4e81-4f8b-99ad-200c046880bf', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:13:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2865374-f8c0-489f-9ca5-8fd4b18100f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:25Z', 'updated_at': '2022-02-16T12:44:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '13e1dc46-d856-4f9e-b5aa-32b74f98768b', 'name': '', 'network_id': '3f63effa-f1fc-4fdf-827c-5f344c925210', 'tenant_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'mac_address': 'fa:16:3e:cd:67:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2865374-f8c0-489f-9ca5-8fd4b18100f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '25af59ae-eb65-4dc0-ba71-1417e9a15624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:33Z', 'updated_at': '2022-02-16T12:44:41Z', 'revision_number': 4, 'project_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'subnets': [{'id': '25af59ae-eb65-4dc0-ba71-1417e9a15624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:42.416594 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb11c51-9227-485c-aa13-c73355df5f8c None None] The sync data for ids ['c2865374-f8c0-489f-9ca5-8fd4b18100f9'] in dv-neutron-829527-1-hyperv is: [{'id': 'c2865374-f8c0-489f-9ca5-8fd4b18100f9', 'name': 'tempest-ServersTestJSON-1446679388-router', 'tenant_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': '92845cd6-4e81-4f8b-99ad-200c046880bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:22Z', 'updated_at': '2022-02-16T12:44:35Z', 'revision_number': 4, 'project_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'gw_port': {'id': '92845cd6-4e81-4f8b-99ad-200c046880bf', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:13:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2865374-f8c0-489f-9ca5-8fd4b18100f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:25Z', 'updated_at': '2022-02-16T12:44:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '13e1dc46-d856-4f9e-b5aa-32b74f98768b', 'name': '', 'network_id': '3f63effa-f1fc-4fdf-827c-5f344c925210', 'tenant_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'mac_address': 'fa:16:3e:cd:67:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2865374-f8c0-489f-9ca5-8fd4b18100f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '25af59ae-eb65-4dc0-ba71-1417e9a15624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:33Z', 'updated_at': '2022-02-16T12:44:41Z', 'revision_number': 4, 'project_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'subnets': [{'id': '25af59ae-eb65-4dc0-ba71-1417e9a15624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:42.477674 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e422771b-cf71-4d26-814f-65137f026485 None None] Notify callbacks [] for port, precommit_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.610278 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ae0d42ae-b2ac-4b28-b0da-feca9f337706 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.611472 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ae0d42ae-b2ac-4b28-b0da-feca9f337706 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5319180 Feb 16 12:44:42.618015 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d42ae-b2ac-4b28-b0da-feca9f337706 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdb5c1b3-c85a-47a5-b54a-8cb675cba0b1,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:42.621959 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 60632) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:42.634516 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-faf86cb1-59c9-4940-ac13-3f023602c8a3 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Request body: {'security_group_rule': {'security_group_id': 'e53f1014-ca93-4023-83ba-727714174b1b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:42.640284 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-e422771b-cf71-4d26-814f-65137f026485 None None] Transition to ACTIVE for port object 028c1ddd-61dc-48c4-afac-178ad40ebdc9 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:42.666300 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-faf86cb1-59c9-4940-ac13-3f023602c8a3 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:42.682875 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-faf86cb1-59c9-4940-ac13-3f023602c8a3 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Usage tracker for resource:security_group_rule and tenant:e0be34df95bb4f3abecca4f5b7a46cf5 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:42.693763 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-05adb817-9ef0-40ad-8292-137d6d7c7923 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.705336 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e422771b-cf71-4d26-814f-65137f026485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.733786 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-faf86cb1-59c9-4940-ac13-3f023602c8a3 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:42.746326 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3058339b-36ec-434f-a729-5a6c461ded24 tempest-DHCPAgentSchedulersTestJSON-692808407 tempest-DHCPAgentSchedulersTestJSON-692808407-project-admin] Network 8ee84001-4d45-4d8d-8d59-81ba13b8f06b is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:44:42.753173 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d16b007d-b630-4d1b-a2bd-214021785149 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.757089 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-faf86cb1-59c9-4940-ac13-3f023602c8a3 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:42.761325 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-75535eda-b186-4387-b9e8-70ab8fd93393 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks [] for router_gateway, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.808251 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-05adb817-9ef0-40ad-8292-137d6d7c7923 None None] Transition to ACTIVE for port object 95122a87-805f-45cb-bdaa-e0f4b91e76bf will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:42.820678 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-132a3c52-6677-407f-80b2-721fabda6a65 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.838963 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-994e0fbb-a0c5-4b02-93a3-ba3c8b2b1dce tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Calling delete_port for d32a55fd-0c68-4775-a071-2a34602aa633 owned by {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:42.884997 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-57300af8-d2f8-4372-a7a7-470ccfc133b0 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.904929 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3058339b-36ec-434f-a729-5a6c461ded24 tempest-DHCPAgentSchedulersTestJSON-692808407 tempest-DHCPAgentSchedulersTestJSON-692808407-project-admin] 10.222.0.83 "POST /v2.0/agents/0a1ae1e0-7bca-4daf-a0b5-0b03511212c4/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.8213413 Feb 16 12:44:42.908510 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 60636) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:42.910046 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-132a3c52-6677-407f-80b2-721fabda6a65 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.953404 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-faf86cb1-59c9-4940-ac13-3f023602c8a3 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:42.975750 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-05adb817-9ef0-40ad-8292-137d6d7c7923 None None] Transition to ACTIVE for port object 95122a87-805f-45cb-bdaa-e0f4b91e76bf will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:42.979209 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-92449244-b5a2-41c4-82df-3a293bf51756 None None] For port 5855de6c-0cbe-4a22-a481-b01f08813492, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:44:42.991368 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-92449244-b5a2-41c4-82df-3a293bf51756 None None] For port 5855de6c-0cbe-4a22-a481-b01f08813492, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=5855de6c-0cbe-4a22-a481-b01f08813492,segment=NetworkSegment(cb64f129-b859-4993-a651-d874a157c1e9),segment_id=cb64f129-b859-4993-a651-d874a157c1e9)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:44:43.032735 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-92449244-b5a2-41c4-82df-3a293bf51756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.050334 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16c14ff-3e6a-41d4-b6a7-b6ff35c8e8e7 None None] Network 8ee84001-4d45-4d8d-8d59-81ba13b8f06b requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:43.187864 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-05adb817-9ef0-40ad-8292-137d6d7c7923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.224916 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-994e0fbb-a0c5-4b02-93a3-ba3c8b2b1dce tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.226487 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05adb817-9ef0-40ad-8292-137d6d7c7923 None None] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:43.245906 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-05adb817-9ef0-40ad-8292-137d6d7c7923 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:43.289192 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a3c52-6677-407f-80b2-721fabda6a65 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Pushing event updated for resources: {'Port': ['ID=69a40de0-f54e-48fe-b62c-7d95016417c1,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:43.333250 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05adb817-9ef0-40ad-8292-137d6d7c7923 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:43.380359 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85fe349-10d6-4c92-9068-76ac277ca52b None None] Pushing event updated for resources: {'Port': ['ID=028c1ddd-61dc-48c4-afac-178ad40ebdc9,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:43.400071 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e0fbb-a0c5-4b02-93a3-ba3c8b2b1dce tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Port': ['ID=d32a55fd-0c68-4775-a071-2a34602aa633,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:43.417110 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-132a3c52-6677-407f-80b2-721fabda6a65 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.427094 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-57300af8-d2f8-4372-a7a7-470ccfc133b0 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.434327 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-994e0fbb-a0c5-4b02-93a3-ba3c8b2b1dce tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.441556 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-57300af8-d2f8-4372-a7a7-470ccfc133b0 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.480481 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-994e0fbb-a0c5-4b02-93a3-ba3c8b2b1dce tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/ports/d32a55fd-0c68-4775-a071-2a34602aa633 HTTP/1.1" status: 204 len: 168 time: 2.1581976 Feb 16 12:44:43.482913 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60640) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:43.487402 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57300af8-d2f8-4372-a7a7-470ccfc133b0 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5625d0c9-39fb-4907-b26d-c665728f7ac4,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:43.493242 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-132a3c52-6677-407f-80b2-721fabda6a65 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.500596 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-132a3c52-6677-407f-80b2-721fabda6a65 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6036239 Feb 16 12:44:43.534175 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60644) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:43.545424 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-57300af8-d2f8-4372-a7a7-470ccfc133b0 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.546591 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-57300af8-d2f8-4372-a7a7-470ccfc133b0 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2752650 Feb 16 12:44:43.575190 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.578622 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 60648) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:43.582914 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-faf86cb1-59c9-4940-ac13-3f023602c8a3 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.594203 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-d16b007d-b630-4d1b-a2bd-214021785149 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Allocated IP 172.26.5.72 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/321d5e47-35c3-4f53-a47e-9f520751ba9b) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:43.670447 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-75014f24-9164-494c-a70b-2f755518caf1 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Synchronizing usage tracker for tenant:b414ba72586648ed8f5c12f73eaaa1a7 on resource:floatingip {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:43.673596 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-411b3c67-ab91-454b-a3aa-4c03afa59d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4616f6f8-cd19-413c-ad5a-9f955c0a3a86', 'name': 'tempest-ServersTestManualDisk-1675529640-router', 'tenant_id': '4259764a734f42088729811e9b58c5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.223'}], 'enable_snat': True}, 'gw_port_id': 'f57626c4-6412-4c9b-ab1e-72c7818d14ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:20Z', 'updated_at': '2022-02-16T12:44:35Z', 'revision_number': 4, 'project_id': '4259764a734f42088729811e9b58c5b6', 'gw_port': {'id': 'f57626c4-6412-4c9b-ab1e-72c7818d14ef', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fc:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4616f6f8-cd19-413c-ad5a-9f955c0a3a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:23Z', 'updated_at': '2022-02-16T12:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '08ffd7fb-eb34-4c5f-93aa-3bb92a5a37de', 'name': '', 'network_id': 'd3802bb0-f51a-430a-aee4-70d5a6517150', 'tenant_id': '4259764a734f42088729811e9b58c5b6', 'mac_address': 'fa:16:3e:fa:31:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4616f6f8-cd19-413c-ad5a-9f955c0a3a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '5285d3fc-2a25-4443-819b-b9f97276ee26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:31Z', 'updated_at': '2022-02-16T12:44:36Z', 'revision_number': 2, 'project_id': '4259764a734f42088729811e9b58c5b6', 'subnets': [{'id': '5285d3fc-2a25-4443-819b-b9f97276ee26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:43.692983 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e6789a-3870-4e09-93fe-27b71297c9b4 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:43.695054 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e6789a-3870-4e09-93fe-27b71297c9b4 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:43.696095 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-43e6789a-3870-4e09-93fe-27b71297c9b4 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:43.707806 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port f57626c4-6412-4c9b-ab1e-72c7818d14ef, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=f57626c4-6412-4c9b-ab1e-72c7818d14ef,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:43.711311 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-e422771b-cf71-4d26-814f-65137f026485 None None] Attempting to bind port 028c1ddd-61dc-48c4-afac-178ad40ebdc9 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:43.711893 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-e422771b-cf71-4d26-814f-65137f026485 None None] Attempting to bind port 028c1ddd-61dc-48c4-afac-178ad40ebdc9 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '3d4b7f21-14a6-408b-b79a-e975ae9ef003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '48c19cd8-ac27-4524-bc91-c49a239dcfeb'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:43.712285 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e422771b-cf71-4d26-814f-65137f026485 None None] Attempting to bind port 028c1ddd-61dc-48c4-afac-178ad40ebdc9 on network 48c19cd8-ac27-4524-bc91-c49a239dcfeb {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:44:43.715948 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-75014f24-9164-494c-a70b-2f755518caf1 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Unset dirty status for tenant:b414ba72586648ed8f5c12f73eaaa1a7 on resource:floatingip {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:43.717326 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-75014f24-9164-494c-a70b-2f755518caf1 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] 10.222.0.83 "GET /v2.0/floatingips?floating_network_id=79981be0-3afd-458a-9e31-74d8ce4f6fa9 HTTP/1.1" status: 200 len: 690 time: 0.1828392 Feb 16 12:44:43.719189 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411b3c67-ab91-454b-a3aa-4c03afa59d04 None None] Checking router: 4616f6f8-cd19-413c-ad5a-9f955c0a3a86 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:44:43.719547 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411b3c67-ab91-454b-a3aa-4c03afa59d04 None None] Updating router 4616f6f8-cd19-413c-ad5a-9f955c0a3a86 port 08ffd7fb-eb34-4c5f-93aa-3bb92a5a37de binding host dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:44:43.720254 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60650) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:43.749182 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-3b952901-6350-4450-9d94-bf2eae9a2ca6 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Request body: {'security_group_rule': {'security_group_id': '62dfa7ce-67f7-40ab-a719-1c981b68d32c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:43.752300 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-43e6789a-3870-4e09-93fe-27b71297c9b4 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:43.753528 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-43e6789a-3870-4e09-93fe-27b71297c9b4 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2640259 Feb 16 12:44:43.755369 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-05adb817-9ef0-40ad-8292-137d6d7c7923 None None] Attempting to bind port 95122a87-805f-45cb-bdaa-e0f4b91e76bf on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:43.755737 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-05adb817-9ef0-40ad-8292-137d6d7c7923 None None] Attempting to bind port 95122a87-805f-45cb-bdaa-e0f4b91e76bf by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:43.756590 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05adb817-9ef0-40ad-8292-137d6d7c7923 None None] Attempting to bind port 95122a87-805f-45cb-bdaa-e0f4b91e76bf on network c2beece7-853e-4518-ace6-8724ee235932 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:44:43.761017 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-4fe46ca1-995f-47c7-979f-e98dee1d7b1d None None] Provisioning complete for port 08ffd7fb-eb34-4c5f-93aa-3bb92a5a37de triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:43.761017 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4fe46ca1-995f-47c7-979f-e98dee1d7b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.761816 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60656) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:43.763688 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-faf86cb1-59c9-4940-ac13-3f023602c8a3 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.799268 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e422771b-cf71-4d26-814f-65137f026485 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:44:43.799696 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e422771b-cf71-4d26-814f-65137f026485 None None] Checking segment: {'id': '3d4b7f21-14a6-408b-b79a-e975ae9ef003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '48c19cd8-ac27-4524-bc91-c49a239dcfeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:43.800057 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e422771b-cf71-4d26-814f-65137f026485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.800410 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e422771b-cf71-4d26-814f-65137f026485 None None] Bound using segment: {'id': '3d4b7f21-14a6-408b-b79a-e975ae9ef003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '48c19cd8-ac27-4524-bc91-c49a239dcfeb'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:44:43.803869 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-e422771b-cf71-4d26-814f-65137f026485 None None] Bound port: 028c1ddd-61dc-48c4-afac-178ad40ebdc9, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d4b7f21-14a6-408b-b79a-e975ae9ef003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '48c19cd8-ac27-4524-bc91-c49a239dcfeb'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:43.804249 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e422771b-cf71-4d26-814f-65137f026485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.814489 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.815256 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 92845cd6-4e81-4f8b-99ad-200c046880bf up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:43.830367 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3b952901-6350-4450-9d94-bf2eae9a2ca6 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:43.842372 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-faf86cb1-59c9-4940-ac13-3f023602c8a3 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.848256 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-faf86cb1-59c9-4940-ac13-3f023602c8a3 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2221227 Feb 16 12:44:43.850818 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 60660) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:43.864987 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92449244-b5a2-41c4-82df-3a293bf51756 None None] Pushing event updated for resources: {'Port': ['ID=5855de6c-0cbe-4a22-a481-b01f08813492,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:43.874127 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3b952901-6350-4450-9d94-bf2eae9a2ca6 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Usage tracker for resource:security_group_rule and tenant:4259764a734f42088729811e9b58c5b6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:43.886242 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05adb817-9ef0-40ad-8292-137d6d7c7923 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:44:43.887220 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05adb817-9ef0-40ad-8292-137d6d7c7923 None None] Checking segment: {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:43.887220 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-05adb817-9ef0-40ad-8292-137d6d7c7923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.887412 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05adb817-9ef0-40ad-8292-137d6d7c7923 None None] Bound using segment: {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:44:43.887835 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-05adb817-9ef0-40ad-8292-137d6d7c7923 None None] Bound port: 95122a87-805f-45cb-bdaa-e0f4b91e76bf, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:43.889276 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-05adb817-9ef0-40ad-8292-137d6d7c7923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.891603 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf86cb1-59c9-4940-ac13-3f023602c8a3 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d442920-0d03-4aa8-9460-e459f93d22da,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:43.899489 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-19c3f1cb-e106-4eb1-a2e3-0c09fcd5a47a tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Request body: {'floatingip': {'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:43.903676 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3b952901-6350-4450-9d94-bf2eae9a2ca6 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:43.913174 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-56f4b5cd-0592-472c-9aab-baf3e5b4b45f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting subnet b4957b5c-d2d6-4235-ba0b-001b2b10b429 {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:44:43.918794 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-56f4b5cd-0592-472c-9aab-baf3e5b4b45f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:43.978484 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a8b2a3af-5ad4-48ca-916c-3ddaa3c543e6 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.031654 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-411b3c67-ab91-454b-a3aa-4c03afa59d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.078092 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-4fe46ca1-995f-47c7-979f-e98dee1d7b1d None None] Port 08ffd7fb-eb34-4c5f-93aa-3bb92a5a37de cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:44:44.094873 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d16b007d-b630-4d1b-a2bd-214021785149 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.105433 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3b952901-6350-4450-9d94-bf2eae9a2ca6 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:44.109075 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c6da9d62-36a9-4711-aa83-9e40d3844201 tempest-DHCPAgentSchedulersTestJSON-692808407 tempest-DHCPAgentSchedulersTestJSON-692808407-project-admin] 10.222.0.83 "GET /v2.0/agents/0a1ae1e0-7bca-4daf-a0b5-0b03511212c4/dhcp-networks HTTP/1.1" status: 200 len: 8818 time: 1.1939874 Feb 16 12:44:44.110520 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-19c3f1cb-e106-4eb1-a2e3-0c09fcd5a47a tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:44.126547 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 60664) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:44.129702 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05adb817-9ef0-40ad-8292-137d6d7c7923 None None] Pushing event updated for resources: {'Port': ['ID=95122a87-805f-45cb-bdaa-e0f4b91e76bf,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:44.141536 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-19c3f1cb-e106-4eb1-a2e3-0c09fcd5a47a tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Usage tracker for resource:floatingip and tenant:e0be34df95bb4f3abecca4f5b7a46cf5 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:44.154183 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-19c3f1cb-e106-4eb1-a2e3-0c09fcd5a47a tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:44.162118 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-56f4b5cd-0592-472c-9aab-baf3e5b4b45f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.171209 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-19c3f1cb-e106-4eb1-a2e3-0c09fcd5a47a tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:44.200735 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-a8b2a3af-5ad4-48ca-916c-3ddaa3c543e6 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Deleting port 69a40de0-f54e-48fe-b62c-7d95016417c1 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:44.201066 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a8b2a3af-5ad4-48ca-916c-3ddaa3c543e6 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.236369 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3b952901-6350-4450-9d94-bf2eae9a2ca6 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.255214 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-75535eda-b186-4387-b9e8-70ab8fd93393 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.262193 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-19c3f1cb-e106-4eb1-a2e3-0c09fcd5a47a tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Notify callbacks [] for floatingip, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.268504 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-e422771b-cf71-4d26-814f-65137f026485 None None] For port 028c1ddd-61dc-48c4-afac-178ad40ebdc9, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:44:44.289586 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 92845cd6-4e81-4f8b-99ad-200c046880bf completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:44.308257 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-e422771b-cf71-4d26-814f-65137f026485 None None] For port 028c1ddd-61dc-48c4-afac-178ad40ebdc9, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=028c1ddd-61dc-48c4-afac-178ad40ebdc9,segment=NetworkSegment(3d4b7f21-14a6-408b-b79a-e975ae9ef003),segment_id=3d4b7f21-14a6-408b-b79a-e975ae9ef003)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:44:44.314251 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 92845cd6-4e81-4f8b-99ad-200c046880bf triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:44.314780 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.378276 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-05adb817-9ef0-40ad-8292-137d6d7c7923 None None] For port 95122a87-805f-45cb-bdaa-e0f4b91e76bf, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:44:44.394405 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=f57626c4-6412-4c9b-ab1e-72c7818d14ef,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:44.397913 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e422771b-cf71-4d26-814f-65137f026485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.478720 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a8b2a3af-5ad4-48ca-916c-3ddaa3c543e6 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.479231 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a8b2a3af-5ad4-48ca-916c-3ddaa3c543e6 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.486805 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9715204e-3278-41ae-b384-30d9f729adc7 tempest-DHCPAgentSchedulersTestJSON-692808407 tempest-DHCPAgentSchedulersTestJSON-692808407-project-admin] 10.222.0.83 "DELETE /v2.0/agents/0a1ae1e0-7bca-4daf-a0b5-0b03511212c4/dhcp-networks/8ee84001-4d45-4d8d-8d59-81ba13b8f06b HTTP/1.1" status: 204 len: 168 time: 0.3497472 Feb 16 12:44:44.501968 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 60668) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:44.507588 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-05adb817-9ef0-40ad-8292-137d6d7c7923 None None] For port 95122a87-805f-45cb-bdaa-e0f4b91e76bf, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=95122a87-805f-45cb-bdaa-e0f4b91e76bf,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:44:44.555047 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-05adb817-9ef0-40ad-8292-137d6d7c7923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.585431 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d16b007d-b630-4d1b-a2bd-214021785149 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.642025 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85fe349-10d6-4c92-9068-76ac277ca52b None None] Pushing event updated for resources: {'Port': ['ID=028c1ddd-61dc-48c4-afac-178ad40ebdc9,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:44.656388 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-a8b2a3af-5ad4-48ca-916c-3ddaa3c543e6 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Calling delete_port for 69a40de0-f54e-48fe-b62c-7d95016417c1 owned by network:floatingip {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:44.727328 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-56f4b5cd-0592-472c-9aab-baf3e5b4b45f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.734664 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.objects.ports [None req-1e1fa97c-d016-435c-97dc-acf90e7bfdc5 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87699) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:44:44.735161 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1e1fa97c-d016-435c-97dc-acf90e7bfdc5 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.844973 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e422771b-cf71-4d26-814f-65137f026485 None None] Routers {'299f28aa-b91c-4f6d-8131-91af744fdaaa'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:44.845710 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-e422771b-cf71-4d26-814f-65137f026485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:44:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['299f28aa-b91c-4f6d-8131-91af744fdaaa'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:44.958898 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3b952901-6350-4450-9d94-bf2eae9a2ca6 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:44.963605 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16b007d-b630-4d1b-a2bd-214021785149 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:44.973037 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-d16b007d-b630-4d1b-a2bd-214021785149 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:44.997373 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16b007d-b630-4d1b-a2bd-214021785149 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:45.004519 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3b952901-6350-4450-9d94-bf2eae9a2ca6 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.009300 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a8b2a3af-5ad4-48ca-916c-3ddaa3c543e6 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.041915 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05adb817-9ef0-40ad-8292-137d6d7c7923 None None] Pushing event updated for resources: {'Port': ['ID=95122a87-805f-45cb-bdaa-e0f4b91e76bf,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:45.046735 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b007d-b630-4d1b-a2bd-214021785149 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Pushing event updated for resources: {'Port': ['ID=321d5e47-35c3-4f53-a47e-9f520751ba9b,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:45.071674 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.105466 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1fa97c-d016-435c-97dc-acf90e7bfdc5 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e695380c-da34-4cbe-8861-5049088638dd,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:45.129485 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-56f4b5cd-0592-472c-9aab-baf3e5b4b45f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.138995 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b952901-6350-4450-9d94-bf2eae9a2ca6 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86f9174f-44b9-47fe-8727-c6ec6ec61935,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:45.215278 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b2a3af-5ad4-48ca-916c-3ddaa3c543e6 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Pushing event deleted for resources: {'Port': ['ID=69a40de0-f54e-48fe-b62c-7d95016417c1,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:45.215493 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3b952901-6350-4450-9d94-bf2eae9a2ca6 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.216687 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3b952901-6350-4450-9d94-bf2eae9a2ca6 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4856360 Feb 16 12:44:45.217510 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1fa97c-d016-435c-97dc-acf90e7bfdc5 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Checking segment: {'id': '87cb7d97-bd02-4182-9a66-411ac65fafd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e8fb5ecc-7b11-499a-adb2-2c5a72cb505d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:45.217945 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1fa97c-d016-435c-97dc-acf90e7bfdc5 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Network hostable DHCP agents. Network: e8fb5ecc-7b11-499a-adb2-2c5a72cb505d, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:44:45.224213 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60672) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:45.230011 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-56f4b5cd-0592-472c-9aab-baf3e5b4b45f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.243031 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d16b007d-b630-4d1b-a2bd-214021785149 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.256702 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-1eacfb46-25b8-4ee4-9ebd-4162414ce86b tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Request body: {'floatingip': {'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:45.257464 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1b33e462-ea5b-45e1-aedc-64bbc6b270c6 tempest-DHCPAgentSchedulersTestJSON-692808407 tempest-DHCPAgentSchedulersTestJSON-692808407-project-admin] 10.222.0.83 "GET /v2.0/agents/0a1ae1e0-7bca-4daf-a0b5-0b03511212c4/dhcp-networks HTTP/1.1" status: 200 len: 8048 time: 0.7534244 Feb 16 12:44:45.262725 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-1eacfb46-25b8-4ee4-9ebd-4162414ce86b tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:45.265418 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f4b5cd-0592-472c-9aab-baf3e5b4b45f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Subnet': ['ID=b4957b5c-d2d6-4235-ba0b-001b2b10b429,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:45.266528 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 60678) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:45.302718 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-56f4b5cd-0592-472c-9aab-baf3e5b4b45f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/b4957b5c-d2d6-4235-ba0b-001b2b10b429 HTTP/1.1" status: 204 len: 168 time: 1.5377903 Feb 16 12:44:45.302718 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-1eacfb46-25b8-4ee4-9ebd-4162414ce86b tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Usage tracker for resource:floatingip and tenant:4259764a734f42088729811e9b58c5b6 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:45.303478 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad677ea1-e888-4fec-8e4b-86a72f3817cf None None] Network ad13fb64-e8ed-4a90-941f-ecef4e45d13a requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:45.308967 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-1eacfb46-25b8-4ee4-9ebd-4162414ce86b tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:45.311420 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60682) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:45.346816 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1fa97c-d016-435c-97dc-acf90e7bfdc5 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Network e8fb5ecc-7b11-499a-adb2-2c5a72cb505d is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:44:45.348795 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75535eda-b186-4387-b9e8-70ab8fd93393 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Router 76374bd0-6b9e-4f59-a90a-206c49940c07 is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:44:45.384740 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-415cfb75-5a17-44ba-a85e-372dd7b42622 tempest-DHCPAgentSchedulersTestJSON-692808407 tempest-DHCPAgentSchedulersTestJSON-692808407-project-admin] 10.222.0.83 "GET /v2.0/networks/4f0eccd1-bf17-4b91-a4f9-e908fb8f47c3/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1111388 Feb 16 12:44:45.396427 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f3e9bc42-7a48-40ff-80f6-6fced0150355 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0814488 Feb 16 12:44:45.396589 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-1eacfb46-25b8-4ee4-9ebd-4162414ce86b tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:45.398443 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60686) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:45.398764 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60688) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:45.410263 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-e7fc3536-076f-45aa-8f38-6e73cff4294d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'subnet': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:45.431528 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-1e1fa97c-d016-435c-97dc-acf90e7bfdc5 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, e8fb5ecc-7b11-499a-adb2-2c5a72cb505d) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:45.432575 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 92845cd6-4e81-4f8b-99ad-200c046880bf, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=92845cd6-4e81-4f8b-99ad-200c046880bf,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:45.433914 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-19c3f1cb-e106-4eb1-a2e3-0c09fcd5a47a tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.442223 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d16b007d-b630-4d1b-a2bd-214021785149 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.453281 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe094ac-33b7-4f23-923c-ed942fac67bb None None] Network e8fb5ecc-7b11-499a-adb2-2c5a72cb505d requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:45.479954 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1fa97c-d016-435c-97dc-acf90e7bfdc5 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:45.480897 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1e1fa97c-d016-435c-97dc-acf90e7bfdc5 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.491592 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.598082 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 0ad647ab-95c0-4492-8de7-c6462e6431e2 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:44:45.601641 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a8b2a3af-5ad4-48ca-916c-3ddaa3c543e6 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.615716 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-622429d1-391c-4035-b36b-58b09f8b7f01 tempest-DHCPAgentSchedulersTestJSON-692808407 tempest-DHCPAgentSchedulersTestJSON-692808407-project-admin] 10.222.0.83 "GET /v2.0/networks/4f0eccd1-bf17-4b91-a4f9-e908fb8f47c3/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2158742 Feb 16 12:44:45.618185 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60694) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:45.619208 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-e7fc3536-076f-45aa-8f38-6e73cff4294d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:45.632760 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-e7fc3536-076f-45aa-8f38-6e73cff4294d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Usage tracker for resource:subnet and tenant:5979c0794f594272a8691960316755d8 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:45.638457 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-e7fc3536-076f-45aa-8f38-6e73cff4294d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:45.645524 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1eacfb46-25b8-4ee4-9ebd-4162414ce86b tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Notify callbacks [] for floatingip, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.661304 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1e1fa97c-d016-435c-97dc-acf90e7bfdc5 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.5402575 Feb 16 12:44:45.671386 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 60698) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:45.677298 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-e422771b-cf71-4d26-814f-65137f026485 None None] Set router 299f28aa-b91c-4f6d-8131-91af744fdaaa gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:44:45.687445 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-f7561bde-0279-4c59-9102-d56882f5c609 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1899622397', 'network_id': 'e8fb5ecc-7b11-499a-adb2-2c5a72cb505d'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:45.703041 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-e7fc3536-076f-45aa-8f38-6e73cff4294d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:45.727499 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 0ad647ab-95c0-4492-8de7-c6462e6431e2 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:44:45.727863 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 0ad647ab-95c0-4492-8de7-c6462e6431e2 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:44:45.734502 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f7561bde-0279-4c59-9102-d56882f5c609 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:45.762800 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f7561bde-0279-4c59-9102-d56882f5c609 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Usage tracker for resource:port and tenant:fa4c20ba72264dde861f4f6fcde1d1da is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:45.771875 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.db.resource_extend [None req-411b3c67-ab91-454b-a3aa-4c03afa59d04 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:44:45.774419 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f7561bde-0279-4c59-9102-d56882f5c609 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:45.855580 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f7561bde-0279-4c59-9102-d56882f5c609 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:45.883146 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7fc3536-076f-45aa-8f38-6e73cff4294d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:45.883354 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75535eda-b186-4387-b9e8-70ab8fd93393 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:44:45.890609 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-a22cd376-9692-46ba-a642-fe82c38917f8 None None] Provisioning for port 5855de6c-0cbe-4a22-a481-b01f08813492 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:45.894729 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e7fc3536-076f-45aa-8f38-6e73cff4294d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:45.904839 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ebd9f2-5fb3-48ab-9f65-e9195075e78e None None] Sync routers for ids ['76374bd0-6b9e-4f59-a90a-206c49940c07'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:45.929543 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ebd9f2-5fb3-48ab-9f65-e9195075e78e None None] Routers {'76374bd0-6b9e-4f59-a90a-206c49940c07'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:45.932636 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-f5ebd9f2-5fb3-48ab-9f65-e9195075e78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:44:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['76374bd0-6b9e-4f59-a90a-206c49940c07'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:45.951273 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7561bde-0279-4c59-9102-d56882f5c609 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Made reservation on behalf of fa4c20ba72264dde861f4f6fcde1d1da for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:45.954009 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f7561bde-0279-4c59-9102-d56882f5c609 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.012236 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-19c3f1cb-e106-4eb1-a2e3-0c09fcd5a47a tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Allocated IP 172.26.5.254 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/0218bc4a-68e4-423d-bb1a-3487a35bce40) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:46.031345 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=92845cd6-4e81-4f8b-99ad-200c046880bf,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:46.033799 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-75535eda-b186-4387-b9e8-70ab8fd93393 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.037594 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-75535eda-b186-4387-b9e8-70ab8fd93393 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 9.0681672 Feb 16 12:44:46.050793 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 60702) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:46.093210 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-f5ebd9f2-5fb3-48ab-9f65-e9195075e78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:46.104909 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ebd9f2-5fb3-48ab-9f65-e9195075e78e None None] Routers {'76374bd0-6b9e-4f59-a90a-206c49940c07'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:46.105779 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-f5ebd9f2-5fb3-48ab-9f65-e9195075e78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:44:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['76374bd0-6b9e-4f59-a90a-206c49940c07'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:46.214289 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-f5ebd9f2-5fb3-48ab-9f65-e9195075e78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:46.215063 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ebd9f2-5fb3-48ab-9f65-e9195075e78e None None] The sync data for ids ['76374bd0-6b9e-4f59-a90a-206c49940c07'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:46.267508 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-411b3c67-ab91-454b-a3aa-4c03afa59d04 None None] Notify callbacks [] for port, precommit_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.280952 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device f57626c4-6412-4c9b-ab1e-72c7818d14ef up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:46.311256 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a8b2a3af-5ad4-48ca-916c-3ddaa3c543e6 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.366825 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989a273c-442d-4943-a814-4a70634f6e56 None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:46.398644 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-f7561bde-0279-4c59-9102-d56882f5c609 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] device_id is not set on port 4ea457e6-aa7b-4167-9660-177428a5a7a6 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:44:46.518512 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-411b3c67-ab91-454b-a3aa-4c03afa59d04 None None] Transition to ACTIVE for port object 08ffd7fb-eb34-4c5f-93aa-3bb92a5a37de will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:46.568747 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-ab67720c-66e6-4a60-9312-2db191a37863 tempest-DHCPAgentSchedulersTestJSON-692808407 tempest-DHCPAgentSchedulersTestJSON-692808407-project-admin] 10.222.0.83 "GET /v2.0/agents/0a1ae1e0-7bca-4daf-a0b5-0b03511212c4/dhcp-networks HTTP/1.1" status: 200 len: 8813 time: 0.9459064 Feb 16 12:44:46.575753 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-411b3c67-ab91-454b-a3aa-4c03afa59d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.580684 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d16b007d-b630-4d1b-a2bd-214021785149 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.581153 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60706) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:46.599056 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d16b007d-b630-4d1b-a2bd-214021785149 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.707419 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-c2fa507a-e73d-432c-b0bc-cc4175c71420 None None] Provisioning for port 95122a87-805f-45cb-bdaa-e0f4b91e76bf completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:46.797629 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d16b007d-b630-4d1b-a2bd-214021785149 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.827357 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-505e57b1-b2ce-4ec7-8429-98ad84fb94eb tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.885206 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a8b2a3af-5ad4-48ca-916c-3ddaa3c543e6 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.885850 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-19c3f1cb-e106-4eb1-a2e3-0c09fcd5a47a tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:46.890131 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb89a3fb-4233-40e6-a9ac-ba139ebd1596 None None] Network e8fb5ecc-7b11-499a-adb2-2c5a72cb505d requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:46.894016 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b007d-b630-4d1b-a2bd-214021785149 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Pushing event updated for resources: {'Port': ['ID=321d5e47-35c3-4f53-a47e-9f520751ba9b,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:46.914660 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-f7561bde-0279-4c59-9102-d56882f5c609 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Allocated IP 172.20.0.12 (e8fb5ecc-7b11-499a-adb2-2c5a72cb505d/e695380c-da34-4cbe-8861-5049088638dd/4ea457e6-aa7b-4167-9660-177428a5a7a6) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:46.935629 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec77d40-e227-4b9e-a770-1305fa8f5c49 None None] Pushing event updated for resources: {'Port': ['ID=08ffd7fb-eb34-4c5f-93aa-3bb92a5a37de,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:47.077726 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b2a3af-5ad4-48ca-916c-3ddaa3c543e6 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cb0d533c-862e-4e87-83b1-9cae322db475,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:47.080787 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e7fc3536-076f-45aa-8f38-6e73cff4294d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.150791 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port f57626c4-6412-4c9b-ab1e-72c7818d14ef triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:47.151159 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.194526 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a8b2a3af-5ad4-48ca-916c-3ddaa3c543e6 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.199150 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d16b007d-b630-4d1b-a2bd-214021785149 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.208542 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d16b007d-b630-4d1b-a2bd-214021785149 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9515903 Feb 16 12:44:47.278338 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fc3536-076f-45aa-8f38-6e73cff4294d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:47.302492 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-e7fc3536-076f-45aa-8f38-6e73cff4294d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:47.306041 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fc3536-076f-45aa-8f38-6e73cff4294d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:47.306649 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e7fc3536-076f-45aa-8f38-6e73cff4294d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.315889 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-411b3c67-ab91-454b-a3aa-4c03afa59d04 None None] Attempting to bind port 08ffd7fb-eb34-4c5f-93aa-3bb92a5a37de on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:47.316416 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-411b3c67-ab91-454b-a3aa-4c03afa59d04 None None] Attempting to bind port 08ffd7fb-eb34-4c5f-93aa-3bb92a5a37de by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'c3084382-c060-4a75-b212-4c3b4ad9bab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd3802bb0-f51a-430a-aee4-70d5a6517150'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:47.316976 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411b3c67-ab91-454b-a3aa-4c03afa59d04 None None] Attempting to bind port 08ffd7fb-eb34-4c5f-93aa-3bb92a5a37de on network d3802bb0-f51a-430a-aee4-70d5a6517150 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:44:47.334546 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-505e57b1-b2ce-4ec7-8429-98ad84fb94eb tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.342107 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411b3c67-ab91-454b-a3aa-4c03afa59d04 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:44:47.342721 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411b3c67-ab91-454b-a3aa-4c03afa59d04 None None] Checking segment: {'id': 'c3084382-c060-4a75-b212-4c3b4ad9bab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd3802bb0-f51a-430a-aee4-70d5a6517150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:47.343372 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-411b3c67-ab91-454b-a3aa-4c03afa59d04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.343894 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411b3c67-ab91-454b-a3aa-4c03afa59d04 None None] Bound using segment: {'id': 'c3084382-c060-4a75-b212-4c3b4ad9bab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd3802bb0-f51a-430a-aee4-70d5a6517150'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:44:47.344722 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-411b3c67-ab91-454b-a3aa-4c03afa59d04 None None] Bound port: 08ffd7fb-eb34-4c5f-93aa-3bb92a5a37de, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3084382-c060-4a75-b212-4c3b4ad9bab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd3802bb0-f51a-430a-aee4-70d5a6517150'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:47.345290 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-411b3c67-ab91-454b-a3aa-4c03afa59d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.345510 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc3536-076f-45aa-8f38-6e73cff4294d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Subnet': ['ID=6812c643-4656-447a-b5ca-197c0f413e8d,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:47.357179 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-a8b2a3af-5ad4-48ca-916c-3ddaa3c543e6 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79981be0-3afd-458a-9e31-74d8ce4f6fa9']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:47.371478 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1eacfb46-25b8-4ee4-9ebd-4162414ce86b tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.456393 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-a8b2a3af-5ad4-48ca-916c-3ddaa3c543e6 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b58e87e8-6669-4e4e-b687-7f99416b5470') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:47.456799 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-a8b2a3af-5ad4-48ca-916c-3ddaa3c543e6 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b58e87e8-6669-4e4e-b687-7f99416b5470') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:47.474607 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-505e57b1-b2ce-4ec7-8429-98ad84fb94eb tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee84001-4d45-4d8d-8d59-81ba13b8f06b']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:47.479114 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-19c3f1cb-e106-4eb1-a2e3-0c09fcd5a47a tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.507435 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e7fc3536-076f-45aa-8f38-6e73cff4294d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1015303 Feb 16 12:44:47.509338 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-505e57b1-b2ce-4ec7-8429-98ad84fb94eb tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '872ea99f-b1db-46ee-9158-08226fb3215a') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:47.509629 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-505e57b1-b2ce-4ec7-8429-98ad84fb94eb tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '872ea99f-b1db-46ee-9158-08226fb3215a') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:47.517543 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a8b2a3af-5ad4-48ca-916c-3ddaa3c543e6 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.531491 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60720) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:47.541180 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-e295fec8-b43e-44a1-bdef-f3d0c1b0582c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'port': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'name': 'tempest-NetworksTestDHCPv6-1818991408'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:47.549544 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f7561bde-0279-4c59-9102-d56882f5c609 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.561622 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-505e57b1-b2ce-4ec7-8429-98ad84fb94eb tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.591138 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a8b2a3af-5ad4-48ca-916c-3ddaa3c543e6 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.667242 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-505e57b1-b2ce-4ec7-8429-98ad84fb94eb tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.669939 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7897eabe-68bb-4b90-9369-683a51cd304e None None] DHCP port deletion for c2beece7-853e-4518-ace6-8724ee235932 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:44:47.676269 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c3f1cb-e106-4eb1-a2e3-0c09fcd5a47a tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:47.682805 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-19c3f1cb-e106-4eb1-a2e3-0c09fcd5a47a tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:47.686287 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f7561bde-0279-4c59-9102-d56882f5c609 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.700128 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-e422771b-cf71-4d26-814f-65137f026485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299f28aa-b91c-4f6d-8131-91af744fdaaa', 'name': 'tempest-ServerActionsTestJSON-1809122567-router', 'tenant_id': 'a8771b90386942c1a6095687790fa64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.29'}], 'enable_snat': True}, 'gw_port_id': '62489a86-0494-4668-8a0c-4e88a1bbfb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:18Z', 'updated_at': '2022-02-16T12:44:33Z', 'revision_number': 4, 'project_id': 'a8771b90386942c1a6095687790fa64b', 'gw_port': {'id': '62489a86-0494-4668-8a0c-4e88a1bbfb3a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299f28aa-b91c-4f6d-8131-91af744fdaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:20Z', 'updated_at': '2022-02-16T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '028c1ddd-61dc-48c4-afac-178ad40ebdc9', 'name': '', 'network_id': '48c19cd8-ac27-4524-bc91-c49a239dcfeb', 'tenant_id': 'a8771b90386942c1a6095687790fa64b', 'mac_address': 'fa:16:3e:1c:ef:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299f28aa-b91c-4f6d-8131-91af744fdaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5863982f-bd9e-4d06-825d-64b5d101ef97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:30Z', 'updated_at': '2022-02-16T12:44:44Z', 'revision_number': 4, 'project_id': 'a8771b90386942c1a6095687790fa64b', 'subnets': [{'id': '5863982f-bd9e-4d06-825d-64b5d101ef97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:47.712316 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-7897eabe-68bb-4b90-9369-683a51cd304e None None] Deleting port 95122a87-805f-45cb-bdaa-e0f4b91e76bf {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:47.712707 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7897eabe-68bb-4b90-9369-683a51cd304e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.729853 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8b2a3af-5ad4-48ca-916c-3ddaa3c543e6 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:44:47.730273 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a8b2a3af-5ad4-48ca-916c-3ddaa3c543e6 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.747452 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:44:47.747452 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:44:47.747452 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:44:47.747452 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:44:47.747452 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:44:47.747452 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:44:47.747452 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:44:47.747452 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:44:47.747452 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:44:47.747452 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:44:47.747452 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:44:47.747452 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:44:47.747452 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:44:47.747452 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:44:47.747452 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:44:47.747452 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:44:47.747452 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:44:47.747452 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:44:47.747452 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:44:47.747452 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:44:47.747452 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:44:47.747452 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:44:47.747452 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:44:47.747452 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:44:47.747452 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:44:47.747452 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:44:47.747452 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:44:47.747452 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:44:47.747452 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:44:47.747452 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:44:47.747452 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:44:47.747452 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:44:47.751512 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c3f1cb-e106-4eb1-a2e3-0c09fcd5a47a tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:47.768050 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c3f1cb-e106-4eb1-a2e3-0c09fcd5a47a tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Pushing event updated for resources: {'Port': ['ID=0218bc4a-68e4-423d-bb1a-3487a35bce40,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:47.811829 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e422771b-cf71-4d26-814f-65137f026485 None None] The sync data for ids ['299f28aa-b91c-4f6d-8131-91af744fdaaa'] in dv-neutron-829527-1-hyperv is: [{'id': '299f28aa-b91c-4f6d-8131-91af744fdaaa', 'name': 'tempest-ServerActionsTestJSON-1809122567-router', 'tenant_id': 'a8771b90386942c1a6095687790fa64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.29'}], 'enable_snat': True}, 'gw_port_id': '62489a86-0494-4668-8a0c-4e88a1bbfb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:18Z', 'updated_at': '2022-02-16T12:44:33Z', 'revision_number': 4, 'project_id': 'a8771b90386942c1a6095687790fa64b', 'gw_port': {'id': '62489a86-0494-4668-8a0c-4e88a1bbfb3a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299f28aa-b91c-4f6d-8131-91af744fdaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:20Z', 'updated_at': '2022-02-16T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '028c1ddd-61dc-48c4-afac-178ad40ebdc9', 'name': '', 'network_id': '48c19cd8-ac27-4524-bc91-c49a239dcfeb', 'tenant_id': 'a8771b90386942c1a6095687790fa64b', 'mac_address': 'fa:16:3e:1c:ef:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299f28aa-b91c-4f6d-8131-91af744fdaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5863982f-bd9e-4d06-825d-64b5d101ef97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:30Z', 'updated_at': '2022-02-16T12:44:44Z', 'revision_number': 4, 'project_id': 'a8771b90386942c1a6095687790fa64b', 'subnets': [{'id': '5863982f-bd9e-4d06-825d-64b5d101ef97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:47.818667 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 13e1dc46-d856-4f9e-b5aa-32b74f98768b up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:47.829427 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-505e57b1-b2ce-4ec7-8429-98ad84fb94eb tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:44:47.830046 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-505e57b1-b2ce-4ec7-8429-98ad84fb94eb tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.849143 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:44:47.849143 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:44:47.849143 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:44:47.849143 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:44:47.849143 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:44:47.849143 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:44:47.849143 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:44:47.849143 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:44:47.849143 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:44:47.849143 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:44:47.849143 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:44:47.849143 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:44:47.849143 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:44:47.849143 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:44:47.849143 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:44:47.849143 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:44:47.849143 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:44:47.849143 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:44:47.849143 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:44:47.849143 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:44:47.849143 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:44:47.849143 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:44:47.849143 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:44:47.849143 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:44:47.849143 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:44:47.849143 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:44:47.849143 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:44:47.849143 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:44:47.849143 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:44:47.849143 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:44:47.849143 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:44:47.849143 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:44:47.893388 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7561bde-0279-4c59-9102-d56882f5c609 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Network e8fb5ecc-7b11-499a-adb2-2c5a72cb505d is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:47.905854 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-f7561bde-0279-4c59-9102-d56882f5c609 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:47.907435 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-411b3c67-ab91-454b-a3aa-4c03afa59d04 None None] For port 08ffd7fb-eb34-4c5f-93aa-3bb92a5a37de, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:44:47.916319 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7561bde-0279-4c59-9102-d56882f5c609 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:47.917824 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7561bde-0279-4c59-9102-d56882f5c609 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:47.918622 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f7561bde-0279-4c59-9102-d56882f5c609 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:47.927681 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 60736) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:47.933391 dv-neutron-829527-1-hyperv neutron-server[87699]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 16 12:44:47.990435 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7561bde-0279-4c59-9102-d56882f5c609 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Pushing event updated for resources: {'Port': ['ID=4ea457e6-aa7b-4167-9660-177428a5a7a6,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:48.022093 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-19c3f1cb-e106-4eb1-a2e3-0c09fcd5a47a tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.041611 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-1eacfb46-25b8-4ee4-9ebd-4162414ce86b tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Allocated IP 172.26.5.117 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/4ff156a7-5625-475b-853e-81138023d104) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:48.048994 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f7561bde-0279-4c59-9102-d56882f5c609 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 2.3688684 Feb 16 12:44:48.053065 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 60740) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:48.068497 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a8b2a3af-5ad4-48ca-916c-3ddaa3c543e6 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.074349 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-411b3c67-ab91-454b-a3aa-4c03afa59d04 None None] For port 08ffd7fb-eb34-4c5f-93aa-3bb92a5a37de, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=08ffd7fb-eb34-4c5f-93aa-3bb92a5a37de,segment=NetworkSegment(c3084382-c060-4a75-b212-4c3b4ad9bab0),segment_id=c3084382-c060-4a75-b212-4c3b4ad9bab0)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:44:48.075287 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b2a3af-5ad4-48ca-916c-3ddaa3c543e6 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 79981be0-3afd-458a-9e31-74d8ce4f6fa9 {{(pid=87701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 16 12:44:48.090419 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a8b2a3af-5ad4-48ca-916c-3ddaa3c543e6 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.103055 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-45643b55-0668-449b-9684-d237ecfb0897 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Synchronizing usage tracker for tenant:a8771b90386942c1a6095687790fa64b on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:48.104245 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-411b3c67-ab91-454b-a3aa-4c03afa59d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.123039 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-505e57b1-b2ce-4ec7-8429-98ad84fb94eb tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.136860 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-505e57b1-b2ce-4ec7-8429-98ad84fb94eb tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.165273 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-e295fec8-b43e-44a1-bdef-f3d0c1b0582c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:48.178957 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-a8b2a3af-5ad4-48ca-916c-3ddaa3c543e6 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] 10.222.0.83 "DELETE /v2.0/networks/79981be0-3afd-458a-9e31-74d8ce4f6fa9 HTTP/1.1" status: 204 len: 168 time: 4.4575288 Feb 16 12:44:48.180009 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b2a3af-5ad4-48ca-916c-3ddaa3c543e6 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Pushing event deleted for resources: {'Network': ['ID=79981be0-3afd-458a-9e31-74d8ce4f6fa9,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:48.198789 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-e295fec8-b43e-44a1-bdef-f3d0c1b0582c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Usage tracker for resource:port and tenant:5979c0794f594272a8691960316755d8 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:48.220551 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 13e1dc46-d856-4f9e-b5aa-32b74f98768b completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:48.232342 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec77d40-e227-4b9e-a770-1305fa8f5c49 None None] Pushing event updated for resources: {'Port': ['ID=08ffd7fb-eb34-4c5f-93aa-3bb92a5a37de,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:48.236415 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 13e1dc46-d856-4f9e-b5aa-32b74f98768b triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:48.236859 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.243203 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 60744) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:48.253580 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-e295fec8-b43e-44a1-bdef-f3d0c1b0582c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:48.260827 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-505e57b1-b2ce-4ec7-8429-98ad84fb94eb tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] 10.222.0.83 "DELETE /v2.0/networks/8ee84001-4d45-4d8d-8d59-81ba13b8f06b HTTP/1.1" status: 204 len: 168 time: 1.6692433 Feb 16 12:44:48.263908 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 60748) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:48.271190 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-e295fec8-b43e-44a1-bdef-f3d0c1b0582c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:48.273165 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505e57b1-b2ce-4ec7-8429-98ad84fb94eb tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Pushing event deleted for resources: {'Network': ['ID=8ee84001-4d45-4d8d-8d59-81ba13b8f06b,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:48.303117 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e295fec8-b43e-44a1-bdef-f3d0c1b0582c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:48.307413 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e295fec8-b43e-44a1-bdef-f3d0c1b0582c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.360596 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [None req-e295fec8-b43e-44a1-bdef-f3d0c1b0582c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] device_id is not set on port 46d7249c-767f-48fb-9347-e8c3f7bc442f yet. {{(pid=87701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:44:48.424216 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411b3c67-ab91-454b-a3aa-4c03afa59d04 None None] Routers {'4616f6f8-cd19-413c-ad5a-9f955c0a3a86'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:48.424906 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-411b3c67-ab91-454b-a3aa-4c03afa59d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:44:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['4616f6f8-cd19-413c-ad5a-9f955c0a3a86'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:48.427783 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-bda23b34-e6de-4b8b-be5d-8b37d6bb5831 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] DELETE failed (client error): The resource could not be found. Feb 16 12:44:48.428305 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bda23b34-e6de-4b8b-be5d-8b37d6bb5831 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:44:48.434183 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bda23b34-e6de-4b8b-be5d-8b37d6bb5831 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] 10.222.0.83 "DELETE /v2.0/ports/e0dad3b6-d5ed-4ce5-889b-03c51099345a HTTP/1.1" status: 404 len: 333 time: 0.1119215 Feb 16 12:44:48.470899 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-822c11c0-681f-469f-9f25-4f1db3b37cd4 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Deleting port 4ea457e6-aa7b-4167-9660-177428a5a7a6 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:48.471236 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-822c11c0-681f-469f-9f25-4f1db3b37cd4 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.544447 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60752) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:48.631988 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1eacfb46-25b8-4ee4-9ebd-4162414ce86b tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.637817 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ea770962-211f-4180-9159-90cd7d9153f4 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] 10.222.0.83 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.3899364 Feb 16 12:44:48.638614 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-19c3f1cb-e106-4eb1-a2e3-0c09fcd5a47a tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.648093 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60756) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:48.736102 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-85f49de7-0faf-46a2-9921-49ef3f4dd8a0 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Deleting subnet 3e05ab23-b5d3-4fab-8070-637351a5691f {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:44:48.745560 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-45643b55-0668-449b-9684-d237ecfb0897 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Unset dirty status for tenant:a8771b90386942c1a6095687790fa64b on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:48.746500 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-45643b55-0668-449b-9684-d237ecfb0897 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--282732185&fields=id&tenant_id=a8771b90386942c1a6095687790fa64b HTTP/1.1" status: 200 len: 267 time: 0.8175895 Feb 16 12:44:48.786967 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-85f49de7-0faf-46a2-9921-49ef3f4dd8a0 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.795587 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.827486 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-7897eabe-68bb-4b90-9369-683a51cd304e None None] For port 95122a87-805f-45cb-bdaa-e0f4b91e76bf, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=95122a87-805f-45cb-bdaa-e0f4b91e76bf,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:48.827883 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7897eabe-68bb-4b90-9369-683a51cd304e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.880446 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f3218d-a5cc-4007-8c2a-cc5475ff2f80 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:48.880962 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f3218d-a5cc-4007-8c2a-cc5475ff2f80 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:48.881951 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f3218d-a5cc-4007-8c2a-cc5475ff2f80 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:48.882449 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f3218d-a5cc-4007-8c2a-cc5475ff2f80 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:48.882972 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f3218d-a5cc-4007-8c2a-cc5475ff2f80 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:48.883406 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f3218d-a5cc-4007-8c2a-cc5475ff2f80 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:48.883836 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f3218d-a5cc-4007-8c2a-cc5475ff2f80 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:48.884271 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f3218d-a5cc-4007-8c2a-cc5475ff2f80 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:48.884723 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f3218d-a5cc-4007-8c2a-cc5475ff2f80 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:48.885156 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f3218d-a5cc-4007-8c2a-cc5475ff2f80 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:48.886368 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-d4f3218d-a5cc-4007-8c2a-cc5475ff2f80 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Synchronizing usage tracker for tenant:b414ba72586648ed8f5c12f73eaaa1a7 on resource:subnet {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:48.926212 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-85f49de7-0faf-46a2-9921-49ef3f4dd8a0 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:48.936556 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-6d177854-153e-4591-a5fc-d2711e1d9de5 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:48.938115 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-6d177854-153e-4591-a5fc-d2711e1d9de5 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/networks?id=48c19cd8-ac27-4524-bc91-c49a239dcfeb HTTP/1.1" status: 200 len: 812 time: 0.1745651 Feb 16 12:44:48.982077 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 13e1dc46-d856-4f9e-b5aa-32b74f98768b, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=13e1dc46-d856-4f9e-b5aa-32b74f98768b,segment=NetworkSegment(eed87c9e-fb99-4fd5-ad35-a65bcf1a5597),segment_id=eed87c9e-fb99-4fd5-ad35-a65bcf1a5597)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:48.993293 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-7897eabe-68bb-4b90-9369-683a51cd304e None None] Calling delete_port for 95122a87-805f-45cb-bdaa-e0f4b91e76bf owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:49.021342 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1eacfb46-25b8-4ee4-9ebd-4162414ce86b tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.084208 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eacfb46-25b8-4ee4-9ebd-4162414ce86b tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:49.093649 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.094353 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-1eacfb46-25b8-4ee4-9ebd-4162414ce86b tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:49.094456 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 5855de6c-0cbe-4a22-a481-b01f08813492 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:49.107132 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eacfb46-25b8-4ee4-9ebd-4162414ce86b tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:49.124533 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-477fce18-f6dc-4bbb-a6d7-acf7036daaf2 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/quotas/a8771b90386942c1a6095687790fa64b HTTP/1.1" status: 200 len: 375 time: 0.1668112 Feb 16 12:44:49.167313 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-85f49de7-0faf-46a2-9921-49ef3f4dd8a0 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.181027 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-411b3c67-ab91-454b-a3aa-4c03afa59d04 None None] Set router 4616f6f8-cd19-413c-ad5a-9f955c0a3a86 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:44:49.232522 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-06156a9b-9561-416c-a58a-a6ae1cd42495 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.276099 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-d4f3218d-a5cc-4007-8c2a-cc5475ff2f80 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Unset dirty status for tenant:b414ba72586648ed8f5c12f73eaaa1a7 on resource:subnet {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:49.279843 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d4f3218d-a5cc-4007-8c2a-cc5475ff2f80 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6418 time: 0.6227906 Feb 16 12:44:49.285168 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60760) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:49.406509 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-85f49de7-0faf-46a2-9921-49ef3f4dd8a0 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.428244 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-822c11c0-681f-469f-9f25-4f1db3b37cd4 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.488530 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-19c3f1cb-e106-4eb1-a2e3-0c09fcd5a47a tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.522517 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-e295fec8-b43e-44a1-bdef-f3d0c1b0582c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Allocated IP 2001:db8::e6 (c2beece7-853e-4518-ace6-8724ee235932/6812c643-4656-447a-b5ca-197c0f413e8d/46d7249c-767f-48fb-9347-e8c3f7bc442f) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:49.529430 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f49de7-0faf-46a2-9921-49ef3f4dd8a0 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Pushing event deleted for resources: {'Subnet': ['ID=3e05ab23-b5d3-4fab-8070-637351a5691f,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:49.531208 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eacfb46-25b8-4ee4-9ebd-4162414ce86b tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Pushing event updated for resources: {'Port': ['ID=4ff156a7-5625-475b-853e-81138023d104,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:49.533745 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-2c07535c-af45-4a08-883f-424a784544ad tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] delete failed (client error): The resource could not be found. Feb 16 12:44:49.534868 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-2c07535c-af45-4a08-883f-424a784544ad tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] 10.222.0.83 "DELETE /v2.0/floatingips/2d2f2e32-497c-466d-ba47-79b49da81dac HTTP/1.1" status: 404 len: 345 time: 0.2428417 Feb 16 12:44:49.545351 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60764) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:49.551481 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-85f49de7-0faf-46a2-9921-49ef3f4dd8a0 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.566324 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=13e1dc46-d856-4f9e-b5aa-32b74f98768b,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:49.579967 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d87689-2b04-4067-a7b0-77842d7109a5 None None] Network 4f0eccd1-bf17-4b91-a4f9-e908fb8f47c3 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:49.584266 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e101e9c-0f71-49b5-af8d-f0efbcd242f0 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] DELETE failed (client error): The resource could not be found. Feb 16 12:44:49.586196 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e101e9c-0f71-49b5-af8d-f0efbcd242f0 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:44:49.600911 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-85f49de7-0faf-46a2-9921-49ef3f4dd8a0 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] 10.222.0.83 "DELETE /v2.0/subnets/3e05ab23-b5d3-4fab-8070-637351a5691f HTTP/1.1" status: 204 len: 168 time: 1.0543306 Feb 16 12:44:49.610139 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-6e101e9c-0f71-49b5-af8d-f0efbcd242f0 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] 10.222.0.83 "DELETE /v2.0/networks/79981be0-3afd-458a-9e31-74d8ce4f6fa9 HTTP/1.1" status: 404 len: 339 time: 0.0604296 Feb 16 12:44:49.610911 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60768) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:49.611937 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 5855de6c-0cbe-4a22-a481-b01f08813492 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:49.624567 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60770) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:49.657072 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-4ddfcb53-26b3-4e64-9015-87bc93809906 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Request body: {'network': {'name': 'tempest-network--1182441738', 'router:external': True}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:49.669158 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7897eabe-68bb-4b90-9369-683a51cd304e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.703347 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 5855de6c-0cbe-4a22-a481-b01f08813492 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:49.703716 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.727871 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-4ddfcb53-26b3-4e64-9015-87bc93809906 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:49.729103 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-822c11c0-681f-469f-9f25-4f1db3b37cd4 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Calling delete_port for 4ea457e6-aa7b-4167-9660-177428a5a7a6 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:49.740876 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-4ddfcb53-26b3-4e64-9015-87bc93809906 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Usage tracker for resource:network and tenant:b414ba72586648ed8f5c12f73eaaa1a7 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:49.749880 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-4ddfcb53-26b3-4e64-9015-87bc93809906 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:49.758624 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1eacfb46-25b8-4ee4-9ebd-4162414ce86b tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.763670 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-19c3f1cb-e106-4eb1-a2e3-0c09fcd5a47a tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.769331 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-4ddfcb53-26b3-4e64-9015-87bc93809906 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:49.784911 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7897eabe-68bb-4b90-9369-683a51cd304e None None] No DVR routers for this DVR port 95122a87-805f-45cb-bdaa-e0f4b91e76bf on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:44:49.793465 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7897eabe-68bb-4b90-9369-683a51cd304e None None] Pushing event deleted for resources: {'Port': ['ID=95122a87-805f-45cb-bdaa-e0f4b91e76bf,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:49.832794 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f401c1-572d-4262-929f-9ed3e4bf9a6e None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:49.913462 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1eacfb46-25b8-4ee4-9ebd-4162414ce86b tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.950172 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-19c3f1cb-e106-4eb1-a2e3-0c09fcd5a47a tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.956084 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-75417c4a-47aa-4660-ba83-cde55d9db204 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:49.981223 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-fc98ff4b-98e8-4f14-8dab-9ba67c6a1467 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=a8771b90386942c1a6095687790fa64b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8489738 Feb 16 12:44:50.014002 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-411b3c67-ab91-454b-a3aa-4c03afa59d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4616f6f8-cd19-413c-ad5a-9f955c0a3a86', 'name': 'tempest-ServersTestManualDisk-1675529640-router', 'tenant_id': '4259764a734f42088729811e9b58c5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.223'}], 'enable_snat': True}, 'gw_port_id': 'f57626c4-6412-4c9b-ab1e-72c7818d14ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:20Z', 'updated_at': '2022-02-16T12:44:35Z', 'revision_number': 4, 'project_id': '4259764a734f42088729811e9b58c5b6', 'gw_port': {'id': 'f57626c4-6412-4c9b-ab1e-72c7818d14ef', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4616f6f8-cd19-413c-ad5a-9f955c0a3a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:23Z', 'updated_at': '2022-02-16T12:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '08ffd7fb-eb34-4c5f-93aa-3bb92a5a37de', 'name': '', 'network_id': 'd3802bb0-f51a-430a-aee4-70d5a6517150', 'tenant_id': '4259764a734f42088729811e9b58c5b6', 'mac_address': 'fa:16:3e:fa:31:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4616f6f8-cd19-413c-ad5a-9f955c0a3a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '5285d3fc-2a25-4443-819b-b9f97276ee26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:31Z', 'updated_at': '2022-02-16T12:44:47Z', 'revision_number': 4, 'project_id': '4259764a734f42088729811e9b58c5b6', 'subnets': [{'id': '5285d3fc-2a25-4443-819b-b9f97276ee26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:50.051533 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-19c3f1cb-e106-4eb1-a2e3-0c09fcd5a47a tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.052767 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-19c3f1cb-e106-4eb1-a2e3-0c09fcd5a47a tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1806331 Feb 16 12:44:50.060310 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411b3c67-ab91-454b-a3aa-4c03afa59d04 None None] The sync data for ids ['4616f6f8-cd19-413c-ad5a-9f955c0a3a86'] in dv-neutron-829527-1-hyperv is: [{'id': '4616f6f8-cd19-413c-ad5a-9f955c0a3a86', 'name': 'tempest-ServersTestManualDisk-1675529640-router', 'tenant_id': '4259764a734f42088729811e9b58c5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.223'}], 'enable_snat': True}, 'gw_port_id': 'f57626c4-6412-4c9b-ab1e-72c7818d14ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:20Z', 'updated_at': '2022-02-16T12:44:35Z', 'revision_number': 4, 'project_id': '4259764a734f42088729811e9b58c5b6', 'gw_port': {'id': 'f57626c4-6412-4c9b-ab1e-72c7818d14ef', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4616f6f8-cd19-413c-ad5a-9f955c0a3a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:23Z', 'updated_at': '2022-02-16T12:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '08ffd7fb-eb34-4c5f-93aa-3bb92a5a37de', 'name': '', 'network_id': 'd3802bb0-f51a-430a-aee4-70d5a6517150', 'tenant_id': '4259764a734f42088729811e9b58c5b6', 'mac_address': 'fa:16:3e:fa:31:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4616f6f8-cd19-413c-ad5a-9f955c0a3a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '5285d3fc-2a25-4443-819b-b9f97276ee26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:31Z', 'updated_at': '2022-02-16T12:44:47Z', 'revision_number': 4, 'project_id': '4259764a734f42088729811e9b58c5b6', 'subnets': [{'id': '5285d3fc-2a25-4443-819b-b9f97276ee26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:50.079453 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c3f1cb-e106-4eb1-a2e3-0c09fcd5a47a tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Pushing event updated for resources: {'Port': ['ID=0218bc4a-68e4-423d-bb1a-3487a35bce40,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:50.157062 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ddfcb53-26b3-4e64-9015-87bc93809906 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Made reservation on behalf of b414ba72586648ed8f5c12f73eaaa1a7 for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:50.169143 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4ddfcb53-26b3-4e64-9015-87bc93809906 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.178379 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.214554 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-75417c4a-47aa-4660-ba83-cde55d9db204 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Deleting port 85a9235c-6852-4f51-8fa4-38bd8f2d329c {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:50.214903 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-75417c4a-47aa-4660-ba83-cde55d9db204 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.313372 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 5855de6c-0cbe-4a22-a481-b01f08813492, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=5855de6c-0cbe-4a22-a481-b01f08813492,segment=NetworkSegment(cb64f129-b859-4993-a651-d874a157c1e9),segment_id=cb64f129-b859-4993-a651-d874a157c1e9)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:50.334134 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ddfcb53-26b3-4e64-9015-87bc93809906 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:50.380381 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.381208 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 85a9235c-6852-4f51-8fa4-38bd8f2d329c up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:50.419570 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4ddfcb53-26b3-4e64-9015-87bc93809906 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.420325 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-4ddfcb53-26b3-4e64-9015-87bc93809906 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Added segment 9245f731-a655-4c1e-aa89-128454555a46 of type vlan for network 7fdd8654-5103-401e-a12d-59b47ea2ceb7 Feb 16 12:44:50.439470 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-822c11c0-681f-469f-9f25-4f1db3b37cd4 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.455555 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-67cfde76-8757-453c-8d6e-78a34e8c4fc6 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:44:50.456691 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-67cfde76-8757-453c-8d6e-78a34e8c4fc6 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1993866 Feb 16 12:44:50.532838 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b082c7-ced3-4ce0-8af0-88af6771e211 None None] DHCP port deletion for 4f0eccd1-bf17-4b91-a4f9-e908fb8f47c3 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:44:50.534967 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11491bda-257d-44f2-ab76-a7d094c498fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-c2beece7-853e-4518-ace6-8724ee235932', 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'tenant_id': '5979c0794f594272a8691960316755d8', 'fixed_ips': [{'subnet_id': '6812c643-4656-447a-b5ca-197c0f413e8d'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:44:50.535912 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-11491bda-257d-44f2-ab76-a7d094c498fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.549898 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60804) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:50.573874 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-94b082c7-ced3-4ce0-8af0-88af6771e211 None None] Deleting port 85a9235c-6852-4f51-8fa4-38bd8f2d329c {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:50.574478 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-94b082c7-ced3-4ce0-8af0-88af6771e211 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.590566 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-06156a9b-9561-416c-a58a-a6ae1cd42495 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Allocated IP 172.20.0.1 (ad13fb64-e8ed-4a90-941f-ecef4e45d13a/aaef02b1-4738-41aa-a6d1-a6581371b408/b6d6dd84-5791-4cf6-8a3c-c9a1e5590c1b) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:50.596082 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c11c0-681f-469f-9f25-4f1db3b37cd4 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ea457e6-aa7b-4167-9660-177428a5a7a6,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:50.607099 dv-neutron-829527-1-hyperv neutron-server[87701]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 16 12:44:50.655160 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4ddfcb53-26b3-4e64-9015-87bc93809906 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.740064 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=5855de6c-0cbe-4a22-a481-b01f08813492,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:50.744881 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-822c11c0-681f-469f-9f25-4f1db3b37cd4 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.756595 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-822c11c0-681f-469f-9f25-4f1db3b37cd4 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] 10.222.0.83 "DELETE /v2.0/ports/4ea457e6-aa7b-4167-9660-177428a5a7a6 HTTP/1.1" status: 204 len: 168 time: 2.6684468 Feb 16 12:44:50.773117 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 60808) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:50.808311 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 85a9235c-6852-4f51-8fa4-38bd8f2d329c triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:50.809058 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.814906 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-75417c4a-47aa-4660-ba83-cde55d9db204 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] For port 85a9235c-6852-4f51-8fa4-38bd8f2d329c, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=85a9235c-6852-4f51-8fa4-38bd8f2d329c,segment=NetworkSegment(aa49e250-bd57-423e-a3cb-a95907b4e0a8),segment_id=aa49e250-bd57-423e-a3cb-a95907b4e0a8)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:50.815274 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-75417c4a-47aa-4660-ba83-cde55d9db204 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.836183 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-ed7b7662-ef63-4506-a4ad-d5ecbb3b0b0f tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e8fb5ecc-7b11-499a-adb2-2c5a72cb505d', 'external_fixed_ips': [{'subnet_id': 'e695380c-da34-4cbe-8861-5049088638dd', 'ip_address': '172.20.0.12'}]}}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:50.841599 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ed7b7662-ef63-4506-a4ad-d5ecbb3b0b0f tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:50.845443 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ed7b7662-ef63-4506-a4ad-d5ecbb3b0b0f tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Usage tracker for resource:router and tenant:fa4c20ba72264dde861f4f6fcde1d1da is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:50.848279 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ed7b7662-ef63-4506-a4ad-d5ecbb3b0b0f tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:50.855004 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ed7b7662-ef63-4506-a4ad-d5ecbb3b0b0f tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:50.890447 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed7b7662-ef63-4506-a4ad-d5ecbb3b0b0f tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.891914 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed7b7662-ef63-4506-a4ad-d5ecbb3b0b0f tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:50.912239 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed7b7662-ef63-4506-a4ad-d5ecbb3b0b0f tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:51.009437 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-94b082c7-ced3-4ce0-8af0-88af6771e211 None None] For port 85a9235c-6852-4f51-8fa4-38bd8f2d329c, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=85a9235c-6852-4f51-8fa4-38bd8f2d329c,segment=NetworkSegment(aa49e250-bd57-423e-a3cb-a95907b4e0a8),segment_id=aa49e250-bd57-423e-a3cb-a95907b4e0a8)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:51.009830 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-94b082c7-ced3-4ce0-8af0-88af6771e211 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:51.072097 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-75417c4a-47aa-4660-ba83-cde55d9db204 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Calling delete_port for 85a9235c-6852-4f51-8fa4-38bd8f2d329c owned by network:dhcp {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:51.126745 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-32c4b57a-3471-40d5-a247-75fb7edecad0 service neutron] 10.222.0.83 "GET /v2.0/networks/48c19cd8-ac27-4524-bc91-c49a239dcfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6510081 Feb 16 12:44:51.137575 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-94b082c7-ced3-4ce0-8af0-88af6771e211 None None] Calling delete_port for 85a9235c-6852-4f51-8fa4-38bd8f2d329c owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:51.202503 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e295fec8-b43e-44a1-bdef-f3d0c1b0582c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:51.211169 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Port 85a9235c-6852-4f51-8fa4-38bd8f2d329c update to ACTIVE by agent not found {{(pid=87702) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 16 12:44:51.211742 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 95122a87-805f-45cb-bdaa-e0f4b91e76bf up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:51.222461 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4ddfcb53-26b3-4e64-9015-87bc93809906 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:51.224800 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddfcb53-26b3-4e64-9015-87bc93809906 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:51.225712 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4ddfcb53-26b3-4e64-9015-87bc93809906 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:51.251442 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 95122a87-805f-45cb-bdaa-e0f4b91e76bf {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:44:51.251646 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-75417c4a-47aa-4660-ba83-cde55d9db204 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:51.251769 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 95122a87-805f-45cb-bdaa-e0f4b91e76bf not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 16 12:44:51.296142 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Port 95122a87-805f-45cb-bdaa-e0f4b91e76bf not found, will not notify nova. {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 16 12:44:51.329648 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.db.api [None req-94b082c7-ced3-4ce0-8af0-88af6771e211 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:44:51.329648 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG oslo_db.api [None req-94b082c7-ced3-4ce0-8af0-88af6771e211 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:44:51.389833 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-4ddfcb53-26b3-4e64-9015-87bc93809906 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.7406995 Feb 16 12:44:51.392886 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-06156a9b-9561-416c-a58a-a6ae1cd42495 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:51.395573 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 60812) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:51.397931 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed7b7662-ef63-4506-a4ad-d5ecbb3b0b0f tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:51.449313 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-e295fec8-b43e-44a1-bdef-f3d0c1b0582c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Transition to ACTIVE for port object 46d7249c-767f-48fb-9347-e8c3f7bc442f will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:51.455931 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75417c4a-47aa-4660-ba83-cde55d9db204 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Pushing event deleted for resources: {'Port': ['ID=85a9235c-6852-4f51-8fa4-38bd8f2d329c,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:51.477931 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75417c4a-47aa-4660-ba83-cde55d9db204 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] No DVR routers for this DVR port 85a9235c-6852-4f51-8fa4-38bd8f2d329c on host dv-neutron-829527-1-hyperv {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:44:51.523120 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-47e3bb54-af9b-4a8e-9148-9383ef3eb03b tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Synchronizing usage tracker for tenant:e0be34df95bb4f3abecca4f5b7a46cf5 on resource:security_group {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:51.565820 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddfcb53-26b3-4e64-9015-87bc93809906 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Pushing event updated for resources: {'Network': ['ID=7fdd8654-5103-401e-a12d-59b47ea2ceb7,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:51.579995 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 7fdd8654-5103-401e-a12d-59b47ea2ceb7 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:44:51.676388 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 08ffd7fb-eb34-4c5f-93aa-3bb92a5a37de up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:51.687154 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-06156a9b-9561-416c-a58a-a6ae1cd42495 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Transition to ACTIVE for port object b6d6dd84-5791-4cf6-8a3c-c9a1e5590c1b will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:51.691498 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-47e3bb54-af9b-4a8e-9148-9383ef3eb03b tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Unset dirty status for tenant:e0be34df95bb4f3abecca4f5b7a46cf5 on resource:security_group {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:51.692766 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-47e3bb54-af9b-4a8e-9148-9383ef3eb03b tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1240410394&fields=id&tenant_id=e0be34df95bb4f3abecca4f5b7a46cf5 HTTP/1.1" status: 200 len: 267 time: 1.1300015 Feb 16 12:44:51.701010 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-75417c4a-47aa-4660-ba83-cde55d9db204 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:51.734441 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb7fa99-df9e-4a77-9c8c-aa3a55026d76 tempest-ExternalNetworksTestJSON-94554430 tempest-ExternalNetworksTestJSON-94554430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:51.740643 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb7fa99-df9e-4a77-9c8c-aa3a55026d76 tempest-ExternalNetworksTestJSON-94554430 tempest-ExternalNetworksTestJSON-94554430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:51.747179 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb7fa99-df9e-4a77-9c8c-aa3a55026d76 tempest-ExternalNetworksTestJSON-94554430 tempest-ExternalNetworksTestJSON-94554430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:51.753693 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb7fa99-df9e-4a77-9c8c-aa3a55026d76 tempest-ExternalNetworksTestJSON-94554430 tempest-ExternalNetworksTestJSON-94554430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:51.759105 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb7fa99-df9e-4a77-9c8c-aa3a55026d76 tempest-ExternalNetworksTestJSON-94554430 tempest-ExternalNetworksTestJSON-94554430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:51.763964 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7bb7fa99-df9e-4a77-9c8c-aa3a55026d76 tempest-ExternalNetworksTestJSON-94554430 tempest-ExternalNetworksTestJSON-94554430-project] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3056 time: 0.3619981 Feb 16 12:44:51.766330 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 60816) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:51.775059 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-e01c3861-0178-48d0-9d85-18aec9789f8c service neutron] 10.222.0.83 "GET /v2.0/networks/48c19cd8-ac27-4524-bc91-c49a239dcfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6382561 Feb 16 12:44:51.806748 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-75417c4a-47aa-4660-ba83-cde55d9db204 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f0eccd1-bf17-4b91-a4f9-e908fb8f47c3']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:51.815198 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e295fec8-b43e-44a1-bdef-f3d0c1b0582c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:51.826122 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.db.resource_extend [None req-1eacfb46-25b8-4ee4-9ebd-4162414ce86b tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:44:51.831446 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-94b082c7-ced3-4ce0-8af0-88af6771e211 None None] Deleting port 85a9235c-6852-4f51-8fa4-38bd8f2d329c {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:51.831820 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-94b082c7-ced3-4ce0-8af0-88af6771e211 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:51.922206 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-75417c4a-47aa-4660-ba83-cde55d9db204 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa49e250-bd57-423e-a3cb-a95907b4e0a8') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:51.922816 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-75417c4a-47aa-4660-ba83-cde55d9db204 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa49e250-bd57-423e-a3cb-a95907b4e0a8') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:51.923442 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 08ffd7fb-eb34-4c5f-93aa-3bb92a5a37de completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:51.938145 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 08ffd7fb-eb34-4c5f-93aa-3bb92a5a37de triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:51.938520 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:51.944494 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1eacfb46-25b8-4ee4-9ebd-4162414ce86b tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:51.989365 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-75417c4a-47aa-4660-ba83-cde55d9db204 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:51.999779 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1eacfb46-25b8-4ee4-9ebd-4162414ce86b tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.028030 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d8f3541-eac6-4c5e-8698-e40528dc25d9 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.030521 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e295fec8-b43e-44a1-bdef-f3d0c1b0582c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:52.032913 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-94b082c7-ced3-4ce0-8af0-88af6771e211 None None] The port '85a9235c-6852-4f51-8fa4-38bd8f2d329c' was deleted {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:44:52.046986 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-e295fec8-b43e-44a1-bdef-f3d0c1b0582c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:52.047755 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-06156a9b-9561-416c-a58a-a6ae1cd42495 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.049740 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-75417c4a-47aa-4660-ba83-cde55d9db204 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.063643 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e295fec8-b43e-44a1-bdef-f3d0c1b0582c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:52.070552 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-11491bda-257d-44f2-ab76-a7d094c498fc None None] Allocated IP 2001:db8::2 (c2beece7-853e-4518-ace6-8724ee235932/6812c643-4656-447a-b5ca-197c0f413e8d/d9d6bee3-90f7-4619-a898-b351295f17fe) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:52.076267 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e295fec8-b43e-44a1-bdef-f3d0c1b0582c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:52.077310 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e295fec8-b43e-44a1-bdef-f3d0c1b0582c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.084748 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e295fec8-b43e-44a1-bdef-f3d0c1b0582c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Port': ['ID=46d7249c-767f-48fb-9347-e8c3f7bc442f,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:52.137397 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75417c4a-47aa-4660-ba83-cde55d9db204 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:44:52.138154 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-75417c4a-47aa-4660-ba83-cde55d9db204 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.202602 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:44:52.202602 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:44:52.202602 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:44:52.202602 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:44:52.202602 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:44:52.202602 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:44:52.202602 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:44:52.202602 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:44:52.202602 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:44:52.202602 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:44:52.202602 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:44:52.202602 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:44:52.202602 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:44:52.202602 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:44:52.202602 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:44:52.202602 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:44:52.202602 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:44:52.202602 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:44:52.202602 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:44:52.202602 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:44:52.202602 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:44:52.202602 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:44:52.202602 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:44:52.202602 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:44:52.202602 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:44:52.202602 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:44:52.202602 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:44:52.202602 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:44:52.202602 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:44:52.202602 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:44:52.202602 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:44:52.202602 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:44:52.243271 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.289021 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 08ffd7fb-eb34-4c5f-93aa-3bb92a5a37de, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=08ffd7fb-eb34-4c5f-93aa-3bb92a5a37de,segment=NetworkSegment(c3084382-c060-4a75-b212-4c3b4ad9bab0),segment_id=c3084382-c060-4a75-b212-4c3b4ad9bab0)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:52.299309 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-e6be9e50-f2cc-4747-b592-3cb724c1c72b tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:52.300049 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-e6be9e50-f2cc-4747-b592-3cb724c1c72b tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Synchronizing usage tracker for tenant:e0be34df95bb4f3abecca4f5b7a46cf5 on resource:network {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:52.310861 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.311622 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 028c1ddd-61dc-48c4-afac-178ad40ebdc9 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:52.334056 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e295fec8-b43e-44a1-bdef-f3d0c1b0582c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.7990880 Feb 16 12:44:52.342958 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60838) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:52.350690 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d8f3541-eac6-4c5e-8698-e40528dc25d9 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.384942 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d8f3541-eac6-4c5e-8698-e40528dc25d9 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:44:52.385283 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d8f3541-eac6-4c5e-8698-e40528dc25d9 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:44:52.386022 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d8f3541-eac6-4c5e-8698-e40528dc25d9 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:44:52.386342 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d8f3541-eac6-4c5e-8698-e40528dc25d9 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Subscribe: > port after_create 55550000 {{(pid=87699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:44:52.387083 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d8f3541-eac6-4c5e-8698-e40528dc25d9 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:44:52.387979 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d8f3541-eac6-4c5e-8698-e40528dc25d9 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Subscribe: > port after_update 55550000 {{(pid=87699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:44:52.388459 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d8f3541-eac6-4c5e-8698-e40528dc25d9 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:44:52.389252 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d8f3541-eac6-4c5e-8698-e40528dc25d9 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:44:52.389734 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d8f3541-eac6-4c5e-8698-e40528dc25d9 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:44:52.390215 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d8f3541-eac6-4c5e-8698-e40528dc25d9 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:44:52.420885 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eacfb46-25b8-4ee4-9ebd-4162414ce86b tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Pushing event updated for resources: {'Port': ['ID=4ff156a7-5625-475b-853e-81138023d104,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:52.429963 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1eacfb46-25b8-4ee4-9ebd-4162414ce86b tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.450233 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-e6be9e50-f2cc-4747-b592-3cb724c1c72b tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Unset dirty status for tenant:e0be34df95bb4f3abecca4f5b7a46cf5 on resource:network {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:52.451551 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-e6be9e50-f2cc-4747-b592-3cb724c1c72b tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "GET /v2.0/networks?id=3f63effa-f1fc-4fdf-827c-5f344c925210 HTTP/1.1" status: 200 len: 806 time: 0.7418375 Feb 16 12:44:52.452504 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-75417c4a-47aa-4660-ba83-cde55d9db204 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.486349 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1eacfb46-25b8-4ee4-9ebd-4162414ce86b tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.496886 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-1eacfb46-25b8-4ee4-9ebd-4162414ce86b tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.2709637 Feb 16 12:44:52.527635 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-75417c4a-47aa-4660-ba83-cde55d9db204 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.531779 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-75417c4a-47aa-4660-ba83-cde55d9db204 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] 10.222.0.83 "DELETE /v2.0/networks/4f0eccd1-bf17-4b91-a4f9-e908fb8f47c3 HTTP/1.1" status: 204 len: 168 time: 2.9085031 Feb 16 12:44:52.560837 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-cb3748be-260b-4f07-9367-a8ee8006d5c5 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "GET /v2.0/quotas/e0be34df95bb4f3abecca4f5b7a46cf5 HTTP/1.1" status: 200 len: 375 time: 0.0903237 Feb 16 12:44:52.561633 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75417c4a-47aa-4660-ba83-cde55d9db204 tempest-DHCPAgentSchedulersTestJSON-872065363 tempest-DHCPAgentSchedulersTestJSON-872065363-project] Pushing event deleted for resources: {'Network': ['ID=4f0eccd1-bf17-4b91-a4f9-e908fb8f47c3,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:52.572464 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 028c1ddd-61dc-48c4-afac-178ad40ebdc9 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:52.598581 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 028c1ddd-61dc-48c4-afac-178ad40ebdc9 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:52.598953 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.655304 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=08ffd7fb-eb34-4c5f-93aa-3bb92a5a37de,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:52.660199 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae1bc4b-edd7-4770-8699-4c774fa45a97 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:52.660945 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-aae1bc4b-edd7-4770-8699-4c774fa45a97 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:52.681073 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-11491bda-257d-44f2-ab76-a7d094c498fc None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.690771 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-aae1bc4b-edd7-4770-8699-4c774fa45a97 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:52.695074 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-aae1bc4b-edd7-4770-8699-4c774fa45a97 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.3391302 Feb 16 12:44:52.696863 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60858) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:52.700636 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-11491bda-257d-44f2-ab76-a7d094c498fc None None] Transition to ACTIVE for port object d9d6bee3-90f7-4619-a898-b351295f17fe will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:52.722629 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d8f3541-eac6-4c5e-8698-e40528dc25d9 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:44:52.723185 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d8f3541-eac6-4c5e-8698-e40528dc25d9 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:44:52.723452 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d8f3541-eac6-4c5e-8698-e40528dc25d9 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:44:52.723672 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d8f3541-eac6-4c5e-8698-e40528dc25d9 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 12:44:52.724031 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-6d8f3541-eac6-4c5e-8698-e40528dc25d9 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fdd8654-5103-401e-a12d-59b47ea2ceb7']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:52.757069 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-20b73b10-cd3c-4b2d-89f0-20064a1de97b tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=e0be34df95bb4f3abecca4f5b7a46cf5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1887786 Feb 16 12:44:52.782080 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-11491bda-257d-44f2-ab76-a7d094c498fc None None] Transition to ACTIVE for port object d9d6bee3-90f7-4619-a898-b351295f17fe will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:44:52.797320 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.799620 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-591446a5-a6d6-4c67-b7e6-2aa39f7566e2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting port 46d7249c-767f-48fb-9347-e8c3f7bc442f {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:52.800243 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-591446a5-a6d6-4c67-b7e6-2aa39f7566e2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.817758 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-11491bda-257d-44f2-ab76-a7d094c498fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.831520 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a6d6b0cb-17d4-48dc-a838-874fc59fff96 req-99bf86da-6379-4c5d-8b5b-a892e9a70b2e tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 210 time: 0.7015386 Feb 16 12:44:52.863436 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-6d8f3541-eac6-4c5e-8698-e40528dc25d9 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9245f731-a655-4c1e-aa89-128454555a46') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:52.863682 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-6d8f3541-eac6-4c5e-8698-e40528dc25d9 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9245f731-a655-4c1e-aa89-128454555a46') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:52.899234 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 028c1ddd-61dc-48c4-afac-178ad40ebdc9, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=028c1ddd-61dc-48c4-afac-178ad40ebdc9,segment=NetworkSegment(3d4b7f21-14a6-408b-b79a-e975ae9ef003),segment_id=3d4b7f21-14a6-408b-b79a-e975ae9ef003)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:52.911744 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d8f3541-eac6-4c5e-8698-e40528dc25d9 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.927178 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11491bda-257d-44f2-ab76-a7d094c498fc None None] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:52.932214 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-11491bda-257d-44f2-ab76-a7d094c498fc None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:52.936518 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:52.937367 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 13e1dc46-d856-4f9e-b5aa-32b74f98768b up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:52.966292 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11491bda-257d-44f2-ab76-a7d094c498fc None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:53.041790 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06156a9b-9561-416c-a58a-a6ae1cd42495 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Network ad13fb64-e8ed-4a90-941f-ecef4e45d13a is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:53.047539 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d8f3541-eac6-4c5e-8698-e40528dc25d9 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.071716 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-06156a9b-9561-416c-a58a-a6ae1cd42495 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:53.075125 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06156a9b-9561-416c-a58a-a6ae1cd42495 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:53.075801 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-06156a9b-9561-416c-a58a-a6ae1cd42495 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.097269 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-771b0247-a449-461b-b1f7-defd58deafd5 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=87701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:44:53.098421 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-771b0247-a449-461b-b1f7-defd58deafd5 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2525868 Feb 16 12:44:53.199995 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d8f3541-eac6-4c5e-8698-e40528dc25d9 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:44:53.200831 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d8f3541-eac6-4c5e-8698-e40528dc25d9 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.220404 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60884) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:53.249703 dv-neutron-829527-1-hyperv neutron-server[87699]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 12:44:53.249703 dv-neutron-829527-1-hyperv neutron-server[87699]: from cryptography.utils import int_from_bytes Feb 16 12:44:53.249703 dv-neutron-829527-1-hyperv neutron-server[87699]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 12:44:53.249703 dv-neutron-829527-1-hyperv neutron-server[87699]: from cryptography.utils import int_from_bytes Feb 16 12:44:53.249703 dv-neutron-829527-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 16 12:44:53.249703 dv-neutron-829527-1-hyperv neutron-server[87699]: util.warn_limited( Feb 16 12:44:53.249703 dv-neutron-829527-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 16 12:44:53.249703 dv-neutron-829527-1-hyperv neutron-server[87699]: util.warn_limited( Feb 16 12:44:53.249703 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:44:53.249703 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:44:53.249703 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:44:53.249703 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:44:53.249703 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:44:53.249703 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:44:53.249703 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:44:53.249703 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:44:53.249703 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:44:53.249703 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:44:53.249703 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:44:53.249703 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:44:53.249703 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:44:53.249703 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:44:53.249703 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:44:53.249703 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:44:53.249703 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:44:53.249703 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:44:53.249703 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:44:53.249703 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:44:53.249703 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:44:53.249703 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:44:53.249703 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:44:53.249703 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:44:53.249703 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:44:53.249703 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:44:53.249703 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:44:53.249703 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:44:53.249703 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:44:53.249703 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:44:53.249703 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:44:53.249703 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:44:53.252386 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06156a9b-9561-416c-a58a-a6ae1cd42495 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Pushing event updated for resources: {'Port': ['ID=b6d6dd84-5791-4cf6-8a3c-c9a1e5590c1b,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:53.303972 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-5a8eb119-03ab-4925-aca6-9feb172fdcec tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Synchronizing usage tracker for tenant:4259764a734f42088729811e9b58c5b6 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:53.333883 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11491bda-257d-44f2-ab76-a7d094c498fc None None] Pushing event updated for resources: {'Port': ['ID=d9d6bee3-90f7-4619-a898-b351295f17fe,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:53.470124 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-5a8eb119-03ab-4925-aca6-9feb172fdcec tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Unset dirty status for tenant:4259764a734f42088729811e9b58c5b6 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:53.475278 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-11491bda-257d-44f2-ab76-a7d094c498fc None None] Attempting to bind port d9d6bee3-90f7-4619-a898-b351295f17fe on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:44:53.475826 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-11491bda-257d-44f2-ab76-a7d094c498fc None None] Attempting to bind port d9d6bee3-90f7-4619-a898-b351295f17fe by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:44:53.476336 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11491bda-257d-44f2-ab76-a7d094c498fc None None] Attempting to bind port d9d6bee3-90f7-4619-a898-b351295f17fe on network c2beece7-853e-4518-ace6-8724ee235932 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:44:53.493438 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-5a8eb119-03ab-4925-aca6-9feb172fdcec tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1519235108&fields=id&tenant_id=4259764a734f42088729811e9b58c5b6 HTTP/1.1" status: 200 len: 267 time: 0.4303467 Feb 16 12:44:53.497495 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11491bda-257d-44f2-ab76-a7d094c498fc None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:44:53.497866 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11491bda-257d-44f2-ab76-a7d094c498fc None None] Checking segment: {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:44:53.498260 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-11491bda-257d-44f2-ab76-a7d094c498fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.498640 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11491bda-257d-44f2-ab76-a7d094c498fc None None] Bound using segment: {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:44:53.499104 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-11491bda-257d-44f2-ab76-a7d094c498fc None None] Bound port: d9d6bee3-90f7-4619-a898-b351295f17fe, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:44:53.499509 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-11491bda-257d-44f2-ab76-a7d094c498fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.606127 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-06156a9b-9561-416c-a58a-a6ae1cd42495 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.641484 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-591446a5-a6d6-4c67-b7e6-2aa39f7566e2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.683192 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d8f3541-eac6-4c5e-8698-e40528dc25d9 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.702168 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=028c1ddd-61dc-48c4-afac-178ad40ebdc9,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:53.725472 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-8ac1db24-a031-42d0-ada9-6994cec3f7ed None None] Provisioning for port b6d6dd84-5791-4cf6-8a3c-c9a1e5590c1b completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:53.731731 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 13e1dc46-d856-4f9e-b5aa-32b74f98768b triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:53.732353 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.766815 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8f3541-eac6-4c5e-8698-e40528dc25d9 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7fdd8654-5103-401e-a12d-59b47ea2ceb7 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 16 12:44:53.779311 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8f3541-eac6-4c5e-8698-e40528dc25d9 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Pushing event deleted for resources: {'Network': ['ID=7fdd8654-5103-401e-a12d-59b47ea2ceb7,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:53.779778 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-11491bda-257d-44f2-ab76-a7d094c498fc None None] For port d9d6bee3-90f7-4619-a898-b351295f17fe, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:44:53.793486 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d8f3541-eac6-4c5e-8698-e40528dc25d9 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.809273 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-8ac1db24-a031-42d0-ada9-6994cec3f7ed None None] Provisioning complete for port b6d6dd84-5791-4cf6-8a3c-c9a1e5590c1b triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:53.809763 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8ac1db24-a031-42d0-ada9-6994cec3f7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.845982 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6d8f3541-eac6-4c5e-8698-e40528dc25d9 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] 10.222.0.83 "DELETE /v2.0/networks/7fdd8654-5103-401e-a12d-59b47ea2ceb7 HTTP/1.1" status: 204 len: 168 time: 2.0764747 Feb 16 12:44:53.875658 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-8ac1db24-a031-42d0-ada9-6994cec3f7ed None None] Port b6d6dd84-5791-4cf6-8a3c-c9a1e5590c1b cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:44:53.881045 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-11491bda-257d-44f2-ab76-a7d094c498fc None None] For port d9d6bee3-90f7-4619-a898-b351295f17fe, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=d9d6bee3-90f7-4619-a898-b351295f17fe,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:44:53.899008 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60896) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:53.980525 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-11491bda-257d-44f2-ab76-a7d094c498fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:53.987721 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-da7ca833-5ed3-4978-8276-250c04677231 service neutron] 10.222.0.83 "GET /v2.0/networks/3f63effa-f1fc-4fdf-827c-5f344c925210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8728385 Feb 16 12:44:54.003268 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-591446a5-a6d6-4c67-b7e6-2aa39f7566e2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Calling delete_port for 46d7249c-767f-48fb-9347-e8c3f7bc442f owned by {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:54.025616 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-070703cc-b3f6-4de9-98c8-d5c01ca93daa tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:54.035642 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-070703cc-b3f6-4de9-98c8-d5c01ca93daa tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.83 "GET /v2.0/networks?id=d3802bb0-f51a-430a-aee4-70d5a6517150 HTTP/1.1" status: 200 len: 812 time: 0.5410295 Feb 16 12:44:54.069950 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-688bf46d-ea3e-4e56-8567-016e6fbe0eb7 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Request body: {'network': {'name': 'tempest-network--713031849', 'router:external': True}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:54.111802 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 92845cd6-4e81-4f8b-99ad-200c046880bf up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:54.157417 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-a6469069-99d3-4790-a482-29b3c99f9e70 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.83 "GET /v2.0/quotas/4259764a734f42088729811e9b58c5b6 HTTP/1.1" status: 200 len: 375 time: 0.1200511 Feb 16 12:44:54.178503 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-688bf46d-ea3e-4e56-8567-016e6fbe0eb7 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:54.197031 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-688bf46d-ea3e-4e56-8567-016e6fbe0eb7 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Usage tracker for resource:network and tenant:b414ba72586648ed8f5c12f73eaaa1a7 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:54.205029 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-688bf46d-ea3e-4e56-8567-016e6fbe0eb7 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:54.208284 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11491bda-257d-44f2-ab76-a7d094c498fc None None] Pushing event updated for resources: {'Port': ['ID=d9d6bee3-90f7-4619-a898-b351295f17fe,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:54.222640 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-688bf46d-ea3e-4e56-8567-016e6fbe0eb7 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:54.243072 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-11a1826c-86d7-49c1-8ba7-3c861273a290 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=72fea6cb7fad43fb84b54571df4d3b12&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0190465 Feb 16 12:44:54.252320 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60906) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:54.331989 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 92845cd6-4e81-4f8b-99ad-200c046880bf triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:54.332358 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:54.471013 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688bf46d-ea3e-4e56-8567-016e6fbe0eb7 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Made reservation on behalf of b414ba72586648ed8f5c12f73eaaa1a7 for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:54.473667 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-688bf46d-ea3e-4e56-8567-016e6fbe0eb7 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:54.490775 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-591446a5-a6d6-4c67-b7e6-2aa39f7566e2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:54.630669 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 5855de6c-0cbe-4a22-a481-b01f08813492 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:54.662428 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591446a5-a6d6-4c67-b7e6-2aa39f7566e2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Port': ['ID=46d7249c-767f-48fb-9347-e8c3f7bc442f,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:54.696543 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-faaedf3a-58b2-4bd4-9d53-f31d683b2b7e service neutron] 10.222.0.83 "GET /v2.0/networks/3f63effa-f1fc-4fdf-827c-5f344c925210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7078359 Feb 16 12:44:54.744558 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-688bf46d-ea3e-4e56-8567-016e6fbe0eb7 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:44:54.746838 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-09309119-0b36-4163-b0db-ea766be40e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:54.756950 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-591446a5-a6d6-4c67-b7e6-2aa39f7566e2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:54.806075 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-688bf46d-ea3e-4e56-8567-016e6fbe0eb7 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:54.806471 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-688bf46d-ea3e-4e56-8567-016e6fbe0eb7 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Added segment 204c82ba-76c1-4061-bd89-e2a6e14e5dae of type vlan for network 5ddc0b07-48b8-4866-b5e0-5b530ac4edf3 Feb 16 12:44:54.836145 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-591446a5-a6d6-4c67-b7e6-2aa39f7566e2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/ports/46d7249c-767f-48fb-9347-e8c3f7bc442f HTTP/1.1" status: 204 len: 168 time: 2.1360738 Feb 16 12:44:54.839169 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed7b7662-ef63-4506-a4ad-d5ecbb3b0b0f tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:54.847062 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60910) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:54.849075 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-09309119-0b36-4163-b0db-ea766be40e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:54.885532 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.89', 52326) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:54.894792 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 5855de6c-0cbe-4a22-a481-b01f08813492 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:54.897671 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:54.945372 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed7b7662-ef63-4506-a4ad-d5ecbb3b0b0f tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:55.138634 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-39b4720f-210e-4e6a-a864-7b744d04b545 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=4259764a734f42088729811e9b58c5b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9720840 Feb 16 12:44:55.169620 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-688bf46d-ea3e-4e56-8567-016e6fbe0eb7 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:55.214136 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-09309119-0b36-4163-b0db-ea766be40e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:55.248720 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 95122a87-805f-45cb-bdaa-e0f4b91e76bf no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:44:55.280012 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09309119-0b36-4163-b0db-ea766be40e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4422fc7c-1803-430c-9503-38a3c2b8eb3b,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:55.288326 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-09309119-0b36-4163-b0db-ea766be40e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:55.289686 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-09309119-0b36-4163-b0db-ea766be40e99 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4422fc7c-1803-430c-9503-38a3c2b8eb3b HTTP/1.1" status: 204 len: 168 time: 1.0360188 Feb 16 12:44:55.306642 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.db.resource_extend [None req-688bf46d-ea3e-4e56-8567-016e6fbe0eb7 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:44:55.320716 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e173a15-ea67-41c2-83c3-aaf7f5ad61b3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:55.322283 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e173a15-ea67-41c2-83c3-aaf7f5ad61b3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:55.322904 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-1e173a15-ea67-41c2-83c3-aaf7f5ad61b3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:55.324109 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 95122a87-805f-45cb-bdaa-e0f4b91e76bf {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:44:55.324697 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 95122a87-805f-45cb-bdaa-e0f4b91e76bf not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:44:55.325322 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 85a9235c-6852-4f51-8fa4-38bd8f2d329c no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:44:55.450421 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-688bf46d-ea3e-4e56-8567-016e6fbe0eb7 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:55.452167 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688bf46d-ea3e-4e56-8567-016e6fbe0eb7 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:55.452922 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-688bf46d-ea3e-4e56-8567-016e6fbe0eb7 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:55.455839 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 85a9235c-6852-4f51-8fa4-38bd8f2d329c {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:44:55.457122 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 85a9235c-6852-4f51-8fa4-38bd8f2d329c not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:44:55.616260 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-83fbecfa-f722-47e2-ad56-871a4a8064f7 req-ccdc500b-dcac-4778-ba8d-6b14e97c796a tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Synchronizing usage tracker for tenant:a8771b90386942c1a6095687790fa64b on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:55.673018 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-1e173a15-ea67-41c2-83c3-aaf7f5ad61b3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:55.675938 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-1e173a15-ea67-41c2-83c3-aaf7f5ad61b3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.8166056 Feb 16 12:44:55.678382 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60956) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:55.698208 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-06156a9b-9561-416c-a58a-a6ae1cd42495 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:55.751120 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-06156a9b-9561-416c-a58a-a6ae1cd42495 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:55.788786 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-ed7b7662-ef63-4506-a4ad-d5ecbb3b0b0f tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Allocated IP 172.20.0.12 (e8fb5ecc-7b11-499a-adb2-2c5a72cb505d/e695380c-da34-4cbe-8861-5049088638dd/59990a80-af22-4e8f-b422-e0e043a7d001) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:44:55.838011 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 08ffd7fb-eb34-4c5f-93aa-3bb92a5a37de up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:55.942175 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-32da95a9-e314-45ca-b4bd-2c51423c3256 service neutron] 10.222.0.83 "GET /v2.0/networks/d3802bb0-f51a-430a-aee4-70d5a6517150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7898178 Feb 16 12:44:55.963591 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-d77861ac-8c0a-422f-9da0-2974946118ea tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting subnet 6812c643-4656-447a-b5ca-197c0f413e8d {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:44:55.989079 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-a08a942c-b06a-40e2-a2eb-62a28e401364 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:55.989819 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-a08a942c-b06a-40e2-a2eb-62a28e401364 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Synchronizing usage tracker for tenant:a8771b90386942c1a6095687790fa64b on resource:network {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:55.996460 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d77861ac-8c0a-422f-9da0-2974946118ea tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.001542 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06156a9b-9561-416c-a58a-a6ae1cd42495 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Pushing event updated for resources: {'Port': ['ID=b6d6dd84-5791-4cf6-8a3c-c9a1e5590c1b,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:56.029611 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-688bf46d-ea3e-4e56-8567-016e6fbe0eb7 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.0561140 Feb 16 12:44:56.040203 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60978) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:56.069267 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 08ffd7fb-eb34-4c5f-93aa-3bb92a5a37de triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:56.070370 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.075927 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60984) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:56.078485 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688bf46d-ea3e-4e56-8567-016e6fbe0eb7 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Pushing event updated for resources: {'Network': ['ID=5ddc0b07-48b8-4866-b5e0-5b530ac4edf3,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:56.123630 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 5ddc0b07-48b8-4866-b5e0-5b530ac4edf3 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:44:56.225458 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-6a7c9129-926d-4c5e-b365-9a94c2623240 None None] Provisioning for port d9d6bee3-90f7-4619-a898-b351295f17fe completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:56.236553 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-06156a9b-9561-416c-a58a-a6ae1cd42495 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.362789 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e48ede-3bf7-4f3d-b82e-d6a0386008ac tempest-ExternalNetworksTestJSON-94554430 tempest-ExternalNetworksTestJSON-94554430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:56.363503 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-34e48ede-3bf7-4f3d-b82e-d6a0386008ac tempest-ExternalNetworksTestJSON-94554430 tempest-ExternalNetworksTestJSON-94554430-project] Synchronizing usage tracker for tenant:37728de0d2ed4a84b6c6aadf57f9f03c on resource:network {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:56.416789 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-83fbecfa-f722-47e2-ad56-871a4a8064f7 req-ccdc500b-dcac-4778-ba8d-6b14e97c796a tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Unset dirty status for tenant:a8771b90386942c1a6095687790fa64b on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:56.418484 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-83fbecfa-f722-47e2-ad56-871a4a8064f7 req-ccdc500b-dcac-4778-ba8d-6b14e97c796a tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 210 time: 1.0680695 Feb 16 12:44:56.432269 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ce4c06e7-0c43-49b9-ba0c-52e7bc30c6b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.447366 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d77861ac-8c0a-422f-9da0-2974946118ea tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.449706 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 028c1ddd-61dc-48c4-afac-178ad40ebdc9 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:56.506075 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-a08a942c-b06a-40e2-a2eb-62a28e401364 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Unset dirty status for tenant:a8771b90386942c1a6095687790fa64b on resource:network {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:56.508201 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-a08a942c-b06a-40e2-a2eb-62a28e401364 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.89 "GET /v2.0/networks?id=48c19cd8-ac27-4524-bc91-c49a239dcfeb HTTP/1.1" status: 200 len: 812 time: 1.5546575 Feb 16 12:44:56.519152 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-ce4c06e7-0c43-49b9-ba0c-52e7bc30c6b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:56.523390 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-ce4c06e7-0c43-49b9-ba0c-52e7bc30c6b4 admin admin] Usage tracker for resource:security_group_rule and tenant:fac2061b69bb477dae32f6169ff2f619 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:56.530186 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-ce4c06e7-0c43-49b9-ba0c-52e7bc30c6b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:56.545544 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-ce4c06e7-0c43-49b9-ba0c-52e7bc30c6b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:56.553637 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-e3e113d2-62bd-442e-8cb7-9c0d4ceb5df5 None None] Could not find standard attr ID for object d32a55fd-0c68-4775-a071-2a34602aa633. {{(pid=87702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:44:56.617568 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-6ed1d40c-56e7-4189-a4ef-065ade962a54 service neutron] 10.222.0.83 "GET /v2.0/networks/d3802bb0-f51a-430a-aee4-70d5a6517150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6544690 Feb 16 12:44:56.652583 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 028c1ddd-61dc-48c4-afac-178ad40ebdc9 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:56.653042 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.690217 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed7b7662-ef63-4506-a4ad-d5ecbb3b0b0f tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.777044 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06156a9b-9561-416c-a58a-a6ae1cd42495 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Network ad13fb64-e8ed-4a90-941f-ecef4e45d13a is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:56.778505 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-06156a9b-9561-416c-a58a-a6ae1cd42495 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:56.796522 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-72d572d9-667e-4f2a-b731-b4d328854876 None None] Could not find standard attr ID for object 46d7249c-767f-48fb-9347-e8c3f7bc442f. {{(pid=87702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:44:56.805554 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d77861ac-8c0a-422f-9da0-2974946118ea tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:56.922534 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device d9d6bee3-90f7-4619-a898-b351295f17fe up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:44:56.952579 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-34e48ede-3bf7-4f3d-b82e-d6a0386008ac tempest-ExternalNetworksTestJSON-94554430 tempest-ExternalNetworksTestJSON-94554430-project] Unset dirty status for tenant:37728de0d2ed4a84b6c6aadf57f9f03c on resource:network {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:56.952579 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-34e48ede-3bf7-4f3d-b82e-d6a0386008ac tempest-ExternalNetworksTestJSON-94554430 tempest-ExternalNetworksTestJSON-94554430-project] 10.222.0.83 "GET /v2.0/networks/5ddc0b07-48b8-4866-b5e0-5b530ac4edf3 HTTP/1.1" status: 200 len: 756 time: 0.8957965 Feb 16 12:44:56.971773 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 60998) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:57.229153 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port d9d6bee3-90f7-4619-a898-b351295f17fe completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:44:57.258263 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port d9d6bee3-90f7-4619-a898-b351295f17fe triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:57.258679 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.279681 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f0257139-e523-43f8-b80b-1b7a5428d0b9 req-876d4d49-a192-4df5-a76b-b5ab5f0a51b4 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.83 "GET /v2.0/ports?device_id=8ae34209-ba66-4751-b778-ef796c107758 HTTP/1.1" status: 200 len: 210 time: 0.2489257 Feb 16 12:44:57.350453 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-0f05a44f-079e-4acd-bf9d-725f668f44fd tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Synchronizing usage tracker for tenant:a8771b90386942c1a6095687790fa64b on resource:security_group {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:57.356937 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2e774cd7-fbe8-4746-9410-43afaee06c9b req-cc0d9302-7791-4b64-97d1-b0fcfcaf001e tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "GET /v2.0/ports?device_id=87a0ff25-ac30-41da-a645-065f8aa94794 HTTP/1.1" status: 200 len: 210 time: 0.4113920 Feb 16 12:44:57.492195 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed7b7662-ef63-4506-a4ad-d5ecbb3b0b0f tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.546196 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-c0f8a5bf-7036-4ec7-b22a-447e85e54ea0 None None] Provisioning complete for port b6d6dd84-5791-4cf6-8a3c-c9a1e5590c1b triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:44:57.546601 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c0f8a5bf-7036-4ec7-b22a-447e85e54ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.637873 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-c0f8a5bf-7036-4ec7-b22a-447e85e54ea0 None None] Port b6d6dd84-5791-4cf6-8a3c-c9a1e5590c1b cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:44:57.679260 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d77861ac-8c0a-422f-9da0-2974946118ea tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.731177 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7b7662-ef63-4506-a4ad-d5ecbb3b0b0f tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Network e8fb5ecc-7b11-499a-adb2-2c5a72cb505d is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:44:57.738092 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-ed7b7662-ef63-4506-a4ad-d5ecbb3b0b0f tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:44:57.750729 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7b7662-ef63-4506-a4ad-d5ecbb3b0b0f tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:44:57.796730 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.811208 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7b7662-ef63-4506-a4ad-d5ecbb3b0b0f tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Pushing event updated for resources: {'Port': ['ID=59990a80-af22-4e8f-b422-e0e043a7d001,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:57.820490 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06156a9b-9561-416c-a58a-a6ae1cd42495 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Router 76374bd0-6b9e-4f59-a90a-206c49940c07 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:44:57.869125 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port d9d6bee3-90f7-4619-a898-b351295f17fe, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=d9d6bee3-90f7-4619-a898-b351295f17fe,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:57.880656 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.898006 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-0f05a44f-079e-4acd-bf9d-725f668f44fd tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Unset dirty status for tenant:a8771b90386942c1a6095687790fa64b on resource:security_group {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:57.900040 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-0f05a44f-079e-4acd-bf9d-725f668f44fd tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8771b90386942c1a6095687790fa64b HTTP/1.1" status: 200 len: 379 time: 1.3027122 Feb 16 12:44:57.906063 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77861ac-8c0a-422f-9da0-2974946118ea tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Subnet': ['ID=6812c643-4656-447a-b5ca-197c0f413e8d,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:57.924189 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29db4b10-96f2-47ab-a089-2b88e7c6cb96 tempest-ExternalNetworksTestJSON-94554430 tempest-ExternalNetworksTestJSON-94554430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:57.925896 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-29db4b10-96f2-47ab-a089-2b88e7c6cb96 tempest-ExternalNetworksTestJSON-94554430 tempest-ExternalNetworksTestJSON-94554430-project] 10.222.0.83 "GET /v2.0/networks/4aa622ea-1857-4bd6-8a7c-44accc1f86df HTTP/1.1" status: 200 len: 767 time: 0.7499585 Feb 16 12:44:57.927794 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d77861ac-8c0a-422f-9da0-2974946118ea tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:57.936798 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 32784) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:57.942016 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-27499c0d-bc17-49b2-80e2-20486f77a56c tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Request body: {'port': {'device_id': '29b92584-bd8a-4a6c-bbcf-1dfbe8b85310', 'network_id': '48c19cd8-ac27-4524-bc91-c49a239dcfeb', 'admin_state_up': True, 'tenant_id': 'a8771b90386942c1a6095687790fa64b', 'security_groups': ['0431e45b-620d-4b36-8236-26e38647e302']}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:57.964343 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4de2fa5-b270-45e2-97b5-67be9c2bfe96 None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:44:58.011029 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.89', 52332) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:58.111234 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=d9d6bee3-90f7-4619-a898-b351295f17fe,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:58.321258 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ce4c06e7-0c43-49b9-ba0c-52e7bc30c6b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:58.342405 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9c63da-c4dc-4c2c-9c70-d341c0751756 None None] DHCP port deletion for c2beece7-853e-4518-ace6-8724ee235932 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:44:58.347159 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-1a9c63da-c4dc-4c2c-9c70-d341c0751756 None None] Deleting port d9d6bee3-90f7-4619-a898-b351295f17fe {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:44:58.347523 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-1a9c63da-c4dc-4c2c-9c70-d341c0751756 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:58.536957 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06156a9b-9561-416c-a58a-a6ae1cd42495 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:44:58.540516 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e8f8c4c8-e10c-4a73-9add-e176fdb56643 req-d8ba5a8a-9c8b-42ef-9b00-f7307672b252 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 210 time: 0.5341327 Feb 16 12:44:58.573670 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-06156a9b-9561-416c-a58a-a6ae1cd42495 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] 10.222.0.83 "PUT /v2.0/routers/76374bd0-6b9e-4f59-a90a-206c49940c07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3165512 Feb 16 12:44:58.706071 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 32794) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:58.747973 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-ff65edcf-c43c-4cd7-ad5b-b5dc1fccb002 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Request body: {'port': {'network_id': 'ad13fb64-e8ed-4a90-941f-ecef4e45d13a', 'name': 'tempest-FloatingIPAdminTestJSON-1266688813'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:58.757259 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d77861ac-8c0a-422f-9da0-2974946118ea tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/6812c643-4656-447a-b5ca-197c0f413e8d HTTP/1.1" status: 204 len: 168 time: 3.0135231 Feb 16 12:44:58.896442 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-1a9c63da-c4dc-4c2c-9c70-d341c0751756 None None] For port d9d6bee3-90f7-4619-a898-b351295f17fe, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=d9d6bee3-90f7-4619-a898-b351295f17fe,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:44:58.897627 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-1a9c63da-c4dc-4c2c-9c70-d341c0751756 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:58.918917 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 32798) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:59.037303 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c87bb6a-e9d5-4067-9414-6f9f9d1f3840 None None] Sync routers for ids ['76374bd0-6b9e-4f59-a90a-206c49940c07'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:44:59.123208 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-74473b1a-aaee-4221-a459-d8007be799e4 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:59.123208 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-74473b1a-aaee-4221-a459-d8007be799e4 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.89 "GET /v2.0/networks?id=3f63effa-f1fc-4fdf-827c-5f344c925210 HTTP/1.1" status: 200 len: 806 time: 0.8516252 Feb 16 12:44:59.135454 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ce4c06e7-0c43-49b9-ba0c-52e7bc30c6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:59.164771 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-e1046fe1-8771-4505-bee6-622f789f95b6 req-9b570f38-b3da-431c-a7c5-10e614ead803 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Synchronizing usage tracker for tenant:e0be34df95bb4f3abecca4f5b7a46cf5 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:59.167520 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-1a9c63da-c4dc-4c2c-9c70-d341c0751756 None None] Calling delete_port for d9d6bee3-90f7-4619-a898-b351295f17fe owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:44:59.168434 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0aed7e55-43de-4dbd-b0d5-f5775e043c49 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:59.173025 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-27499c0d-bc17-49b2-80e2-20486f77a56c tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:59.198731 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-925e3ef9-b34a-4407-9a01-5fc13b59d974 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2298436 Feb 16 12:44:59.205824 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 32806) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:59.226597 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-ce4c06e7-0c43-49b9-ba0c-52e7bc30c6b4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=fac2061b69bb477dae32f6169ff2f619&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1454468 Feb 16 12:44:59.249488 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 32810) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:59.257587 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c06e7-0c43-49b9-ba0c-52e7bc30c6b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65bb0ba4-33a7-4687-87a2-d989cc87c8ad,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:59.263938 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c87bb6a-e9d5-4067-9414-6f9f9d1f3840 None None] Routers {'76374bd0-6b9e-4f59-a90a-206c49940c07'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:59.264727 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-9c87bb6a-e9d5-4067-9414-6f9f9d1f3840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:44:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['76374bd0-6b9e-4f59-a90a-206c49940c07'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:59.270420 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-c63e336f-ebbf-450e-9516-972a61b72650 req-1a41a4c8-759e-4112-9184-5b9399426f5c tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Synchronizing usage tracker for tenant:4259764a734f42088729811e9b58c5b6 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:59.316645 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-e1046fe1-8771-4505-bee6-622f789f95b6 req-9b570f38-b3da-431c-a7c5-10e614ead803 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Unset dirty status for tenant:e0be34df95bb4f3abecca4f5b7a46cf5 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:59.318080 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e1046fe1-8771-4505-bee6-622f789f95b6 req-9b570f38-b3da-431c-a7c5-10e614ead803 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "GET /v2.0/ports?device_id=87a0ff25-ac30-41da-a645-065f8aa94794 HTTP/1.1" status: 200 len: 210 time: 0.4923670 Feb 16 12:44:59.373891 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-9c87bb6a-e9d5-4067-9414-6f9f9d1f3840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:59.391708 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c87bb6a-e9d5-4067-9414-6f9f9d1f3840 None None] Routers {'76374bd0-6b9e-4f59-a90a-206c49940c07'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:44:59.392324 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-9c87bb6a-e9d5-4067-9414-6f9f9d1f3840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:44:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['76374bd0-6b9e-4f59-a90a-206c49940c07'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:59.456316 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ff65edcf-c43c-4cd7-ad5b-b5dc1fccb002 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:44:59.464593 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ff65edcf-c43c-4cd7-ad5b-b5dc1fccb002 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Usage tracker for resource:port and tenant:c59ed784af024f34b556a04534213259 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:44:59.468662 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ff65edcf-c43c-4cd7-ad5b-b5dc1fccb002 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:44:59.503099 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-9c87bb6a-e9d5-4067-9414-6f9f9d1f3840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:44:59.503715 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c87bb6a-e9d5-4067-9414-6f9f9d1f3840 None None] The sync data for ids ['76374bd0-6b9e-4f59-a90a-206c49940c07'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:44:59.521509 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-1a9c63da-c4dc-4c2c-9c70-d341c0751756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:59.536272 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ff65edcf-c43c-4cd7-ad5b-b5dc1fccb002 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:59.579097 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72033001-ffa8-4bf1-813f-8080fe2d363d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:44:59.579804 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-72033001-ffa8-4bf1-813f-8080fe2d363d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:44:59.583344 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-00786bc6-c045-4d2e-94f0-343895d83e0a tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0be34df95bb4f3abecca4f5b7a46cf5 HTTP/1.1" status: 200 len: 380 time: 0.3501039 Feb 16 12:44:59.585086 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff65edcf-c43c-4cd7-ad5b-b5dc1fccb002 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Made reservation on behalf of c59ed784af024f34b556a04534213259 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:44:59.588709 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff65edcf-c43c-4cd7-ad5b-b5dc1fccb002 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:59.595705 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-27499c0d-bc17-49b2-80e2-20486f77a56c tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:44:59.607839 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed7b7662-ef63-4506-a4ad-d5ecbb3b0b0f tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:59.641664 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9c63da-c4dc-4c2c-9c70-d341c0751756 None None] No DVR routers for this DVR port d9d6bee3-90f7-4619-a898-b351295f17fe on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:44:59.672327 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-d549ee14-53ad-4fe0-bdb9-431a5e04b575 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Request body: {'port': {'device_id': '87a0ff25-ac30-41da-a645-065f8aa94794', 'network_id': '3f63effa-f1fc-4fdf-827c-5f344c925210', 'admin_state_up': True, 'tenant_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'security_groups': ['e53f1014-ca93-4023-83ba-727714174b1b']}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:44:59.723811 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c63da-c4dc-4c2c-9c70-d341c0751756 None None] Pushing event deleted for resources: {'Port': ['ID=d9d6bee3-90f7-4619-a898-b351295f17fe,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:44:59.748090 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-ff65edcf-c43c-4cd7-ad5b-b5dc1fccb002 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] device_id is not set on port da9b1cbc-f814-472c-be0a-429808df5b60 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:44:59.854414 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d3972a3e-1d52-4a29-96ac-25d27d5efb3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:44:59.895299 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-72033001-ffa8-4bf1-813f-8080fe2d363d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:59.899762 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-72033001-ffa8-4bf1-813f-8080fe2d363d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6902423 Feb 16 12:44:59.906557 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 32816) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:44:59.990900 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-c63e336f-ebbf-450e-9516-972a61b72650 req-1a41a4c8-759e-4112-9184-5b9399426f5c tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Unset dirty status for tenant:4259764a734f42088729811e9b58c5b6 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:44:59.992751 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device d9d6bee3-90f7-4619-a898-b351295f17fe no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:44:59.994004 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c63e336f-ebbf-450e-9516-972a61b72650 req-1a41a4c8-759e-4112-9184-5b9399426f5c tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.83 "GET /v2.0/ports?device_id=8ae34209-ba66-4751-b778-ef796c107758 HTTP/1.1" status: 200 len: 210 time: 0.9215424 Feb 16 12:45:00.003016 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-27499c0d-bc17-49b2-80e2-20486f77a56c tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Made reservation on behalf of a8771b90386942c1a6095687790fa64b for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:00.006885 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-27499c0d-bc17-49b2-80e2-20486f77a56c tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.012558 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2a5c3104-adb3-4c2e-84b1-40260d2814d7 req-670c023e-526f-4806-9139-0a42eedad0ed tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 210 time: 0.1796072 Feb 16 12:45:00.084584 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: d9d6bee3-90f7-4619-a898-b351295f17fe {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:45:00.085210 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device d9d6bee3-90f7-4619-a898-b351295f17fe not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:45:00.114041 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d3972a3e-1d52-4a29-96ac-25d27d5efb3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.138823 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0aed7e55-43de-4dbd-b0d5-f5775e043c49 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.244979 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfd5fe1-7687-4ead-87f4-0f63a20787e2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:00.245859 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bcfd5fe1-7687-4ead-87f4-0f63a20787e2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:00.287256 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-0aed7e55-43de-4dbd-b0d5-f5775e043c49 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ddc0b07-48b8-4866-b5e0-5b530ac4edf3']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:00.327711 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-0aed7e55-43de-4dbd-b0d5-f5775e043c49 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '204c82ba-76c1-4061-bd89-e2a6e14e5dae') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:00.328295 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-0aed7e55-43de-4dbd-b0d5-f5775e043c49 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '204c82ba-76c1-4061-bd89-e2a6e14e5dae') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:00.337455 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-d549ee14-53ad-4fe0-bdb9-431a5e04b575 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:00.373680 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-d549ee14-53ad-4fe0-bdb9-431a5e04b575 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:00.385430 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0aed7e55-43de-4dbd-b0d5-f5775e043c49 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.556720 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.89', 52336) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:00.565651 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-d549ee14-53ad-4fe0-bdb9-431a5e04b575 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Made reservation on behalf of e0be34df95bb4f3abecca4f5b7a46cf5 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:00.569070 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-d549ee14-53ad-4fe0-bdb9-431a5e04b575 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.582472 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0aed7e55-43de-4dbd-b0d5-f5775e043c49 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.706855 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bcfd5fe1-7687-4ead-87f4-0f63a20787e2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:00.713471 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bcfd5fe1-7687-4ead-87f4-0f63a20787e2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8026221 Feb 16 12:45:00.714389 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 32824) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:00.825105 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aed7e55-43de-4dbd-b0d5-f5775e043c49 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:00.834660 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0aed7e55-43de-4dbd-b0d5-f5775e043c49 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:00.946509 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:45:00.946509 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:00.946509 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:45:00.946509 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:00.946509 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:45:00.946509 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:45:00.946509 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:45:00.946509 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:00.946509 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:45:00.946509 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:00.946509 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:45:00.946509 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:00.946509 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:45:00.946509 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:45:00.946509 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:00.946509 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:45:00.946509 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:00.946509 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:45:00.946509 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:45:00.946509 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:45:00.946509 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:45:00.946509 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:45:00.946509 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:00.946509 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:00.946509 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:00.946509 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:00.946509 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:00.946509 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:00.946509 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:00.946509 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:00.946509 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:00.946509 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:00.984021 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0aed7e55-43de-4dbd-b0d5-f5775e043c49 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:01.049713 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aed7e55-43de-4dbd-b0d5-f5775e043c49 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5ddc0b07-48b8-4866-b5e0-5b530ac4edf3 {{(pid=87701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 16 12:45:01.055163 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d3972a3e-1d52-4a29-96ac-25d27d5efb3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:01.063414 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-983a2fce-9422-4bef-ac0f-d44d67043b8e tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:01.063851 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-983a2fce-9422-4bef-ac0f-d44d67043b8e tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Synchronizing usage tracker for tenant:4259764a734f42088729811e9b58c5b6 on resource:network {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:01.075398 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0aed7e55-43de-4dbd-b0d5-f5775e043c49 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:01.114669 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-27499c0d-bc17-49b2-80e2-20486f77a56c tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Allocated IP 172.20.0.4 (48c19cd8-ac27-4524-bc91-c49a239dcfeb/5863982f-bd9e-4d06-825d-64b5d101ef97/756287ee-6810-469c-9c37-8297d79eec56) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:01.124857 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-0aed7e55-43de-4dbd-b0d5-f5775e043c49 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] 10.222.0.83 "DELETE /v2.0/networks/5ddc0b07-48b8-4866-b5e0-5b530ac4edf3 HTTP/1.1" status: 204 len: 168 time: 3.1447299 Feb 16 12:45:01.134619 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aed7e55-43de-4dbd-b0d5-f5775e043c49 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Pushing event deleted for resources: {'Network': ['ID=5ddc0b07-48b8-4866-b5e0-5b530ac4edf3,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:01.148922 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 32836) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:01.153862 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9080cf18-5b3b-4bad-80d5-1c349a1b0fdd req-d92897a2-a3f2-4d14-9a88-f0ee9f55d840 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "GET /v2.0/ports?device_id=87a0ff25-ac30-41da-a645-065f8aa94794 HTTP/1.1" status: 200 len: 210 time: 0.2777617 Feb 16 12:45:01.160148 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d3972a3e-1d52-4a29-96ac-25d27d5efb3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:01.167493 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d3972a3e-1d52-4a29-96ac-25d27d5efb3b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/65bb0ba4-33a7-4687-87a2-d989cc87c8ad HTTP/1.1" status: 204 len: 168 time: 1.9033973 Feb 16 12:45:01.182839 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3972a3e-1d52-4a29-96ac-25d27d5efb3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bb0ba4-33a7-4687-87a2-d989cc87c8ad,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:01.215959 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-6947608f-cf50-4d84-8e30-17b6a64457b8 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Request body: {'network': {'name': 'tempest-network--1602276534'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:01.223156 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5cc25eaa-ab76-4004-b255-808f04adfadf tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4798291 Feb 16 12:45:01.240089 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-6947608f-cf50-4d84-8e30-17b6a64457b8 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:01.244667 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-6947608f-cf50-4d84-8e30-17b6a64457b8 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Usage tracker for resource:network and tenant:b414ba72586648ed8f5c12f73eaaa1a7 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:01.251588 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-6947608f-cf50-4d84-8e30-17b6a64457b8 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:01.270944 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 32842) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:01.288440 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-45adc83a-0922-41b8-97e5-7db35afb9d30 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'subnet': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:01.323191 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-6947608f-cf50-4d84-8e30-17b6a64457b8 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:01.389391 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-ff65edcf-c43c-4cd7-ad5b-b5dc1fccb002 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Allocated IP 172.20.0.3 (ad13fb64-e8ed-4a90-941f-ecef4e45d13a/aaef02b1-4738-41aa-a6d1-a6581371b408/da9b1cbc-f814-472c-be0a-429808df5b60) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:01.528490 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-983a2fce-9422-4bef-ac0f-d44d67043b8e tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Unset dirty status for tenant:4259764a734f42088729811e9b58c5b6 on resource:network {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:01.530194 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-983a2fce-9422-4bef-ac0f-d44d67043b8e tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.89 "GET /v2.0/networks?id=d3802bb0-f51a-430a-aee4-70d5a6517150 HTTP/1.1" status: 200 len: 812 time: 0.9720588 Feb 16 12:45:01.539971 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-08a377fa-7cb7-4399-9023-1e5664143da8 req-f3c1deb2-5f2d-4e3f-819e-bf98aa77b2dc tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Synchronizing usage tracker for tenant:a8771b90386942c1a6095687790fa64b on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:01.547438 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6947608f-cf50-4d84-8e30-17b6a64457b8 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Made reservation on behalf of b414ba72586648ed8f5c12f73eaaa1a7 for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:01.550161 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6947608f-cf50-4d84-8e30-17b6a64457b8 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:01.716385 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-08a377fa-7cb7-4399-9023-1e5664143da8 req-f3c1deb2-5f2d-4e3f-819e-bf98aa77b2dc tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Unset dirty status for tenant:a8771b90386942c1a6095687790fa64b on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:01.730565 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-08a377fa-7cb7-4399-9023-1e5664143da8 req-f3c1deb2-5f2d-4e3f-819e-bf98aa77b2dc tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 210 time: 0.3919683 Feb 16 12:45:01.771895 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-1c34fe3c-1142-4fb7-b34c-edd5dfe303f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:01.776949 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6947608f-cf50-4d84-8e30-17b6a64457b8 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:01.794397 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-71e88f68-299a-4743-9170-6e0978ffdc8c tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Synchronizing usage tracker for tenant:4259764a734f42088729811e9b58c5b6 on resource:security_group {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:01.829748 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-d549ee14-53ad-4fe0-bdb9-431a5e04b575 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Allocated IP 172.20.0.9 (3f63effa-f1fc-4fdf-827c-5f344c925210/25af59ae-eb65-4dc0-ba71-1417e9a15624/8d7c6404-271f-474b-8ea9-9e9ff46efbfc) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:01.843954 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6947608f-cf50-4d84-8e30-17b6a64457b8 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:01.845078 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-6947608f-cf50-4d84-8e30-17b6a64457b8 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Added segment f03cb840-0ecc-4102-bf61-81973a5bd180 of type vlan for network bc975b30-3659-4564-ae20-d92107962136 Feb 16 12:45:02.033917 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a5d1872a-0ea3-490f-9597-b155492a7283 req-9ad09fdc-8448-4a9b-b80d-7c5c276285b3 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.83 "GET /v2.0/ports?device_id=8ae34209-ba66-4751-b778-ef796c107758 HTTP/1.1" status: 200 len: 210 time: 0.4789245 Feb 16 12:45:02.040959 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-45adc83a-0922-41b8-97e5-7db35afb9d30 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:02.130536 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-45adc83a-0922-41b8-97e5-7db35afb9d30 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:02.225066 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6947608f-cf50-4d84-8e30-17b6a64457b8 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:02.245598 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed7b7662-ef63-4506-a4ad-d5ecbb3b0b0f tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:02.252137 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45adc83a-0922-41b8-97e5-7db35afb9d30 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:02.255555 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-45adc83a-0922-41b8-97e5-7db35afb9d30 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:02.273511 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-71e88f68-299a-4743-9170-6e0978ffdc8c tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Unset dirty status for tenant:4259764a734f42088729811e9b58c5b6 on resource:security_group {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:02.274784 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-71e88f68-299a-4743-9170-6e0978ffdc8c tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4259764a734f42088729811e9b58c5b6 HTTP/1.1" status: 200 len: 380 time: 0.6915195 Feb 16 12:45:02.326446 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-1c3d2ba4-f0b9-4931-8a78-731930b3241b tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Request body: {'port': {'device_id': '8ae34209-ba66-4751-b778-ef796c107758', 'network_id': 'd3802bb0-f51a-430a-aee4-70d5a6517150', 'admin_state_up': True, 'tenant_id': '4259764a734f42088729811e9b58c5b6', 'security_groups': ['62dfa7ce-67f7-40ab-a719-1c981b68d32c']}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:02.356390 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-27499c0d-bc17-49b2-80e2-20486f77a56c tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:02.368907 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6947608f-cf50-4d84-8e30-17b6a64457b8 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:02.372997 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6947608f-cf50-4d84-8e30-17b6a64457b8 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:02.373851 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6947608f-cf50-4d84-8e30-17b6a64457b8 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:02.730282 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-27499c0d-bc17-49b2-80e2-20486f77a56c tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Transition to ACTIVE for port object 756287ee-6810-469c-9c37-8297d79eec56 will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:02.762591 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-2e6004f5-68f8-4dd5-8e02-a41a5b411a13 req-8808ab9d-bf84-4003-8c8b-97bc28399195 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Synchronizing usage tracker for tenant:e0be34df95bb4f3abecca4f5b7a46cf5 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:02.807849 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-6947608f-cf50-4d84-8e30-17b6a64457b8 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.6511366 Feb 16 12:45:02.833637 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 32866) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:02.858296 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-d549ee14-53ad-4fe0-bdb9-431a5e04b575 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:02.867599 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-305fba55-9f76-4e56-b61f-50a79374b8e9 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:02.887087 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6947608f-cf50-4d84-8e30-17b6a64457b8 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Pushing event updated for resources: {'Network': ['ID=bc975b30-3659-4564-ae20-d92107962136,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:02.903446 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network bc975b30-3659-4564-ae20-d92107962136 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:45:03.123881 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-2e6004f5-68f8-4dd5-8e02-a41a5b411a13 req-8808ab9d-bf84-4003-8c8b-97bc28399195 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Unset dirty status for tenant:e0be34df95bb4f3abecca4f5b7a46cf5 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:03.139805 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2eeb8738-cade-49ab-ab11-bdb7b785a3b6 req-9795e048-dd26-461a-830f-1a4fc0042209 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 210 time: 0.1658397 Feb 16 12:45:03.143267 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2e6004f5-68f8-4dd5-8e02-a41a5b411a13 req-8808ab9d-bf84-4003-8c8b-97bc28399195 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "GET /v2.0/ports?device_id=87a0ff25-ac30-41da-a645-065f8aa94794 HTTP/1.1" status: 200 len: 210 time: 0.5055225 Feb 16 12:45:03.189015 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-d549ee14-53ad-4fe0-bdb9-431a5e04b575 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Transition to ACTIVE for port object 8d7c6404-271f-474b-8ea9-9e9ff46efbfc will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:03.259671 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-1c3d2ba4-f0b9-4931-8a78-731930b3241b tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:03.279985 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-1c3d2ba4-f0b9-4931-8a78-731930b3241b tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:03.323628 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-1c3d2ba4-f0b9-4931-8a78-731930b3241b tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Made reservation on behalf of 4259764a734f42088729811e9b58c5b6 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:03.335102 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-1c3d2ba4-f0b9-4931-8a78-731930b3241b tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.362273 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff65edcf-c43c-4cd7-ad5b-b5dc1fccb002 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.405348 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-ff65edcf-c43c-4cd7-ad5b-b5dc1fccb002 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Transition to ACTIVE for port object da9b1cbc-f814-472c-be0a-429808df5b60 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:03.413107 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed7b7662-ef63-4506-a4ad-d5ecbb3b0b0f tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Router 24615077-7fe0-443c-a4ee-0bce0e875b8b is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:45:03.508547 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-27499c0d-bc17-49b2-80e2-20486f77a56c tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.549397 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c66d90b1-ec53-4786-b931-a0ca92557462 req-903e9ee0-51c7-4376-88e8-251486808c8c tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.83 "GET /v2.0/ports?device_id=8ae34209-ba66-4751-b778-ef796c107758 HTTP/1.1" status: 200 len: 210 time: 0.2422514 Feb 16 12:45:03.571568 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-45adc83a-0922-41b8-97e5-7db35afb9d30 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.707593 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff65edcf-c43c-4cd7-ad5b-b5dc1fccb002 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:03.878945 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-27499c0d-bc17-49b2-80e2-20486f77a56c tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Network 48c19cd8-ac27-4524-bc91-c49a239dcfeb is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:03.909459 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-27499c0d-bc17-49b2-80e2-20486f77a56c tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:03.923326 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-27499c0d-bc17-49b2-80e2-20486f77a56c tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:03.944823 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45adc83a-0922-41b8-97e5-7db35afb9d30 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:03.969997 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-45adc83a-0922-41b8-97e5-7db35afb9d30 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:03.988033 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac32fa5-1483-4837-b949-51574d38dfc3 None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:03.990788 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:45:03.992493 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45adc83a-0922-41b8-97e5-7db35afb9d30 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:03.993184 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-45adc83a-0922-41b8-97e5-7db35afb9d30 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.026632 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27499c0d-bc17-49b2-80e2-20486f77a56c tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Pushing event updated for resources: {'Port': ['ID=756287ee-6810-469c-9c37-8297d79eec56,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:04.054239 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45adc83a-0922-41b8-97e5-7db35afb9d30 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Subnet': ['ID=9153a050-3ca1-4f4f-8bb6-45636eb6fff1,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:04.086055 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-d549ee14-53ad-4fe0-bdb9-431a5e04b575 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.199174 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff65edcf-c43c-4cd7-ad5b-b5dc1fccb002 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Network ad13fb64-e8ed-4a90-941f-ecef4e45d13a is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:04.203717 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7b7662-ef63-4506-a4ad-d5ecbb3b0b0f tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:45:04.215092 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff65edcf-c43c-4cd7-ad5b-b5dc1fccb002 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Pushing event updated for resources: {'Port': ['ID=da9b1cbc-f814-472c-be0a-429808df5b60,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:04.220236 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e1ec93-d3f9-4495-a35d-24274d0a1a5b None None] Sync routers for ids ['24615077-7fe0-443c-a4ee-0bce0e875b8b'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:04.228671 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-ff65edcf-c43c-4cd7-ad5b-b5dc1fccb002 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:04.244583 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e1ec93-d3f9-4495-a35d-24274d0a1a5b None None] Routers {'24615077-7fe0-443c-a4ee-0bce0e875b8b'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:04.247746 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-f9e1ec93-d3f9-4495-a35d-24274d0a1a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:44:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['24615077-7fe0-443c-a4ee-0bce0e875b8b'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:04.249469 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff65edcf-c43c-4cd7-ad5b-b5dc1fccb002 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:04.366365 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-45adc83a-0922-41b8-97e5-7db35afb9d30 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0938289 Feb 16 12:45:04.370376 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b02505a1-b15c-49fe-a7bf-02dcf4fbd555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.431648 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 32892) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:04.475971 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-cb019127-0296-44ff-a4f4-347dcb2fa9d4 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'port': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'fixed_ips': [{'subnet_id': '9153a050-3ca1-4f4f-8bb6-45636eb6fff1', 'ip_address': '2001:db8::6c00:2794:a41f:94bf'}], 'name': 'tempest-NetworksTestDHCPv6-1788458231'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:04.478492 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.619345 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-f9e1ec93-d3f9-4495-a35d-24274d0a1a5b None None] Set router 24615077-7fe0-443c-a4ee-0bce0e875b8b gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:45:04.672925 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 32898) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:04.684539 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-27499c0d-bc17-49b2-80e2-20486f77a56c tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:04.689337 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-27499c0d-bc17-49b2-80e2-20486f77a56c tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.736886 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-02726a8b-ed2c-4fb8-a995-7d92eebef113 None None] Provisioning for port 756287ee-6810-469c-9c37-8297d79eec56 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:04.754922 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-02726a8b-ed2c-4fb8-a995-7d92eebef113 None None] Provisioning complete for port 756287ee-6810-469c-9c37-8297d79eec56 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:04.757406 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-02726a8b-ed2c-4fb8-a995-7d92eebef113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.822109 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be6fcff-7070-40ce-b3dd-2c92482122c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-c2beece7-853e-4518-ace6-8724ee235932', 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'tenant_id': '5979c0794f594272a8691960316755d8', 'fixed_ips': [{'subnet_id': '9153a050-3ca1-4f4f-8bb6-45636eb6fff1'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:45:04.827798 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed7b7662-ef63-4506-a4ad-d5ecbb3b0b0f tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.829311 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ed7b7662-ef63-4506-a4ad-d5ecbb3b0b0f tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 14.0544693 Feb 16 12:45:04.832454 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6be6fcff-7070-40ce-b3dd-2c92482122c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.861903 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 32904) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:04.901409 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-d549ee14-53ad-4fe0-bdb9-431a5e04b575 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Network 3f63effa-f1fc-4fdf-827c-5f344c925210 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:04.918360 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-305fba55-9f76-4e56-b61f-50a79374b8e9 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:04.969076 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-d549ee14-53ad-4fe0-bdb9-431a5e04b575 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:04.996898 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d549ee14-53ad-4fe0-bdb9-431a5e04b575 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Pushing event updated for resources: {'Port': ['ID=8d7c6404-271f-474b-8ea9-9e9ff46efbfc,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:05.019380 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-d549ee14-53ad-4fe0-bdb9-431a5e04b575 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:05.112412 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-27499c0d-bc17-49b2-80e2-20486f77a56c tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.1771393 Feb 16 12:45:05.143467 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-1c3d2ba4-f0b9-4931-8a78-731930b3241b tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Allocated IP 172.20.0.5 (d3802bb0-f51a-430a-aee4-70d5a6517150/5285d3fc-2a25-4443-819b-b9f97276ee26/95f20114-48e2-4df4-9386-abf3bf1edbca) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:05.159857 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-305fba55-9f76-4e56-b61f-50a79374b8e9 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:05.173761 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-02726a8b-ed2c-4fb8-a995-7d92eebef113 None None] Port 756287ee-6810-469c-9c37-8297d79eec56 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:45:05.174634 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-ccfcce8e-0c13-4205-a1e9-b740fdc4bf6a tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=87701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:45:05.178430 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-ccfcce8e-0c13-4205-a1e9-b740fdc4bf6a tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0255685 Feb 16 12:45:05.255812 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-305fba55-9f76-4e56-b61f-50a79374b8e9 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Network bc975b30-3659-4564-ae20-d92107962136 is not hosted by any dhcp agent {{(pid=87701) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 16 12:45:05.256297 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:05.261542 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305fba55-9f76-4e56-b61f-50a79374b8e9 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:05.262510 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-305fba55-9f76-4e56-b61f-50a79374b8e9 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:05.267239 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-305fba55-9f76-4e56-b61f-50a79374b8e9 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] 10.222.0.83 "PUT /v2.0/networks/bc975b30-3659-4564-ae20-d92107962136 HTTP/1.1" status: 200 len: 858 time: 2.4314191 Feb 16 12:45:05.273649 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 32908) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:05.304921 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:05.362082 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f1607272-9509-4eda-b2d0-21b88d6706c9 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:05.404228 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-f9e1ec93-d3f9-4495-a35d-24274d0a1a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24615077-7fe0-443c-a4ee-0bce0e875b8b', 'name': '', 'tenant_id': 'fa4c20ba72264dde861f4f6fcde1d1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8fb5ecc-7b11-499a-adb2-2c5a72cb505d', 'external_fixed_ips': [{'subnet_id': 'e695380c-da34-4cbe-8861-5049088638dd', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '59990a80-af22-4e8f-b422-e0e043a7d001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:50Z', 'updated_at': '2022-02-16T12:44:59Z', 'revision_number': 3, 'project_id': 'fa4c20ba72264dde861f4f6fcde1d1da', 'gw_port': {'id': '59990a80-af22-4e8f-b422-e0e043a7d001', 'name': '', 'network_id': 'e8fb5ecc-7b11-499a-adb2-2c5a72cb505d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24615077-7fe0-443c-a4ee-0bce0e875b8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': 'e695380c-da34-4cbe-8861-5049088638dd', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:55Z', 'updated_at': '2022-02-16T12:44:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e695380c-da34-4cbe-8861-5049088638dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:05.411315 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e1ec93-d3f9-4495-a35d-24274d0a1a5b None None] Checking router: 24615077-7fe0-443c-a4ee-0bce0e875b8b for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:45:05.411832 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e1ec93-d3f9-4495-a35d-24274d0a1a5b None None] Updating router 24615077-7fe0-443c-a4ee-0bce0e875b8b port 59990a80-af22-4e8f-b422-e0e043a7d001 binding host dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:45:05.465272 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-e1a8a783-c6c7-4d1a-bcc5-8cd3b39e2833 None None] Provisioning for port da9b1cbc-f814-472c-be0a-429808df5b60 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:05.485399 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-e1a8a783-c6c7-4d1a-bcc5-8cd3b39e2833 None None] Provisioning complete for port da9b1cbc-f814-472c-be0a-429808df5b60 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:05.486165 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e1a8a783-c6c7-4d1a-bcc5-8cd3b39e2833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:05.493370 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-f9e1ec93-d3f9-4495-a35d-24274d0a1a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:05.538533 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-d549ee14-53ad-4fe0-bdb9-431a5e04b575 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:05.544341 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-d549ee14-53ad-4fe0-bdb9-431a5e04b575 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:05.571185 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8a783-c6c7-4d1a-bcc5-8cd3b39e2833 None None] Port da9b1cbc-f814-472c-be0a-429808df5b60 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:45:05.614220 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-6be6fcff-7070-40ce-b3dd-2c92482122c4 None None] Allocated IP 2001:db8::2 (c2beece7-853e-4518-ace6-8724ee235932/9153a050-3ca1-4f4f-8bb6-45636eb6fff1/d63b902c-dac5-46fe-bc6f-8afa68afd123) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:05.640992 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305fba55-9f76-4e56-b61f-50a79374b8e9 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Pushing event updated for resources: {'Network': ['ID=bc975b30-3659-4564-ae20-d92107962136,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:05.730391 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b9211-7ebf-4b5b-bed5-b878ba59a29a req-ba79bc9c-af0c-4b0c-9178-a62994775b4b tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:05.732277 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5f6b9211-7ebf-4b5b-bed5-b878ba59a29a req-ba79bc9c-af0c-4b0c-9178-a62994775b4b tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 931 time: 1.1070673 Feb 16 12:45:05.733974 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-d549ee14-53ad-4fe0-bdb9-431a5e04b575 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0711892 Feb 16 12:45:05.765937 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-aac208e0-eedc-44f2-830f-bb89aa393dbe None None] Provisioning for port 8d7c6404-271f-474b-8ea9-9e9ff46efbfc completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:05.775219 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-aac208e0-eedc-44f2-830f-bb89aa393dbe None None] Provisioning complete for port 8d7c6404-271f-474b-8ea9-9e9ff46efbfc triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:05.775890 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-aac208e0-eedc-44f2-830f-bb89aa393dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:05.778766 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-a982b060-9f7c-4ab0-8179-69c0a6a7d4c6 tempest-PortsAdminExtendedAttrsTestJSON-1600496700 tempest-PortsAdminExtendedAttrsTestJSON-1600496700-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1182303863'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:05.794212 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff65edcf-c43c-4cd7-ad5b-b5dc1fccb002 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:05.794928 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff65edcf-c43c-4cd7-ad5b-b5dc1fccb002 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:05.839383 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8060d896-7bc5-4c75-9c94-f9d600290255 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:05.845482 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-cb019127-0296-44ff-a4f4-347dcb2fa9d4 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:05.849368 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-56d845b4-0ad3-4f46-a227-c095217bfc85 service neutron] Request body: {'port': {'device_id': '29b92584-bd8a-4a6c-bbcf-1dfbe8b85310', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:05.865780 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a982b060-9f7c-4ab0-8179-69c0a6a7d4c6 tempest-PortsAdminExtendedAttrsTestJSON-1600496700 tempest-PortsAdminExtendedAttrsTestJSON-1600496700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:05.872260 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-aac208e0-eedc-44f2-830f-bb89aa393dbe None None] Port 8d7c6404-271f-474b-8ea9-9e9ff46efbfc cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:45:05.908004 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a982b060-9f7c-4ab0-8179-69c0a6a7d4c6 tempest-PortsAdminExtendedAttrsTestJSON-1600496700 tempest-PortsAdminExtendedAttrsTestJSON-1600496700-project] Usage tracker for resource:network and tenant:1357e811a6aa4b10a13fc726007670c7 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:05.919253 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a982b060-9f7c-4ab0-8179-69c0a6a7d4c6 tempest-PortsAdminExtendedAttrsTestJSON-1600496700 tempest-PortsAdminExtendedAttrsTestJSON-1600496700-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:05.939441 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a982b060-9f7c-4ab0-8179-69c0a6a7d4c6 tempest-PortsAdminExtendedAttrsTestJSON-1600496700 tempest-PortsAdminExtendedAttrsTestJSON-1600496700-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:05.965995 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-cb019127-0296-44ff-a4f4-347dcb2fa9d4 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:05.984924 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5f6b9211-7ebf-4b5b-bed5-b878ba59a29a req-863e379e-fc4f-499d-bddb-71818d7a0c21 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2413576 Feb 16 12:45:06.077705 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1305b18-885f-4e0b-95d0-afce50ebcd27 req-5db49f9c-22b1-4389-b7bd-33249387abf9 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:06.086791 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e1305b18-885f-4e0b-95d0-afce50ebcd27 req-5db49f9c-22b1-4389-b7bd-33249387abf9 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "GET /v2.0/ports?device_id=87a0ff25-ac30-41da-a645-065f8aa94794 HTTP/1.1" status: 200 len: 931 time: 1.5341151 Feb 16 12:45:06.090002 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ff65edcf-c43c-4cd7-ad5b-b5dc1fccb002 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.3827243 Feb 16 12:45:06.105113 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 32914) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:06.107710 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a982b060-9f7c-4ab0-8179-69c0a6a7d4c6 tempest-PortsAdminExtendedAttrsTestJSON-1600496700 tempest-PortsAdminExtendedAttrsTestJSON-1600496700-project] Made reservation on behalf of 1357e811a6aa4b10a13fc726007670c7 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:06.111329 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a982b060-9f7c-4ab0-8179-69c0a6a7d4c6 tempest-PortsAdminExtendedAttrsTestJSON-1600496700 tempest-PortsAdminExtendedAttrsTestJSON-1600496700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.120082 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6be6fcff-7070-40ce-b3dd-2c92482122c4 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.138463 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-6be6fcff-7070-40ce-b3dd-2c92482122c4 None None] Transition to ACTIVE for port object d63b902c-dac5-46fe-bc6f-8afa68afd123 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:06.146068 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb019127-0296-44ff-a4f4-347dcb2fa9d4 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:06.179442 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-6be6fcff-7070-40ce-b3dd-2c92482122c4 None None] Transition to ACTIVE for port object d63b902c-dac5-46fe-bc6f-8afa68afd123 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:06.189673 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a982b060-9f7c-4ab0-8179-69c0a6a7d4c6 tempest-PortsAdminExtendedAttrsTestJSON-1600496700 tempest-PortsAdminExtendedAttrsTestJSON-1600496700-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.192647 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6be6fcff-7070-40ce-b3dd-2c92482122c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.252051 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a982b060-9f7c-4ab0-8179-69c0a6a7d4c6 tempest-PortsAdminExtendedAttrsTestJSON-1600496700 tempest-PortsAdminExtendedAttrsTestJSON-1600496700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:06.263566 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a982b060-9f7c-4ab0-8179-69c0a6a7d4c6 tempest-PortsAdminExtendedAttrsTestJSON-1600496700 tempest-PortsAdminExtendedAttrsTestJSON-1600496700-project] Usage tracker for resource:security_group_rule and tenant:1357e811a6aa4b10a13fc726007670c7 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:06.271694 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a982b060-9f7c-4ab0-8179-69c0a6a7d4c6 tempest-PortsAdminExtendedAttrsTestJSON-1600496700 tempest-PortsAdminExtendedAttrsTestJSON-1600496700-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:06.288908 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a982b060-9f7c-4ab0-8179-69c0a6a7d4c6 tempest-PortsAdminExtendedAttrsTestJSON-1600496700 tempest-PortsAdminExtendedAttrsTestJSON-1600496700-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:06.383760 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-f9e1ec93-d3f9-4495-a35d-24274d0a1a5b None None] Notify callbacks [] for port, precommit_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.415936 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be6fcff-7070-40ce-b3dd-2c92482122c4 None None] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:06.418755 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.provisioning_blocks [None req-f9e1ec93-d3f9-4495-a35d-24274d0a1a5b None None] Transition to ACTIVE for port object 59990a80-af22-4e8f-b422-e0e043a7d001 will not be triggered until provisioned by entity L2. {{(pid=87703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:06.426544 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-6be6fcff-7070-40ce-b3dd-2c92482122c4 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:06.431538 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-f9e1ec93-d3f9-4495-a35d-24274d0a1a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.436706 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be6fcff-7070-40ce-b3dd-2c92482122c4 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:06.438592 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-0099ad77-bf24-46f5-b754-187e553f4559 service neutron] Request body: {'port': {'device_id': '87a0ff25-ac30-41da-a645-065f8aa94794', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:06.478184 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a982b060-9f7c-4ab0-8179-69c0a6a7d4c6 tempest-PortsAdminExtendedAttrsTestJSON-1600496700 tempest-PortsAdminExtendedAttrsTestJSON-1600496700-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.540638 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a982b060-9f7c-4ab0-8179-69c0a6a7d4c6 tempest-PortsAdminExtendedAttrsTestJSON-1600496700 tempest-PortsAdminExtendedAttrsTestJSON-1600496700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.552299 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-b4dc1926-6d32-4e8b-b047-7ec48e0c56d0 tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Request body: {'floatingip': {'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'project_id': 'c59ed784af024f34b556a04534213259', 'port_id': 'da9b1cbc-f814-472c-be0a-429808df5b60'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:06.555594 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f329c751-8d68-4f04-b7b8-4c351009d1ff None None] Pushing event updated for resources: {'Port': ['ID=59990a80-af22-4e8f-b422-e0e043a7d001,revision_number=2']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:06.579082 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-f9e1ec93-d3f9-4495-a35d-24274d0a1a5b None None] Attempting to bind port 59990a80-af22-4e8f-b422-e0e043a7d001 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:06.579539 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-f9e1ec93-d3f9-4495-a35d-24274d0a1a5b None None] Attempting to bind port 59990a80-af22-4e8f-b422-e0e043a7d001 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '87cb7d97-bd02-4182-9a66-411ac65fafd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e8fb5ecc-7b11-499a-adb2-2c5a72cb505d'}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:06.579961 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e1ec93-d3f9-4495-a35d-24274d0a1a5b None None] Attempting to bind port 59990a80-af22-4e8f-b422-e0e043a7d001 on network e8fb5ecc-7b11-499a-adb2-2c5a72cb505d {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:06.590730 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6fcff-7070-40ce-b3dd-2c92482122c4 None None] Pushing event updated for resources: {'Port': ['ID=d63b902c-dac5-46fe-bc6f-8afa68afd123,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:06.607971 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e1ec93-d3f9-4495-a35d-24274d0a1a5b None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:45:06.608342 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e1ec93-d3f9-4495-a35d-24274d0a1a5b None None] Checking segment: {'id': '87cb7d97-bd02-4182-9a66-411ac65fafd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e8fb5ecc-7b11-499a-adb2-2c5a72cb505d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:06.610968 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e1305b18-885f-4e0b-95d0-afce50ebcd27 req-af7807c4-8cdf-4eed-aa45-ed2392c3b9cb tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "GET /v2.0/security-groups?id=e53f1014-ca93-4023-83ba-727714174b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5227520 Feb 16 12:45:06.612787 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-f9e1ec93-d3f9-4495-a35d-24274d0a1a5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.613229 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e1ec93-d3f9-4495-a35d-24274d0a1a5b None None] Bound using segment: {'id': '87cb7d97-bd02-4182-9a66-411ac65fafd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e8fb5ecc-7b11-499a-adb2-2c5a72cb505d'} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:45:06.613735 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-f9e1ec93-d3f9-4495-a35d-24274d0a1a5b None None] Bound port: 59990a80-af22-4e8f-b422-e0e043a7d001, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87cb7d97-bd02-4182-9a66-411ac65fafd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e8fb5ecc-7b11-499a-adb2-2c5a72cb505d'}}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:06.616843 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-f9e1ec93-d3f9-4495-a35d-24274d0a1a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.629047 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b4dc1926-6d32-4e8b-b047-7ec48e0c56d0 tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:06.684812 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b4dc1926-6d32-4e8b-b047-7ec48e0c56d0 tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Usage tracker for resource:floatingip and tenant:c59ed784af024f34b556a04534213259 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:06.706500 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8060d896-7bc5-4c75-9c94-f9d600290255 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.729105 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f1607272-9509-4eda-b2d0-21b88d6706c9 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.738063 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-ccf1ebbf-26b2-40ef-b222-64cbb5e8b01e req-71a95fc0-ec37-402c-8e9c-6d600b5f1018 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Synchronizing usage tracker for tenant:4259764a734f42088729811e9b58c5b6 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:06.746540 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b4dc1926-6d32-4e8b-b047-7ec48e0c56d0 tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:06.753878 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a982b060-9f7c-4ab0-8179-69c0a6a7d4c6 tempest-PortsAdminExtendedAttrsTestJSON-1600496700 tempest-PortsAdminExtendedAttrsTestJSON-1600496700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:06.775347 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.781141 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-6be6fcff-7070-40ce-b3dd-2c92482122c4 None None] Attempting to bind port d63b902c-dac5-46fe-bc6f-8afa68afd123 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:06.781479 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-6be6fcff-7070-40ce-b3dd-2c92482122c4 None None] Attempting to bind port d63b902c-dac5-46fe-bc6f-8afa68afd123 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:06.781835 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be6fcff-7070-40ce-b3dd-2c92482122c4 None None] Attempting to bind port d63b902c-dac5-46fe-bc6f-8afa68afd123 on network c2beece7-853e-4518-ace6-8724ee235932 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:06.789076 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be6fcff-7070-40ce-b3dd-2c92482122c4 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:45:06.789462 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be6fcff-7070-40ce-b3dd-2c92482122c4 None None] Checking segment: {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:06.789867 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6be6fcff-7070-40ce-b3dd-2c92482122c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.790759 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be6fcff-7070-40ce-b3dd-2c92482122c4 None None] Bound using segment: {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:45:06.790759 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-6be6fcff-7070-40ce-b3dd-2c92482122c4 None None] Bound port: d63b902c-dac5-46fe-bc6f-8afa68afd123, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:06.791049 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6be6fcff-7070-40ce-b3dd-2c92482122c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.797011 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b4dc1926-6d32-4e8b-b047-7ec48e0c56d0 tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:06.803538 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a982b060-9f7c-4ab0-8179-69c0a6a7d4c6 tempest-PortsAdminExtendedAttrsTestJSON-1600496700 tempest-PortsAdminExtendedAttrsTestJSON-1600496700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a05b926-6130-434c-a28e-65ccab8b8d6b,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:06.805740 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-56d845b4-0ad3-4f46-a227-c095217bfc85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.822913 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-f9e1ec93-d3f9-4495-a35d-24274d0a1a5b None None] For port 59990a80-af22-4e8f-b422-e0e043a7d001, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:45:06.827290 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-f9e1ec93-d3f9-4495-a35d-24274d0a1a5b None None] For port 59990a80-af22-4e8f-b422-e0e043a7d001, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=59990a80-af22-4e8f-b422-e0e043a7d001,segment=NetworkSegment(87cb7d97-bd02-4182-9a66-411ac65fafd7),segment_id=87cb7d97-bd02-4182-9a66-411ac65fafd7)] {{(pid=87703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:45:06.834833 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-f9e1ec93-d3f9-4495-a35d-24274d0a1a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.836935 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-f1607272-9509-4eda-b2d0-21b88d6706c9 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Deleting port 59990a80-af22-4e8f-b422-e0e043a7d001 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:06.837304 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f1607272-9509-4eda-b2d0-21b88d6706c9 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.933554 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-1c3d2ba4-f0b9-4931-8a78-731930b3241b tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:06.948403 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-6be6fcff-7070-40ce-b3dd-2c92482122c4 None None] For port d63b902c-dac5-46fe-bc6f-8afa68afd123, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:45:06.957410 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-6be6fcff-7070-40ce-b3dd-2c92482122c4 None None] For port d63b902c-dac5-46fe-bc6f-8afa68afd123, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=d63b902c-dac5-46fe-bc6f-8afa68afd123,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:45:06.972129 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6be6fcff-7070-40ce-b3dd-2c92482122c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:07.043604 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e1ec93-d3f9-4495-a35d-24274d0a1a5b None None] Routers {'24615077-7fe0-443c-a4ee-0bce0e875b8b'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:07.051833 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-f9e1ec93-d3f9-4495-a35d-24274d0a1a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:45:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['24615077-7fe0-443c-a4ee-0bce0e875b8b'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:07.097628 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-0099ad77-bf24-46f5-b754-187e553f4559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:07.128867 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-f1607272-9509-4eda-b2d0-21b88d6706c9 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] For port 59990a80-af22-4e8f-b422-e0e043a7d001, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=59990a80-af22-4e8f-b422-e0e043a7d001,segment=NetworkSegment(87cb7d97-bd02-4182-9a66-411ac65fafd7),segment_id=87cb7d97-bd02-4182-9a66-411ac65fafd7)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:07.129233 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f1607272-9509-4eda-b2d0-21b88d6706c9 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:07.139192 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6fcff-7070-40ce-b3dd-2c92482122c4 None None] Pushing event updated for resources: {'Port': ['ID=d63b902c-dac5-46fe-bc6f-8afa68afd123,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:07.159152 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-8060d896-7bc5-4c75-9c94-f9d600290255 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc975b30-3659-4564-ae20-d92107962136']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:07.192241 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f329c751-8d68-4f04-b7b8-4c351009d1ff None None] Pushing event updated for resources: {'Port': ['ID=59990a80-af22-4e8f-b422-e0e043a7d001,revision_number=3']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:07.219623 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-ccf1ebbf-26b2-40ef-b222-64cbb5e8b01e req-71a95fc0-ec37-402c-8e9c-6d600b5f1018 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Unset dirty status for tenant:4259764a734f42088729811e9b58c5b6 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:07.220800 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ccf1ebbf-26b2-40ef-b222-64cbb5e8b01e req-71a95fc0-ec37-402c-8e9c-6d600b5f1018 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.83 "GET /v2.0/ports?device_id=8ae34209-ba66-4751-b778-ef796c107758 HTTP/1.1" status: 200 len: 210 time: 0.7023039 Feb 16 12:45:07.266908 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-1c3d2ba4-f0b9-4931-8a78-731930b3241b tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Transition to ACTIVE for port object 95f20114-48e2-4df4-9386-abf3bf1edbca will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:07.269277 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-8060d896-7bc5-4c75-9c94-f9d600290255 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f03cb840-0ecc-4102-bf61-81973a5bd180') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:07.269570 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-8060d896-7bc5-4c75-9c94-f9d600290255 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f03cb840-0ecc-4102-bf61-81973a5bd180') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:07.386210 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a982b060-9f7c-4ab0-8179-69c0a6a7d4c6 tempest-PortsAdminExtendedAttrsTestJSON-1600496700 tempest-PortsAdminExtendedAttrsTestJSON-1600496700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:07.386582 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-a982b060-9f7c-4ab0-8179-69c0a6a7d4c6 tempest-PortsAdminExtendedAttrsTestJSON-1600496700 tempest-PortsAdminExtendedAttrsTestJSON-1600496700-project] Added segment 0abca782-959e-482c-aa02-5b6078817227 of type vlan for network debbc617-7b60-4833-9826-fe4cab5b0f24 Feb 16 12:45:07.450047 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-f9e1ec93-d3f9-4495-a35d-24274d0a1a5b None None] Set router 24615077-7fe0-443c-a4ee-0bce0e875b8b gateway port host: None {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:45:07.509818 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-f1607272-9509-4eda-b2d0-21b88d6706c9 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Calling delete_port for 59990a80-af22-4e8f-b422-e0e043a7d001 owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:07.566572 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8060d896-7bc5-4c75-9c94-f9d600290255 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:07.686485 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-f9e1ec93-d3f9-4495-a35d-24274d0a1a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24615077-7fe0-443c-a4ee-0bce0e875b8b', 'name': '', 'tenant_id': 'fa4c20ba72264dde861f4f6fcde1d1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:50Z', 'updated_at': '2022-02-16T12:45:06Z', 'revision_number': 4, 'project_id': 'fa4c20ba72264dde861f4f6fcde1d1da', 'gw_port_host': None}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:07.692597 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e1ec93-d3f9-4495-a35d-24274d0a1a5b None None] The sync data for ids ['24615077-7fe0-443c-a4ee-0bce0e875b8b'] in dv-neutron-829527-1-hyperv is: [{'id': '24615077-7fe0-443c-a4ee-0bce0e875b8b', 'name': '', 'tenant_id': 'fa4c20ba72264dde861f4f6fcde1d1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:50Z', 'updated_at': '2022-02-16T12:45:06Z', 'revision_number': 4, 'project_id': 'fa4c20ba72264dde861f4f6fcde1d1da', 'gw_port_host': None}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:07.752905 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8060d896-7bc5-4c75-9c94-f9d600290255 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:07.767757 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8060d896-7bc5-4c75-9c94-f9d600290255 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:07.768168 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8060d896-7bc5-4c75-9c94-f9d600290255 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:07.805046 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b4dc1926-6d32-4e8b-b047-7ec48e0c56d0 tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:07.839149 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:45:07.839149 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:07.839149 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:45:07.839149 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:07.839149 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:45:07.839149 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:45:07.839149 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:45:07.839149 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:07.839149 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:45:07.839149 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:07.839149 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:45:07.839149 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:07.839149 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:45:07.839149 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:45:07.839149 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:07.839149 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:45:07.839149 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:07.839149 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:45:07.839149 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:45:07.839149 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:45:07.839149 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:45:07.839149 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:45:07.839149 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:07.839149 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:07.839149 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:07.839149 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:07.839149 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:07.839149 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:07.839149 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:07.839149 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:07.839149 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:07.839149 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:07.908955 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cb019127-0296-44ff-a4f4-347dcb2fa9d4 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:07.966231 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a982b060-9f7c-4ab0-8179-69c0a6a7d4c6 tempest-PortsAdminExtendedAttrsTestJSON-1600496700 tempest-PortsAdminExtendedAttrsTestJSON-1600496700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.040313 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device d63b902c-dac5-46fe-bc6f-8afa68afd123 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:08.113342 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port d63b902c-dac5-46fe-bc6f-8afa68afd123 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:08.130944 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-cb019127-0296-44ff-a4f4-347dcb2fa9d4 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] device_id is not set on port 323ebb59-b9cc-4771-9ed9-6c38ce36ef90 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:45:08.166672 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-1c3d2ba4-f0b9-4931-8a78-731930b3241b tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.172293 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8060d896-7bc5-4c75-9c94-f9d600290255 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.180535 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8060d896-7bc5-4c75-9c94-f9d600290255 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bc975b30-3659-4564-ae20-d92107962136 {{(pid=87701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 16 12:45:08.233947 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8060d896-7bc5-4c75-9c94-f9d600290255 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.337618 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060d896-7bc5-4c75-9c94-f9d600290255 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] Pushing event deleted for resources: {'Network': ['ID=bc975b30-3659-4564-ae20-d92107962136,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:08.376356 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-1c3d2ba4-f0b9-4931-8a78-731930b3241b tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Network d3802bb0-f51a-430a-aee4-70d5a6517150 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:08.384447 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-8060d896-7bc5-4c75-9c94-f9d600290255 tempest-ExternalNetworksTestJSON-2049822988 tempest-ExternalNetworksTestJSON-2049822988-project-admin] 10.222.0.83 "DELETE /v2.0/networks/bc975b30-3659-4564-ae20-d92107962136 HTTP/1.1" status: 204 len: 168 time: 3.0386441 Feb 16 12:45:08.388902 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-1c3d2ba4-f0b9-4931-8a78-731930b3241b tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:08.391498 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-1c3d2ba4-f0b9-4931-8a78-731930b3241b tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:08.421788 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 32932) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:08.486833 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-cb019127-0296-44ff-a4f4-347dcb2fa9d4 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Allocated IP 2001:db8::6c00:2794:a41f:94bf (c2beece7-853e-4518-ace6-8724ee235932/9153a050-3ca1-4f4f-8bb6-45636eb6fff1/323ebb59-b9cc-4771-9ed9-6c38ce36ef90) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:08.605916 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679cd48d-ba3c-406a-aab6-776863d69fcf req-bb776545-14db-4daa-adcf-651cf83ca9fa tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:08.607739 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-679cd48d-ba3c-406a-aab6-776863d69fcf req-bb776545-14db-4daa-adcf-651cf83ca9fa tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 931 time: 1.3304408 Feb 16 12:45:08.608408 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a982b060-9f7c-4ab0-8179-69c0a6a7d4c6 tempest-PortsAdminExtendedAttrsTestJSON-1600496700 tempest-PortsAdminExtendedAttrsTestJSON-1600496700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.613634 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a982b060-9f7c-4ab0-8179-69c0a6a7d4c6 tempest-PortsAdminExtendedAttrsTestJSON-1600496700 tempest-PortsAdminExtendedAttrsTestJSON-1600496700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:08.614219 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a982b060-9f7c-4ab0-8179-69c0a6a7d4c6 tempest-PortsAdminExtendedAttrsTestJSON-1600496700 tempest-PortsAdminExtendedAttrsTestJSON-1600496700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.655165 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3d2ba4-f0b9-4931-8a78-731930b3241b tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Pushing event updated for resources: {'Port': ['ID=95f20114-48e2-4df4-9386-abf3bf1edbca,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:08.685652 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-0099ad77-bf24-46f5-b754-187e553f4559 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d7c6404-271f-474b-8ea9-9e9ff46efbfc {{(pid=87701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:45:08.694664 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-96f99584-bd59-461b-97d9-98344aad3a9b tempest-ExternalNetworksTestJSON-94554430 tempest-ExternalNetworksTestJSON-94554430-project] DELETE failed (client error): The resource could not be found. Feb 16 12:45:08.695409 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96f99584-bd59-461b-97d9-98344aad3a9b tempest-ExternalNetworksTestJSON-94554430 tempest-ExternalNetworksTestJSON-94554430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:08.700784 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-96f99584-bd59-461b-97d9-98344aad3a9b tempest-ExternalNetworksTestJSON-94554430 tempest-ExternalNetworksTestJSON-94554430-project] 10.222.0.83 "DELETE /v2.0/subnets/cb0d533c-862e-4e87-83b1-9cae322db475 HTTP/1.1" status: 404 len: 337 time: 0.2657526 Feb 16 12:45:08.713623 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 32936) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:08.727535 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-0099ad77-bf24-46f5-b754-187e553f4559 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.737947 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-9e6d69a6-cbf5-42e2-b11f-e47588df2b72 None None] Provisioning for port 95f20114-48e2-4df4-9386-abf3bf1edbca completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:08.741041 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1de2b7-e842-4667-9ac4-3ef06bff1e77 req-564ff98f-362b-42d9-b2e4-6ccabfe8439f tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:08.742599 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0e1de2b7-e842-4667-9ac4-3ef06bff1e77 req-564ff98f-362b-42d9-b2e4-6ccabfe8439f tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "GET /v2.0/ports?device_id=87a0ff25-ac30-41da-a645-065f8aa94794 HTTP/1.1" status: 200 len: 931 time: 0.8440347 Feb 16 12:45:08.747270 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-9e6d69a6-cbf5-42e2-b11f-e47588df2b72 None None] Provisioning complete for port 95f20114-48e2-4df4-9386-abf3bf1edbca triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:08.747651 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9e6d69a6-cbf5-42e2-b11f-e47588df2b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.783752 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-1c3d2ba4-f0b9-4931-8a78-731930b3241b tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:08.785762 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-1c3d2ba4-f0b9-4931-8a78-731930b3241b tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.819752 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-9e6d69a6-cbf5-42e2-b11f-e47588df2b72 None None] Port 95f20114-48e2-4df4-9386-abf3bf1edbca cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:45:08.834714 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-9e6d69a6-cbf5-42e2-b11f-e47588df2b72 None None] Provisioning for port d63b902c-dac5-46fe-bc6f-8afa68afd123 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:08.841981 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-9e6d69a6-cbf5-42e2-b11f-e47588df2b72 None None] Provisioning complete for port d63b902c-dac5-46fe-bc6f-8afa68afd123 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:08.842531 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9e6d69a6-cbf5-42e2-b11f-e47588df2b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.878218 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.db.resource_extend [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-56d845b4-0ad3-4f46-a227-c095217bfc85 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:45:08.886579 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-0099ad77-bf24-46f5-b754-187e553f4559 service neutron] Transition to ACTIVE for port object 8d7c6404-271f-474b-8ea9-9e9ff46efbfc will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:08.918689 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-0099ad77-bf24-46f5-b754-187e553f4559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:08.930275 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a982b060-9f7c-4ab0-8179-69c0a6a7d4c6 tempest-PortsAdminExtendedAttrsTestJSON-1600496700 tempest-PortsAdminExtendedAttrsTestJSON-1600496700-project] Pushing event updated for resources: {'Network': ['ID=debbc617-7b60-4833-9826-fe4cab5b0f24,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:08.938030 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a982b060-9f7c-4ab0-8179-69c0a6a7d4c6 tempest-PortsAdminExtendedAttrsTestJSON-1600496700 tempest-PortsAdminExtendedAttrsTestJSON-1600496700-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 4.2598515 Feb 16 12:45:08.963543 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network debbc617-7b60-4833-9826-fe4cab5b0f24 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:45:09.004926 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-679cd48d-ba3c-406a-aab6-776863d69fcf req-063b4548-bc30-4047-8876-cdadc71cdc1d tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3751705 Feb 16 12:45:09.063636 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b4dc1926-6d32-4e8b-b047-7ec48e0c56d0 tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:09.077939 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-1c3d2ba4-f0b9-4931-8a78-731930b3241b tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7603621 Feb 16 12:45:09.097975 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-7681f253-2506-4baa-9aaa-30e7ae121605 service neutron] Request body: {'port': {'device_id': '8ae34209-ba66-4751-b778-ef796c107758', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:09.155210 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cb019127-0296-44ff-a4f4-347dcb2fa9d4 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:09.172546 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f1607272-9509-4eda-b2d0-21b88d6706c9 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:09.251375 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-cb019127-0296-44ff-a4f4-347dcb2fa9d4 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Transition to ACTIVE for port object 323ebb59-b9cc-4771-9ed9-6c38ce36ef90 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:09.269180 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9e6d69a6-cbf5-42e2-b11f-e47588df2b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:09.286406 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0e1de2b7-e842-4667-9ac4-3ef06bff1e77 req-080e1d16-ddb4-4c0e-98df-b04dec0a8da8 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "GET /v2.0/security-groups?id=e53f1014-ca93-4023-83ba-727714174b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5162153 Feb 16 12:45:09.286684 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0099ad77-bf24-46f5-b754-187e553f4559 service neutron] Pushing event updated for resources: {'Port': ['ID=8d7c6404-271f-474b-8ea9-9e9ff46efbfc,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:09.311347 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1607272-9509-4eda-b2d0-21b88d6706c9 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Pushing event deleted for resources: {'Port': ['ID=59990a80-af22-4e8f-b422-e0e043a7d001,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:09.344072 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ab22b9b2-770b-4ea5-9b5e-2083a362195e tempest-ExternalNetworksTestJSON-94554430 tempest-ExternalNetworksTestJSON-94554430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:09.375007 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-9e6d69a6-cbf5-42e2-b11f-e47588df2b72 None None] For port d63b902c-dac5-46fe-bc6f-8afa68afd123, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=d63b902c-dac5-46fe-bc6f-8afa68afd123,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:09.382371 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9e6d69a6-cbf5-42e2-b11f-e47588df2b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:09.441237 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-56d845b4-0ad3-4f46-a227-c095217bfc85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 756287ee-6810-469c-9c37-8297d79eec56 {{(pid=87701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:45:09.500848 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d69a6-cbf5-42e2-b11f-e47588df2b72 None None] Pushing event updated for resources: {'Port': ['ID=d63b902c-dac5-46fe-bc6f-8afa68afd123,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:09.547156 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-56d845b4-0ad3-4f46-a227-c095217bfc85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:09.557978 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-b4dc1926-6d32-4e8b-b047-7ec48e0c56d0 tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Allocated IP 172.26.5.185 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/8dbf90d9-39a2-49e6-8009-b8efe25d0ded) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:09.571328 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f1607272-9509-4eda-b2d0-21b88d6706c9 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023674'] for router_gateway, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:09.627432 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 32944) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:09.697924 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Request body: {'port': {'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24', 'binding:host_id': 'hv-neutron-8295', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1418530008'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:09.708421 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cb019127-0296-44ff-a4f4-347dcb2fa9d4 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:09.762815 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-56d845b4-0ad3-4f46-a227-c095217bfc85 service neutron] Transition to ACTIVE for port object 756287ee-6810-469c-9c37-8297d79eec56 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:09.785690 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-56d845b4-0ad3-4f46-a227-c095217bfc85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:09.870334 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-0099ad77-bf24-46f5-b754-187e553f4559 service neutron] Attempting to bind port 8d7c6404-271f-474b-8ea9-9e9ff46efbfc on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:09.870654 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-0099ad77-bf24-46f5-b754-187e553f4559 service neutron] Attempting to bind port 8d7c6404-271f-474b-8ea9-9e9ff46efbfc by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'eed87c9e-fb99-4fd5-ad35-a65bcf1a5597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3f63effa-f1fc-4fdf-827c-5f344c925210'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:09.871030 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-0099ad77-bf24-46f5-b754-187e553f4559 service neutron] Attempting to bind port 8d7c6404-271f-474b-8ea9-9e9ff46efbfc on network 3f63effa-f1fc-4fdf-827c-5f344c925210 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:09.872949 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-7681f253-2506-4baa-9aaa-30e7ae121605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:09.900698 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:09.934764 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Usage tracker for resource:port and tenant:0f62f04c62f2405e91eb922254e90c40 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:09.952125 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f1607272-9509-4eda-b2d0-21b88d6706c9 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:09.955960 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:09.974764 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f1607272-9509-4eda-b2d0-21b88d6706c9 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:09.996438 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-0099ad77-bf24-46f5-b754-187e553f4559 service neutron] Port 8d7c6404-271f-474b-8ea9-9e9ff46efbfc on network 3f63effa-f1fc-4fdf-827c-5f344c925210 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:45:09.996790 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-0099ad77-bf24-46f5-b754-187e553f4559 service neutron] Attempting to bind port 8d7c6404-271f-474b-8ea9-9e9ff46efbfc on network 3f63effa-f1fc-4fdf-827c-5f344c925210 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:10.001143 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device d63b902c-dac5-46fe-bc6f-8afa68afd123 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:10.030312 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:10.039465 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3a7c1-ea34-4f12-a47b-f8b3d2325a0c req-96576f69-9da0-4b95-bf8e-7b903ce1eaea tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:10.041241 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-cac3a7c1-ea34-4f12-a47b-f8b3d2325a0c req-96576f69-9da0-4b95-bf8e-7b903ce1eaea tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.83 "GET /v2.0/ports?device_id=8ae34209-ba66-4751-b778-ef796c107758 HTTP/1.1" status: 200 len: 931 time: 0.7761221 Feb 16 12:45:10.060072 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb019127-0296-44ff-a4f4-347dcb2fa9d4 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:10.079938 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-0099ad77-bf24-46f5-b754-187e553f4559 service neutron] Checking agent: {'id': 'b4b5bcfd-2763-4324-82e0-923bc8a52546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'started_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:45:10.080307 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-0099ad77-bf24-46f5-b754-187e553f4559 service neutron] Checking segment: {'id': 'eed87c9e-fb99-4fd5-ad35-a65bcf1a5597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3f63effa-f1fc-4fdf-827c-5f344c925210'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:10.080881 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-0099ad77-bf24-46f5-b754-187e553f4559 service neutron] Bound using segment: {'id': 'eed87c9e-fb99-4fd5-ad35-a65bcf1a5597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3f63effa-f1fc-4fdf-827c-5f344c925210'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:45:10.081445 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-0099ad77-bf24-46f5-b754-187e553f4559 service neutron] Bound port: 8d7c6404-271f-474b-8ea9-9e9ff46efbfc, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed87c9e-fb99-4fd5-ad35-a65bcf1a5597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3f63effa-f1fc-4fdf-827c-5f344c925210'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:10.081647 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-0099ad77-bf24-46f5-b754-187e553f4559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.120163 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port d63b902c-dac5-46fe-bc6f-8afa68afd123 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:10.122238 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.132025 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d845b4-0ad3-4f46-a227-c095217bfc85 service neutron] Pushing event updated for resources: {'Port': ['ID=756287ee-6810-469c-9c37-8297d79eec56,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:10.139017 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-cb019127-0296-44ff-a4f4-347dcb2fa9d4 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:10.142895 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb019127-0296-44ff-a4f4-347dcb2fa9d4 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:10.147344 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb019127-0296-44ff-a4f4-347dcb2fa9d4 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:10.148045 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cb019127-0296-44ff-a4f4-347dcb2fa9d4 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.154832 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ab22b9b2-770b-4ea5-9b5e-2083a362195e tempest-ExternalNetworksTestJSON-94554430 tempest-ExternalNetworksTestJSON-94554430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.173284 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb019127-0296-44ff-a4f4-347dcb2fa9d4 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Port': ['ID=323ebb59-b9cc-4771-9ed9-6c38ce36ef90,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:10.209027 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Made reservation on behalf of 0f62f04c62f2405e91eb922254e90c40 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:10.211291 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.233761 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f1607272-9509-4eda-b2d0-21b88d6706c9 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.234254 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1607272-9509-4eda-b2d0-21b88d6706c9 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 24615077-7fe0-443c-a4ee-0bce0e875b8b {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:45:10.261985 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.281870 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-cb019127-0296-44ff-a4f4-347dcb2fa9d4 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.8477409 Feb 16 12:45:10.286012 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-ab22b9b2-770b-4ea5-9b5e-2083a362195e tempest-ExternalNetworksTestJSON-94554430 tempest-ExternalNetworksTestJSON-94554430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aa622ea-1857-4bd6-8a7c-44accc1f86df']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:10.294115 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 32950) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:10.305716 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-ab22b9b2-770b-4ea5-9b5e-2083a362195e tempest-ExternalNetworksTestJSON-94554430 tempest-ExternalNetworksTestJSON-94554430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '695d0abe-a815-4657-aba3-f7cf3557aff2') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:10.305952 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-ab22b9b2-770b-4ea5-9b5e-2083a362195e tempest-ExternalNetworksTestJSON-94554430 tempest-ExternalNetworksTestJSON-94554430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '695d0abe-a815-4657-aba3-f7cf3557aff2') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:10.306235 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f1607272-9509-4eda-b2d0-21b88d6706c9 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.307280 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f1607272-9509-4eda-b2d0-21b88d6706c9 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] 10.222.0.83 "DELETE /v2.0/routers/24615077-7fe0-443c-a4ee-0bce0e875b8b HTTP/1.1" status: 204 len: 168 time: 5.4321742 Feb 16 12:45:10.316094 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-cac3a7c1-ea34-4f12-a47b-f8b3d2325a0c req-acc49ccd-0442-443f-8eb5-d12f8650e7bb tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.83 "GET /v2.0/security-groups?id=62dfa7ce-67f7-40ab-a719-1c981b68d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946797 Feb 16 12:45:10.319568 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ab22b9b2-770b-4ea5-9b5e-2083a362195e tempest-ExternalNetworksTestJSON-94554430 tempest-ExternalNetworksTestJSON-94554430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.346941 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ab22b9b2-770b-4ea5-9b5e-2083a362195e tempest-ExternalNetworksTestJSON-94554430 tempest-ExternalNetworksTestJSON-94554430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.365462 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 32954) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:10.366686 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab22b9b2-770b-4ea5-9b5e-2083a362195e tempest-ExternalNetworksTestJSON-94554430 tempest-ExternalNetworksTestJSON-94554430-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:10.367160 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ab22b9b2-770b-4ea5-9b5e-2083a362195e tempest-ExternalNetworksTestJSON-94554430 tempest-ExternalNetworksTestJSON-94554430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.378311 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:10.448157 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:45:10.448157 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:10.448157 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:45:10.448157 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:10.448157 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:45:10.448157 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:45:10.448157 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:45:10.448157 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:10.448157 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:45:10.448157 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:10.448157 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:45:10.448157 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:10.448157 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:45:10.448157 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:45:10.448157 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:10.448157 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:45:10.448157 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:10.448157 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:45:10.448157 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:45:10.448157 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:45:10.448157 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:45:10.448157 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:45:10.448157 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:10.448157 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:10.448157 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:10.448157 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:10.448157 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:10.448157 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:10.448157 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:10.448157 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:10.448157 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:10.448157 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:10.483543 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-87729655-253e-40ec-ab86-5aef1ded0938 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Deleting subnet e695380c-da34-4cbe-8861-5049088638dd {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:45:10.543312 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b4dc1926-6d32-4e8b-b047-7ec48e0c56d0 tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.546661 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Usage tracker for resource:security_group_rule and tenant:0f62f04c62f2405e91eb922254e90c40 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:10.549187 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-87729655-253e-40ec-ab86-5aef1ded0938 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.549734 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-11a726a4-5b90-40d2-8fc1-0acf00a9dafc None None] Provisioning for port 323ebb59-b9cc-4771-9ed9-6c38ce36ef90 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:10.555159 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-11a726a4-5b90-40d2-8fc1-0acf00a9dafc None None] Provisioning complete for port 323ebb59-b9cc-4771-9ed9-6c38ce36ef90 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:10.555806 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-11a726a4-5b90-40d2-8fc1-0acf00a9dafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.578414 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:10.604130 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:10.614712 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-11a726a4-5b90-40d2-8fc1-0acf00a9dafc None None] Port 323ebb59-b9cc-4771-9ed9-6c38ce36ef90 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:45:10.666624 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-87729655-253e-40ec-ab86-5aef1ded0938 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.703860 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ab22b9b2-770b-4ea5-9b5e-2083a362195e tempest-ExternalNetworksTestJSON-94554430 tempest-ExternalNetworksTestJSON-94554430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.708044 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ab22b9b2-770b-4ea5-9b5e-2083a362195e tempest-ExternalNetworksTestJSON-94554430 tempest-ExternalNetworksTestJSON-94554430-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.754037 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-56d845b4-0ad3-4f46-a227-c095217bfc85 service neutron] Attempting to bind port 756287ee-6810-469c-9c37-8297d79eec56 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:10.754522 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-56d845b4-0ad3-4f46-a227-c095217bfc85 service neutron] Attempting to bind port 756287ee-6810-469c-9c37-8297d79eec56 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '3d4b7f21-14a6-408b-b79a-e975ae9ef003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '48c19cd8-ac27-4524-bc91-c49a239dcfeb'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:10.754881 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-56d845b4-0ad3-4f46-a227-c095217bfc85 service neutron] Attempting to bind port 756287ee-6810-469c-9c37-8297d79eec56 on network 48c19cd8-ac27-4524-bc91-c49a239dcfeb {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:10.771926 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-87729655-253e-40ec-ab86-5aef1ded0938 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.817307 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab22b9b2-770b-4ea5-9b5e-2083a362195e tempest-ExternalNetworksTestJSON-94554430 tempest-ExternalNetworksTestJSON-94554430-project] Pushing event deleted for resources: {'Network': ['ID=4aa622ea-1857-4bd6-8a7c-44accc1f86df,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:10.824554 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-56d845b4-0ad3-4f46-a227-c095217bfc85 service neutron] Port 756287ee-6810-469c-9c37-8297d79eec56 on network 48c19cd8-ac27-4524-bc91-c49a239dcfeb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:45:10.824902 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-56d845b4-0ad3-4f46-a227-c095217bfc85 service neutron] Attempting to bind port 756287ee-6810-469c-9c37-8297d79eec56 on network 48c19cd8-ac27-4524-bc91-c49a239dcfeb {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:10.829042 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd7b47f-c76e-4bc5-a03f-2684554378f4 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:10.833085 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-ab22b9b2-770b-4ea5-9b5e-2083a362195e tempest-ExternalNetworksTestJSON-94554430 tempest-ExternalNetworksTestJSON-94554430-project] 10.222.0.83 "DELETE /v2.0/networks/4aa622ea-1857-4bd6-8a7c-44accc1f86df HTTP/1.1" status: 204 len: 168 time: 2.1143274 Feb 16 12:45:10.835157 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd7b47f-c76e-4bc5-a03f-2684554378f4 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:10.835779 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-0099ad77-bf24-46f5-b754-187e553f4559 service neutron] For port 8d7c6404-271f-474b-8ea9-9e9ff46efbfc, host hv-neutron-8295, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:45:10.836854 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5bd7b47f-c76e-4bc5-a03f-2684554378f4 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:10.859963 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-56d845b4-0ad3-4f46-a227-c095217bfc85 service neutron] Checking agent: {'id': 'b4b5bcfd-2763-4324-82e0-923bc8a52546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'started_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:45:10.860292 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-56d845b4-0ad3-4f46-a227-c095217bfc85 service neutron] Checking segment: {'id': '3d4b7f21-14a6-408b-b79a-e975ae9ef003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '48c19cd8-ac27-4524-bc91-c49a239dcfeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:10.860699 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-56d845b4-0ad3-4f46-a227-c095217bfc85 service neutron] Bound using segment: {'id': '3d4b7f21-14a6-408b-b79a-e975ae9ef003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '48c19cd8-ac27-4524-bc91-c49a239dcfeb'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:45:10.861135 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-56d845b4-0ad3-4f46-a227-c095217bfc85 service neutron] Bound port: 756287ee-6810-469c-9c37-8297d79eec56, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4b7f21-14a6-408b-b79a-e975ae9ef003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '48c19cd8-ac27-4524-bc91-c49a239dcfeb'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:10.861475 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-56d845b4-0ad3-4f46-a227-c095217bfc85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.872005 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c7ac5-f339-436b-97fe-e7663ecae133 req-1f5f8abc-d2b6-4741-af36-b8e55350a102 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:10.873527 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-946c7ac5-f339-436b-97fe-e7663ecae133 req-1f5f8abc-d2b6-4741-af36-b8e55350a102 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "GET /v2.0/ports?device_id=87a0ff25-ac30-41da-a645-065f8aa94794 HTTP/1.1" status: 200 len: 943 time: 0.3687544 Feb 16 12:45:10.874662 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b4dc1926-6d32-4e8b-b047-7ec48e0c56d0 tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.892806 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-0099ad77-bf24-46f5-b754-187e553f4559 service neutron] For port 8d7c6404-271f-474b-8ea9-9e9ff46efbfc, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=8d7c6404-271f-474b-8ea9-9e9ff46efbfc,segment=NetworkSegment(eed87c9e-fb99-4fd5-ad35-a65bcf1a5597),segment_id=eed87c9e-fb99-4fd5-ad35-a65bcf1a5597)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:45:10.940217 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-0099ad77-bf24-46f5-b754-187e553f4559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:10.987669 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24616647-173e-4ab6-a6b9-cdf9305ecca0 req-3bbe65ab-f0a8-47a3-abcb-9502647b6950 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:10.989737 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dc1926-6d32-4e8b-b047-7ec48e0c56d0 tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:10.993362 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-24616647-173e-4ab6-a6b9-cdf9305ecca0 req-3bbe65ab-f0a8-47a3-abcb-9502647b6950 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 943 time: 0.5856304 Feb 16 12:45:10.997112 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5bd7b47f-c76e-4bc5-a03f-2684554378f4 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:11.002822 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5bd7b47f-c76e-4bc5-a03f-2684554378f4 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.6975174 Feb 16 12:45:11.004252 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-b4dc1926-6d32-4e8b-b047-7ec48e0c56d0 tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:11.019428 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 32962) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:11.025871 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dc1926-6d32-4e8b-b047-7ec48e0c56d0 tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:11.067141 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.093147 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.103015 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc1926-6d32-4e8b-b047-7ec48e0c56d0 tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Pushing event updated for resources: {'Port': ['ID=8dbf90d9-39a2-49e6-8009-b8efe25d0ded,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:11.108338 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-946c7ac5-f339-436b-97fe-e7663ecae133 req-6f887971-05c8-48c5-94e5-1fd1b8b6993c tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "GET /v2.0/security-groups?id=e53f1014-ca93-4023-83ba-727714174b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186539 Feb 16 12:45:11.114307 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] device_id is not set on port fb676a00-656b-4620-b8ff-9da0886d099a yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:45:11.170047 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-0099ad77-bf24-46f5-b754-187e553f4559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:11.170436 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-87729655-253e-40ec-ab86-5aef1ded0938 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.170568 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-0099ad77-bf24-46f5-b754-187e553f4559 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.172100 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-0099ad77-bf24-46f5-b754-187e553f4559 service neutron] 10.222.0.89 "PUT /v2.0/ports/8d7c6404-271f-474b-8ea9-9e9ff46efbfc HTTP/1.1" status: 200 len: 1093 time: 5.0434189 Feb 16 12:45:11.188107 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a0ff25-ac30-41da-a645-065f8aa94794', 'tag': '8d7c6404-271f-474b-8ea9-9e9ff46efbfc'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:45:11.203567 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 32970) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:11.245959 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0099ad77-bf24-46f5-b754-187e553f4559 service neutron] Pushing event updated for resources: {'Port': ['ID=8d7c6404-271f-474b-8ea9-9e9ff46efbfc,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:11.256734 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-56d845b4-0ad3-4f46-a227-c095217bfc85 service neutron] For port 756287ee-6810-469c-9c37-8297d79eec56, host hv-neutron-8295, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:45:11.277007 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87729655-253e-40ec-ab86-5aef1ded0938 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e695380c-da34-4cbe-8861-5049088638dd,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:11.334343 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee628ed-4bb0-4853-90eb-2c9278817944,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:11.348589 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-87729655-253e-40ec-ab86-5aef1ded0938 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.380075 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-24616647-173e-4ab6-a6b9-cdf9305ecca0 req-dc10aeef-9c1a-4d8a-8583-4284e50f8086 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3560848 Feb 16 12:45:11.388829 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-e8025984-fc01-4186-afbb-b35e360135f4 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting port 323ebb59-b9cc-4771-9ed9-6c38ce36ef90 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:11.391981 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e8025984-fc01-4186-afbb-b35e360135f4 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.487467 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-87729655-253e-40ec-ab86-5aef1ded0938 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] 10.222.0.83 "DELETE /v2.0/subnets/e695380c-da34-4cbe-8861-5049088638dd HTTP/1.1" status: 204 len: 168 time: 1.1160886 Feb 16 12:45:11.493125 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 32982) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:11.551724 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-56d845b4-0ad3-4f46-a227-c095217bfc85 service neutron] For port 756287ee-6810-469c-9c37-8297d79eec56, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=756287ee-6810-469c-9c37-8297d79eec56,segment=NetworkSegment(3d4b7f21-14a6-408b-b79a-e975ae9ef003),segment_id=3d4b7f21-14a6-408b-b79a-e975ae9ef003)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:45:11.593762 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-56d845b4-0ad3-4f46-a227-c095217bfc85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.759277 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a0ff25-ac30-41da-a645-065f8aa94794', 'tag': '8d7c6404-271f-474b-8ea9-9e9ff46efbfc', 'status': 'completed', 'code': 200} Feb 16 12:45:11.761235 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-7681f253-2506-4baa-9aaa-30e7ae121605 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95f20114-48e2-4df4-9386-abf3bf1edbca {{(pid=87701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:45:11.791612 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-7681f253-2506-4baa-9aaa-30e7ae121605 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.895254 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-56d845b4-0ad3-4f46-a227-c095217bfc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:11.895964 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-56d845b4-0ad3-4f46-a227-c095217bfc85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.897312 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-56d845b4-0ad3-4f46-a227-c095217bfc85 service neutron] 10.222.0.89 "PUT /v2.0/ports/756287ee-6810-469c-9c37-8297d79eec56 HTTP/1.1" status: 200 len: 1093 time: 6.2691102 Feb 16 12:45:11.921967 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-32ccdbb5-4aa1-4437-9872-7019c69e2a3d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=37728de0d2ed4a84b6c6aadf57f9f03c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7089677 Feb 16 12:45:11.924288 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-7681f253-2506-4baa-9aaa-30e7ae121605 service neutron] Transition to ACTIVE for port object 95f20114-48e2-4df4-9386-abf3bf1edbca will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:11.933247 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 32992) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:11.961645 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-993357c5-f639-4fe9-a249-2dd5cba7b0c5 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:11.967867 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-7681f253-2506-4baa-9aaa-30e7ae121605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.027868 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d845b4-0ad3-4f46-a227-c095217bfc85 service neutron] Pushing event updated for resources: {'Port': ['ID=756287ee-6810-469c-9c37-8297d79eec56,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:12.151278 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-f8aea828-4aa1-4d3d-bd8c-10b7389f7da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:12.152832 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-f8aea828-4aa1-4d3d-bd8c-10b7389f7da4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e0be34df95bb4f3abecca4f5b7a46cf5&device_id=87a0ff25-ac30-41da-a645-065f8aa94794 HTTP/1.1" status: 200 len: 1096 time: 0.9153073 Feb 16 12:45:12.179580 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ccc6b-86e1-4c32-bebe-5749c8ac244d req-a5a9043e-a22a-495f-8bee-689c6a60bd3e tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:12.181167 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e20ccc6b-86e1-4c32-bebe-5749c8ac244d req-a5a9043e-a22a-495f-8bee-689c6a60bd3e tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.83 "GET /v2.0/ports?device_id=8ae34209-ba66-4751-b778-ef796c107758 HTTP/1.1" status: 200 len: 931 time: 0.6905792 Feb 16 12:45:12.241977 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] device_id is not set on port fb676a00-656b-4620-b8ff-9da0886d099a yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:45:12.288430 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e8025984-fc01-4186-afbb-b35e360135f4 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.313844 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-87a5ccfa-562c-4d8a-a6fb-9af3542b5f46 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d7c6404-271f-474b-8ea9-9e9ff46efbfc HTTP/1.1" status: 200 len: 217 time: 0.1278830 Feb 16 12:45:12.416480 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.475350 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Transition to ACTIVE for port object fb676a00-656b-4620-b8ff-9da0886d099a will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:12.481452 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-993357c5-f639-4fe9-a249-2dd5cba7b0c5 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.505981 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e20ccc6b-86e1-4c32-bebe-5749c8ac244d req-b4ab45b9-3dc5-4cfd-b3a0-60d73ec8838b tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.83 "GET /v2.0/security-groups?id=62dfa7ce-67f7-40ab-a719-1c981b68d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3155830 Feb 16 12:45:12.526579 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.554159 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-e8025984-fc01-4186-afbb-b35e360135f4 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Calling delete_port for 323ebb59-b9cc-4771-9ed9-6c38ce36ef90 owned by {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:12.575159 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-993357c5-f639-4fe9-a249-2dd5cba7b0c5 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8fb5ecc-7b11-499a-adb2-2c5a72cb505d']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:12.606053 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7681f253-2506-4baa-9aaa-30e7ae121605 service neutron] Pushing event updated for resources: {'Port': ['ID=95f20114-48e2-4df4-9386-abf3bf1edbca,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:12.618264 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-993357c5-f639-4fe9-a249-2dd5cba7b0c5 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87cb7d97-bd02-4182-9a66-411ac65fafd7') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:12.618564 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-993357c5-f639-4fe9-a249-2dd5cba7b0c5 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87cb7d97-bd02-4182-9a66-411ac65fafd7') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:12.646591 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bd9eddb8-1e4c-49fe-ab38-178dccce84b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.673165 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-993357c5-f639-4fe9-a249-2dd5cba7b0c5 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.721913 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Pushing event updated for resources: {'Port': ['ID=fb676a00-656b-4620-b8ff-9da0886d099a,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:12.726606 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bd9eddb8-1e4c-49fe-ab38-178dccce84b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.730519 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-993357c5-f639-4fe9-a249-2dd5cba7b0c5 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.749332 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-993357c5-f639-4fe9-a249-2dd5cba7b0c5 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:12.749714 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-993357c5-f639-4fe9-a249-2dd5cba7b0c5 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.760103 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-b3dd15bc-d74d-4f14-94b7-d82b57d93fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:12.761606 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-b3dd15bc-d74d-4f14-94b7-d82b57d93fd6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=25af59ae-eb65-4dc0-ba71-1417e9a15624 HTTP/1.1" status: 200 len: 845 time: 0.4183426 Feb 16 12:45:12.763376 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:45:12.763376 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:12.763376 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:45:12.763376 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:12.763376 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:45:12.763376 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:45:12.763376 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:45:12.763376 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:12.763376 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:45:12.763376 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:12.763376 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:45:12.763376 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:12.763376 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:45:12.763376 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:45:12.763376 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:12.763376 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:45:12.763376 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:12.763376 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:45:12.763376 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:45:12.763376 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:45:12.763376 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:45:12.763376 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:45:12.763376 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:12.763376 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:12.763376 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:12.763376 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:12.763376 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:12.763376 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:12.763376 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:12.763376 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:12.763376 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:12.763376 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:12.773366 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-be33a323-e332-42a2-b556-3e9c1156bac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:12.775540 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-be33a323-e332-42a2-b556-3e9c1156bac8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a8771b90386942c1a6095687790fa64b&device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 1096 time: 0.7975690 Feb 16 12:45:12.812156 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b4dc1926-6d32-4e8b-b047-7ec48e0c56d0 tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.818452 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-7681f253-2506-4baa-9aaa-30e7ae121605 service neutron] Attempting to bind port 95f20114-48e2-4df4-9386-abf3bf1edbca on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:12.818788 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-7681f253-2506-4baa-9aaa-30e7ae121605 service neutron] Attempting to bind port 95f20114-48e2-4df4-9386-abf3bf1edbca by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'c3084382-c060-4a75-b212-4c3b4ad9bab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd3802bb0-f51a-430a-aee4-70d5a6517150'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:12.819110 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-7681f253-2506-4baa-9aaa-30e7ae121605 service neutron] Attempting to bind port 95f20114-48e2-4df4-9386-abf3bf1edbca on network d3802bb0-f51a-430a-aee4-70d5a6517150 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:12.866508 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Checking segment: {'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:12.866863 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Network hostable DHCP agents. Network: debbc617-7b60-4833-9826-fe4cab5b0f24, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:45:12.920178 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-993357c5-f639-4fe9-a249-2dd5cba7b0c5 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.931063 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-7681f253-2506-4baa-9aaa-30e7ae121605 service neutron] Port 95f20114-48e2-4df4-9386-abf3bf1edbca on network d3802bb0-f51a-430a-aee4-70d5a6517150 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:45:12.931598 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-7681f253-2506-4baa-9aaa-30e7ae121605 service neutron] Attempting to bind port 95f20114-48e2-4df4-9386-abf3bf1edbca on network d3802bb0-f51a-430a-aee4-70d5a6517150 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:12.953816 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Network debbc617-7b60-4833-9826-fe4cab5b0f24 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:45:12.960014 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-6240d50a-4077-4d5c-bb85-06748556def0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=756287ee-6810-469c-9c37-8297d79eec56 HTTP/1.1" status: 200 len: 217 time: 0.1431282 Feb 16 12:45:12.965528 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-7681f253-2506-4baa-9aaa-30e7ae121605 service neutron] Checking agent: {'id': 'b4b5bcfd-2763-4324-82e0-923bc8a52546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'started_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:45:12.965875 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-7681f253-2506-4baa-9aaa-30e7ae121605 service neutron] Checking segment: {'id': 'c3084382-c060-4a75-b212-4c3b4ad9bab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd3802bb0-f51a-430a-aee4-70d5a6517150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:12.966248 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-7681f253-2506-4baa-9aaa-30e7ae121605 service neutron] Bound using segment: {'id': 'c3084382-c060-4a75-b212-4c3b4ad9bab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd3802bb0-f51a-430a-aee4-70d5a6517150'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:45:12.966684 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-7681f253-2506-4baa-9aaa-30e7ae121605 service neutron] Bound port: 95f20114-48e2-4df4-9386-abf3bf1edbca, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3084382-c060-4a75-b212-4c3b4ad9bab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd3802bb0-f51a-430a-aee4-70d5a6517150'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:12.967027 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-7681f253-2506-4baa-9aaa-30e7ae121605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:12.986012 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993357c5-f639-4fe9-a249-2dd5cba7b0c5 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e8fb5ecc-7b11-499a-adb2-2c5a72cb505d {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 16 12:45:13.002523 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-993357c5-f639-4fe9-a249-2dd5cba7b0c5 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.005082 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993357c5-f639-4fe9-a249-2dd5cba7b0c5 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Pushing event deleted for resources: {'Network': ['ID=e8fb5ecc-7b11-499a-adb2-2c5a72cb505d,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:13.014100 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807c1a0-f661-4030-9753-c57b0f1bed86 req-667d69d0-fb11-4c19-b606-2b7af1866064 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:13.015770 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8807c1a0-f661-4030-9753-c57b0f1bed86 req-667d69d0-fb11-4c19-b606-2b7af1866064 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 943 time: 0.3906612 Feb 16 12:45:13.025433 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, debbc617-7b60-4833-9826-fe4cab5b0f24) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:13.036781 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:13.037865 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078dbffc-a14e-4585-8590-7b4b40adb75b None None] Network debbc617-7b60-4833-9826-fe4cab5b0f24 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:13.049033 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9065b5-a27b-42f2-bf9d-e670fef6bea0 req-dea170ee-b977-4b16-8022-e0fa69d24d5c tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:13.050692 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1c9065b5-a27b-42f2-bf9d-e670fef6bea0 req-dea170ee-b977-4b16-8022-e0fa69d24d5c tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "GET /v2.0/ports?device_id=87a0ff25-ac30-41da-a645-065f8aa94794 HTTP/1.1" status: 200 len: 943 time: 0.7642481 Feb 16 12:45:13.059163 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-993357c5-f639-4fe9-a249-2dd5cba7b0c5 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] 10.222.0.83 "DELETE /v2.0/networks/e8fb5ecc-7b11-499a-adb2-2c5a72cb505d HTTP/1.1" status: 204 len: 168 time: 1.5615382 Feb 16 12:45:13.075962 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b4dc1926-6d32-4e8b-b047-7ec48e0c56d0 tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.108336 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port fb676a00-656b-4620-b8ff-9da0886d099a on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:13.108587 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port fb676a00-656b-4620-b8ff-9da0886d099a by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:13.108875 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port fb676a00-656b-4620-b8ff-9da0886d099a on network debbc617-7b60-4833-9826-fe4cab5b0f24 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:13.141253 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Port fb676a00-656b-4620-b8ff-9da0886d099a on network debbc617-7b60-4833-9826-fe4cab5b0f24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:45:13.141713 dv-neutron-829527-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Failed to bind port fb676a00-656b-4620-b8ff-9da0886d099a on host hv-neutron-8295 for vnic_type normal using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] Feb 16 12:45:13.146842 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempt 2 to bind port fb676a00-656b-4620-b8ff-9da0886d099a Feb 16 12:45:13.169246 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8807c1a0-f661-4030-9753-c57b0f1bed86 req-982ad5ab-19c4-4837-b96e-9d32ea21c940 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388760 Feb 16 12:45:13.179884 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port fb676a00-656b-4620-b8ff-9da0886d099a on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:13.180224 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port fb676a00-656b-4620-b8ff-9da0886d099a by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:13.180661 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port fb676a00-656b-4620-b8ff-9da0886d099a on network debbc617-7b60-4833-9826-fe4cab5b0f24 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:13.190657 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Port fb676a00-656b-4620-b8ff-9da0886d099a on network debbc617-7b60-4833-9826-fe4cab5b0f24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:45:13.190981 dv-neutron-829527-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Failed to bind port fb676a00-656b-4620-b8ff-9da0886d099a on host hv-neutron-8295 for vnic_type normal using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] Feb 16 12:45:13.204926 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempt 3 to bind port fb676a00-656b-4620-b8ff-9da0886d099a Feb 16 12:45:13.260456 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bd9eddb8-1e4c-49fe-ab38-178dccce84b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.286261 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port fb676a00-656b-4620-b8ff-9da0886d099a on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:13.286568 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port fb676a00-656b-4620-b8ff-9da0886d099a by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:13.286897 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port fb676a00-656b-4620-b8ff-9da0886d099a on network debbc617-7b60-4833-9826-fe4cab5b0f24 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:13.291103 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e8025984-fc01-4186-afbb-b35e360135f4 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.301972 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-0e01100c-0a23-4ba8-8e10-c44b701794c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:13.302528 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Port fb676a00-656b-4620-b8ff-9da0886d099a on network debbc617-7b60-4833-9826-fe4cab5b0f24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:45:13.302860 dv-neutron-829527-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Failed to bind port fb676a00-656b-4620-b8ff-9da0886d099a on host hv-neutron-8295 for vnic_type normal using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] Feb 16 12:45:13.304288 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-0e01100c-0a23-4ba8-8e10-c44b701794c5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5863982f-bd9e-4d06-825d-64b5d101ef97 HTTP/1.1" status: 200 len: 851 time: 0.3256431 Feb 16 12:45:13.305228 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempt 4 to bind port fb676a00-656b-4620-b8ff-9da0886d099a Feb 16 12:45:13.338065 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port fb676a00-656b-4620-b8ff-9da0886d099a on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:13.338475 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port fb676a00-656b-4620-b8ff-9da0886d099a by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:13.338735 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port fb676a00-656b-4620-b8ff-9da0886d099a on network debbc617-7b60-4833-9826-fe4cab5b0f24 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:13.363852 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Port fb676a00-656b-4620-b8ff-9da0886d099a on network debbc617-7b60-4833-9826-fe4cab5b0f24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:45:13.364188 dv-neutron-829527-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Failed to bind port fb676a00-656b-4620-b8ff-9da0886d099a on host hv-neutron-8295 for vnic_type normal using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] Feb 16 12:45:13.366854 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempt 5 to bind port fb676a00-656b-4620-b8ff-9da0886d099a Feb 16 12:45:13.376297 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9eddb8-1e4c-49fe-ab38-178dccce84b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0ea88b-640f-4117-84d7-afb7ff7c07fe,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:13.435194 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b4dc1926-6d32-4e8b-b047-7ec48e0c56d0 tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.437157 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port fb676a00-656b-4620-b8ff-9da0886d099a on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:13.437648 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port fb676a00-656b-4620-b8ff-9da0886d099a by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:13.438092 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port fb676a00-656b-4620-b8ff-9da0886d099a on network debbc617-7b60-4833-9826-fe4cab5b0f24 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:13.444754 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Port fb676a00-656b-4620-b8ff-9da0886d099a on network debbc617-7b60-4833-9826-fe4cab5b0f24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:45:13.445184 dv-neutron-829527-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Failed to bind port fb676a00-656b-4620-b8ff-9da0886d099a on host hv-neutron-8295 for vnic_type normal using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] Feb 16 12:45:13.445948 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempt 6 to bind port fb676a00-656b-4620-b8ff-9da0886d099a Feb 16 12:45:13.479229 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port fb676a00-656b-4620-b8ff-9da0886d099a on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:13.479560 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port fb676a00-656b-4620-b8ff-9da0886d099a by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:13.479893 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port fb676a00-656b-4620-b8ff-9da0886d099a on network debbc617-7b60-4833-9826-fe4cab5b0f24 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:13.487166 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b4dc1926-6d32-4e8b-b047-7ec48e0c56d0 tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.496968 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Port fb676a00-656b-4620-b8ff-9da0886d099a on network debbc617-7b60-4833-9826-fe4cab5b0f24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:45:13.497304 dv-neutron-829527-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Failed to bind port fb676a00-656b-4620-b8ff-9da0886d099a on host hv-neutron-8295 for vnic_type normal using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] Feb 16 12:45:13.695083 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33010) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:13.702503 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempt 7 to bind port fb676a00-656b-4620-b8ff-9da0886d099a Feb 16 12:45:13.729773 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e8025984-fc01-4186-afbb-b35e360135f4 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.747838 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d8029270-4502-46de-824b-50a99405234b tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Request body: {'router': {'name': 'tempest-router--776032446', 'project_id': '5e4e51fa28884ce2bc822ba6a6fcec3f'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:13.748763 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8025984-fc01-4186-afbb-b35e360135f4 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Port': ['ID=323ebb59-b9cc-4771-9ed9-6c38ce36ef90,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:13.751959 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-2c80050c-27f9-4470-ba14-1898cab25df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:13.754055 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-2c80050c-27f9-4470-ba14-1898cab25df3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3f63effa-f1fc-4fdf-827c-5f344c925210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9757907 Feb 16 12:45:13.760566 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b92584-bd8a-4a6c-bbcf-1dfbe8b85310', 'tag': '756287ee-6810-469c-9c37-8297d79eec56'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:45:13.772504 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1c9065b5-a27b-42f2-bf9d-e670fef6bea0 req-368758c3-90e6-47c3-bb2a-4488ae46d3e3 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "GET /v2.0/security-groups?id=e53f1014-ca93-4023-83ba-727714174b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6385527 Feb 16 12:45:13.798152 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e8025984-fc01-4186-afbb-b35e360135f4 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/ports/323ebb59-b9cc-4771-9ed9-6c38ce36ef90 HTTP/1.1" status: 204 len: 168 time: 2.7558453 Feb 16 12:45:13.798152 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bd9eddb8-1e4c-49fe-ab38-178dccce84b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.798152 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-bd9eddb8-1e4c-49fe-ab38-178dccce84b2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6b0ea88b-640f-4117-84d7-afb7ff7c07fe HTTP/1.1" status: 204 len: 168 time: 1.8635397 Feb 16 12:45:13.805938 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-7681f253-2506-4baa-9aaa-30e7ae121605 service neutron] For port 95f20114-48e2-4df4-9386-abf3bf1edbca, host hv-neutron-8295, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:45:13.810528 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33016) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:13.821513 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d8029270-4502-46de-824b-50a99405234b tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:13.828013 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port fb676a00-656b-4620-b8ff-9da0886d099a on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:13.828347 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port fb676a00-656b-4620-b8ff-9da0886d099a by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:13.828701 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port fb676a00-656b-4620-b8ff-9da0886d099a on network debbc617-7b60-4833-9826-fe4cab5b0f24 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:13.862022 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29b92584-bd8a-4a6c-bbcf-1dfbe8b85310', 'tag': '756287ee-6810-469c-9c37-8297d79eec56', 'status': 'completed', 'code': 200} Feb 16 12:45:13.868793 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d8029270-4502-46de-824b-50a99405234b tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Usage tracker for resource:router and tenant:5e4e51fa28884ce2bc822ba6a6fcec3f is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:13.875078 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-7681f253-2506-4baa-9aaa-30e7ae121605 service neutron] For port 95f20114-48e2-4df4-9386-abf3bf1edbca, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=95f20114-48e2-4df4-9386-abf3bf1edbca,segment=NetworkSegment(c3084382-c060-4a75-b212-4c3b4ad9bab0),segment_id=c3084382-c060-4a75-b212-4c3b4ad9bab0)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:45:13.891176 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d8029270-4502-46de-824b-50a99405234b tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:13.893825 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Port fb676a00-656b-4620-b8ff-9da0886d099a on network debbc617-7b60-4833-9826-fe4cab5b0f24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:45:13.893947 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-7681f253-2506-4baa-9aaa-30e7ae121605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.894152 dv-neutron-829527-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Failed to bind port fb676a00-656b-4620-b8ff-9da0886d099a on host hv-neutron-8295 for vnic_type normal using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] Feb 16 12:45:13.904127 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempt 8 to bind port fb676a00-656b-4620-b8ff-9da0886d099a Feb 16 12:45:13.916574 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d8029270-4502-46de-824b-50a99405234b tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:13.925693 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc1926-6d32-4e8b-b047-7ec48e0c56d0 tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Pushing event updated for resources: {'Port': ['ID=8dbf90d9-39a2-49e6-8009-b8efe25d0ded,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:13.942394 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b4dc1926-6d32-4e8b-b047-7ec48e0c56d0 tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.979440 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-7681f253-2506-4baa-9aaa-30e7ae121605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:13.980049 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-7681f253-2506-4baa-9aaa-30e7ae121605 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:13.981729 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-7681f253-2506-4baa-9aaa-30e7ae121605 service neutron] 10.222.0.89 "PUT /v2.0/ports/95f20114-48e2-4df4-9386-abf3bf1edbca HTTP/1.1" status: 200 len: 1093 time: 4.8882012 Feb 16 12:45:14.009795 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-e9efcaed-2610-45fb-96b2-fa36123d587c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:14.011495 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-e9efcaed-2610-45fb-96b2-fa36123d587c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=48c19cd8-ac27-4524-bc91-c49a239dcfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5037999 Feb 16 12:45:14.019514 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-0b2550ef-6fb5-4c4a-b786-6a9508951f35 service neutron] 10.222.0.89 "GET /v2.0/networks/3f63effa-f1fc-4fdf-827c-5f344c925210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540450 Feb 16 12:45:14.027292 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7681f253-2506-4baa-9aaa-30e7ae121605 service neutron] Pushing event updated for resources: {'Port': ['ID=95f20114-48e2-4df4-9386-abf3bf1edbca,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:14.059113 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port fb676a00-656b-4620-b8ff-9da0886d099a on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:14.059656 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port fb676a00-656b-4620-b8ff-9da0886d099a by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:14.059767 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port fb676a00-656b-4620-b8ff-9da0886d099a on network debbc617-7b60-4833-9826-fe4cab5b0f24 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:14.068478 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cfe4c6-56a0-4a5e-9230-6ded5812340a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:14.070590 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cfe4c6-56a0-4a5e-9230-6ded5812340a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:14.070988 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d2cfe4c6-56a0-4a5e-9230-6ded5812340a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:14.081041 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Port fb676a00-656b-4620-b8ff-9da0886d099a on network debbc617-7b60-4833-9826-fe4cab5b0f24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:45:14.081372 dv-neutron-829527-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Failed to bind port fb676a00-656b-4620-b8ff-9da0886d099a on host hv-neutron-8295 for vnic_type normal using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] Feb 16 12:45:14.094078 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempt 9 to bind port fb676a00-656b-4620-b8ff-9da0886d099a Feb 16 12:45:14.112639 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d8029270-4502-46de-824b-50a99405234b tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.113599 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d8029270-4502-46de-824b-50a99405234b tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.122360 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port fb676a00-656b-4620-b8ff-9da0886d099a on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:14.122716 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port fb676a00-656b-4620-b8ff-9da0886d099a by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:14.123061 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port fb676a00-656b-4620-b8ff-9da0886d099a on network debbc617-7b60-4833-9826-fe4cab5b0f24 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:14.131394 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d2cfe4c6-56a0-4a5e-9230-6ded5812340a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:14.135117 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d2cfe4c6-56a0-4a5e-9230-6ded5812340a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3135827 Feb 16 12:45:14.139529 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33026) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:14.140213 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Port fb676a00-656b-4620-b8ff-9da0886d099a on network debbc617-7b60-4833-9826-fe4cab5b0f24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:45:14.140494 dv-neutron-829527-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Failed to bind port fb676a00-656b-4620-b8ff-9da0886d099a on host hv-neutron-8295 for vnic_type normal using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] Feb 16 12:45:14.203872 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempt 10 to bind port fb676a00-656b-4620-b8ff-9da0886d099a Feb 16 12:45:14.284110 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33032) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:14.291771 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d8029270-4502-46de-824b-50a99405234b tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.310692 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port fb676a00-656b-4620-b8ff-9da0886d099a on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:14.311020 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port fb676a00-656b-4620-b8ff-9da0886d099a by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:14.311348 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port fb676a00-656b-4620-b8ff-9da0886d099a on network debbc617-7b60-4833-9826-fe4cab5b0f24 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:14.327210 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6367c9-a9c6-428e-af40-3374977156ff req-06d8fb3a-2ad1-4d6a-b905-5e2ecb486192 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:14.328679 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6e6367c9-a9c6-428e-af40-3374977156ff req-06d8fb3a-2ad1-4d6a-b905-5e2ecb486192 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.83 "GET /v2.0/ports?device_id=8ae34209-ba66-4751-b778-ef796c107758 HTTP/1.1" status: 200 len: 943 time: 0.6323013 Feb 16 12:45:14.340012 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Port fb676a00-656b-4620-b8ff-9da0886d099a on network debbc617-7b60-4833-9826-fe4cab5b0f24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:45:14.340332 dv-neutron-829527-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Failed to bind port fb676a00-656b-4620-b8ff-9da0886d099a on host hv-neutron-8295 for vnic_type normal using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] Feb 16 12:45:14.340709 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.401119 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d6c69a4-bf24-48f0-88d0-503a6a5bcd1a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting subnet 9153a050-3ca1-4f4f-8bb6-45636eb6fff1 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:45:14.407611 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4d6c69a4-bf24-48f0-88d0-503a6a5bcd1a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.443331 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d8029270-4502-46de-824b-50a99405234b tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.476115 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-b4dc1926-6d32-4e8b-b047-7ec48e0c56d0 tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Floating IP 870203da-973b-47b4-a6b3-e3da45563398 associated. External IP: 172.26.5.185, port: da9b1cbc-f814-472c-be0a-429808df5b60. Feb 16 12:45:14.483018 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-75792f3c-bd7f-4937-a08c-2e4091895d27 service neutron] 10.222.0.89 "GET /v2.0/networks/48c19cd8-ac27-4524-bc91-c49a239dcfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4429069 Feb 16 12:45:14.502165 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-a14652c6-10eb-4fa5-8cb1-8eb054c8de79 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b414ba72586648ed8f5c12f73eaaa1a7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2137764 Feb 16 12:45:14.526732 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33036) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:14.535872 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7bc2bda9-d169-4de4-bffb-f557b85e18ab req-87168a5b-0469-4ee6-bb04-a91aa3f8e416 service neutron] 10.222.0.89 "GET /v2.0/networks/3f63effa-f1fc-4fdf-827c-5f344c925210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4717195 Feb 16 12:45:14.593768 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6e6367c9-a9c6-428e-af40-3374977156ff req-a5ba177c-2b94-4529-977f-e0fe6451fc54 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.83 "GET /v2.0/security-groups?id=62dfa7ce-67f7-40ab-a719-1c981b68d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2580202 Feb 16 12:45:14.638938 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d8029270-4502-46de-824b-50a99405234b tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.640088 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d8029270-4502-46de-824b-50a99405234b tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9294102 Feb 16 12:45:14.644046 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4d6c69a4-bf24-48f0-88d0-503a6a5bcd1a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.658636 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33040) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:14.669623 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-1531eb55-3d6a-4dab-9b03-75d7741c9a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:14.671099 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-1531eb55-3d6a-4dab-9b03-75d7741c9a6e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4259764a734f42088729811e9b58c5b6&device_id=8ae34209-ba66-4751-b778-ef796c107758 HTTP/1.1" status: 200 len: 1096 time: 0.6058266 Feb 16 12:45:14.774809 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] For port fb676a00-656b-4620-b8ff-9da0886d099a, host hv-neutron-8295, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:45:14.775162 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempted to set empty binding levels {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 16 12:45:14.786909 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.897898 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-b434a96f-d1f5-48ae-9f80-26c539b3834b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95f20114-48e2-4df4-9386-abf3bf1edbca HTTP/1.1" status: 200 len: 217 time: 0.1644032 Feb 16 12:45:14.921864 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:14.922349 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:14.958672 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f7d85-6039-4a90-9420-e97c5010963e req-ba7303b6-aeb6-463f-b5d6-dcd98ca0d0fc tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:14.960129 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-860f7d85-6039-4a90-9420-e97c5010963e req-ba7303b6-aeb6-463f-b5d6-dcd98ca0d0fc tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 943 time: 0.6405656 Feb 16 12:45:14.961783 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-37f981b5-dd2d-4f34-b7e9-07e8547d8eec tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks [] for router, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.016513 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Pushing event updated for resources: {'Port': ['ID=fb676a00-656b-4620-b8ff-9da0886d099a,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:15.031962 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a6b9c9ff-a193-4d2f-a236-26e843de40a6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 5.3450310 Feb 16 12:45:15.038402 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4d6c69a4-bf24-48f0-88d0-503a6a5bcd1a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.044569 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33046) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:15.282525 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a457c37e-5e97-489c-90a2-fd90a5a9be83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.296562 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3b720834-5cba-4f1e-b3a2-75debb6782b8 req-c658efd8-7fa8-49f0-b020-e0c85558519f service neutron] 10.222.0.89 "GET /v2.0/networks/48c19cd8-ac27-4524-bc91-c49a239dcfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7972696 Feb 16 12:45:15.347695 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c119ac-9584-41bc-834d-8f53fb3d361c req-12f37a69-a640-4ea9-81db-90e7f343edd8 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:15.349218 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f0c119ac-9584-41bc-834d-8f53fb3d361c req-12f37a69-a640-4ea9-81db-90e7f343edd8 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "GET /v2.0/ports?device_id=87a0ff25-ac30-41da-a645-065f8aa94794 HTTP/1.1" status: 200 len: 943 time: 0.4156816 Feb 16 12:45:15.352277 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4dc1926-6d32-4e8b-b047-7ec48e0c56d0 tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Router 76374bd0-6b9e-4f59-a90a-206c49940c07 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:45:15.362376 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4d6c69a4-bf24-48f0-88d0-503a6a5bcd1a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.473609 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c69a4-bf24-48f0-88d0-503a6a5bcd1a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Subnet': ['ID=9153a050-3ca1-4f4f-8bb6-45636eb6fff1,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:15.482278 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b1f5c8-6f60-4b4d-a99e-67cf9ee7afd7 None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:15.483654 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4d6c69a4-bf24-48f0-88d0-503a6a5bcd1a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.518595 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-13af5f6c-35ab-4117-abfd-3496c92826a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:15.520055 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-13af5f6c-35ab-4117-abfd-3496c92826a7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5285d3fc-2a25-4443-819b-b9f97276ee26 HTTP/1.1" status: 200 len: 851 time: 0.6048734 Feb 16 12:45:15.531983 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f0c119ac-9584-41bc-834d-8f53fb3d361c req-3e216b5b-daf6-452b-a195-25f41283369e tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "GET /v2.0/security-groups?id=e53f1014-ca93-4023-83ba-727714174b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730301 Feb 16 12:45:15.538553 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4d6c69a4-bf24-48f0-88d0-503a6a5bcd1a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/9153a050-3ca1-4f4f-8bb6-45636eb6fff1 HTTP/1.1" status: 204 len: 168 time: 1.3959348 Feb 16 12:45:15.539236 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33050) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:15.585260 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a457c37e-5e97-489c-90a2-fd90a5a9be83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.604308 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-860f7d85-6039-4a90-9420-e97c5010963e req-39e91204-47d6-4181-86ec-f6075e504eb1 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5843000 Feb 16 12:45:15.659501 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-824d86ad-103e-47c0-8c60-4717bb6723a7 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Deleting port fb676a00-656b-4620-b8ff-9da0886d099a {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:15.659874 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-824d86ad-103e-47c0-8c60-4717bb6723a7 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.673294 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d7ab0f4b-a74e-4749-ba04-70f49f083bb6 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1302564 Feb 16 12:45:15.677310 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33056) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:15.689807 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-37f981b5-dd2d-4f34-b7e9-07e8547d8eec tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.697228 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-16793b1e-97a8-4de8-9f43-1eb5d4a7b0c1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'subnet': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:15.713267 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-37f981b5-dd2d-4f34-b7e9-07e8547d8eec tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.735356 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911f446-6864-4c0c-abd7-be8251aece0d req-5a587d30-b0f4-4633-8371-8124084f3d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:15.736916 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d911f446-6864-4c0c-abd7-be8251aece0d req-5a587d30-b0f4-4633-8371-8124084f3d58 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e0be34df95bb4f3abecca4f5b7a46cf5&device_id=87a0ff25-ac30-41da-a645-065f8aa94794 HTTP/1.1" status: 200 len: 1096 time: 1.1350203 Feb 16 12:45:15.802805 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bcd2a9-90a0-47bf-9bf0-2a9388bf0307 None None] DHCP port deletion for c2beece7-853e-4518-ace6-8724ee235932 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:45:15.807429 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-36bcd2a9-90a0-47bf-9bf0-2a9388bf0307 None None] Deleting port d63b902c-dac5-46fe-bc6f-8afa68afd123 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:15.807801 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-36bcd2a9-90a0-47bf-9bf0-2a9388bf0307 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.855855 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4dc1926-6d32-4e8b-b047-7ec48e0c56d0 tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:45:15.867607 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae34209-ba66-4751-b778-ef796c107758', 'tag': '95f20114-48e2-4df4-9386-abf3bf1edbca'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:45:15.890579 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-16793b1e-97a8-4de8-9f43-1eb5d4a7b0c1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:15.896472 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-16793b1e-97a8-4de8-9f43-1eb5d4a7b0c1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Usage tracker for resource:subnet and tenant:5979c0794f594272a8691960316755d8 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:15.900489 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-16793b1e-97a8-4de8-9f43-1eb5d4a7b0c1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:15.908212 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b4dc1926-6d32-4e8b-b047-7ec48e0c56d0 tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.938969 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae34209-ba66-4751-b778-ef796c107758', 'tag': '95f20114-48e2-4df4-9386-abf3bf1edbca', 'status': 'completed', 'code': 200} Feb 16 12:45:15.939185 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2330742e-9024-45cc-8d36-be58ced774f6 None None] Sync routers for ids ['76374bd0-6b9e-4f59-a90a-206c49940c07'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:15.939269 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-16793b1e-97a8-4de8-9f43-1eb5d4a7b0c1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:15.964735 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2330742e-9024-45cc-8d36-be58ced774f6 None None] Routers {'76374bd0-6b9e-4f59-a90a-206c49940c07'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:15.965393 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-2330742e-9024-45cc-8d36-be58ced774f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:45:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['76374bd0-6b9e-4f59-a90a-206c49940c07'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:15.986422 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-37f981b5-dd2d-4f34-b7e9-07e8547d8eec tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:15.986934 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f981b5-dd2d-4f34-b7e9-07e8547d8eec tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 08e772d1-489a-482e-9e93-bc61a74d8f3f {{(pid=87701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:45:16.008402 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a09d72-de9e-477d-b2ca-4695d1a6bb71 req-637ecf8c-b377-4915-a9a3-4bccd175304c tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:16.010410 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d8a09d72-de9e-477d-b2ca-4695d1a6bb71 req-637ecf8c-b377-4915-a9a3-4bccd175304c tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.83 "GET /v2.0/ports?device_id=8ae34209-ba66-4751-b778-ef796c107758 HTTP/1.1" status: 200 len: 943 time: 0.2842586 Feb 16 12:45:16.014440 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b4dc1926-6d32-4e8b-b047-7ec48e0c56d0 tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 9.9055350 Feb 16 12:45:16.017285 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33062) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:16.020931 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16793b1e-97a8-4de8-9f43-1eb5d4a7b0c1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:16.024914 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-16793b1e-97a8-4de8-9f43-1eb5d4a7b0c1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.035798 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device d63b902c-dac5-46fe-bc6f-8afa68afd123 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:45:16.066430 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-2330742e-9024-45cc-8d36-be58ced774f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:16.078026 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a457c37e-5e97-489c-90a2-fd90a5a9be83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.162715 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-7a83eace-1ccc-473e-a08c-7323c9f33ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:16.164835 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-7a83eace-1ccc-473e-a08c-7323c9f33ee1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d3802bb0-f51a-430a-aee4-70d5a6517150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5817094 Feb 16 12:45:16.175276 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2330742e-9024-45cc-8d36-be58ced774f6 None None] Routers {'76374bd0-6b9e-4f59-a90a-206c49940c07'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:16.175886 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-2330742e-9024-45cc-8d36-be58ced774f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:45:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['76374bd0-6b9e-4f59-a90a-206c49940c07'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:16.179523 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d7ea6-8a24-4333-b944-4e83394358e5 req-f67bf316-ac7c-4d69-9ba5-a674090c851a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:16.181089 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4d0d7ea6-8a24-4333-b944-4e83394358e5 req-f67bf316-ac7c-4d69-9ba5-a674090c851a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a8771b90386942c1a6095687790fa64b&device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 1096 time: 0.7911141 Feb 16 12:45:16.181904 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a457c37e-5e97-489c-90a2-fd90a5a9be83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.182899 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-a457c37e-5e97-489c-90a2-fd90a5a9be83 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9c450464-f1b8-4a9b-986a-efeb1ee1cf51 HTTP/1.1" status: 204 len: 168 time: 1.6552587 Feb 16 12:45:16.184008 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a457c37e-5e97-489c-90a2-fd90a5a9be83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c450464-f1b8-4a9b-986a-efeb1ee1cf51,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:16.214442 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-37f981b5-dd2d-4f34-b7e9-07e8547d8eec tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.215543 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-37f981b5-dd2d-4f34-b7e9-07e8547d8eec tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] 10.222.0.83 "DELETE /v2.0/routers/08e772d1-489a-482e-9e93-bc61a74d8f3f HTTP/1.1" status: 204 len: 168 time: 1.5550654 Feb 16 12:45:16.274894 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d8a09d72-de9e-477d-b2ca-4695d1a6bb71 req-462875ad-d0e5-41ec-9c0c-ccf6a0f7ddf8 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.83 "GET /v2.0/security-groups?id=62dfa7ce-67f7-40ab-a719-1c981b68d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2567050 Feb 16 12:45:16.291847 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-2330742e-9024-45cc-8d36-be58ced774f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:16.292422 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2330742e-9024-45cc-8d36-be58ced774f6 None None] The sync data for ids ['76374bd0-6b9e-4f59-a90a-206c49940c07'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:16.295941 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911f446-6864-4c0c-abd7-be8251aece0d req-438d36c6-b673-4cd1-9551-21d352dbf95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:16.297448 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d911f446-6864-4c0c-abd7-be8251aece0d req-438d36c6-b673-4cd1-9551-21d352dbf95d service neutron] 10.222.0.89 "GET /v2.0/networks?id=3f63effa-f1fc-4fdf-827c-5f344c925210 HTTP/1.1" status: 200 len: 907 time: 0.4813282 Feb 16 12:45:16.301381 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-36bcd2a9-90a0-47bf-9bf0-2a9388bf0307 None None] For port d63b902c-dac5-46fe-bc6f-8afa68afd123, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=d63b902c-dac5-46fe-bc6f-8afa68afd123,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:16.301910 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-36bcd2a9-90a0-47bf-9bf0-2a9388bf0307 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.302523 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2f0a098f-0f40-482d-91d9-3aec5536bb30 tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] 10.222.0.83 "GET /v2.0/floatingips/870203da-973b-47b4-a6b3-e3da45563398 HTTP/1.1" status: 200 len: 983 time: 0.2829850 Feb 16 12:45:16.305817 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33070) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:16.497567 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33074) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:16.523042 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b9ebf2c1-a29f-4673-8f56-458d2920620d tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] 10.222.0.83 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2906 time: 0.2134483 Feb 16 12:45:16.523834 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33082) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:16.548554 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-824d86ad-103e-47c0-8c60-4717bb6723a7 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] For port fb676a00-656b-4620-b8ff-9da0886d099a, host hv-neutron-8295, got binding levels [] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:16.549218 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-824d86ad-103e-47c0-8c60-4717bb6723a7 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.570841 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d911f446-6864-4c0c-abd7-be8251aece0d req-eeabe99e-cee8-48ec-814c-a1efffcde361 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d7c6404-271f-474b-8ea9-9e9ff46efbfc HTTP/1.1" status: 200 len: 217 time: 0.2452426 Feb 16 12:45:16.599260 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-36bcd2a9-90a0-47bf-9bf0-2a9388bf0307 None None] Calling delete_port for d63b902c-dac5-46fe-bc6f-8afa68afd123 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:16.669304 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.739231 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port d63b902c-dac5-46fe-bc6f-8afa68afd123, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=d63b902c-dac5-46fe-bc6f-8afa68afd123,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:16.746817 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:16.826294 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.db.api [None req-36bcd2a9-90a0-47bf-9bf0-2a9388bf0307 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:45:16.827492 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG oslo_db.api [None req-36bcd2a9-90a0-47bf-9bf0-2a9388bf0307 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:45:16.866799 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=d63b902c-dac5-46fe-bc6f-8afa68afd123,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:16.903835 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-21985188-a4c3-484e-81fc-0df890260d45 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-935648999', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}, 'admin_state_up': False}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:16.915764 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-21985188-a4c3-484e-81fc-0df890260d45 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:16.953376 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-824d86ad-103e-47c0-8c60-4717bb6723a7 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Calling delete_port for fb676a00-656b-4620-b8ff-9da0886d099a owned by {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:16.990765 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-21985188-a4c3-484e-81fc-0df890260d45 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Usage tracker for resource:router and tenant:4f391249135447c7b12259a80fb71dbd is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:17.010282 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-21985188-a4c3-484e-81fc-0df890260d45 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:17.046003 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-21985188-a4c3-484e-81fc-0df890260d45 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:17.075743 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-16793b1e-97a8-4de8-9f43-1eb5d4a7b0c1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.113153 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-55ae243d-b7e5-4e7d-b43c-148ad5061ae3 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Deleting port 8dbf90d9-39a2-49e6-8009-b8efe25d0ded {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:17.113492 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-55ae243d-b7e5-4e7d-b43c-148ad5061ae3 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.137320 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-21985188-a4c3-484e-81fc-0df890260d45 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.138338 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-21985188-a4c3-484e-81fc-0df890260d45 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.164882 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911f446-6864-4c0c-abd7-be8251aece0d req-d861cd23-616e-4904-b154-9069992896f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:17.164882 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d911f446-6864-4c0c-abd7-be8251aece0d req-d861cd23-616e-4904-b154-9069992896f1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=25af59ae-eb65-4dc0-ba71-1417e9a15624 HTTP/1.1" status: 200 len: 845 time: 0.5213559 Feb 16 12:45:17.164882 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d7ea6-8a24-4333-b944-4e83394358e5 req-d63fc694-4f37-429a-8180-19493600a7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:17.164882 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4d0d7ea6-8a24-4333-b944-4e83394358e5 req-d63fc694-4f37-429a-8180-19493600a7e0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=48c19cd8-ac27-4524-bc91-c49a239dcfeb HTTP/1.1" status: 200 len: 913 time: 0.9484720 Feb 16 12:45:17.166291 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-95c27e11-4870-4737-82c8-42902f79187f service neutron] 10.222.0.89 "GET /v2.0/networks/d3802bb0-f51a-430a-aee4-70d5a6517150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9761508 Feb 16 12:45:17.293125 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-824d86ad-103e-47c0-8c60-4717bb6723a7 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.325037 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16793b1e-97a8-4de8-9f43-1eb5d4a7b0c1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:17.330014 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-36bcd2a9-90a0-47bf-9bf0-2a9388bf0307 None None] Deleting port d63b902c-dac5-46fe-bc6f-8afa68afd123 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:17.330667 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-36bcd2a9-90a0-47bf-9bf0-2a9388bf0307 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.338615 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-16793b1e-97a8-4de8-9f43-1eb5d4a7b0c1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:17.353838 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16793b1e-97a8-4de8-9f43-1eb5d4a7b0c1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:17.354444 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-16793b1e-97a8-4de8-9f43-1eb5d4a7b0c1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.359006 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-21985188-a4c3-484e-81fc-0df890260d45 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.389568 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16793b1e-97a8-4de8-9f43-1eb5d4a7b0c1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Subnet': ['ID=74858736-830c-4113-8d1c-6a759baceabd,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:17.405176 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce84a27-0eb6-44cc-9a58-77dca4ed7121 req-59963c56-b218-46aa-b53a-83085e9a5a08 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:17.412031 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5ce84a27-0eb6-44cc-9a58-77dca4ed7121 req-59963c56-b218-46aa-b53a-83085e9a5a08 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 943 time: 0.5719371 Feb 16 12:45:17.483836 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4d0d7ea6-8a24-4333-b944-4e83394358e5 req-aeb64e45-2ef9-49fb-a919-a7c46f4ca5e6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=756287ee-6810-469c-9c37-8297d79eec56 HTTP/1.1" status: 200 len: 217 time: 0.2801278 Feb 16 12:45:17.528014 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-16793b1e-97a8-4de8-9f43-1eb5d4a7b0c1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8335557 Feb 16 12:45:17.577939 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33112) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:17.583138 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d86ad-103e-47c0-8c60-4717bb6723a7 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb676a00-656b-4620-b8ff-9da0886d099a,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:17.620888 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09313b0a-ca8a-476f-8746-a15643ef2b48 req-943c9a50-b6a4-4fe3-bc8a-f76f1bc990d5 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:17.628292 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-09313b0a-ca8a-476f-8746-a15643ef2b48 req-943c9a50-b6a4-4fe3-bc8a-f76f1bc990d5 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "GET /v2.0/ports?device_id=87a0ff25-ac30-41da-a645-065f8aa94794 HTTP/1.1" status: 200 len: 943 time: 0.6451082 Feb 16 12:45:17.632943 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-36bcd2a9-90a0-47bf-9bf0-2a9388bf0307 None None] For port d63b902c-dac5-46fe-bc6f-8afa68afd123, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=d63b902c-dac5-46fe-bc6f-8afa68afd123,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:17.634376 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-36bcd2a9-90a0-47bf-9bf0-2a9388bf0307 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.640458 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-824d86ad-103e-47c0-8c60-4717bb6723a7 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.657921 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-316b630d-30a6-49da-a3d9-7c01728617ab tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'port': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'fixed_ips': [{'subnet_id': '74858736-830c-4113-8d1c-6a759baceabd', 'ip_address': '2001:db8::e6f6:eb18:a199:cd73'}], 'name': 'tempest-NetworksTestDHCPv6-1650949521'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:17.661861 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5ce84a27-0eb6-44cc-9a58-77dca4ed7121 req-bca10962-16c7-4bea-812e-f40c45ecfaed tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2488813 Feb 16 12:45:17.815282 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-55ae243d-b7e5-4e7d-b43c-148ad5061ae3 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.815896 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-55ae243d-b7e5-4e7d-b43c-148ad5061ae3 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.825597 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-36bcd2a9-90a0-47bf-9bf0-2a9388bf0307 None None] Calling delete_port for d63b902c-dac5-46fe-bc6f-8afa68afd123 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:17.847533 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-316b630d-30a6-49da-a3d9-7c01728617ab tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:17.857949 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-316b630d-30a6-49da-a3d9-7c01728617ab tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Usage tracker for resource:port and tenant:5979c0794f594272a8691960316755d8 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:17.861150 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-316b630d-30a6-49da-a3d9-7c01728617ab tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:17.867228 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-316b630d-30a6-49da-a3d9-7c01728617ab tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:17.917693 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-36bcd2a9-90a0-47bf-9bf0-2a9388bf0307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:17.938066 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316b630d-30a6-49da-a3d9-7c01728617ab tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:17.975716 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bcd2a9-90a0-47bf-9bf0-2a9388bf0307 None None] Pushing event deleted for resources: {'Port': ['ID=d63b902c-dac5-46fe-bc6f-8afa68afd123,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:17.984167 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bcd2a9-90a0-47bf-9bf0-2a9388bf0307 None None] No DVR routers for this DVR port d63b902c-dac5-46fe-bc6f-8afa68afd123 on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:45:17.999547 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7792665f-4eb5-4225-a0db-6454b0762d2d None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:18.049064 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-55ae243d-b7e5-4e7d-b43c-148ad5061ae3 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Calling delete_port for 8dbf90d9-39a2-49e6-8009-b8efe25d0ded owned by network:floatingip {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:18.055355 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-824d86ad-103e-47c0-8c60-4717bb6723a7 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] 10.222.0.83 "DELETE /v2.0/ports/fb676a00-656b-4620-b8ff-9da0886d099a HTTP/1.1" status: 204 len: 168 time: 3.0021698 Feb 16 12:45:18.058118 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5307d0d5-17e1-4336-9514-902545cbe2b9 req-a8c31e3a-c08c-414a-8f76-91cd4ebfa83f service neutron] 10.222.0.89 "GET /v2.0/networks/d3802bb0-f51a-430a-aee4-70d5a6517150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8537304 Feb 16 12:45:18.058891 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33126) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:18.080764 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-21985188-a4c3-484e-81fc-0df890260d45 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.091581 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-09313b0a-ca8a-476f-8746-a15643ef2b48 req-47c6a715-b0f9-48b9-80ce-b5433dfe2574 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "GET /v2.0/security-groups?id=e53f1014-ca93-4023-83ba-727714174b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4623935 Feb 16 12:45:18.135091 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911f446-6864-4c0c-abd7-be8251aece0d req-ee630ead-a919-4258-8a9d-ef99642d4a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:18.136505 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d911f446-6864-4c0c-abd7-be8251aece0d req-ee630ead-a919-4258-8a9d-ef99642d4a1c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3f63effa-f1fc-4fdf-827c-5f344c925210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9651191 Feb 16 12:45:18.215638 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d7ea6-8a24-4333-b944-4e83394358e5 req-9ec1fdaa-120a-464a-a025-8db38b69489d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:18.217138 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4d0d7ea6-8a24-4333-b944-4e83394358e5 req-9ec1fdaa-120a-464a-a025-8db38b69489d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5863982f-bd9e-4d06-825d-64b5d101ef97 HTTP/1.1" status: 200 len: 851 time: 0.6815403 Feb 16 12:45:18.227428 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc12872e-4192-443e-a10c-b823e44ae15f tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] GET failed (client error): The resource could not be found. Feb 16 12:45:18.228159 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-cc12872e-4192-443e-a10c-b823e44ae15f tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Synchronizing usage tracker for tenant:0f62f04c62f2405e91eb922254e90c40 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:18.269647 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5fed5d-a317-4998-b099-e95269c59fe9 req-16ca4383-173a-4d9a-91cc-9912522c6390 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:18.271141 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2a5fed5d-a317-4998-b099-e95269c59fe9 req-16ca4383-173a-4d9a-91cc-9912522c6390 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.83 "GET /v2.0/ports?device_id=8ae34209-ba66-4751-b778-ef796c107758 HTTP/1.1" status: 200 len: 943 time: 0.3799410 Feb 16 12:45:18.315090 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e54a209-0444-4629-9baf-85100e33f038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-c2beece7-853e-4518-ace6-8724ee235932', 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'tenant_id': '5979c0794f594272a8691960316755d8', 'fixed_ips': [{'subnet_id': '74858736-830c-4113-8d1c-6a759baceabd'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:45:18.316282 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0e54a209-0444-4629-9baf-85100e33f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.329574 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-316b630d-30a6-49da-a3d9-7c01728617ab tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.420276 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-55ae243d-b7e5-4e7d-b43c-148ad5061ae3 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.457244 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [None req-316b630d-30a6-49da-a3d9-7c01728617ab tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] device_id is not set on port 4ceb1976-8b54-44e2-a1b2-02ef12878dfc yet. {{(pid=87701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:45:18.475706 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33136) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:18.478999 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ae243d-b7e5-4e7d-b43c-148ad5061ae3 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Pushing event deleted for resources: {'Port': ['ID=8dbf90d9-39a2-49e6-8009-b8efe25d0ded,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:18.494983 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-0e54a209-0444-4629-9baf-85100e33f038 None None] Allocated IP 2001:db8::2 (c2beece7-853e-4518-ace6-8724ee235932/74858736-830c-4113-8d1c-6a759baceabd/8fc6647e-746c-4be8-9a2a-41c0a6fd6b8a) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:18.507122 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2a5fed5d-a317-4998-b099-e95269c59fe9 req-104c8990-475d-4bf2-926f-c09e4dd07747 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.83 "GET /v2.0/security-groups?id=62dfa7ce-67f7-40ab-a719-1c981b68d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433704 Feb 16 12:45:18.532704 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ae243d-b7e5-4e7d-b43c-148ad5061ae3 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:18.534901 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ae243d-b7e5-4e7d-b43c-148ad5061ae3 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:18.535389 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ae243d-b7e5-4e7d-b43c-148ad5061ae3 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:18.536988 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ae243d-b7e5-4e7d-b43c-148ad5061ae3 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:18.537536 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ae243d-b7e5-4e7d-b43c-148ad5061ae3 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:18.538069 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ae243d-b7e5-4e7d-b43c-148ad5061ae3 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:18.541270 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ae243d-b7e5-4e7d-b43c-148ad5061ae3 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:18.541812 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ae243d-b7e5-4e7d-b43c-148ad5061ae3 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:18.542336 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ae243d-b7e5-4e7d-b43c-148ad5061ae3 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:18.542862 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ae243d-b7e5-4e7d-b43c-148ad5061ae3 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:18.543393 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ae243d-b7e5-4e7d-b43c-148ad5061ae3 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:18.543895 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ae243d-b7e5-4e7d-b43c-148ad5061ae3 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:18.555942 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-cc12872e-4192-443e-a10c-b823e44ae15f tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Unset dirty status for tenant:0f62f04c62f2405e91eb922254e90c40 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:18.557162 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-cc12872e-4192-443e-a10c-b823e44ae15f tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] 10.222.0.83 "GET /v2.0/ports/fb676a00-656b-4620-b8ff-9da0886d099a HTTP/1.1" status: 404 len: 333 time: 0.4851027 Feb 16 12:45:18.573988 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33142) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:18.623461 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-9cade97d-0c62-4495-b54a-50222e762ec5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Request body: {'port': {'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1277159508'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:18.647613 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-9cade97d-0c62-4495-b54a-50222e762ec5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:18.653271 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25909aeb-6088-4b2f-ac1b-2a336acae535 req-f6e13979-0331-45de-94ab-2d9acd8c8f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:18.654792 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-25909aeb-6088-4b2f-ac1b-2a336acae535 req-f6e13979-0331-45de-94ab-2d9acd8c8f56 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4259764a734f42088729811e9b58c5b6&device_id=8ae34209-ba66-4751-b778-ef796c107758 HTTP/1.1" status: 200 len: 1096 time: 0.5115559 Feb 16 12:45:18.726122 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-53c2c116-b2ec-4311-adce-43114eae2912 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:18.730274 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0e54a209-0444-4629-9baf-85100e33f038 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.741942 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-0e54a209-0444-4629-9baf-85100e33f038 None None] Transition to ACTIVE for port object 8fc6647e-746c-4be8-9a2a-41c0a6fd6b8a will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:18.762093 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-0e54a209-0444-4629-9baf-85100e33f038 None None] Transition to ACTIVE for port object 8fc6647e-746c-4be8-9a2a-41c0a6fd6b8a will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:18.767675 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-9cade97d-0c62-4495-b54a-50222e762ec5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:18.770419 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0e54a209-0444-4629-9baf-85100e33f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.782807 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d911f446-6864-4c0c-abd7-be8251aece0d req-f5c021bc-c34b-4c4e-822f-8a20d2bb0672 service neutron] 10.222.0.89 "GET /v2.0/networks/3f63effa-f1fc-4fdf-827c-5f344c925210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5938776 Feb 16 12:45:18.839151 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e54a209-0444-4629-9baf-85100e33f038 None None] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:18.846086 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cade97d-0c62-4495-b54a-50222e762ec5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Made reservation on behalf of 0f62f04c62f2405e91eb922254e90c40 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:18.846240 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-0e54a209-0444-4629-9baf-85100e33f038 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:18.849037 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9cade97d-0c62-4495-b54a-50222e762ec5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.850289 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e54a209-0444-4629-9baf-85100e33f038 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:18.866467 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-53c2c116-b2ec-4311-adce-43114eae2912 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] 10.222.0.83 "PUT /v2.0/quotas/d602915d9ec741d2b431d53c9116a146 HTTP/1.1" status: 200 len: 368 time: 0.3847749 Feb 16 12:45:18.868436 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-55ae243d-b7e5-4e7d-b43c-148ad5061ae3 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks [] for floatingip, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:18.868944 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-55ae243d-b7e5-4e7d-b43c-148ad5061ae3 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Floating IP 870203da-973b-47b4-a6b3-e3da45563398 disassociated (deleted). External IP: 172.26.5.185, port: da9b1cbc-f814-472c-be0a-429808df5b60. Feb 16 12:45:18.887942 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 756287ee-6810-469c-9c37-8297d79eec56 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:45:18.900286 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e54a209-0444-4629-9baf-85100e33f038 None None] Pushing event updated for resources: {'Port': ['ID=8fc6647e-746c-4be8-9a2a-41c0a6fd6b8a,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:18.928254 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-21985188-a4c3-484e-81fc-0df890260d45 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:19.034993 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-0e54a209-0444-4629-9baf-85100e33f038 None None] Attempting to bind port 8fc6647e-746c-4be8-9a2a-41c0a6fd6b8a on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:19.035401 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-0e54a209-0444-4629-9baf-85100e33f038 None None] Attempting to bind port 8fc6647e-746c-4be8-9a2a-41c0a6fd6b8a by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:19.035708 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e54a209-0444-4629-9baf-85100e33f038 None None] Attempting to bind port 8fc6647e-746c-4be8-9a2a-41c0a6fd6b8a on network c2beece7-853e-4518-ace6-8724ee235932 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:19.048459 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e54a209-0444-4629-9baf-85100e33f038 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:45:19.048920 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e54a209-0444-4629-9baf-85100e33f038 None None] Checking segment: {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:19.049235 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0e54a209-0444-4629-9baf-85100e33f038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:19.049618 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e54a209-0444-4629-9baf-85100e33f038 None None] Bound using segment: {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:45:19.050080 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-0e54a209-0444-4629-9baf-85100e33f038 None None] Bound port: 8fc6647e-746c-4be8-9a2a-41c0a6fd6b8a, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:19.050420 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0e54a209-0444-4629-9baf-85100e33f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:19.053912 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33148) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:19.087739 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d7ea6-8a24-4333-b944-4e83394358e5 req-76454994-512a-4337-8729-32101c7e9a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:19.089265 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4d0d7ea6-8a24-4333-b944-4e83394358e5 req-76454994-512a-4337-8729-32101c7e9a65 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=48c19cd8-ac27-4524-bc91-c49a239dcfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8580804 Feb 16 12:45:19.090533 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-21985188-a4c3-484e-81fc-0df890260d45 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:19.105338 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-90c106d2-905b-4c3d-933e-40d7d5c04796 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Request body: {'network': {'project_id': 'd602915d9ec741d2b431d53c9116a146'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:19.150554 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-90c106d2-905b-4c3d-933e-40d7d5c04796 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:19.177638 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 756287ee-6810-469c-9c37-8297d79eec56, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=756287ee-6810-469c-9c37-8297d79eec56,segment=NetworkSegment(3d4b7f21-14a6-408b-b79a-e975ae9ef003),segment_id=3d4b7f21-14a6-408b-b79a-e975ae9ef003)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:19.194101 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-0e54a209-0444-4629-9baf-85100e33f038 None None] For port 8fc6647e-746c-4be8-9a2a-41c0a6fd6b8a, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:45:19.196522 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': '756287ee-6810-469c-9c37-8297d79eec56', 'network_id': '48c19cd8-ac27-4524-bc91-c49a239dcfeb', 'port_id': '756287ee-6810-469c-9c37-8297d79eec56', 'mac_address': 'fa:16:3e:ce:eb:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5863982f-bd9e-4d06-825d-64b5d101ef97', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:45:19.198791 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-90c106d2-905b-4c3d-933e-40d7d5c04796 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Usage tracker for resource:network and tenant:d602915d9ec741d2b431d53c9116a146 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:19.228360 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-0e54a209-0444-4629-9baf-85100e33f038 None None] For port 8fc6647e-746c-4be8-9a2a-41c0a6fd6b8a, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=8fc6647e-746c-4be8-9a2a-41c0a6fd6b8a,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:45:19.235060 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0e54a209-0444-4629-9baf-85100e33f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:19.254913 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-90c106d2-905b-4c3d-933e-40d7d5c04796 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:19.258110 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [None req-9cade97d-0c62-4495-b54a-50222e762ec5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] device_id is not set on port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c yet. {{(pid=87701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:45:19.293068 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25909aeb-6088-4b2f-ac1b-2a336acae535 req-d8c21477-731a-4f57-9f76-28aa3af30bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:19.294430 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-25909aeb-6088-4b2f-ac1b-2a336acae535 req-d8c21477-731a-4f57-9f76-28aa3af30bbd service neutron] 10.222.0.89 "GET /v2.0/networks?id=d3802bb0-f51a-430a-aee4-70d5a6517150 HTTP/1.1" status: 200 len: 913 time: 0.6254492 Feb 16 12:45:19.335578 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:19.337616 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-90c106d2-905b-4c3d-933e-40d7d5c04796 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:19.352105 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e54a209-0444-4629-9baf-85100e33f038 None None] Pushing event updated for resources: {'Port': ['ID=8fc6647e-746c-4be8-9a2a-41c0a6fd6b8a,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:19.372530 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 756287ee-6810-469c-9c37-8297d79eec56 {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:45:19.390676 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 756287ee-6810-469c-9c37-8297d79eec56, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=756287ee-6810-469c-9c37-8297d79eec56,segment=NetworkSegment(3d4b7f21-14a6-408b-b79a-e975ae9ef003),segment_id=3d4b7f21-14a6-408b-b79a-e975ae9ef003)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:19.396626 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:19.397446 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 8d7c6404-271f-474b-8ea9-9e9ff46efbfc details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:45:19.470188 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-25909aeb-6088-4b2f-ac1b-2a336acae535 req-75d29808-9107-4cd3-9260-8320425d34c2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95f20114-48e2-4df4-9386-abf3bf1edbca HTTP/1.1" status: 200 len: 217 time: 0.1526353 Feb 16 12:45:19.487893 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-316b630d-30a6-49da-a3d9-7c01728617ab tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Allocated IP 2001:db8::e6f6:eb18:a199:cd73 (c2beece7-853e-4518-ace6-8724ee235932/74858736-830c-4113-8d1c-6a759baceabd/4ceb1976-8b54-44e2-a1b2-02ef12878dfc) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:19.521503 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-21985188-a4c3-484e-81fc-0df890260d45 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Allocated IP 172.26.5.35 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/4e58952b-4130-4bc4-863b-696c58217410) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:19.555269 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=756287ee-6810-469c-9c37-8297d79eec56,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:19.565612 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:19.565960 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:19.566291 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:19.566397 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c106d2-905b-4c3d-933e-40d7d5c04796 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Made reservation on behalf of d602915d9ec741d2b431d53c9116a146 for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:19.566622 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:19.567118 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:19.567474 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:19.567848 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:19.568172 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:19.568596 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-90c106d2-905b-4c3d-933e-40d7d5c04796 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:19.569569 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:19.569569 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:19.569825 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:19.570146 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:19.628248 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-90c106d2-905b-4c3d-933e-40d7d5c04796 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:19.681017 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d911f446-6864-4c0c-abd7-be8251aece0d req-86bd3643-79be-4db8-aaa1-528ae61f3a80 service neutron] 10.222.0.89 "GET /v2.0/networks/3f63effa-f1fc-4fdf-827c-5f344c925210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8861213 Feb 16 12:45:19.719434 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 8d7c6404-271f-474b-8ea9-9e9ff46efbfc, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=8d7c6404-271f-474b-8ea9-9e9ff46efbfc,segment=NetworkSegment(eed87c9e-fb99-4fd5-ad35-a65bcf1a5597),segment_id=eed87c9e-fb99-4fd5-ad35-a65bcf1a5597)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:19.736847 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31d474-19c7-49f3-912c-d7670fd3981b req-f0a59f30-eca7-4fc5-9251-a7a99303d749 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:19.743280 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': '8d7c6404-271f-474b-8ea9-9e9ff46efbfc', 'network_id': '3f63effa-f1fc-4fdf-827c-5f344c925210', 'port_id': '8d7c6404-271f-474b-8ea9-9e9ff46efbfc', 'mac_address': 'fa:16:3e:e2:33:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25af59ae-eb65-4dc0-ba71-1417e9a15624', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:45:19.744440 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8e31d474-19c7-49f3-912c-d7670fd3981b req-f0a59f30-eca7-4fc5-9251-a7a99303d749 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "GET /v2.0/ports?device_id=87a0ff25-ac30-41da-a645-065f8aa94794 HTTP/1.1" status: 200 len: 943 time: 0.5259633 Feb 16 12:45:19.751627 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4d0d7ea6-8a24-4333-b944-4e83394358e5 req-1dc871b9-e844-43af-bb55-1a7c6a32dbd2 service neutron] 10.222.0.89 "GET /v2.0/networks/48c19cd8-ac27-4524-bc91-c49a239dcfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6063669 Feb 16 12:45:19.756971 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-90c106d2-905b-4c3d-933e-40d7d5c04796 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:19.780895 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25909aeb-6088-4b2f-ac1b-2a336acae535 req-23fe387a-3193-46d5-8514-171ea85b9cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:19.782375 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-25909aeb-6088-4b2f-ac1b-2a336acae535 req-23fe387a-3193-46d5-8514-171ea85b9cde service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5285d3fc-2a25-4443-819b-b9f97276ee26 HTTP/1.1" status: 200 len: 851 time: 0.2901957 Feb 16 12:45:19.804585 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-90c106d2-905b-4c3d-933e-40d7d5c04796 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Usage tracker for resource:security_group_rule and tenant:d602915d9ec741d2b431d53c9116a146 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:19.817276 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:19.836846 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d7c6404-271f-474b-8ea9-9e9ff46efbfc {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:45:19.838072 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-90c106d2-905b-4c3d-933e-40d7d5c04796 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:19.854230 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49162b0-56ca-4b54-b11a-8e806ad44bfb req-e71d4e52-8fe6-479a-ae18-a37c01000fb4 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:19.855883 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b49162b0-56ca-4b54-b11a-8e806ad44bfb req-e71d4e52-8fe6-479a-ae18-a37c01000fb4 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 943 time: 1.0289419 Feb 16 12:45:19.861273 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 8d7c6404-271f-474b-8ea9-9e9ff46efbfc, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=8d7c6404-271f-474b-8ea9-9e9ff46efbfc,segment=NetworkSegment(eed87c9e-fb99-4fd5-ad35-a65bcf1a5597),segment_id=eed87c9e-fb99-4fd5-ad35-a65bcf1a5597)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:19.868769 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:19.879826 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ae243d-b7e5-4e7d-b43c-148ad5061ae3 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Router 76374bd0-6b9e-4f59-a90a-206c49940c07 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:45:19.893581 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8e31d474-19c7-49f3-912c-d7670fd3981b req-19926942-0cd6-4eda-bc02-92e7dbc77f72 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "GET /v2.0/security-groups?id=e53f1014-ca93-4023-83ba-727714174b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477230 Feb 16 12:45:19.914476 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-90c106d2-905b-4c3d-933e-40d7d5c04796 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:19.961192 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-21985188-a4c3-484e-81fc-0df890260d45 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:19.965053 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=8d7c6404-271f-474b-8ea9-9e9ff46efbfc,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:20.064763 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 8fc6647e-746c-4be8-9a2a-41c0a6fd6b8a up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:20.145791 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 8fc6647e-746c-4be8-9a2a-41c0a6fd6b8a completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:20.209914 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['8d7c6404-271f-474b-8ea9-9e9ff46efbfc'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:45:20.230833 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ae243d-b7e5-4e7d-b43c-148ad5061ae3 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:45:20.234489 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-21985188-a4c3-484e-81fc-0df890260d45 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.254025 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584a67a2-e8e9-40d5-b007-08a7e17f4878 None None] Sync routers for ids ['76374bd0-6b9e-4f59-a90a-206c49940c07'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:20.271311 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584a67a2-e8e9-40d5-b007-08a7e17f4878 None None] Routers {'76374bd0-6b9e-4f59-a90a-206c49940c07'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:20.276824 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-584a67a2-e8e9-40d5-b007-08a7e17f4878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:45:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['76374bd0-6b9e-4f59-a90a-206c49940c07'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:20.277187 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89cfbca-cde1-4c31-bc32-9008db72d12f req-15223ba9-3626-4548-ae14-1c4d159114e4 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:20.284210 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e89cfbca-cde1-4c31-bc32-9008db72d12f req-15223ba9-3626-4548-ae14-1c4d159114e4 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.83 "GET /v2.0/ports?device_id=8ae34209-ba66-4751-b778-ef796c107758 HTTP/1.1" status: 200 len: 943 time: 0.2609954 Feb 16 12:45:20.286304 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['756287ee-6810-469c-9c37-8297d79eec56'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:45:20.304934 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9cade97d-0c62-4495-b54a-50222e762ec5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.365727 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21985188-a4c3-484e-81fc-0df890260d45 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:20.372235 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-21985188-a4c3-484e-81fc-0df890260d45 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:20.389764 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21985188-a4c3-484e-81fc-0df890260d45 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:20.460302 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-55ae243d-b7e5-4e7d-b43c-148ad5061ae3 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.462699 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-316b630d-30a6-49da-a3d9-7c01728617ab tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.480894 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-584a67a2-e8e9-40d5-b007-08a7e17f4878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:20.484912 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-316b630d-30a6-49da-a3d9-7c01728617ab tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Transition to ACTIVE for port object 4ceb1976-8b54-44e2-a1b2-02ef12878dfc will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:20.495406 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584a67a2-e8e9-40d5-b007-08a7e17f4878 None None] Routers {'76374bd0-6b9e-4f59-a90a-206c49940c07'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:20.497260 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-584a67a2-e8e9-40d5-b007-08a7e17f4878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:45:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['76374bd0-6b9e-4f59-a90a-206c49940c07'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:20.506805 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21985188-a4c3-484e-81fc-0df890260d45 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Pushing event updated for resources: {'Port': ['ID=4e58952b-4130-4bc4-863b-696c58217410,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:20.530756 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e89cfbca-cde1-4c31-bc32-9008db72d12f req-74164b2a-70f5-4909-aae4-80eed4ec4e44 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.83 "GET /v2.0/security-groups?id=62dfa7ce-67f7-40ab-a719-1c981b68d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2455964 Feb 16 12:45:20.580878 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-584a67a2-e8e9-40d5-b007-08a7e17f4878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:20.581517 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584a67a2-e8e9-40d5-b007-08a7e17f4878 None None] The sync data for ids ['76374bd0-6b9e-4f59-a90a-206c49940c07'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:20.642619 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b49162b0-56ca-4b54-b11a-8e806ad44bfb req-d8d0b39d-cfeb-487e-a7bf-526020f1ed34 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7403452 Feb 16 12:45:20.643710 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9cade97d-0c62-4495-b54a-50222e762ec5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.645681 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-316b630d-30a6-49da-a3d9-7c01728617ab tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.654112 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-55ae243d-b7e5-4e7d-b43c-148ad5061ae3 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] 10.222.0.83 "DELETE /v2.0/floatingips/870203da-973b-47b4-a6b3-e3da45563398 HTTP/1.1" status: 204 len: 168 time: 4.1293375 Feb 16 12:45:20.698134 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33156) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:20.716522 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4d0d7ea6-8a24-4333-b944-4e83394358e5 req-c5ba079c-0cc9-4b11-81e0-712a581bec28 service neutron] 10.222.0.89 "GET /v2.0/networks/48c19cd8-ac27-4524-bc91-c49a239dcfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9454582 Feb 16 12:45:20.738822 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-09818551-d1fc-4f15-beb0-5f2c2ebf11df tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Request body: {'floatingip': {'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:20.759909 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316b630d-30a6-49da-a3d9-7c01728617ab tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:20.766683 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-09818551-d1fc-4f15-beb0-5f2c2ebf11df tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:20.771286 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-316b630d-30a6-49da-a3d9-7c01728617ab tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:20.787459 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-09818551-d1fc-4f15-beb0-5f2c2ebf11df tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Usage tracker for resource:floatingip and tenant:3a079e2e86cc4050a5f45e8d9a367552 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:20.795381 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316b630d-30a6-49da-a3d9-7c01728617ab tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:20.801048 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316b630d-30a6-49da-a3d9-7c01728617ab tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:20.801709 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-316b630d-30a6-49da-a3d9-7c01728617ab tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.807183 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cade97d-0c62-4495-b54a-50222e762ec5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Network debbc617-7b60-4833-9826-fe4cab5b0f24 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:20.813777 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-09818551-d1fc-4f15-beb0-5f2c2ebf11df tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:20.822315 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-90c106d2-905b-4c3d-933e-40d7d5c04796 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.823672 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-9cade97d-0c62-4495-b54a-50222e762ec5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:20.835385 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25909aeb-6088-4b2f-ac1b-2a336acae535 req-52ac0b82-1af3-4bd9-93b4-00e83543191a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:20.837021 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-25909aeb-6088-4b2f-ac1b-2a336acae535 req-52ac0b82-1af3-4bd9-93b4-00e83543191a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d3802bb0-f51a-430a-aee4-70d5a6517150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0010293 Feb 16 12:45:20.837685 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cade97d-0c62-4495-b54a-50222e762ec5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Pushing event updated for resources: {'Port': ['ID=6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:20.840359 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-09818551-d1fc-4f15-beb0-5f2c2ebf11df tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:20.842504 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cade97d-0c62-4495-b54a-50222e762ec5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:20.843447 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cade97d-0c62-4495-b54a-50222e762ec5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:20.844035 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9cade97d-0c62-4495-b54a-50222e762ec5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.850249 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f1a52ffa-1c66-4b9a-955c-bbfaf6a12091 None None] Provisioning for port 8fc6647e-746c-4be8-9a2a-41c0a6fd6b8a completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:20.858287 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f1a52ffa-1c66-4b9a-955c-bbfaf6a12091 None None] Provisioning complete for port 8fc6647e-746c-4be8-9a2a-41c0a6fd6b8a triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:20.859015 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f1a52ffa-1c66-4b9a-955c-bbfaf6a12091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:20.889858 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 95f20114-48e2-4df4-9386-abf3bf1edbca details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:45:20.891256 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cade97d-0c62-4495-b54a-50222e762ec5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:20.891884 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cade97d-0c62-4495-b54a-50222e762ec5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:20.891990 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cade97d-0c62-4495-b54a-50222e762ec5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:20.892248 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cade97d-0c62-4495-b54a-50222e762ec5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:20.892568 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cade97d-0c62-4495-b54a-50222e762ec5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:20.892922 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cade97d-0c62-4495-b54a-50222e762ec5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:20.893244 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cade97d-0c62-4495-b54a-50222e762ec5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:20.893567 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cade97d-0c62-4495-b54a-50222e762ec5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:20.893878 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cade97d-0c62-4495-b54a-50222e762ec5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:20.894198 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cade97d-0c62-4495-b54a-50222e762ec5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:20.894518 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cade97d-0c62-4495-b54a-50222e762ec5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:20.894882 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cade97d-0c62-4495-b54a-50222e762ec5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:20.898142 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-90c106d2-905b-4c3d-933e-40d7d5c04796 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.141095 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f1a52ffa-1c66-4b9a-955c-bbfaf6a12091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.158944 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 95f20114-48e2-4df4-9386-abf3bf1edbca, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=95f20114-48e2-4df4-9386-abf3bf1edbca,segment=NetworkSegment(c3084382-c060-4a75-b212-4c3b4ad9bab0),segment_id=c3084382-c060-4a75-b212-4c3b4ad9bab0)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:21.166527 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-09818551-d1fc-4f15-beb0-5f2c2ebf11df tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.179694 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': '95f20114-48e2-4df4-9386-abf3bf1edbca', 'network_id': 'd3802bb0-f51a-430a-aee4-70d5a6517150', 'port_id': '95f20114-48e2-4df4-9386-abf3bf1edbca', 'mac_address': 'fa:16:3e:ec:b1:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5285d3fc-2a25-4443-819b-b9f97276ee26', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:45:21.213943 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90c106d2-905b-4c3d-933e-40d7d5c04796 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:21.229422 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-9cade97d-0c62-4495-b54a-50222e762ec5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.6464777 Feb 16 12:45:21.231057 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c106d2-905b-4c3d-933e-40d7d5c04796 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26a08e5-6296-45aa-9caf-c96eff622bea,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:21.232502 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f1a52ffa-1c66-4b9a-955c-bbfaf6a12091 None None] For port 8fc6647e-746c-4be8-9a2a-41c0a6fd6b8a, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=8fc6647e-746c-4be8-9a2a-41c0a6fd6b8a,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:21.233050 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33162) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:21.235511 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-316b630d-30a6-49da-a3d9-7c01728617ab tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.6303191 Feb 16 12:45:21.244645 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8295'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:21.248649 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f1a52ffa-1c66-4b9a-955c-bbfaf6a12091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.249761 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33166) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:21.250415 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b630d-30a6-49da-a3d9-7c01728617ab tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Port': ['ID=4ceb1976-8b54-44e2-a1b2-02ef12878dfc,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:21.291811 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.311208 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-21985188-a4c3-484e-81fc-0df890260d45 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks [] for router_gateway, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.325239 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95f20114-48e2-4df4-9386-abf3bf1edbca {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:45:21.347916 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a52ffa-1c66-4b9a-955c-bbfaf6a12091 None None] Pushing event updated for resources: {'Port': ['ID=8fc6647e-746c-4be8-9a2a-41c0a6fd6b8a,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:21.351351 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 95f20114-48e2-4df4-9386-abf3bf1edbca, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=95f20114-48e2-4df4-9386-abf3bf1edbca,segment=NetworkSegment(c3084382-c060-4a75-b212-4c3b4ad9bab0),segment_id=c3084382-c060-4a75-b212-4c3b4ad9bab0)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:21.356834 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-90c106d2-905b-4c3d-933e-40d7d5c04796 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.357361 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-90c106d2-905b-4c3d-933e-40d7d5c04796 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Added segment 59a0f15b-c36c-4359-ac89-1c63592a0c6b of type vlan for network 53eb48c6-9965-4dbd-8b7b-66f8869fcf0e Feb 16 12:45:21.366315 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.406166 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffedd72-7540-4fb0-81f0-7154f4971ea7 req-f0d9d582-1de3-42ae-b506-fdf31a1b90cb tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:21.414106 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5ffedd72-7540-4fb0-81f0-7154f4971ea7 req-f0d9d582-1de3-42ae-b506-fdf31a1b90cb tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "GET /v2.0/ports?device_id=87a0ff25-ac30-41da-a645-065f8aa94794 HTTP/1.1" status: 200 len: 944 time: 0.3611293 Feb 16 12:45:21.418710 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-74061337-322b-45a4-94ab-6315688d50fc None None] Provisioning for port 4ceb1976-8b54-44e2-a1b2-02ef12878dfc completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:21.435038 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-74061337-322b-45a4-94ab-6315688d50fc None None] Provisioning complete for port 4ceb1976-8b54-44e2-a1b2-02ef12878dfc triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:21.435404 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-74061337-322b-45a4-94ab-6315688d50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.448414 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-90c106d2-905b-4c3d-933e-40d7d5c04796 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.455743 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-25909aeb-6088-4b2f-ac1b-2a336acae535 req-73e7ab82-77f1-4bf9-b41a-6e7667eb7dcb service neutron] 10.222.0.89 "GET /v2.0/networks/d3802bb0-f51a-430a-aee4-70d5a6517150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6030350 Feb 16 12:45:21.504200 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=95f20114-48e2-4df4-9386-abf3bf1edbca,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:21.508643 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-74061337-322b-45a4-94ab-6315688d50fc None None] Port 4ceb1976-8b54-44e2-a1b2-02ef12878dfc cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:45:21.611543 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907804c1-522d-4c65-8850-4043c706db6f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:21.612393 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5ffedd72-7540-4fb0-81f0-7154f4971ea7 req-6f2f1b5d-2514-44ce-b5fa-424e0fbdd320 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "GET /v2.0/security-groups?id=e53f1014-ca93-4023-83ba-727714174b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973999 Feb 16 12:45:21.615816 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.618445 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907804c1-522d-4c65-8850-4043c706db6f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:21.619265 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-907804c1-522d-4c65-8850-4043c706db6f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:21.625550 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-90c106d2-905b-4c3d-933e-40d7d5c04796 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.626830 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c106d2-905b-4c3d-933e-40d7d5c04796 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:21.627413 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-90c106d2-905b-4c3d-933e-40d7d5c04796 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.645185 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['95f20114-48e2-4df4-9386-abf3bf1edbca'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:45:21.797786 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-907804c1-522d-4c65-8850-4043c706db6f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:21.801278 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-907804c1-522d-4c65-8850-4043c706db6f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.5459640 Feb 16 12:45:21.808541 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33174) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:21.824252 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-90c106d2-905b-4c3d-933e-40d7d5c04796 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.7553098 Feb 16 12:45:21.831542 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33178) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:21.849107 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c106d2-905b-4c3d-933e-40d7d5c04796 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Pushing event updated for resources: {'Network': ['ID=53eb48c6-9965-4dbd-8b7b-66f8869fcf0e,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:21.854097 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-d12bbc15-8711-4f2c-9158-8204a31e2904 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Request body: {'network': {'project_id': 'd602915d9ec741d2b431d53c9116a146'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:21.860097 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 53eb48c6-9965-4dbd-8b7b-66f8869fcf0e details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:45:21.863789 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-25909aeb-6088-4b2f-ac1b-2a336acae535 req-5bb2e108-4d6b-403e-b312-df6ca9a3df6e service neutron] 10.222.0.89 "GET /v2.0/networks/d3802bb0-f51a-430a-aee4-70d5a6517150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3965726 Feb 16 12:45:21.865792 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-d12bbc15-8711-4f2c-9158-8204a31e2904 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:21.873313 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-d12bbc15-8711-4f2c-9158-8204a31e2904 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Usage tracker for resource:network and tenant:d602915d9ec741d2b431d53c9116a146 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:21.877531 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-d12bbc15-8711-4f2c-9158-8204a31e2904 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:21.881061 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-09818551-d1fc-4f15-beb0-5f2c2ebf11df tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:21.886723 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-d12bbc15-8711-4f2c-9158-8204a31e2904 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:21.952202 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12bbc15-8711-4f2c-9158-8204a31e2904 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Made reservation on behalf of d602915d9ec741d2b431d53c9116a146 for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:21.955347 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d12bbc15-8711-4f2c-9158-8204a31e2904 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.008593 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969fb1c9-a731-463c-939f-6592817178be req-d7774c0f-3c22-4910-888b-d5afeb0ff0ee tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:22.010306 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-969fb1c9-a731-463c-939f-6592817178be req-d7774c0f-3c22-4910-888b-d5afeb0ff0ee tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.83 "GET /v2.0/ports?device_id=8ae34209-ba66-4751-b778-ef796c107758 HTTP/1.1" status: 200 len: 944 time: 0.2937429 Feb 16 12:45:22.027410 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 8fc6647e-746c-4be8-9a2a-41c0a6fd6b8a up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:22.052230 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d12bbc15-8711-4f2c-9158-8204a31e2904 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:22.098115 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d12bbc15-8711-4f2c-9158-8204a31e2904 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.098939 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-d12bbc15-8711-4f2c-9158-8204a31e2904 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Added segment f5a3c23e-12e4-4676-b9e8-681b8e177091 of type vlan for network 058df0e4-8186-4280-96d6-2cba1265ba35 Feb 16 12:45:22.105327 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 8fc6647e-746c-4be8-9a2a-41c0a6fd6b8a triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:22.105698 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.115143 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-21985188-a4c3-484e-81fc-0df890260d45 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.120061 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-969fb1c9-a731-463c-939f-6592817178be req-b4f17de9-a9ac-4326-b755-11492b3b4460 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.83 "GET /v2.0/security-groups?id=62dfa7ce-67f7-40ab-a719-1c981b68d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947819 Feb 16 12:45:22.120212 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d7033e7-2685-4a9b-9cd4-a59ded4c26cc tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting port 4ceb1976-8b54-44e2-a1b2-02ef12878dfc {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:22.120415 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d7033e7-2685-4a9b-9cd4-a59ded4c26cc tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.147820 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-09818551-d1fc-4f15-beb0-5f2c2ebf11df tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Allocated IP 172.26.5.106 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/d3842052-7b98-4cae-b018-8039d9d1aefa) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:22.158518 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d12bbc15-8711-4f2c-9158-8204a31e2904 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.272103 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d12bbc15-8711-4f2c-9158-8204a31e2904 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.273085 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12bbc15-8711-4f2c-9158-8204a31e2904 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:22.273713 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d12bbc15-8711-4f2c-9158-8204a31e2904 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.417423 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d12bbc15-8711-4f2c-9158-8204a31e2904 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5761380 Feb 16 12:45:22.418238 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12bbc15-8711-4f2c-9158-8204a31e2904 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Pushing event updated for resources: {'Network': ['ID=058df0e4-8186-4280-96d6-2cba1265ba35,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:22.422257 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33182) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:22.430670 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-fabd5e6f-8924-4d38-86d7-7731b2349b2e tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Request body: {'network': {'project_id': 'd602915d9ec741d2b431d53c9116a146'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:22.434376 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 058df0e4-8186-4280-96d6-2cba1265ba35 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:45:22.446252 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-fabd5e6f-8924-4d38-86d7-7731b2349b2e tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:22.453867 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-09818551-d1fc-4f15-beb0-5f2c2ebf11df tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.457229 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-fabd5e6f-8924-4d38-86d7-7731b2349b2e tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Usage tracker for resource:network and tenant:d602915d9ec741d2b431d53c9116a146 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:22.461081 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-fabd5e6f-8924-4d38-86d7-7731b2349b2e tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:22.469076 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-fabd5e6f-8924-4d38-86d7-7731b2349b2e tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:22.472479 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-fabd5e6f-8924-4d38-86d7-7731b2349b2e tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 16 12:45:22.473434 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fabd5e6f-8924-4d38-86d7-7731b2349b2e tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:22.477579 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-fabd5e6f-8924-4d38-86d7-7731b2349b2e tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0509453 Feb 16 12:45:22.478778 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33186) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:22.527080 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226613a-f534-4093-93c0-146b400b5c6a req-7aab5305-f216-403e-ba56-6a7708721151 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:22.528474 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d226613a-f534-4093-93c0-146b400b5c6a req-7aab5305-f216-403e-ba56-6a7708721151 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 944 time: 0.7269044 Feb 16 12:45:22.549435 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-99edcf07-ad7b-4ff6-857d-02a751f2b25b tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d602915d9ec741d2b431d53c9116a146&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0661249 Feb 16 12:45:22.549665 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-09818551-d1fc-4f15-beb0-5f2c2ebf11df tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.553465 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33190) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:22.633550 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09818551-d1fc-4f15-beb0-5f2c2ebf11df tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:22.635240 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] device_id is not set on port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:45:22.642410 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-09818551-d1fc-4f15-beb0-5f2c2ebf11df tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:22.649418 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09818551-d1fc-4f15-beb0-5f2c2ebf11df tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:22.650983 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.704010 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09818551-d1fc-4f15-beb0-5f2c2ebf11df tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Pushing event updated for resources: {'Port': ['ID=d3842052-7b98-4cae-b018-8039d9d1aefa,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:22.740790 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-49e96969-7160-44f1-996d-8d3dd006fdba tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.755074 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Transition to ACTIVE for port object 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:22.764078 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d226613a-f534-4093-93c0-146b400b5c6a req-4554dad5-f687-43f5-b460-2e8cd9886ae0 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912379 Feb 16 12:45:22.774169 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.822855 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-49e96969-7160-44f1-996d-8d3dd006fdba tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.857976 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-09818551-d1fc-4f15-beb0-5f2c2ebf11df tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.885903 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 756287ee-6810-469c-9c37-8297d79eec56 up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:22.941003 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc577a78-8b50-483e-861f-5b70bd9a2d08 req-076a18e2-fd01-4c8f-a262-71fa78f1714c tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:22.942520 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-dc577a78-8b50-483e-861f-5b70bd9a2d08 req-076a18e2-fd01-4c8f-a262-71fa78f1714c tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "GET /v2.0/ports?device_id=87a0ff25-ac30-41da-a645-065f8aa94794 HTTP/1.1" status: 200 len: 944 time: 0.1980419 Feb 16 12:45:22.967572 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning for port 756287ee-6810-469c-9c37-8297d79eec56 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:22.969081 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-09818551-d1fc-4f15-beb0-5f2c2ebf11df tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.970728 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Pushing event updated for resources: {'Port': ['ID=6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:22.972682 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port 756287ee-6810-469c-9c37-8297d79eec56 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:22.973496 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:22.996291 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21985188-a4c3-484e-81fc-0df890260d45 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Router 2b708f6f-d97d-49aa-ac7f-42b9522dac42 is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:45:23.001072 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-49e96969-7160-44f1-996d-8d3dd006fdba tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.002788 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d7033e7-2685-4a9b-9cd4-a59ded4c26cc tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.010701 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:23.011790 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:23.011790 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c on network debbc617-7b60-4833-9826-fe4cab5b0f24 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:23.040424 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e96969-7160-44f1-996d-8d3dd006fdba tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26a08e5-6296-45aa-9caf-c96eff622bea,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:23.066689 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-dc577a78-8b50-483e-861f-5b70bd9a2d08 req-7a7ae0fa-623b-4db1-8a64-8a436138a56a tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "GET /v2.0/security-groups?id=e53f1014-ca93-4023-83ba-727714174b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128931 Feb 16 12:45:23.077847 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c on network debbc617-7b60-4833-9826-fe4cab5b0f24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:45:23.078120 dv-neutron-829527-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Failed to bind port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c on host hv-neutron-8295 for vnic_type normal using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] Feb 16 12:45:23.092842 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-49e96969-7160-44f1-996d-8d3dd006fdba tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.096645 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-49e96969-7160-44f1-996d-8d3dd006fdba tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] 10.222.0.83 "DELETE /v2.0/security-groups/e26a08e5-6296-45aa-9caf-c96eff622bea HTTP/1.1" status: 204 len: 168 time: 0.5091872 Feb 16 12:45:23.097359 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33196) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:23.130670 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.138453 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempt 2 to bind port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c Feb 16 12:45:23.155119 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d7033e7-2685-4a9b-9cd4-a59ded4c26cc tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Calling delete_port for 4ceb1976-8b54-44e2-a1b2-02ef12878dfc owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:23.188172 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 756287ee-6810-469c-9c37-8297d79eec56, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=756287ee-6810-469c-9c37-8297d79eec56,segment=NetworkSegment(3d4b7f21-14a6-408b-b79a-e975ae9ef003),segment_id=3d4b7f21-14a6-408b-b79a-e975ae9ef003)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:23.190019 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b92584-bd8a-4a6c-bbcf-1dfbe8b85310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756287ee-6810-469c-9c37-8297d79eec56'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:45:23.274774 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.276015 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 8d7c6404-271f-474b-8ea9-9e9ff46efbfc up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:23.319013 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:23.319350 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:23.319686 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c on network debbc617-7b60-4833-9826-fe4cab5b0f24 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:23.345931 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c on network debbc617-7b60-4833-9826-fe4cab5b0f24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:45:23.345931 dv-neutron-829527-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Failed to bind port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c on host hv-neutron-8295 for vnic_type normal using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] Feb 16 12:45:23.351059 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempt 3 to bind port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c Feb 16 12:45:23.387988 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-892040bb-5375-41f0-b7e5-20e6c2a4f552 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.470937 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:23.471273 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:23.471614 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c on network debbc617-7b60-4833-9826-fe4cab5b0f24 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:23.476160 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=756287ee-6810-469c-9c37-8297d79eec56,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:23.492533 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c on network debbc617-7b60-4833-9826-fe4cab5b0f24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:45:23.492533 dv-neutron-829527-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Failed to bind port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c on host hv-neutron-8295 for vnic_type normal using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] Feb 16 12:45:23.494667 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempt 4 to bind port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c Feb 16 12:45:23.504819 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning for port 8d7c6404-271f-474b-8ea9-9e9ff46efbfc completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:23.510581 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port 8d7c6404-271f-474b-8ea9-9e9ff46efbfc triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:23.511222 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.523821 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-09818551-d1fc-4f15-beb0-5f2c2ebf11df tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.541189 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-09818551-d1fc-4f15-beb0-5f2c2ebf11df tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.553393 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21985188-a4c3-484e-81fc-0df890260d45 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:45:23.571222 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1641b8a-1623-4656-84b9-b31989f9204f None None] Sync routers for ids ['2b708f6f-d97d-49aa-ac7f-42b9522dac42'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:23.575583 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:23.575924 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:23.576264 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c on network debbc617-7b60-4833-9826-fe4cab5b0f24 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:23.583747 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-892040bb-5375-41f0-b7e5-20e6c2a4f552 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.586958 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1641b8a-1623-4656-84b9-b31989f9204f None None] Routers {'2b708f6f-d97d-49aa-ac7f-42b9522dac42'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:23.587581 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-d1641b8a-1623-4656-84b9-b31989f9204f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:45:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['2b708f6f-d97d-49aa-ac7f-42b9522dac42'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:23.600979 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c on network debbc617-7b60-4833-9826-fe4cab5b0f24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:45:23.602141 dv-neutron-829527-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Failed to bind port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c on host hv-neutron-8295 for vnic_type normal using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] Feb 16 12:45:23.614168 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempt 5 to bind port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c Feb 16 12:45:23.655726 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0814cc-68e4-4945-b590-44199f940547 req-ecc50ef4-0247-41ab-8236-c40177cc2c3e tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:23.662842 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2d0814cc-68e4-4945-b590-44199f940547 req-ecc50ef4-0247-41ab-8236-c40177cc2c3e tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.83 "GET /v2.0/ports?device_id=8ae34209-ba66-4751-b778-ef796c107758 HTTP/1.1" status: 200 len: 944 time: 0.3925395 Feb 16 12:45:23.666653 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-21985188-a4c3-484e-81fc-0df890260d45 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.668037 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09818551-d1fc-4f15-beb0-5f2c2ebf11df tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Pushing event updated for resources: {'Port': ['ID=d3842052-7b98-4cae-b018-8039d9d1aefa,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:23.668340 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-21985188-a4c3-484e-81fc-0df890260d45 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.1679246 Feb 16 12:45:23.669558 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:23.670528 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:23.671013 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c on network debbc617-7b60-4833-9826-fe4cab5b0f24 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:23.673117 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-892040bb-5375-41f0-b7e5-20e6c2a4f552 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['058df0e4-8186-4280-96d6-2cba1265ba35']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:23.673651 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33210) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:23.679473 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-d1641b8a-1623-4656-84b9-b31989f9204f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:23.688745 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d7033e7-2685-4a9b-9cd4-a59ded4c26cc tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.689888 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-892040bb-5375-41f0-b7e5-20e6c2a4f552 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5a3c23e-12e4-4676-b9e8-681b8e177091') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:23.690662 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-892040bb-5375-41f0-b7e5-20e6c2a4f552 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5a3c23e-12e4-4676-b9e8-681b8e177091') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:23.692489 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1641b8a-1623-4656-84b9-b31989f9204f None None] Routers {'2b708f6f-d97d-49aa-ac7f-42b9522dac42'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:23.693173 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-d1641b8a-1623-4656-84b9-b31989f9204f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:45:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['2b708f6f-d97d-49aa-ac7f-42b9522dac42'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:23.710223 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-892040bb-5375-41f0-b7e5-20e6c2a4f552 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.720957 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-09818551-d1fc-4f15-beb0-5f2c2ebf11df tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.736976 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-892040bb-5375-41f0-b7e5-20e6c2a4f552 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.744450 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-892040bb-5375-41f0-b7e5-20e6c2a4f552 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:23.744941 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-892040bb-5375-41f0-b7e5-20e6c2a4f552 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.749406 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b92584-bd8a-4a6c-bbcf-1dfbe8b85310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756287ee-6810-469c-9c37-8297d79eec56', 'code': 200} Feb 16 12:45:23.761994 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:45:23.761994 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:23.761994 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:45:23.761994 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:23.761994 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:45:23.761994 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:45:23.761994 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:45:23.761994 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:23.761994 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:45:23.761994 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:23.761994 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:45:23.761994 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:23.761994 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:45:23.761994 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:45:23.761994 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:23.761994 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:45:23.761994 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:23.761994 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:45:23.761994 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:45:23.761994 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:45:23.761994 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:45:23.761994 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:45:23.761994 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:23.761994 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:23.761994 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:23.761994 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:23.761994 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:23.761994 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:23.761994 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:23.761994 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:23.761994 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:23.761994 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:23.764832 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-d1641b8a-1623-4656-84b9-b31989f9204f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:23.765969 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1641b8a-1623-4656-84b9-b31989f9204f None None] The sync data for ids ['2b708f6f-d97d-49aa-ac7f-42b9522dac42'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:23.808063 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-09818551-d1fc-4f15-beb0-5f2c2ebf11df tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.809306 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-09818551-d1fc-4f15-beb0-5f2c2ebf11df tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0990710 Feb 16 12:45:23.814432 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33216) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:23.823505 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.857846 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 8d7c6404-271f-474b-8ea9-9e9ff46efbfc, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=8d7c6404-271f-474b-8ea9-9e9ff46efbfc,segment=NetworkSegment(eed87c9e-fb99-4fd5-ad35-a65bcf1a5597),segment_id=eed87c9e-fb99-4fd5-ad35-a65bcf1a5597)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:23.858963 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-892040bb-5375-41f0-b7e5-20e6c2a4f552 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.871681 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.872666 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 95f20114-48e2-4df4-9386-abf3bf1edbca up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:23.876551 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7033e7-2685-4a9b-9cd4-a59ded4c26cc tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Port': ['ID=4ceb1976-8b54-44e2-a1b2-02ef12878dfc,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:23.885241 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c on network debbc617-7b60-4833-9826-fe4cab5b0f24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:45:23.885759 dv-neutron-829527-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Failed to bind port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c on host hv-neutron-8295 for vnic_type normal using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] Feb 16 12:45:23.897443 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempt 6 to bind port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c Feb 16 12:45:23.899806 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-892040bb-5375-41f0-b7e5-20e6c2a4f552 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:23.906818 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892040bb-5375-41f0-b7e5-20e6c2a4f552 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Pushing event deleted for resources: {'Network': ['ID=058df0e4-8186-4280-96d6-2cba1265ba35,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:23.912409 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-892040bb-5375-41f0-b7e5-20e6c2a4f552 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] 10.222.0.83 "DELETE /v2.0/networks/058df0e4-8186-4280-96d6-2cba1265ba35 HTTP/1.1" status: 204 len: 168 time: 0.8141110 Feb 16 12:45:23.922768 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33222) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:24.043247 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d7033e7-2685-4a9b-9cd4-a59ded4c26cc tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.045547 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8d7033e7-2685-4a9b-9cd4-a59ded4c26cc tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/ports/4ceb1976-8b54-44e2-a1b2-02ef12878dfc HTTP/1.1" status: 204 len: 168 time: 2.2360730 Feb 16 12:45:24.051212 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:24.051550 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:24.051882 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c on network debbc617-7b60-4833-9826-fe4cab5b0f24 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:24.058742 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=8d7c6404-271f-474b-8ea9-9e9ff46efbfc,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:24.059422 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33226) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:24.062555 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c on network debbc617-7b60-4833-9826-fe4cab5b0f24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:45:24.062913 dv-neutron-829527-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Failed to bind port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c on host hv-neutron-8295 for vnic_type normal using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] Feb 16 12:45:24.066510 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-050179d6-6df9-4ec8-8b38-30b2e0ed3b93 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.070891 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempt 7 to bind port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c Feb 16 12:45:24.072259 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning for port 95f20114-48e2-4df4-9386-abf3bf1edbca completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:24.074052 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-05ecb43b-6a75-4080-afb5-78786ce67ce0 tempest-FloatingIPAdminTestJSON-1420985113 tempest-FloatingIPAdminTestJSON-1420985113-project] Request body: {'floatingip': {'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:24.080250 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port 95f20114-48e2-4df4-9386-abf3bf1edbca triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:24.080758 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.129291 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2d0814cc-68e4-4945-b590-44199f940547 req-9dd45772-7e5f-442e-a850-cc43f418f71b tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.83 "GET /v2.0/security-groups?id=62dfa7ce-67f7-40ab-a719-1c981b68d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4652596 Feb 16 12:45:24.190226 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-05ecb43b-6a75-4080-afb5-78786ce67ce0 tempest-FloatingIPAdminTestJSON-1420985113 tempest-FloatingIPAdminTestJSON-1420985113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:24.205247 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-05ecb43b-6a75-4080-afb5-78786ce67ce0 tempest-FloatingIPAdminTestJSON-1420985113 tempest-FloatingIPAdminTestJSON-1420985113-project] Usage tracker for resource:floatingip and tenant:4078243721fa4adc99405c52011986de is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:24.215072 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.219676 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-05ecb43b-6a75-4080-afb5-78786ce67ce0 tempest-FloatingIPAdminTestJSON-1420985113 tempest-FloatingIPAdminTestJSON-1420985113-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:24.237740 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-05ecb43b-6a75-4080-afb5-78786ce67ce0 tempest-FloatingIPAdminTestJSON-1420985113 tempest-FloatingIPAdminTestJSON-1420985113-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:24.256436 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 95f20114-48e2-4df4-9386-abf3bf1edbca, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=95f20114-48e2-4df4-9386-abf3bf1edbca,segment=NetworkSegment(c3084382-c060-4a75-b212-4c3b4ad9bab0),segment_id=c3084382-c060-4a75-b212-4c3b4ad9bab0)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:24.264684 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.315934 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-05ecb43b-6a75-4080-afb5-78786ce67ce0 tempest-FloatingIPAdminTestJSON-1420985113 tempest-FloatingIPAdminTestJSON-1420985113-project] Notify callbacks [] for floatingip, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.350764 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=95f20114-48e2-4df4-9386-abf3bf1edbca,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:24.376770 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:24.377784 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:24.377784 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c on network debbc617-7b60-4833-9826-fe4cab5b0f24 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:24.407293 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dfe0f0-22ba-4c47-ad84-b8e55ce715cd req-d15fa894-2dc0-480d-ba19-148002a06381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:24.408816 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-47dfe0f0-22ba-4c47-ad84-b8e55ce715cd req-d15fa894-2dc0-480d-ba19-148002a06381 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 1098 time: 0.3295186 Feb 16 12:45:24.427730 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c on network debbc617-7b60-4833-9826-fe4cab5b0f24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:45:24.428099 dv-neutron-829527-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Failed to bind port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c on host hv-neutron-8295 for vnic_type normal using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] Feb 16 12:45:24.442869 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempt 8 to bind port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c Feb 16 12:45:24.461937 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-050179d6-6df9-4ec8-8b38-30b2e0ed3b93 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.475955 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4e304f-e1e7-44c4-9bb9-128d87063aa9 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:24.476182 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ebcd7b-023d-40cf-aa2a-bef374e97d98 req-6ad2f29e-0686-427f-8e90-4fde563d08a3 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:24.477984 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4e304f-e1e7-44c4-9bb9-128d87063aa9 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:24.478209 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a5ebcd7b-023d-40cf-aa2a-bef374e97d98 req-6ad2f29e-0686-427f-8e90-4fde563d08a3 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.3978801 Feb 16 12:45:24.478721 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1a4e304f-e1e7-44c4-9bb9-128d87063aa9 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:24.489269 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:24.489608 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:24.489962 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c on network debbc617-7b60-4833-9826-fe4cab5b0f24 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:24.503793 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-00fcf109-1735-43cb-bff7-7d1853a22c7d tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] 10.222.0.83 "GET /v2.0/routers/2b708f6f-d97d-49aa-ac7f-42b9522dac42 HTTP/1.1" status: 200 len: 919 time: 0.8083937 Feb 16 12:45:24.508722 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33232) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:24.513496 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c on network debbc617-7b60-4833-9826-fe4cab5b0f24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:45:24.513823 dv-neutron-829527-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Failed to bind port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c on host hv-neutron-8295 for vnic_type normal using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] Feb 16 12:45:24.517721 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempt 9 to bind port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c Feb 16 12:45:24.529960 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-47dfe0f0-22ba-4c47-ad84-b8e55ce715cd req-b31535ef-ff4d-4cbd-b567-0bb4a163c3e5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.548021 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-050179d6-6df9-4ec8-8b38-30b2e0ed3b93 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53eb48c6-9965-4dbd-8b7b-66f8869fcf0e']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:24.565293 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-47dfe0f0-22ba-4c47-ad84-b8e55ce715cd req-b31535ef-ff4d-4cbd-b567-0bb4a163c3e5 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:24.576652 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-050179d6-6df9-4ec8-8b38-30b2e0ed3b93 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59a0f15b-c36c-4359-ac89-1c63592a0c6b') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:24.577328 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-050179d6-6df9-4ec8-8b38-30b2e0ed3b93 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59a0f15b-c36c-4359-ac89-1c63592a0c6b') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:24.578081 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:24.578561 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:24.578738 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c on network debbc617-7b60-4833-9826-fe4cab5b0f24 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:24.582449 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5225ebaa-4313-46ad-a704-4cc9870b80df tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] 10.222.0.83 "GET /v2.0/ports?device_id=2b708f6f-d97d-49aa-ac7f-42b9522dac42 HTTP/1.1" status: 200 len: 205 time: 0.0701208 Feb 16 12:45:24.583130 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1a4e304f-e1e7-44c4-9bb9-128d87063aa9 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:24.584130 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1a4e304f-e1e7-44c4-9bb9-128d87063aa9 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5202415 Feb 16 12:45:24.588159 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33236) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:24.588726 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33238) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:24.593031 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-47dfe0f0-22ba-4c47-ad84-b8e55ce715cd req-b31535ef-ff4d-4cbd-b567-0bb4a163c3e5 service neutron] Usage tracker for resource:security_group_rule and tenant:98a421936ecf46f99b38457f52bd66fc is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:24.594339 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c on network debbc617-7b60-4833-9826-fe4cab5b0f24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:45:24.594673 dv-neutron-829527-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Failed to bind port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c on host hv-neutron-8295 for vnic_type normal using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] Feb 16 12:45:24.598527 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-47dfe0f0-22ba-4c47-ad84-b8e55ce715cd req-b31535ef-ff4d-4cbd-b567-0bb4a163c3e5 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:24.602490 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-050179d6-6df9-4ec8-8b38-30b2e0ed3b93 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.618037 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-47dfe0f0-22ba-4c47-ad84-b8e55ce715cd req-b31535ef-ff4d-4cbd-b567-0bb4a163c3e5 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:24.625384 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a5ebcd7b-023d-40cf-aa2a-bef374e97d98 req-a349ab4b-da93-4b0c-8138-b4a5a938dcd8 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278946 Feb 16 12:45:24.636414 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-050179d6-6df9-4ec8-8b38-30b2e0ed3b93 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.655309 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-050179d6-6df9-4ec8-8b38-30b2e0ed3b93 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:24.655712 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-050179d6-6df9-4ec8-8b38-30b2e0ed3b93 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.669961 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:45:24.669961 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:24.669961 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:45:24.669961 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:24.669961 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:45:24.669961 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:45:24.669961 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:45:24.669961 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:24.669961 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:45:24.669961 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:24.669961 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:45:24.669961 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:24.669961 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:45:24.669961 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:45:24.669961 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:24.669961 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:45:24.669961 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:24.669961 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:45:24.669961 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:45:24.669961 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:45:24.669961 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:45:24.669961 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:45:24.669961 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:24.669961 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:24.669961 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:24.669961 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:24.669961 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:24.669961 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:24.669961 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:24.669961 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:24.669961 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:24.669961 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:24.678617 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempt 10 to bind port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c Feb 16 12:45:24.728829 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:24.729161 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:24.729496 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c on network debbc617-7b60-4833-9826-fe4cab5b0f24 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:24.755416 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c on network debbc617-7b60-4833-9826-fe4cab5b0f24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:45:24.755751 dv-neutron-829527-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Failed to bind port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c on host hv-neutron-8295 for vnic_type normal using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] Feb 16 12:45:24.756112 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.762717 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-050179d6-6df9-4ec8-8b38-30b2e0ed3b93 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.779683 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae43bc-abde-4fdc-873b-1912b6af21c0 req-ef6f8397-0c2d-4612-bb3e-33ddfd249230 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:24.781222 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-73ae43bc-abde-4fdc-873b-1912b6af21c0 req-ef6f8397-0c2d-4612-bb3e-33ddfd249230 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "GET /v2.0/ports?device_id=87a0ff25-ac30-41da-a645-065f8aa94794 HTTP/1.1" status: 200 len: 945 time: 0.4185812 Feb 16 12:45:24.789415 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-050179d6-6df9-4ec8-8b38-30b2e0ed3b93 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.794999 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e656a7e-93ac-42d8-bb30-b4abc175641c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting subnet 74858736-830c-4113-8d1c-6a759baceabd {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:45:24.894425 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050179d6-6df9-4ec8-8b38-30b2e0ed3b93 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] Pushing event deleted for resources: {'Network': ['ID=53eb48c6-9965-4dbd-8b7b-66f8869fcf0e,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:24.898567 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4e656a7e-93ac-42d8-bb30-b4abc175641c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:24.903701 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-050179d6-6df9-4ec8-8b38-30b2e0ed3b93 tempest-QuotasNegativeTest-849960903 tempest-QuotasNegativeTest-849960903-project-admin] 10.222.0.83 "DELETE /v2.0/networks/53eb48c6-9965-4dbd-8b7b-66f8869fcf0e HTTP/1.1" status: 204 len: 168 time: 0.9762137 Feb 16 12:45:24.904924 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-05ecb43b-6a75-4080-afb5-78786ce67ce0 tempest-FloatingIPAdminTestJSON-1420985113 tempest-FloatingIPAdminTestJSON-1420985113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.030390 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4e656a7e-93ac-42d8-bb30-b4abc175641c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.059990 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-47dfe0f0-22ba-4c47-ad84-b8e55ce715cd req-b31535ef-ff4d-4cbd-b567-0bb4a163c3e5 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.072872 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-47dfe0f0-22ba-4c47-ad84-b8e55ce715cd req-b31535ef-ff4d-4cbd-b567-0bb4a163c3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.076276 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-73ae43bc-abde-4fdc-873b-1912b6af21c0 req-f69c1950-b9a5-4014-acc1-41dd3da26849 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "GET /v2.0/security-groups?id=e53f1014-ca93-4023-83ba-727714174b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2855146 Feb 16 12:45:25.085196 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2d6136dc-c0ed-408e-bf9f-c50e61ba65ba tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.115907 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31535ef-ff4d-4cbd-b567-0bb4a163c3e5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c019ff-63e2-402d-9ecc-6a73dd6c5280,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:25.127201 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-47dfe0f0-22ba-4c47-ad84-b8e55ce715cd req-b31535ef-ff4d-4cbd-b567-0bb4a163c3e5 service neutron] Synchronizing usage tracker for tenant:98a421936ecf46f99b38457f52bd66fc on resource:security_group {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:25.130054 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-05ecb43b-6a75-4080-afb5-78786ce67ce0 tempest-FloatingIPAdminTestJSON-1420985113 tempest-FloatingIPAdminTestJSON-1420985113-project] Allocated IP 172.26.5.196 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/dff198f5-c3df-429b-a0c1-b9e401194f39) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:25.168048 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-47dfe0f0-22ba-4c47-ad84-b8e55ce715cd req-b31535ef-ff4d-4cbd-b567-0bb4a163c3e5 service neutron] Unset dirty status for tenant:98a421936ecf46f99b38457f52bd66fc on resource:security_group {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:25.169226 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-47dfe0f0-22ba-4c47-ad84-b8e55ce715cd req-b31535ef-ff4d-4cbd-b567-0bb4a163c3e5 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7097874 Feb 16 12:45:25.189745 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] For port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c, host hv-neutron-8295, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:45:25.190123 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempted to set empty binding levels {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 16 12:45:25.210063 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.282911 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] In _notify_port_updated(), no bound segment for port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c on network debbc617-7b60-4833-9826-fe4cab5b0f24 {{(pid=87699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:45:25.283812 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:25.284409 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.288842 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] 10.222.0.83 "PUT /v2.0/ports/6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c HTTP/1.1" status: 200 len: 977 time: 4.0511169 Feb 16 12:45:25.293906 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33250) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:25.410526 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff89fff-7073-4088-8f72-4f1a9f07a7e5 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Pushing event updated for resources: {'Port': ['ID=6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:25.421503 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4e656a7e-93ac-42d8-bb30-b4abc175641c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.437255 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-05ecb43b-6a75-4080-afb5-78786ce67ce0 tempest-FloatingIPAdminTestJSON-1420985113 tempest-FloatingIPAdminTestJSON-1420985113-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.455489 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08a76a-3d1c-44e6-b04f-64c399204681 req-f9e99f53-023f-4e30-bcf0-01003268e35e tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:25.457060 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bd08a76a-3d1c-44e6-b04f-64c399204681 req-f9e99f53-023f-4e30-bcf0-01003268e35e tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.83 "GET /v2.0/ports?device_id=8ae34209-ba66-4751-b778-ef796c107758 HTTP/1.1" status: 200 len: 945 time: 0.2079618 Feb 16 12:45:25.478044 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2d6136dc-c0ed-408e-bf9f-c50e61ba65ba tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.497311 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33256) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:25.504285 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2d6136dc-c0ed-408e-bf9f-c50e61ba65ba tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Deleting port 4e58952b-4130-4bc4-863b-696c58217410 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:25.504547 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2d6136dc-c0ed-408e-bf9f-c50e61ba65ba tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.507040 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc558e7e-f416-48a1-82d7-77e2c520233a tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:25.507513 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc558e7e-f416-48a1-82d7-77e2c520233a tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:25.508098 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc558e7e-f416-48a1-82d7-77e2c520233a tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:25.508568 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc558e7e-f416-48a1-82d7-77e2c520233a tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:25.509037 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc558e7e-f416-48a1-82d7-77e2c520233a tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:25.509491 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc558e7e-f416-48a1-82d7-77e2c520233a tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:25.509943 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc558e7e-f416-48a1-82d7-77e2c520233a tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:25.510409 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc558e7e-f416-48a1-82d7-77e2c520233a tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:25.510838 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc558e7e-f416-48a1-82d7-77e2c520233a tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:25.511298 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc558e7e-f416-48a1-82d7-77e2c520233a tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:25.511976 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc558e7e-f416-48a1-82d7-77e2c520233a tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:25.512476 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc558e7e-f416-48a1-82d7-77e2c520233a tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:25.512971 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc558e7e-f416-48a1-82d7-77e2c520233a tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:25.513425 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc558e7e-f416-48a1-82d7-77e2c520233a tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:25.513879 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc558e7e-f416-48a1-82d7-77e2c520233a tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:25.514333 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc558e7e-f416-48a1-82d7-77e2c520233a tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:25.514779 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc558e7e-f416-48a1-82d7-77e2c520233a tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:25.515237 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc558e7e-f416-48a1-82d7-77e2c520233a tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:25.515685 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc558e7e-f416-48a1-82d7-77e2c520233a tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:25.516136 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc558e7e-f416-48a1-82d7-77e2c520233a tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:25.516584 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc558e7e-f416-48a1-82d7-77e2c520233a tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:25.517051 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc558e7e-f416-48a1-82d7-77e2c520233a tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:25.517503 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc558e7e-f416-48a1-82d7-77e2c520233a tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:25.517949 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc558e7e-f416-48a1-82d7-77e2c520233a tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:25.518395 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc558e7e-f416-48a1-82d7-77e2c520233a tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:25.518845 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc558e7e-f416-48a1-82d7-77e2c520233a tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:25.519294 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc558e7e-f416-48a1-82d7-77e2c520233a tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:25.519733 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc558e7e-f416-48a1-82d7-77e2c520233a tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:25.522122 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-cc558e7e-f416-48a1-82d7-77e2c520233a tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Synchronizing usage tracker for tenant:0f62f04c62f2405e91eb922254e90c40 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:25.558450 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bd08a76a-3d1c-44e6-b04f-64c399204681 req-25638536-c507-4785-bf54-62a4a3c84a4a tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.83 "GET /v2.0/security-groups?id=62dfa7ce-67f7-40ab-a719-1c981b68d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933414 Feb 16 12:45:25.570696 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-cc558e7e-f416-48a1-82d7-77e2c520233a tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Unset dirty status for tenant:0f62f04c62f2405e91eb922254e90c40 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:25.576280 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33262) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:25.576423 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-cc558e7e-f416-48a1-82d7-77e2c520233a tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24763 time: 0.2769759 Feb 16 12:45:25.581639 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-05ecb43b-6a75-4080-afb5-78786ce67ce0 tempest-FloatingIPAdminTestJSON-1420985113 tempest-FloatingIPAdminTestJSON-1420985113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.626040 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4e656a7e-93ac-42d8-bb30-b4abc175641c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.639854 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ecb43b-6a75-4080-afb5-78786ce67ce0 tempest-FloatingIPAdminTestJSON-1420985113 tempest-FloatingIPAdminTestJSON-1420985113-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:25.647075 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-05ecb43b-6a75-4080-afb5-78786ce67ce0 tempest-FloatingIPAdminTestJSON-1420985113 tempest-FloatingIPAdminTestJSON-1420985113-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:25.651442 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ecb43b-6a75-4080-afb5-78786ce67ce0 tempest-FloatingIPAdminTestJSON-1420985113 tempest-FloatingIPAdminTestJSON-1420985113-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:25.695523 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ecb43b-6a75-4080-afb5-78786ce67ce0 tempest-FloatingIPAdminTestJSON-1420985113 tempest-FloatingIPAdminTestJSON-1420985113-project] Pushing event updated for resources: {'Port': ['ID=dff198f5-c3df-429b-a0c1-b9e401194f39,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:25.709962 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e656a7e-93ac-42d8-bb30-b4abc175641c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Subnet': ['ID=74858736-830c-4113-8d1c-6a759baceabd,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:25.722760 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd6615e-a24d-41e7-91a8-9bda0959d5d7 None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:25.740467 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-05ecb43b-6a75-4080-afb5-78786ce67ce0 tempest-FloatingIPAdminTestJSON-1420985113 tempest-FloatingIPAdminTestJSON-1420985113-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.750959 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a0ff25-ac30-41da-a645-065f8aa94794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7c6404-271f-474b-8ea9-9e9ff46efbfc'}, {'server_uuid': '8ae34209-ba66-4751-b778-ef796c107758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f20114-48e2-4df4-9386-abf3bf1edbca'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:45:25.764049 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4e656a7e-93ac-42d8-bb30-b4abc175641c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.769799 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fed89dea-6d03-4d4f-971e-324ccaa6d43b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.810473 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-05ecb43b-6a75-4080-afb5-78786ce67ce0 tempest-FloatingIPAdminTestJSON-1420985113 tempest-FloatingIPAdminTestJSON-1420985113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.823609 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b740e7fe-998e-4c8e-9491-93dcfe0e45c6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Deleting port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:25.823949 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b740e7fe-998e-4c8e-9491-93dcfe0e45c6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:25.828952 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a0ff25-ac30-41da-a645-065f8aa94794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7c6404-271f-474b-8ea9-9e9ff46efbfc', 'code': 200} Feb 16 12:45:25.829455 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae34209-ba66-4751-b778-ef796c107758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f20114-48e2-4df4-9386-abf3bf1edbca', 'code': 200} Feb 16 12:45:25.903441 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-fed89dea-6d03-4d4f-971e-324ccaa6d43b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:25.923550 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fed89dea-6d03-4d4f-971e-324ccaa6d43b admin admin] Usage tracker for resource:security_group_rule and tenant:8e40113359854364890e9a960379d2a0 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:25.929916 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4e656a7e-93ac-42d8-bb30-b4abc175641c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/74858736-830c-4113-8d1c-6a759baceabd HTTP/1.1" status: 204 len: 168 time: 1.3366168 Feb 16 12:45:25.929916 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fed89dea-6d03-4d4f-971e-324ccaa6d43b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:25.931039 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33270) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:25.965021 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-fed89dea-6d03-4d4f-971e-324ccaa6d43b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:26.067125 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a963b5-aa96-4c92-9e65-b1d29b5db8d8 None None] DHCP port deletion for c2beece7-853e-4518-ace6-8724ee235932 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:45:26.071901 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-91a963b5-aa96-4c92-9e65-b1d29b5db8d8 None None] Deleting port 8fc6647e-746c-4be8-9a2a-41c0a6fd6b8a {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:26.072409 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91a963b5-aa96-4c92-9e65-b1d29b5db8d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:26.099615 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-ef6c0c49-e38a-48a6-8d5a-04eae25e6dd8 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1677291 Feb 16 12:45:26.150611 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33274) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:26.177513 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2d6136dc-c0ed-408e-bf9f-c50e61ba65ba tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:26.260882 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-f9f36594-6536-4bc2-b681-78d946f50fa1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'subnet': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:26.311784 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-91a963b5-aa96-4c92-9e65-b1d29b5db8d8 None None] For port 8fc6647e-746c-4be8-9a2a-41c0a6fd6b8a, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=8fc6647e-746c-4be8-9a2a-41c0a6fd6b8a,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:26.312193 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91a963b5-aa96-4c92-9e65-b1d29b5db8d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:26.397166 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2d6136dc-c0ed-408e-bf9f-c50e61ba65ba tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Calling delete_port for 4e58952b-4130-4bc4-863b-696c58217410 owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:26.468080 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de8f55-f45b-437e-ae08-7f96147ff02d req-467648d8-b9e3-4a42-b829-b68cb70f9011 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:26.469568 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-23de8f55-f45b-437e-ae08-7f96147ff02d req-467648d8-b9e3-4a42-b829-b68cb70f9011 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.7009544 Feb 16 12:45:26.481882 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-91a963b5-aa96-4c92-9e65-b1d29b5db8d8 None None] Calling delete_port for 8fc6647e-746c-4be8-9a2a-41c0a6fd6b8a owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:26.519612 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b740e7fe-998e-4c8e-9491-93dcfe0e45c6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] For port 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c, host hv-neutron-8295, got binding levels [] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:26.519974 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b740e7fe-998e-4c8e-9491-93dcfe0e45c6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:26.522131 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-f9f36594-6536-4bc2-b681-78d946f50fa1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:26.526431 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-f9f36594-6536-4bc2-b681-78d946f50fa1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Usage tracker for resource:subnet and tenant:5979c0794f594272a8691960316755d8 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:26.529292 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-f9f36594-6536-4bc2-b681-78d946f50fa1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:26.547193 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-f9f36594-6536-4bc2-b681-78d946f50fa1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:26.550604 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-05ecb43b-6a75-4080-afb5-78786ce67ce0 tempest-FloatingIPAdminTestJSON-1420985113 tempest-FloatingIPAdminTestJSON-1420985113-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:26.568864 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91a963b5-aa96-4c92-9e65-b1d29b5db8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:26.570623 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-05ecb43b-6a75-4080-afb5-78786ce67ce0 tempest-FloatingIPAdminTestJSON-1420985113 tempest-FloatingIPAdminTestJSON-1420985113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:26.608572 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76be4c-502d-4148-9d7d-9911c3fa538e req-8d31d9cd-605f-4933-b48f-51bf34d663ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:26.609446 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7a76be4c-502d-4148-9d7d-9911c3fa538e req-8d31d9cd-605f-4933-b48f-51bf34d663ac service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8ae34209-ba66-4751-b778-ef796c107758 HTTP/1.1" status: 200 len: 1098 time: 0.5087130 Feb 16 12:45:26.617719 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a963b5-aa96-4c92-9e65-b1d29b5db8d8 None None] Pushing event deleted for resources: {'Port': ['ID=8fc6647e-746c-4be8-9a2a-41c0a6fd6b8a,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:26.620404 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f36594-6536-4bc2-b681-78d946f50fa1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:26.621216 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a963b5-aa96-4c92-9e65-b1d29b5db8d8 None None] No DVR routers for this DVR port 8fc6647e-746c-4be8-9a2a-41c0a6fd6b8a on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:45:26.625334 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f9f36594-6536-4bc2-b681-78d946f50fa1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:26.685137 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00e245-c477-4c14-83ac-1e0b86e83e11 req-9de49d73-6015-4bfb-8503-ff16d84ba91f tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:26.686611 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ca00e245-c477-4c14-83ac-1e0b86e83e11 req-9de49d73-6015-4bfb-8503-ff16d84ba91f tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "GET /v2.0/ports?device_id=87a0ff25-ac30-41da-a645-065f8aa94794 HTTP/1.1" status: 200 len: 945 time: 0.4107289 Feb 16 12:45:26.689871 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b740e7fe-998e-4c8e-9491-93dcfe0e45c6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Calling delete_port for 6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:26.726371 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1775b-b0d0-48d9-8172-d7765a22d552 req-8d02b508-8895-45c6-9bf0-7a2296e7550c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:26.728052 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2ad1775b-b0d0-48d9-8172-d7765a22d552 req-8d02b508-8895-45c6-9bf0-7a2296e7550c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=87a0ff25-ac30-41da-a645-065f8aa94794 HTTP/1.1" status: 200 len: 1098 time: 0.5605738 Feb 16 12:45:26.773353 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-23de8f55-f45b-437e-ae08-7f96147ff02d req-95a649f1-bfd3-4b52-8e1d-02ca6c026f42 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2786291 Feb 16 12:45:26.822793 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fed89dea-6d03-4d4f-971e-324ccaa6d43b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:26.833936 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fed89dea-6d03-4d4f-971e-324ccaa6d43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:26.865049 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b740e7fe-998e-4c8e-9491-93dcfe0e45c6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:26.979482 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fed89dea-6d03-4d4f-971e-324ccaa6d43b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8e40113359854364890e9a960379d2a0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4810219 Feb 16 12:45:26.980428 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740e7fe-998e-4c8e-9491-93dcfe0e45c6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Pushing event deleted for resources: {'Port': ['ID=6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:26.986239 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ecb43b-6a75-4080-afb5-78786ce67ce0 tempest-FloatingIPAdminTestJSON-1420985113 tempest-FloatingIPAdminTestJSON-1420985113-project] Pushing event updated for resources: {'Port': ['ID=dff198f5-c3df-429b-a0c1-b9e401194f39,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:26.998707 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33282) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:27.023304 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed89dea-6d03-4d4f-971e-324ccaa6d43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe1e128-40e3-472a-86e9-a617d5a29f88,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:27.033801 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b740e7fe-998e-4c8e-9491-93dcfe0e45c6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.054481 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7a76be4c-502d-4148-9d7d-9911c3fa538e req-59c32b15-f6c0-4d2a-b071-e4fa993c29e6 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=62dfa7ce-67f7-40ab-a719-1c981b68d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3994656 Feb 16 12:45:27.065543 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-05ecb43b-6a75-4080-afb5-78786ce67ce0 tempest-FloatingIPAdminTestJSON-1420985113 tempest-FloatingIPAdminTestJSON-1420985113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.082647 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2d6136dc-c0ed-408e-bf9f-c50e61ba65ba tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.097301 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ca00e245-c477-4c14-83ac-1e0b86e83e11 req-1b334995-6843-4423-9dd5-4c00624bf8fb tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "GET /v2.0/security-groups?id=e53f1014-ca93-4023-83ba-727714174b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3796003 Feb 16 12:45:27.104504 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2ad1775b-b0d0-48d9-8172-d7765a22d552 req-550f9184-fe30-4c16-a1ea-54689dda36d8 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e53f1014-ca93-4023-83ba-727714174b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732757 Feb 16 12:45:27.116098 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b740e7fe-998e-4c8e-9491-93dcfe0e45c6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] 10.222.0.83 "DELETE /v2.0/ports/6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c HTTP/1.1" status: 204 len: 168 time: 1.5383658 Feb 16 12:45:27.124843 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33286) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:27.158791 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-05ecb43b-6a75-4080-afb5-78786ce67ce0 tempest-FloatingIPAdminTestJSON-1420985113 tempest-FloatingIPAdminTestJSON-1420985113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.160007 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-05ecb43b-6a75-4080-afb5-78786ce67ce0 tempest-FloatingIPAdminTestJSON-1420985113 tempest-FloatingIPAdminTestJSON-1420985113-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3446591 Feb 16 12:45:27.164885 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33290) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:27.169661 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6136dc-c0ed-408e-bf9f-c50e61ba65ba tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Pushing event deleted for resources: {'Port': ['ID=4e58952b-4130-4bc4-863b-696c58217410,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:27.212941 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4bb781b-5c0e-497e-ab35-bf0efdc61784 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] GET failed (client error): The resource could not be found. Feb 16 12:45:27.213468 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e4bb781b-5c0e-497e-ab35-bf0efdc61784 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Synchronizing usage tracker for tenant:0f62f04c62f2405e91eb922254e90c40 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:27.247060 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-01bae943-8442-43c4-a86b-2a9f1b63345a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.255813 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a800f3-d249-41ea-a71d-5bcc512b2030 req-cdadee58-53ca-4bab-9ef2-021d2c482a6d tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:27.257307 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-03a800f3-d249-41ea-a71d-5bcc512b2030 req-cdadee58-53ca-4bab-9ef2-021d2c482a6d tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.83 "GET /v2.0/ports?device_id=8ae34209-ba66-4751-b778-ef796c107758 HTTP/1.1" status: 200 len: 945 time: 0.2890964 Feb 16 12:45:27.302288 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-30bbec72-c55e-4985-9571-6c51b84b4c13 tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Synchronizing usage tracker for tenant:3a079e2e86cc4050a5f45e8d9a367552 on resource:floatingip {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:27.303626 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e4bb781b-5c0e-497e-ab35-bf0efdc61784 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Unset dirty status for tenant:0f62f04c62f2405e91eb922254e90c40 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:27.304914 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e4bb781b-5c0e-497e-ab35-bf0efdc61784 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] 10.222.0.83 "GET /v2.0/ports/6fa58f6c-a8ee-41a6-bb32-94a0ff6ccf2c HTTP/1.1" status: 404 len: 333 time: 0.1764884 Feb 16 12:45:27.309593 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33294) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:27.317330 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-93fc2009-2c25-4dac-82cd-733c9f98f92b tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1159800820', 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:27.326578 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-01bae943-8442-43c4-a86b-2a9f1b63345a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.331864 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-93fc2009-2c25-4dac-82cd-733c9f98f92b tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:27.342359 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2d6136dc-c0ed-408e-bf9f-c50e61ba65ba tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023674'] for router_gateway, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.380983 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-30bbec72-c55e-4985-9571-6c51b84b4c13 tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Unset dirty status for tenant:3a079e2e86cc4050a5f45e8d9a367552 on resource:floatingip {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:27.385532 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-30bbec72-c55e-4985-9571-6c51b84b4c13 tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] 10.222.0.83 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3091 time: 0.2147138 Feb 16 12:45:27.389463 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-03a800f3-d249-41ea-a71d-5bcc512b2030 req-13029437-2c69-40df-be13-2fd326ab6ac5 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.83 "GET /v2.0/security-groups?id=62dfa7ce-67f7-40ab-a719-1c981b68d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229279 Feb 16 12:45:27.391821 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33298) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:27.460081 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f9f36594-6536-4bc2-b681-78d946f50fa1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.462815 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-93fc2009-2c25-4dac-82cd-733c9f98f92b tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:27.525923 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-96732a7a-0a26-431d-b626-b38aa3f1eee7 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] 10.222.0.83 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1273713 Feb 16 12:45:27.527369 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33302) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:27.540700 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f36594-6536-4bc2-b681-78d946f50fa1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:27.547743 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-f9f36594-6536-4bc2-b681-78d946f50fa1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:27.553433 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f36594-6536-4bc2-b681-78d946f50fa1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:27.554011 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f9f36594-6536-4bc2-b681-78d946f50fa1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.561122 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87862fd-8273-45af-aaa0-96f244430623 None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:27.571859 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f36594-6536-4bc2-b681-78d946f50fa1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Subnet': ['ID=a07b6160-5a8a-4028-9277-96ea7d60fe63,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:27.575191 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-01bae943-8442-43c4-a86b-2a9f1b63345a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.583398 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2d6136dc-c0ed-408e-bf9f-c50e61ba65ba tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.591471 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2d6136dc-c0ed-408e-bf9f-c50e61ba65ba tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.596067 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bae943-8442-43c4-a86b-2a9f1b63345a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe1e128-40e3-472a-86e9-a617d5a29f88,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:27.598419 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-01bae943-8442-43c4-a86b-2a9f1b63345a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.599522 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-01bae943-8442-43c4-a86b-2a9f1b63345a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1fe1e128-40e3-472a-86e9-a617d5a29f88 HTTP/1.1" status: 204 len: 168 time: 0.5904894 Feb 16 12:45:27.603472 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f9f36594-6536-4bc2-b681-78d946f50fa1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4490058 Feb 16 12:45:27.606269 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33308) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:27.606396 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93fc2009-2c25-4dac-82cd-733c9f98f92b tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Made reservation on behalf of 0f62f04c62f2405e91eb922254e90c40 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:27.608503 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-93fc2009-2c25-4dac-82cd-733c9f98f92b tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:27.612679 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-e5810050-d5c7-4e9c-b7bf-578b36c697d9 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'port': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'fixed_ips': [{'subnet_id': 'a07b6160-5a8a-4028-9277-96ea7d60fe63', 'ip_address': '2001:db8::8ebe:1c4e:199b:9fac'}], 'name': 'tempest-NetworksTestDHCPv6-1847168622'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:27.791570 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-e5810050-d5c7-4e9c-b7bf-578b36c697d9 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:27.802119 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-e5810050-d5c7-4e9c-b7bf-578b36c697d9 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:27.839253 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-93fc2009-2c25-4dac-82cd-733c9f98f92b tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] device_id is not set on port a0f8c72f-e807-4388-a128-9184db47f074 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:45:27.842427 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5810050-d5c7-4e9c-b7bf-578b36c697d9 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:27.994630 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed6ba4a-607d-4c6d-9905-8fff5dfa9485 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-c2beece7-853e-4518-ace6-8724ee235932', 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'tenant_id': '5979c0794f594272a8691960316755d8', 'fixed_ips': [{'subnet_id': 'a07b6160-5a8a-4028-9277-96ea7d60fe63'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:45:27.995869 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4ed6ba4a-607d-4c6d-9905-8fff5dfa9485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.063552 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33316) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:28.090056 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2d6136dc-c0ed-408e-bf9f-c50e61ba65ba tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.090669 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6136dc-c0ed-408e-bf9f-c50e61ba65ba tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Fanout notify agent at l3_agent the message router_deleted on router 2b708f6f-d97d-49aa-ac7f-42b9522dac42 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:45:28.118998 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-28a1c6c5-f1c6-4707-b74f-35546e16230a tempest-FloatingIPAdminTestJSON-1420985113 tempest-FloatingIPAdminTestJSON-1420985113-project] Deleting port dff198f5-c3df-429b-a0c1-b9e401194f39 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:28.119434 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-28a1c6c5-f1c6-4707-b74f-35546e16230a tempest-FloatingIPAdminTestJSON-1420985113 tempest-FloatingIPAdminTestJSON-1420985113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.127694 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e5810050-d5c7-4e9c-b7bf-578b36c697d9 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.153553 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [None req-e5810050-d5c7-4e9c-b7bf-578b36c697d9 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] device_id is not set on port 90deb73a-7670-43e5-9586-2673f44e3251 yet. {{(pid=87701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:45:28.161820 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bd597eb2-f9cb-4d18-9ef3-f769833fae09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.183456 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-4ed6ba4a-607d-4c6d-9905-8fff5dfa9485 None None] Allocated IP 2001:db8::2 (c2beece7-853e-4518-ace6-8724ee235932/a07b6160-5a8a-4028-9277-96ea7d60fe63/87ce661d-8f54-4633-879d-f89f38bbd27c) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:28.185278 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-bd597eb2-f9cb-4d18-9ef3-f769833fae09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:28.189261 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bd597eb2-f9cb-4d18-9ef3-f769833fae09 admin admin] Usage tracker for resource:security_group_rule and tenant:4786a7ccff114fc5b741bdbc6ef923aa is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:28.192210 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bd597eb2-f9cb-4d18-9ef3-f769833fae09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:28.198549 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-bd597eb2-f9cb-4d18-9ef3-f769833fae09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:28.225004 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a15f5-7e5f-47c0-8381-9b272f0b41c4 req-3932f76d-938c-4cdc-a42b-7ae19da556ac tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:28.226542 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-461a15f5-7e5f-47c0-8381-9b272f0b41c4 req-3932f76d-938c-4cdc-a42b-7ae19da556ac tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.2002304 Feb 16 12:45:28.341279 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-461a15f5-7e5f-47c0-8381-9b272f0b41c4 req-74c83213-b261-45c2-acbf-0afc6b14412d tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068685 Feb 16 12:45:28.401960 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4ed6ba4a-607d-4c6d-9905-8fff5dfa9485 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.412505 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-4ed6ba4a-607d-4c6d-9905-8fff5dfa9485 None None] Transition to ACTIVE for port object 87ce661d-8f54-4633-879d-f89f38bbd27c will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:28.434737 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 8fc6647e-746c-4be8-9a2a-41c0a6fd6b8a no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:45:28.481053 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 8fc6647e-746c-4be8-9a2a-41c0a6fd6b8a {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:45:28.481481 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 8fc6647e-746c-4be8-9a2a-41c0a6fd6b8a not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:45:28.483125 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bd597eb2-f9cb-4d18-9ef3-f769833fae09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.485538 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-4ed6ba4a-607d-4c6d-9905-8fff5dfa9485 None None] Transition to ACTIVE for port object 87ce661d-8f54-4633-879d-f89f38bbd27c will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:28.488697 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-93fc2009-2c25-4dac-82cd-733c9f98f92b tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.496927 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4ed6ba4a-607d-4c6d-9905-8fff5dfa9485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.504698 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bd597eb2-f9cb-4d18-9ef3-f769833fae09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.544961 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2d6136dc-c0ed-408e-bf9f-c50e61ba65ba tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.545947 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2d6136dc-c0ed-408e-bf9f-c50e61ba65ba tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] 10.222.0.83 "DELETE /v2.0/routers/2b708f6f-d97d-49aa-ac7f-42b9522dac42 HTTP/1.1" status: 204 len: 168 time: 3.9540246 Feb 16 12:45:28.562846 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33326) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:28.566790 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed6ba4a-607d-4c6d-9905-8fff5dfa9485 None None] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:28.569984 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-4ed6ba4a-607d-4c6d-9905-8fff5dfa9485 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:28.574830 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed6ba4a-607d-4c6d-9905-8fff5dfa9485 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:28.578875 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-9e026175-ee03-4ad0-9e85-4c03fed4ae30 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2023863870', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'enable_snat': False}}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:28.584209 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6ba4a-607d-4c6d-9905-8fff5dfa9485 None None] Pushing event updated for resources: {'Port': ['ID=87ce661d-8f54-4633-879d-f89f38bbd27c,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:28.585579 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-9e026175-ee03-4ad0-9e85-4c03fed4ae30 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:28.599737 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-9e026175-ee03-4ad0-9e85-4c03fed4ae30 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Usage tracker for resource:router and tenant:fa4c20ba72264dde861f4f6fcde1d1da is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:28.614848 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bd597eb2-f9cb-4d18-9ef3-f769833fae09 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4786a7ccff114fc5b741bdbc6ef923aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5339417 Feb 16 12:45:28.617398 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-9e026175-ee03-4ad0-9e85-4c03fed4ae30 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:28.625385 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd597eb2-f9cb-4d18-9ef3-f769833fae09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdf5f46-d08f-4291-be2d-ec031c3ea1cd,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:28.627457 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33330) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:28.628779 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-9e026175-ee03-4ad0-9e85-4c03fed4ae30 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:28.658997 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bdc3cc-246f-4600-9b02-29a7863db5ae req-e729df4f-45f9-469c-a820-f9f9cd4830f2 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:28.660566 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-81bdc3cc-246f-4600-9b02-29a7863db5ae req-e729df4f-45f9-469c-a820-f9f9cd4830f2 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.1906004 Feb 16 12:45:28.671762 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-28a1c6c5-f1c6-4707-b74f-35546e16230a tempest-FloatingIPAdminTestJSON-1420985113 tempest-FloatingIPAdminTestJSON-1420985113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.672333 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-28a1c6c5-f1c6-4707-b74f-35546e16230a tempest-FloatingIPAdminTestJSON-1420985113 tempest-FloatingIPAdminTestJSON-1420985113-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.677703 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-e5810050-d5c7-4e9c-b7bf-578b36c697d9 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Allocated IP 2001:db8::8ebe:1c4e:199b:9fac (c2beece7-853e-4518-ace6-8724ee235932/a07b6160-5a8a-4028-9277-96ea7d60fe63/90deb73a-7670-43e5-9586-2673f44e3251) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:28.679724 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33334) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:28.691131 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-4ed6ba4a-607d-4c6d-9905-8fff5dfa9485 None None] Attempting to bind port 87ce661d-8f54-4633-879d-f89f38bbd27c on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:28.691606 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-4ed6ba4a-607d-4c6d-9905-8fff5dfa9485 None None] Attempting to bind port 87ce661d-8f54-4633-879d-f89f38bbd27c by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:28.692104 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed6ba4a-607d-4c6d-9905-8fff5dfa9485 None None] Attempting to bind port 87ce661d-8f54-4633-879d-f89f38bbd27c on network c2beece7-853e-4518-ace6-8724ee235932 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:28.696676 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-08dd97a3-ba97-41ec-8edc-d713eb4f018d tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Request body: {'floatingip': {'port_id': '756287ee-6810-469c-9c37-8297d79eec56'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:28.701019 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed6ba4a-607d-4c6d-9905-8fff5dfa9485 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:45:28.701482 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed6ba4a-607d-4c6d-9905-8fff5dfa9485 None None] Checking segment: {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:28.702298 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4ed6ba4a-607d-4c6d-9905-8fff5dfa9485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.702845 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed6ba4a-607d-4c6d-9905-8fff5dfa9485 None None] Bound using segment: {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:45:28.703375 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-4ed6ba4a-607d-4c6d-9905-8fff5dfa9485 None None] Bound port: 87ce661d-8f54-4633-879d-f89f38bbd27c, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:28.703808 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4ed6ba4a-607d-4c6d-9905-8fff5dfa9485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.739837 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66e9c3-78fe-44e9-a71e-c3505ca805a8 req-470f6417-8df4-4350-9964-e9927b714591 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:28.741768 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5c66e9c3-78fe-44e9-a71e-c3505ca805a8 req-470f6417-8df4-4350-9964-e9927b714591 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "GET /v2.0/ports?device_id=87a0ff25-ac30-41da-a645-065f8aa94794 HTTP/1.1" status: 200 len: 945 time: 0.4768779 Feb 16 12:45:28.794567 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9e026175-ee03-4ad0-9e85-4c03fed4ae30 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.796243 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9e026175-ee03-4ad0-9e85-4c03fed4ae30 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.845098 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-4ed6ba4a-607d-4c6d-9905-8fff5dfa9485 None None] For port 87ce661d-8f54-4633-879d-f89f38bbd27c, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:45:28.849312 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-4ed6ba4a-607d-4c6d-9905-8fff5dfa9485 None None] For port 87ce661d-8f54-4633-879d-f89f38bbd27c, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=87ce661d-8f54-4633-879d-f89f38bbd27c,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:45:28.855037 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4ed6ba4a-607d-4c6d-9905-8fff5dfa9485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.872315 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-08dd97a3-ba97-41ec-8edc-d713eb4f018d tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Notify callbacks [] for floatingip, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:28.927978 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-28a1c6c5-f1c6-4707-b74f-35546e16230a tempest-FloatingIPAdminTestJSON-1420985113 tempest-FloatingIPAdminTestJSON-1420985113-project] Calling delete_port for dff198f5-c3df-429b-a0c1-b9e401194f39 owned by network:floatingip {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:28.964069 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6ba4a-607d-4c6d-9905-8fff5dfa9485 None None] Pushing event updated for resources: {'Port': ['ID=87ce661d-8f54-4633-879d-f89f38bbd27c,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:28.981601 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-93fc2009-2c25-4dac-82cd-733c9f98f92b tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.101699 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5c66e9c3-78fe-44e9-a71e-c3505ca805a8 req-c493d509-3c16-4c07-96d5-411fb258a3fc tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "GET /v2.0/security-groups?id=e53f1014-ca93-4023-83ba-727714174b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3518856 Feb 16 12:45:29.104297 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fc2009-2c25-4dac-82cd-733c9f98f92b tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Network debbc617-7b60-4833-9826-fe4cab5b0f24 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:29.113171 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-93fc2009-2c25-4dac-82cd-733c9f98f92b tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:29.117091 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc2009-2c25-4dac-82cd-733c9f98f92b tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Pushing event updated for resources: {'Port': ['ID=a0f8c72f-e807-4388-a128-9184db47f074,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:29.121394 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fc2009-2c25-4dac-82cd-733c9f98f92b tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:29.122331 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fc2009-2c25-4dac-82cd-733c9f98f92b tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:29.122927 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-93fc2009-2c25-4dac-82cd-733c9f98f92b tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.147422 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9e026175-ee03-4ad0-9e85-4c03fed4ae30 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.187787 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-93fc2009-2c25-4dac-82cd-733c9f98f92b tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.8776908 Feb 16 12:45:29.226148 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33338) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:29.313246 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c755142e-096a-4563-8497-35d4b7c4c758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.321871 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae9cb5d-9cda-4aed-834e-32240efaf7c8 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:29.322456 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6ae9cb5d-9cda-4aed-834e-32240efaf7c8 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Synchronizing usage tracker for tenant:0f62f04c62f2405e91eb922254e90c40 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:29.332798 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-28a1c6c5-f1c6-4707-b74f-35546e16230a tempest-FloatingIPAdminTestJSON-1420985113 tempest-FloatingIPAdminTestJSON-1420985113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.384800 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a1c6c5-f1c6-4707-b74f-35546e16230a tempest-FloatingIPAdminTestJSON-1420985113 tempest-FloatingIPAdminTestJSON-1420985113-project] Pushing event deleted for resources: {'Port': ['ID=dff198f5-c3df-429b-a0c1-b9e401194f39,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:29.423321 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6ae9cb5d-9cda-4aed-834e-32240efaf7c8 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Unset dirty status for tenant:0f62f04c62f2405e91eb922254e90c40 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:29.427059 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6ae9cb5d-9cda-4aed-834e-32240efaf7c8 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] 10.222.0.83 "GET /v2.0/ports/a0f8c72f-e807-4388-a128-9184db47f074 HTTP/1.1" status: 200 len: 955 time: 0.1965947 Feb 16 12:45:29.430428 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33342) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:29.485233 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c755142e-096a-4563-8497-35d4b7c4c758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.549377 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-d2595038-12b6-4bc3-80e6-197797c129d6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Deleting port a0f8c72f-e807-4388-a128-9184db47f074 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:29.549695 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d2595038-12b6-4bc3-80e6-197797c129d6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.573016 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-28a1c6c5-f1c6-4707-b74f-35546e16230a tempest-FloatingIPAdminTestJSON-1420985113 tempest-FloatingIPAdminTestJSON-1420985113-project] Notify callbacks [] for floatingip, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.607789 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-28a1c6c5-f1c6-4707-b74f-35546e16230a tempest-FloatingIPAdminTestJSON-1420985113 tempest-FloatingIPAdminTestJSON-1420985113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.608869 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-28a1c6c5-f1c6-4707-b74f-35546e16230a tempest-FloatingIPAdminTestJSON-1420985113 tempest-FloatingIPAdminTestJSON-1420985113-project] 10.222.0.83 "DELETE /v2.0/floatingips/4f15d34f-be7d-44ef-8fd5-3d778f7825a0 HTTP/1.1" status: 204 len: 168 time: 2.0810776 Feb 16 12:45:29.611606 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33346) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:29.734037 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d71161-c5da-4139-80c0-2be4c2149088 req-08b9bc59-dffc-489a-8218-fc544947f3d9 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:29.735663 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-40d71161-c5da-4139-80c0-2be4c2149088 req-08b9bc59-dffc-489a-8218-fc544947f3d9 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.83 "GET /v2.0/ports?device_id=8ae34209-ba66-4751-b778-ef796c107758 HTTP/1.1" status: 200 len: 945 time: 0.9091949 Feb 16 12:45:29.930531 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-115f1a21-0e59-431c-a608-1ede31bddd09 tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Deleting port d3842052-7b98-4cae-b018-8039d9d1aefa {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:29.931060 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-115f1a21-0e59-431c-a608-1ede31bddd09 tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:29.975797 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e5810050-d5c7-4e9c-b7bf-578b36c697d9 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.041284 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-40d71161-c5da-4139-80c0-2be4c2149088 req-6fe6ed02-fb7b-4167-b5f0-80bbabea33c2 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.83 "GET /v2.0/security-groups?id=62dfa7ce-67f7-40ab-a719-1c981b68d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2765265 Feb 16 12:45:30.065429 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 87ce661d-8f54-4633-879d-f89f38bbd27c up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:30.066500 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9e026175-ee03-4ad0-9e85-4c03fed4ae30 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.079575 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c755142e-096a-4563-8497-35d4b7c4c758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.094888 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-e5810050-d5c7-4e9c-b7bf-578b36c697d9 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Transition to ACTIVE for port object 90deb73a-7670-43e5-9586-2673f44e3251 will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:30.112637 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755142e-096a-4563-8497-35d4b7c4c758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdf5f46-d08f-4291-be2d-ec031c3ea1cd,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:30.138197 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-80fb5172-108f-4e07-a3b6-54cf3c3d2c02 None None] Provisioning for port 87ce661d-8f54-4633-879d-f89f38bbd27c completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:30.148084 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d2595038-12b6-4bc3-80e6-197797c129d6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.165699 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 87ce661d-8f54-4633-879d-f89f38bbd27c completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:30.171632 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 87ce661d-8f54-4633-879d-f89f38bbd27c triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:30.172222 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.286780 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-d2595038-12b6-4bc3-80e6-197797c129d6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Calling delete_port for a0f8c72f-e807-4388-a128-9184db47f074 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:30.332005 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.365894 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 87ce661d-8f54-4633-879d-f89f38bbd27c, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=87ce661d-8f54-4633-879d-f89f38bbd27c,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:30.371188 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.453183 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c755142e-096a-4563-8497-35d4b7c4c758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.454450 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-c755142e-096a-4563-8497-35d4b7c4c758 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/fbdf5f46-d08f-4291-be2d-ec031c3ea1cd HTTP/1.1" status: 204 len: 168 time: 1.8233087 Feb 16 12:45:30.457208 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=87ce661d-8f54-4633-879d-f89f38bbd27c,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:30.465703 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-115f1a21-0e59-431c-a608-1ede31bddd09 tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.466524 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-115f1a21-0e59-431c-a608-1ede31bddd09 tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.503869 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e5810050-d5c7-4e9c-b7bf-578b36c697d9 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.600337 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-115f1a21-0e59-431c-a608-1ede31bddd09 tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Calling delete_port for d3842052-7b98-4cae-b018-8039d9d1aefa owned by network:floatingip {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:30.605972 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5810050-d5c7-4e9c-b7bf-578b36c697d9 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:30.613556 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-e5810050-d5c7-4e9c-b7bf-578b36c697d9 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:30.620088 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5810050-d5c7-4e9c-b7bf-578b36c697d9 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Port': ['ID=90deb73a-7670-43e5-9586-2673f44e3251,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:30.623799 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5810050-d5c7-4e9c-b7bf-578b36c697d9 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:30.629816 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5810050-d5c7-4e9c-b7bf-578b36c697d9 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:30.629957 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d2595038-12b6-4bc3-80e6-197797c129d6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.630242 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e5810050-d5c7-4e9c-b7bf-578b36c697d9 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.708299 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2595038-12b6-4bc3-80e6-197797c129d6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Pushing event deleted for resources: {'Port': ['ID=a0f8c72f-e807-4388-a128-9184db47f074,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:30.726282 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d2595038-12b6-4bc3-80e6-197797c129d6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:30.737048 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb234b4-6ca2-4499-867c-0b0cdc943c7b req-85f3d5ff-08b6-464c-9071-24e9153612c9 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:30.738623 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-bbb234b4-6ca2-4499-867c-0b0cdc943c7b req-85f3d5ff-08b6-464c-9071-24e9153612c9 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "GET /v2.0/ports?device_id=87a0ff25-ac30-41da-a645-065f8aa94794 HTTP/1.1" status: 200 len: 945 time: 0.4614003 Feb 16 12:45:30.790782 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d2595038-12b6-4bc3-80e6-197797c129d6 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] 10.222.0.83 "DELETE /v2.0/ports/a0f8c72f-e807-4388-a128-9184db47f074 HTTP/1.1" status: 204 len: 168 time: 1.3295825 Feb 16 12:45:30.792229 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33356) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:30.858416 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-db411f5d-0ddc-439c-8056-bb23c843fa82 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] GET failed (client error): The resource could not be found. Feb 16 12:45:30.858964 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-db411f5d-0ddc-439c-8056-bb23c843fa82 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Synchronizing usage tracker for tenant:0f62f04c62f2405e91eb922254e90c40 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:30.863927 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-bbb234b4-6ca2-4499-867c-0b0cdc943c7b req-599805e1-6853-4c57-ac95-158955c8b098 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "GET /v2.0/security-groups?id=e53f1014-ca93-4023-83ba-727714174b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175950 Feb 16 12:45:30.868450 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e5810050-d5c7-4e9c-b7bf-578b36c697d9 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2610149 Feb 16 12:45:30.869533 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33362) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:30.883199 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.db.resource_extend [None req-08dd97a3-ba97-41ec-8edc-d713eb4f018d tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:45:30.968184 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-db411f5d-0ddc-439c-8056-bb23c843fa82 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Unset dirty status for tenant:0f62f04c62f2405e91eb922254e90c40 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:30.969378 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-db411f5d-0ddc-439c-8056-bb23c843fa82 tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] 10.222.0.83 "GET /v2.0/ports/a0f8c72f-e807-4388-a128-9184db47f074 HTTP/1.1" status: 404 len: 333 time: 0.1695046 Feb 16 12:45:30.975942 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33370) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:30.983949 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-379ea470-4190-4ae4-896a-e87994237f5c tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Request body: {'port': {'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-60441060'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:31.010532 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-379ea470-4190-4ae4-896a-e87994237f5c tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:31.010695 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-8ac9db0c-8dcb-49dc-906f-af7a0b7d01e4 None None] Provisioning for port 90deb73a-7670-43e5-9586-2673f44e3251 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:31.014615 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-115f1a21-0e59-431c-a608-1ede31bddd09 tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.019631 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-8ac9db0c-8dcb-49dc-906f-af7a0b7d01e4 None None] Provisioning complete for port 90deb73a-7670-43e5-9586-2673f44e3251 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:31.020003 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8ac9db0c-8dcb-49dc-906f-af7a0b7d01e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.082688 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f1a21-0e59-431c-a608-1ede31bddd09 tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Pushing event deleted for resources: {'Port': ['ID=d3842052-7b98-4cae-b018-8039d9d1aefa,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:31.112014 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-8ac9db0c-8dcb-49dc-906f-af7a0b7d01e4 None None] Port 90deb73a-7670-43e5-9586-2673f44e3251 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:45:31.114585 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-08dd97a3-ba97-41ec-8edc-d713eb4f018d tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.116405 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-379ea470-4190-4ae4-896a-e87994237f5c tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:31.119159 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f6aedb-70cf-4051-9e83-ff8603a041b6 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:31.125154 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f6aedb-70cf-4051-9e83-ff8603a041b6 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:31.125898 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-88f6aedb-70cf-4051-9e83-ff8603a041b6 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:31.214648 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-08dd97a3-ba97-41ec-8edc-d713eb4f018d tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.232225 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-88f6aedb-70cf-4051-9e83-ff8603a041b6 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:31.235008 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-88f6aedb-70cf-4051-9e83-ff8603a041b6 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.3624036 Feb 16 12:45:31.243853 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33382) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:31.293526 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-115f1a21-0e59-431c-a608-1ede31bddd09 tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.342410 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379ea470-4190-4ae4-896a-e87994237f5c tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Made reservation on behalf of 0f62f04c62f2405e91eb922254e90c40 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:31.344842 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-379ea470-4190-4ae4-896a-e87994237f5c tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.347574 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-115f1a21-0e59-431c-a608-1ede31bddd09 tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.348761 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-115f1a21-0e59-431c-a608-1ede31bddd09 tempest-FloatingIPAdminTestJSON-932949880 tempest-FloatingIPAdminTestJSON-932949880-project-admin] 10.222.0.83 "DELETE /v2.0/floatingips/31151773-5f0e-4c31-bf0a-205624f3f82e HTTP/1.1" status: 204 len: 168 time: 1.7362430 Feb 16 12:45:31.354822 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-28d88461-6547-4a6a-b00d-8367e80f021d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting port 90deb73a-7670-43e5-9586-2673f44e3251 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:31.355132 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-28d88461-6547-4a6a-b00d-8367e80f021d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.370818 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33390) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:31.384313 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [None req-379ea470-4190-4ae4-896a-e87994237f5c tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] device_id is not set on port 671d6c4c-bd72-46c9-aadc-d5a822e7443a yet. {{(pid=87701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:45:31.547892 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083dd7d2-2ad3-4f61-bce4-11d346f5cc9a req-a972cdeb-0372-4cfd-95fd-efd5e2052f65 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:31.549393 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-083dd7d2-2ad3-4f61-bce4-11d346f5cc9a req-a972cdeb-0372-4cfd-95fd-efd5e2052f65 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.83 "GET /v2.0/ports?device_id=8ae34209-ba66-4751-b778-ef796c107758 HTTP/1.1" status: 200 len: 945 time: 0.3547392 Feb 16 12:45:31.550033 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33396) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:31.607954 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9e026175-ee03-4ad0-9e85-4c03fed4ae30 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.653943 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-3c5e2f40-efd9-4d10-9e7d-efe678fac441 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Deleting port da9b1cbc-f814-472c-be0a-429808df5b60 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:31.654151 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3c5e2f40-efd9-4d10-9e7d-efe678fac441 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.688039 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9e026175-ee03-4ad0-9e85-4c03fed4ae30 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.713841 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-083dd7d2-2ad3-4f61-bce4-11d346f5cc9a req-6b35b612-e4da-414f-8f0d-4c230ba99520 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.83 "GET /v2.0/security-groups?id=62dfa7ce-67f7-40ab-a719-1c981b68d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311593 Feb 16 12:45:31.724287 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-400fd605-7a17-49dc-917f-944769e87ca3 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Request body: {'network': {'name': 'tempest-RoutersTest-561515699'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:31.735476 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-400fd605-7a17-49dc-917f-944769e87ca3 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:31.744219 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-400fd605-7a17-49dc-917f-944769e87ca3 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Usage tracker for resource:network and tenant:9f89b69482a141c697c1d7563c6011c5 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:31.745232 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.l3_db [None req-08dd97a3-ba97-41ec-8edc-d713eb4f018d tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Floating IP a30ae532-906b-43d3-80db-0bce84d19a6a associated. External IP: 172.26.5.72, port: 756287ee-6810-469c-9c37-8297d79eec56. Feb 16 12:45:31.755120 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-400fd605-7a17-49dc-917f-944769e87ca3 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:31.766080 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-400fd605-7a17-49dc-917f-944769e87ca3 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:31.766768 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-876ddb4d-ed1a-450b-bb7a-1567a3681e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.808580 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400fd605-7a17-49dc-917f-944769e87ca3 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Made reservation on behalf of 9f89b69482a141c697c1d7563c6011c5 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:31.812150 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-400fd605-7a17-49dc-917f-944769e87ca3 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.829376 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-400fd605-7a17-49dc-917f-944769e87ca3 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.839699 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-28d88461-6547-4a6a-b00d-8367e80f021d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:31.845941 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5ed7e-0758-4c07-bbfc-a208b05cba63 req-0e52f33c-5539-4a3c-bac9-a77e23ff59d1 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:31.847691 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-58a5ed7e-0758-4c07-bbfc-a208b05cba63 req-0e52f33c-5539-4a3c-bac9-a77e23ff59d1 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "GET /v2.0/ports?device_id=87a0ff25-ac30-41da-a645-065f8aa94794 HTTP/1.1" status: 200 len: 945 time: 0.7408221 Feb 16 12:45:31.873969 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33406) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:31.900513 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-3cfb98d5-6cd9-4fc9-ac4c-60334ecbbf1c tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Request body: {'floatingip': {'port_id': '8d7c6404-271f-474b-8ea9-9e9ff46efbfc'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:31.946320 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-400fd605-7a17-49dc-917f-944769e87ca3 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:31.991827 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 87ce661d-8f54-4633-879d-f89f38bbd27c up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:32.009434 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-400fd605-7a17-49dc-917f-944769e87ca3 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Usage tracker for resource:security_group_rule and tenant:9f89b69482a141c697c1d7563c6011c5 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:32.021179 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-28d88461-6547-4a6a-b00d-8367e80f021d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Calling delete_port for 90deb73a-7670-43e5-9586-2673f44e3251 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:32.050758 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-400fd605-7a17-49dc-917f-944769e87ca3 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:32.067851 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 87ce661d-8f54-4633-879d-f89f38bbd27c triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:32.068304 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.074472 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-400fd605-7a17-49dc-917f-944769e87ca3 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:32.129062 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3cfb98d5-6cd9-4fc9-ac4c-60334ecbbf1c tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Notify callbacks [] for floatingip, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.208812 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e648827-90ac-4c0d-b222-a531df7dc698 req-c98cfc5f-24a4-4318-b878-e4b1ae6947e9 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:32.210215 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6e648827-90ac-4c0d-b222-a531df7dc698 req-c98cfc5f-24a4-4318-b878-e4b1ae6947e9 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.83 "GET /v2.0/ports?device_id=8ae34209-ba66-4751-b778-ef796c107758 HTTP/1.1" status: 200 len: 945 time: 0.3620329 Feb 16 12:45:32.219959 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33410) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:32.233200 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-ed48c0cb-7ee2-48a5-b2ca-df30db42f26d tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Request body: {'floatingip': {'port_id': '95f20114-48e2-4df4-9386-abf3bf1edbca'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:32.340379 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed48c0cb-7ee2-48a5-b2ca-df30db42f26d tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Notify callbacks [] for floatingip, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.476330 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-28d88461-6547-4a6a-b00d-8367e80f021d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.488023 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-400fd605-7a17-49dc-917f-944769e87ca3 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.551938 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-400fd605-7a17-49dc-917f-944769e87ca3 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.566269 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d88461-6547-4a6a-b00d-8367e80f021d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Port': ['ID=90deb73a-7670-43e5-9586-2673f44e3251,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:32.657991 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-400fd605-7a17-49dc-917f-944769e87ca3 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:32.687656 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-379ea470-4190-4ae4-896a-e87994237f5c tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.691343 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-28d88461-6547-4a6a-b00d-8367e80f021d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.703374 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400fd605-7a17-49dc-917f-944769e87ca3 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1cb524-227d-4efd-897f-549c0bba75da,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:32.706235 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-400fd605-7a17-49dc-917f-944769e87ca3 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.706748 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-400fd605-7a17-49dc-917f-944769e87ca3 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Added segment 5880d591-39c4-4db1-88de-e96d80b46d64 of type vlan for network a3c94279-e0d3-40b0-bc12-6e0eb93cf3ab Feb 16 12:45:32.737419 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-28d88461-6547-4a6a-b00d-8367e80f021d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/ports/90deb73a-7670-43e5-9586-2673f44e3251 HTTP/1.1" status: 204 len: 168 time: 1.4903634 Feb 16 12:45:32.745909 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33414) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:32.843188 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-9e026175-ee03-4ad0-9e85-4c03fed4ae30 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Allocated IP 172.26.5.213 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/f76b33e1-397c-42d9-8ac6-f3f04883c7ff) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:32.846005 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3c5e2f40-efd9-4d10-9e7d-efe678fac441 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.876656 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-400fd605-7a17-49dc-917f-944769e87ca3 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:32.990470 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291fe6ed-6a8a-4e3c-9def-5871fc5a03df tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:32.991849 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291fe6ed-6a8a-4e3c-9def-5871fc5a03df tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:32.992760 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-291fe6ed-6a8a-4e3c-9def-5871fc5a03df tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:33.016252 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-400fd605-7a17-49dc-917f-944769e87ca3 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.021808 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400fd605-7a17-49dc-917f-944769e87ca3 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:33.022401 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-400fd605-7a17-49dc-917f-944769e87ca3 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.103195 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-3c5e2f40-efd9-4d10-9e7d-efe678fac441 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Calling delete_port for da9b1cbc-f814-472c-be0a-429808df5b60 owned by {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:33.293052 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-291fe6ed-6a8a-4e3c-9def-5871fc5a03df tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:33.294218 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-291fe6ed-6a8a-4e3c-9def-5871fc5a03df tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5442491 Feb 16 12:45:33.305256 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33418) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:33.356718 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-400fd605-7a17-49dc-917f-944769e87ca3 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.7803857 Feb 16 12:45:33.367697 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33422) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:33.369722 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-379ea470-4190-4ae4-896a-e87994237f5c tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.384089 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-9d40c757-7dff-4e46-8a1c-9543d668d975 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Request body: {'network': {'name': 'tempest-RoutersTest-1453363320'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:33.388049 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400fd605-7a17-49dc-917f-944769e87ca3 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event updated for resources: {'Network': ['ID=a3c94279-e0d3-40b0-bc12-6e0eb93cf3ab,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:33.398876 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9d40c757-7dff-4e46-8a1c-9543d668d975 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:33.410662 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network a3c94279-e0d3-40b0-bc12-6e0eb93cf3ab details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:45:33.420331 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9d40c757-7dff-4e46-8a1c-9543d668d975 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Usage tracker for resource:network and tenant:9f89b69482a141c697c1d7563c6011c5 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:33.426319 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9d40c757-7dff-4e46-8a1c-9543d668d975 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:33.434544 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9d40c757-7dff-4e46-8a1c-9543d668d975 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:33.441384 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-57c3fa54-cf0b-46d6-b97a-390882a1a4d5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting subnet a07b6160-5a8a-4028-9277-96ea7d60fe63 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:45:33.446396 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-57c3fa54-cf0b-46d6-b97a-390882a1a4d5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.448719 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08dd97a3-ba97-41ec-8edc-d713eb4f018d tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Router 299f28aa-b91c-4f6d-8131-91af744fdaaa has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:45:33.515537 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d40c757-7dff-4e46-8a1c-9543d668d975 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Made reservation on behalf of 9f89b69482a141c697c1d7563c6011c5 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:33.519046 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9d40c757-7dff-4e46-8a1c-9543d668d975 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.539661 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-57c3fa54-cf0b-46d6-b97a-390882a1a4d5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.573500 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379ea470-4190-4ae4-896a-e87994237f5c tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Network debbc617-7b60-4833-9826-fe4cab5b0f24 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:33.597781 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d40c757-7dff-4e46-8a1c-9543d668d975 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:33.617453 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9d40c757-7dff-4e46-8a1c-9543d668d975 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.617792 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-9d40c757-7dff-4e46-8a1c-9543d668d975 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Added segment 5a0f56f7-2180-4ebf-a87b-d729549f73ad of type vlan for network 6d23edfc-c97b-4d6d-87fc-a249f2adf64c Feb 16 12:45:33.655177 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9d40c757-7dff-4e46-8a1c-9543d668d975 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.669005 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-57c3fa54-cf0b-46d6-b97a-390882a1a4d5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.738419 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9d40c757-7dff-4e46-8a1c-9543d668d975 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.744087 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d40c757-7dff-4e46-8a1c-9543d668d975 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:33.744796 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9d40c757-7dff-4e46-8a1c-9543d668d975 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.780063 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-379ea470-4190-4ae4-896a-e87994237f5c tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:33.846791 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379ea470-4190-4ae4-896a-e87994237f5c tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:33.847656 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379ea470-4190-4ae4-896a-e87994237f5c tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:33.848252 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-379ea470-4190-4ae4-896a-e87994237f5c tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.854999 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-57c3fa54-cf0b-46d6-b97a-390882a1a4d5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.859336 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9d40c757-7dff-4e46-8a1c-9543d668d975 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4903157 Feb 16 12:45:33.866526 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9e026175-ee03-4ad0-9e85-4c03fed4ae30 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.880837 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33426) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:33.889112 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379ea470-4190-4ae4-896a-e87994237f5c tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Pushing event updated for resources: {'Port': ['ID=671d6c4c-bd72-46c9-aadc-d5a822e7443a,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:33.906677 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d40c757-7dff-4e46-8a1c-9543d668d975 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event updated for resources: {'Network': ['ID=6d23edfc-c97b-4d6d-87fc-a249f2adf64c,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:33.908976 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-57c3fa54-cf0b-46d6-b97a-390882a1a4d5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:33.909412 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-1d0bd087-5d33-4b0f-bd58-12e679e612d7 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Request body: {'subnet': {'network_id': 'a3c94279-e0d3-40b0-bc12-6e0eb93cf3ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:33.913143 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-57c3fa54-cf0b-46d6-b97a-390882a1a4d5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/a07b6160-5a8a-4028-9277-96ea7d60fe63 HTTP/1.1" status: 204 len: 168 time: 0.6045661 Feb 16 12:45:33.913143 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c3fa54-cf0b-46d6-b97a-390882a1a4d5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Subnet': ['ID=a07b6160-5a8a-4028-9277-96ea7d60fe63,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:33.914841 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33430) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:33.916771 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa578b7-f7a7-4d4e-b92e-8e068111b55a None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:33.953037 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 6d23edfc-c97b-4d6d-87fc-a249f2adf64c details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:45:33.980339 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b6f20b27-7d08-4202-82fb-f7bbd2fc098f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0631890 Feb 16 12:45:33.980552 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33434) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:34.077399 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfcf1cc-37e4-4322-afc5-7a97641a2577 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:34.078234 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fdfcf1cc-37e4-4322-afc5-7a97641a2577 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:34.116508 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3c5e2f40-efd9-4d10-9e7d-efe678fac441 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.134671 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-379ea470-4190-4ae4-896a-e87994237f5c tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 3.1574886 Feb 16 12:45:34.136165 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-3258fe3d-963e-47d5-ab30-cade9bd29d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.139325 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33438) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:34.163668 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fdfcf1cc-37e4-4322-afc5-7a97641a2577 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:34.168158 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fdfcf1cc-37e4-4322-afc5-7a97641a2577 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1833944 Feb 16 12:45:34.168158 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33440) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:34.206958 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8295'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:34.232258 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed48c0cb-7ee2-48a5-b2ca-df30db42f26d tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.239505 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed48c0cb-7ee2-48a5-b2ca-df30db42f26d tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.262023 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.264656 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e2f40-efd9-4d10-9e7d-efe678fac441 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Pushing event deleted for resources: {'Port': ['ID=da9b1cbc-f814-472c-be0a-429808df5b60,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:34.279773 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-1d0bd087-5d33-4b0f-bd58-12e679e612d7 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:34.312499 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845bc3da-d290-4e84-aba0-3a5455e4f9b1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:34.313215 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-845bc3da-d290-4e84-aba0-3a5455e4f9b1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:34.329285 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-1d0bd087-5d33-4b0f-bd58-12e679e612d7 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Usage tracker for resource:subnet and tenant:9f89b69482a141c697c1d7563c6011c5 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:34.330571 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bab3129-7b89-4000-bef5-ec5c9d43b565 None None] DHCP port deletion for c2beece7-853e-4518-ace6-8724ee235932 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:45:34.337235 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-9bab3129-7b89-4000-bef5-ec5c9d43b565 None None] Deleting port 87ce661d-8f54-4633-879d-f89f38bbd27c {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:34.337894 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9bab3129-7b89-4000-bef5-ec5c9d43b565 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.346147 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-1d0bd087-5d33-4b0f-bd58-12e679e612d7 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:34.351639 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08dd97a3-ba97-41ec-8edc-d713eb4f018d tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:45:34.378684 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9ed461-d5e0-4284-a3e0-578262022c91 None None] Sync routers for ids ['299f28aa-b91c-4f6d-8131-91af744fdaaa'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:34.388643 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-08dd97a3-ba97-41ec-8edc-d713eb4f018d tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.402634 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-845bc3da-d290-4e84-aba0-3a5455e4f9b1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:34.403990 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-845bc3da-d290-4e84-aba0-3a5455e4f9b1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2350531 Feb 16 12:45:34.413652 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33446) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:34.443130 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-1d0bd087-5d33-4b0f-bd58-12e679e612d7 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:34.448357 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9ed461-d5e0-4284-a3e0-578262022c91 None None] Routers {'299f28aa-b91c-4f6d-8131-91af744fdaaa'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:34.448686 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-5b9ed461-d5e0-4284-a3e0-578262022c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:45:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['299f28aa-b91c-4f6d-8131-91af744fdaaa'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:34.540183 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-40e88ec6-f311-42fe-a08f-2a2b4f9d9d46 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1250350 Feb 16 12:45:34.544459 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33450) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:34.557433 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9e026175-ee03-4ad0-9e85-4c03fed4ae30 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.564579 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-a712ca48-8477-40ce-a397-f3607d60f0ed tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'subnet': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:34.654109 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-08dd97a3-ba97-41ec-8edc-d713eb4f018d tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "PUT /v2.0/floatingips/a30ae532-906b-43d3-80db-0bce84d19a6a HTTP/1.1" status: 200 len: 990 time: 5.9728732 Feb 16 12:45:34.656222 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0bd087-5d33-4b0f-bd58-12e679e612d7 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Made reservation on behalf of 9f89b69482a141c697c1d7563c6011c5 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:34.659834 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1d0bd087-5d33-4b0f-bd58-12e679e612d7 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.674614 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3c5e2f40-efd9-4d10-9e7d-efe678fac441 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.684456 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-3c5e2f40-efd9-4d10-9e7d-efe678fac441 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] 10.222.0.83 "DELETE /v2.0/ports/da9b1cbc-f814-472c-be0a-429808df5b60 HTTP/1.1" status: 204 len: 168 time: 3.3030479 Feb 16 12:45:34.695243 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33456) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:34.696703 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-ed48c0cb-7ee2-48a5-b2ca-df30db42f26d tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Floating IP c6a23893-78e4-432d-a86b-43317812fc1d associated. External IP: 172.26.5.117, port: 95f20114-48e2-4df4-9386-abf3bf1edbca. Feb 16 12:45:34.706721 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b92584-bd8a-4a6c-bbcf-1dfbe8b85310', 'tag': '756287ee-6810-469c-9c37-8297d79eec56'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:45:34.732281 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-5b9ed461-d5e0-4284-a3e0-578262022c91 None None] Set router 299f28aa-b91c-4f6d-8131-91af744fdaaa gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:45:34.735446 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.db.resource_extend [None req-3cfb98d5-6cd9-4fc9-ac4c-60334ecbbf1c tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:45:34.784240 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-9bab3129-7b89-4000-bef5-ec5c9d43b565 None None] For port 87ce661d-8f54-4633-879d-f89f38bbd27c, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=87ce661d-8f54-4633-879d-f89f38bbd27c,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:34.784869 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9bab3129-7b89-4000-bef5-ec5c9d43b565 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.844307 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29b92584-bd8a-4a6c-bbcf-1dfbe8b85310', 'tag': '756287ee-6810-469c-9c37-8297d79eec56', 'status': 'completed', 'code': 200} Feb 16 12:45:34.899814 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:34.911596 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e026175-ee03-4ad0-9e85-4c03fed4ae30 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:34.938547 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-9bab3129-7b89-4000-bef5-ec5c9d43b565 None None] Calling delete_port for 87ce661d-8f54-4633-879d-f89f38bbd27c owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:35.001957 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-9e026175-ee03-4ad0-9e85-4c03fed4ae30 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:35.037592 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e026175-ee03-4ad0-9e85-4c03fed4ae30 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:35.052756 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9bab3129-7b89-4000-bef5-ec5c9d43b565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.071371 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e026175-ee03-4ad0-9e85-4c03fed4ae30 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Pushing event updated for resources: {'Port': ['ID=f76b33e1-397c-42d9-8ac6-f3f04883c7ff,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:35.153364 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bab3129-7b89-4000-bef5-ec5c9d43b565 None None] No DVR routers for this DVR port 87ce661d-8f54-4633-879d-f89f38bbd27c on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:45:35.164161 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-5b9ed461-d5e0-4284-a3e0-578262022c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299f28aa-b91c-4f6d-8131-91af744fdaaa', 'name': 'tempest-ServerActionsTestJSON-1809122567-router', 'tenant_id': 'a8771b90386942c1a6095687790fa64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.29'}], 'enable_snat': True}, 'gw_port_id': '62489a86-0494-4668-8a0c-4e88a1bbfb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:18Z', 'updated_at': '2022-02-16T12:44:33Z', 'revision_number': 4, 'project_id': 'a8771b90386942c1a6095687790fa64b', 'gw_port': {'id': '62489a86-0494-4668-8a0c-4e88a1bbfb3a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299f28aa-b91c-4f6d-8131-91af744fdaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:20Z', 'updated_at': '2022-02-16T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': 'a30ae532-906b-43d3-80db-0bce84d19a6a', 'tenant_id': 'a8771b90386942c1a6095687790fa64b', 'floating_ip_address': '172.26.5.72', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '299f28aa-b91c-4f6d-8131-91af744fdaaa', 'port_id': '756287ee-6810-469c-9c37-8297d79eec56', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48c19cd8-ac27-4524-bc91-c49a239dcfeb', 'mac_address': 'fa:16:3e:ce:eb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b92584-bd8a-4a6c-bbcf-1dfbe8b85310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:44:45Z', 'updated_at': '2022-02-16T12:45:30Z', 'revision_number': 1, 'project_id': 'a8771b90386942c1a6095687790fa64b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '028c1ddd-61dc-48c4-afac-178ad40ebdc9', 'name': '', 'network_id': '48c19cd8-ac27-4524-bc91-c49a239dcfeb', 'tenant_id': 'a8771b90386942c1a6095687790fa64b', 'mac_address': 'fa:16:3e:1c:ef:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299f28aa-b91c-4f6d-8131-91af744fdaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5863982f-bd9e-4d06-825d-64b5d101ef97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:30Z', 'updated_at': '2022-02-16T12:44:52Z', 'revision_number': 5, 'project_id': 'a8771b90386942c1a6095687790fa64b', 'subnets': [{'id': '5863982f-bd9e-4d06-825d-64b5d101ef97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:35.169828 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a712ca48-8477-40ce-a397-f3607d60f0ed tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:35.171206 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9ed461-d5e0-4284-a3e0-578262022c91 None None] Checking router: 299f28aa-b91c-4f6d-8131-91af744fdaaa for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:45:35.179918 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bab3129-7b89-4000-bef5-ec5c9d43b565 None None] Pushing event deleted for resources: {'Port': ['ID=87ce661d-8f54-4633-879d-f89f38bbd27c,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:35.181543 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9ed461-d5e0-4284-a3e0-578262022c91 None None] Routers {'299f28aa-b91c-4f6d-8131-91af744fdaaa'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:35.182714 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-5b9ed461-d5e0-4284-a3e0-578262022c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:45:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['299f28aa-b91c-4f6d-8131-91af744fdaaa'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:35.192582 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3cfb98d5-6cd9-4fc9-ac4c-60334ecbbf1c tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.194289 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.201452 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.208199 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb5d1b4-fffc-4b31-a0e7-c9766b576219 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:35.209227 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fdb5d1b4-fffc-4b31-a0e7-c9766b576219 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Synchronizing usage tracker for tenant:c59ed784af024f34b556a04534213259 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:35.211553 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3cfb98d5-6cd9-4fc9-ac4c-60334ecbbf1c tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.212329 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a712ca48-8477-40ce-a397-f3607d60f0ed tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:35.295226 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a712ca48-8477-40ce-a397-f3607d60f0ed tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:35.298864 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a712ca48-8477-40ce-a397-f3607d60f0ed tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.393708 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-5b9ed461-d5e0-4284-a3e0-578262022c91 None None] Set router 299f28aa-b91c-4f6d-8131-91af744fdaaa gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:45:35.545302 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a712ca48-8477-40ce-a397-f3607d60f0ed tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.623819 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a712ca48-8477-40ce-a397-f3607d60f0ed tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Subnet': ['ID=e7592532-ebd3-4357-87c2-67b1d8a41ed4,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:35.629877 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fdb5d1b4-fffc-4b31-a0e7-c9766b576219 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Unset dirty status for tenant:c59ed784af024f34b556a04534213259 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:35.631036 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fdb5d1b4-fffc-4b31-a0e7-c9766b576219 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] 10.222.0.83 "GET /v2.0/ports?device_id=76374bd0-6b9e-4f59-a90a-206c49940c07 HTTP/1.1" status: 200 len: 913 time: 0.5969603 Feb 16 12:45:35.635757 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33464) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:35.756143 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a712ca48-8477-40ce-a397-f3607d60f0ed tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:35.777000 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-a712ca48-8477-40ce-a397-f3607d60f0ed tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:35.781099 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-5b9ed461-d5e0-4284-a3e0-578262022c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299f28aa-b91c-4f6d-8131-91af744fdaaa', 'name': 'tempest-ServerActionsTestJSON-1809122567-router', 'tenant_id': 'a8771b90386942c1a6095687790fa64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.29'}], 'enable_snat': True}, 'gw_port_id': '62489a86-0494-4668-8a0c-4e88a1bbfb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:18Z', 'updated_at': '2022-02-16T12:44:33Z', 'revision_number': 4, 'project_id': 'a8771b90386942c1a6095687790fa64b', 'gw_port': {'id': '62489a86-0494-4668-8a0c-4e88a1bbfb3a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299f28aa-b91c-4f6d-8131-91af744fdaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:20Z', 'updated_at': '2022-02-16T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': 'a30ae532-906b-43d3-80db-0bce84d19a6a', 'tenant_id': 'a8771b90386942c1a6095687790fa64b', 'floating_ip_address': '172.26.5.72', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '299f28aa-b91c-4f6d-8131-91af744fdaaa', 'port_id': '756287ee-6810-469c-9c37-8297d79eec56', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48c19cd8-ac27-4524-bc91-c49a239dcfeb', 'mac_address': 'fa:16:3e:ce:eb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b92584-bd8a-4a6c-bbcf-1dfbe8b85310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:44:45Z', 'updated_at': '2022-02-16T12:45:30Z', 'revision_number': 1, 'project_id': 'a8771b90386942c1a6095687790fa64b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '028c1ddd-61dc-48c4-afac-178ad40ebdc9', 'name': '', 'network_id': '48c19cd8-ac27-4524-bc91-c49a239dcfeb', 'tenant_id': 'a8771b90386942c1a6095687790fa64b', 'mac_address': 'fa:16:3e:1c:ef:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299f28aa-b91c-4f6d-8131-91af744fdaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5863982f-bd9e-4d06-825d-64b5d101ef97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:30Z', 'updated_at': '2022-02-16T12:44:52Z', 'revision_number': 5, 'project_id': 'a8771b90386942c1a6095687790fa64b', 'subnets': [{'id': '5863982f-bd9e-4d06-825d-64b5d101ef97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:35.785861 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9ed461-d5e0-4284-a3e0-578262022c91 None None] The sync data for ids ['299f28aa-b91c-4f6d-8131-91af744fdaaa'] in dv-neutron-829527-1-hyperv is: [{'id': '299f28aa-b91c-4f6d-8131-91af744fdaaa', 'name': 'tempest-ServerActionsTestJSON-1809122567-router', 'tenant_id': 'a8771b90386942c1a6095687790fa64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.29'}], 'enable_snat': True}, 'gw_port_id': '62489a86-0494-4668-8a0c-4e88a1bbfb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:18Z', 'updated_at': '2022-02-16T12:44:33Z', 'revision_number': 4, 'project_id': 'a8771b90386942c1a6095687790fa64b', 'gw_port': {'id': '62489a86-0494-4668-8a0c-4e88a1bbfb3a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299f28aa-b91c-4f6d-8131-91af744fdaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:20Z', 'updated_at': '2022-02-16T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': 'a30ae532-906b-43d3-80db-0bce84d19a6a', 'tenant_id': 'a8771b90386942c1a6095687790fa64b', 'floating_ip_address': '172.26.5.72', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '299f28aa-b91c-4f6d-8131-91af744fdaaa', 'port_id': '756287ee-6810-469c-9c37-8297d79eec56', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48c19cd8-ac27-4524-bc91-c49a239dcfeb', 'mac_address': 'fa:16:3e:ce:eb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b92584-bd8a-4a6c-bbcf-1dfbe8b85310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:44:45Z', 'updated_at': '2022-02-16T12:45:30Z', 'revision_number': 1, 'project_id': 'a8771b90386942c1a6095687790fa64b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '028c1ddd-61dc-48c4-afac-178ad40ebdc9', 'name': '', 'network_id': '48c19cd8-ac27-4524-bc91-c49a239dcfeb', 'tenant_id': 'a8771b90386942c1a6095687790fa64b', 'mac_address': 'fa:16:3e:1c:ef:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299f28aa-b91c-4f6d-8131-91af744fdaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5863982f-bd9e-4d06-825d-64b5d101ef97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:30Z', 'updated_at': '2022-02-16T12:44:52Z', 'revision_number': 5, 'project_id': 'a8771b90386942c1a6095687790fa64b', 'subnets': [{'id': '5863982f-bd9e-4d06-825d-64b5d101ef97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:35.791225 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a712ca48-8477-40ce-a397-f3607d60f0ed tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:35.792415 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a712ca48-8477-40ce-a397-f3607d60f0ed tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:35.792731 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc88d93-7e43-426a-ac60-7e95ef2a99a5 req-60a413d5-8e0b-4c60-93b5-0301cff903c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:35.793438 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8789bf-07df-49db-b3fc-312eb3342cbf None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:35.794191 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9bc88d93-7e43-426a-ac60-7e95ef2a99a5 req-60a413d5-8e0b-4c60-93b5-0301cff903c8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a8771b90386942c1a6095687790fa64b&device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 1098 time: 0.9397058 Feb 16 12:45:35.933453 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed48c0cb-7ee2-48a5-b2ca-df30db42f26d tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Router 4616f6f8-cd19-413c-ad5a-9f955c0a3a86 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:45:35.939787 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a712ca48-8477-40ce-a397-f3607d60f0ed tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3918009 Feb 16 12:45:35.947488 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33468) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:35.952254 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c9459-7ac1-46c7-8062-19b732e3e330 req-24b1b259-9e06-4d4c-b919-995b3ef0f36b tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:35.959465 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fb7c9459-7ac1-46c7-8062-19b732e3e330 req-24b1b259-9e06-4d4c-b919-995b3ef0f36b tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 1.1139874 Feb 16 12:45:35.960103 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d8afe11f-c448-4bc1-b7b4-01246c0681c5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'port': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'fixed_ips': [{'subnet_id': 'e7592532-ebd3-4357-87c2-67b1d8a41ed4', 'ip_address': '2001:db8::1b33:ca54:4345:3c1d'}], 'name': 'tempest-NetworksTestDHCPv6-1737843485'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:36.014730 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.l3_db [None req-3cfb98d5-6cd9-4fc9-ac4c-60334ecbbf1c tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Floating IP f9ecb1de-e4d7-404d-90dd-4b2103efd770 associated. External IP: 172.26.5.254, port: 8d7c6404-271f-474b-8ea9-9e9ff46efbfc. Feb 16 12:45:36.055845 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 87ce661d-8f54-4633-879d-f89f38bbd27c no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:45:36.106261 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e43dcde-bd4f-4366-a856-d765a3b991c5 None None] New status for floating IP a30ae532-906b-43d3-80db-0bce84d19a6a: ACTIVE {{(pid=87702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:45:36.155915 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 87ce661d-8f54-4633-879d-f89f38bbd27c {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:45:36.156356 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 87ce661d-8f54-4633-879d-f89f38bbd27c not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:45:36.156811 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.db.resource_extend [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:45:36.304421 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1d0bd087-5d33-4b0f-bd58-12e679e612d7 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.310521 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f0b595-1a6a-40f8-b40e-d68c8429c992 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-c2beece7-853e-4518-ace6-8724ee235932', 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'tenant_id': '5979c0794f594272a8691960316755d8', 'fixed_ips': [{'subnet_id': 'e7592532-ebd3-4357-87c2-67b1d8a41ed4'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:45:36.311344 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-86f0b595-1a6a-40f8-b40e-d68c8429c992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.481978 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fb7c9459-7ac1-46c7-8062-19b732e3e330 req-9a06237a-16c7-4f4c-abf8-39e5865c63bf tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5213430 Feb 16 12:45:36.593564 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] device_id is not set on port 671d6c4c-bd72-46c9-aadc-d5a822e7443a yet. {{(pid=87701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:45:36.596457 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-86f0b595-1a6a-40f8-b40e-d68c8429c992 None None] Allocated IP 2001:db8::2 (c2beece7-853e-4518-ace6-8724ee235932/e7592532-ebd3-4357-87c2-67b1d8a41ed4/224df152-adfb-42d6-9668-02071b949ae0) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:36.626509 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d8afe11f-c448-4bc1-b7b4-01246c0681c5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:36.637722 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d8afe11f-c448-4bc1-b7b4-01246c0681c5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:36.649204 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed48c0cb-7ee2-48a5-b2ca-df30db42f26d tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:45:36.652278 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.654965 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed48c0cb-7ee2-48a5-b2ca-df30db42f26d tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.661164 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0073a8-785f-4279-9f87-99b8a153436c None None] Sync routers for ids ['4616f6f8-cd19-413c-ad5a-9f955c0a3a86'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:36.671811 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0073a8-785f-4279-9f87-99b8a153436c None None] Routers {'4616f6f8-cd19-413c-ad5a-9f955c0a3a86'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:36.672672 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-5a0073a8-785f-4279-9f87-99b8a153436c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:45:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['4616f6f8-cd19-413c-ad5a-9f955c0a3a86'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:36.708714 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8afe11f-c448-4bc1-b7b4-01246c0681c5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:36.717152 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.734308 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc88d93-7e43-426a-ac60-7e95ef2a99a5 req-ceea2f10-80f5-4e0b-8367-54f1e11e2f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:36.736634 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9bc88d93-7e43-426a-ac60-7e95ef2a99a5 req-ceea2f10-80f5-4e0b-8367-54f1e11e2f71 service neutron] 10.222.0.89 "GET /v2.0/networks?id=48c19cd8-ac27-4524-bc91-c49a239dcfeb HTTP/1.1" status: 200 len: 913 time: 0.9280236 Feb 16 12:45:36.743539 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Transition to ACTIVE for port object 671d6c4c-bd72-46c9-aadc-d5a822e7443a will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:36.746163 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0bd087-5d33-4b0f-bd58-12e679e612d7 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event updated for resources: {'Subnet': ['ID=b7cf900a-e857-41b7-94fc-5facac515659,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:36.754231 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9e026175-ee03-4ad0-9e85-4c03fed4ae30 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.884833 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-86f0b595-1a6a-40f8-b40e-d68c8429c992 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:36.900663 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-86f0b595-1a6a-40f8-b40e-d68c8429c992 None None] Transition to ACTIVE for port object 224df152-adfb-42d6-9668-02071b949ae0 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:36.906129 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-5a0073a8-785f-4279-9f87-99b8a153436c None None] Set router 4616f6f8-cd19-413c-ad5a-9f955c0a3a86 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:45:36.914633 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ed48c0cb-7ee2-48a5-b2ca-df30db42f26d tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.83 "PUT /v2.0/floatingips/c6a23893-78e4-432d-a86b-43317812fc1d HTTP/1.1" status: 200 len: 991 time: 4.6914704 Feb 16 12:45:36.925203 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-86f0b595-1a6a-40f8-b40e-d68c8429c992 None None] Transition to ACTIVE for port object 224df152-adfb-42d6-9668-02071b949ae0 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:36.935019 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae34209-ba66-4751-b778-ef796c107758', 'tag': '95f20114-48e2-4df4-9386-abf3bf1edbca'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:45:36.935632 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-86f0b595-1a6a-40f8-b40e-d68c8429c992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.079460 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f0b595-1a6a-40f8-b40e-d68c8429c992 None None] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:37.081251 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c93f28-3240-4bab-8a64-34151b0601aa req-8ac7cb10-5595-4252-813e-618f1e5c17c5 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:37.082840 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-86f0b595-1a6a-40f8-b40e-d68c8429c992 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:37.087654 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f0b595-1a6a-40f8-b40e-d68c8429c992 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:37.089559 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-32c93f28-3240-4bab-8a64-34151b0601aa req-8ac7cb10-5595-4252-813e-618f1e5c17c5 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.3928444 Feb 16 12:45:37.094222 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d8afe11f-c448-4bc1-b7b4-01246c0681c5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.096251 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0b595-1a6a-40f8-b40e-d68c8429c992 None None] Pushing event updated for resources: {'Port': ['ID=224df152-adfb-42d6-9668-02071b949ae0,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:37.171664 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-32c93f28-3240-4bab-8a64-34151b0601aa req-ad52a7ef-a283-4154-b333-c2722bb16bdd tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810885 Feb 16 12:45:37.183031 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-d8afe11f-c448-4bc1-b7b4-01246c0681c5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] device_id is not set on port f40f519c-0052-452f-b0a8-248c01d301b5 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:45:37.236108 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-86f0b595-1a6a-40f8-b40e-d68c8429c992 None None] Attempting to bind port 224df152-adfb-42d6-9668-02071b949ae0 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:37.236674 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-86f0b595-1a6a-40f8-b40e-d68c8429c992 None None] Attempting to bind port 224df152-adfb-42d6-9668-02071b949ae0 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:37.237255 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f0b595-1a6a-40f8-b40e-d68c8429c992 None None] Attempting to bind port 224df152-adfb-42d6-9668-02071b949ae0 on network c2beece7-853e-4518-ace6-8724ee235932 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:37.244732 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f0b595-1a6a-40f8-b40e-d68c8429c992 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:45:37.245215 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f0b595-1a6a-40f8-b40e-d68c8429c992 None None] Checking segment: {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:37.245710 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-86f0b595-1a6a-40f8-b40e-d68c8429c992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.246189 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f0b595-1a6a-40f8-b40e-d68c8429c992 None None] Bound using segment: {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:45:37.246767 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-86f0b595-1a6a-40f8-b40e-d68c8429c992 None None] Bound port: 224df152-adfb-42d6-9668-02071b949ae0, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:37.247371 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-86f0b595-1a6a-40f8-b40e-d68c8429c992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.265773 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.350707 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0bd087-5d33-4b0f-bd58-12e679e612d7 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Checking segment: {'id': '5880d591-39c4-4db1-88de-e96d80b46d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a3c94279-e0d3-40b0-bc12-6e0eb93cf3ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:37.351361 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0bd087-5d33-4b0f-bd58-12e679e612d7 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Network hostable DHCP agents. Network: a3c94279-e0d3-40b0-bc12-6e0eb93cf3ab, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:45:37.378878 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-86f0b595-1a6a-40f8-b40e-d68c8429c992 None None] For port 224df152-adfb-42d6-9668-02071b949ae0, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:45:37.387372 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-86f0b595-1a6a-40f8-b40e-d68c8429c992 None None] For port 224df152-adfb-42d6-9668-02071b949ae0, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=224df152-adfb-42d6-9668-02071b949ae0,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:45:37.402664 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-86f0b595-1a6a-40f8-b40e-d68c8429c992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.483361 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae34209-ba66-4751-b778-ef796c107758', 'tag': '95f20114-48e2-4df4-9386-abf3bf1edbca', 'status': 'completed', 'code': 200} Feb 16 12:45:37.486525 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-5a0073a8-785f-4279-9f87-99b8a153436c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4616f6f8-cd19-413c-ad5a-9f955c0a3a86', 'name': 'tempest-ServersTestManualDisk-1675529640-router', 'tenant_id': '4259764a734f42088729811e9b58c5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.223'}], 'enable_snat': True}, 'gw_port_id': 'f57626c4-6412-4c9b-ab1e-72c7818d14ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:20Z', 'updated_at': '2022-02-16T12:44:35Z', 'revision_number': 4, 'project_id': '4259764a734f42088729811e9b58c5b6', 'gw_port': {'id': 'f57626c4-6412-4c9b-ab1e-72c7818d14ef', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4616f6f8-cd19-413c-ad5a-9f955c0a3a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:23Z', 'updated_at': '2022-02-16T12:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': 'c6a23893-78e4-432d-a86b-43317812fc1d', 'tenant_id': '4259764a734f42088729811e9b58c5b6', 'floating_ip_address': '172.26.5.117', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '4616f6f8-cd19-413c-ad5a-9f955c0a3a86', 'port_id': '95f20114-48e2-4df4-9386-abf3bf1edbca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3802bb0-f51a-430a-aee4-70d5a6517150', 'mac_address': 'fa:16:3e:ec:b1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae34209-ba66-4751-b778-ef796c107758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:44:49Z', 'updated_at': '2022-02-16T12:45:33Z', 'revision_number': 1, 'project_id': '4259764a734f42088729811e9b58c5b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08ffd7fb-eb34-4c5f-93aa-3bb92a5a37de', 'name': '', 'network_id': 'd3802bb0-f51a-430a-aee4-70d5a6517150', 'tenant_id': '4259764a734f42088729811e9b58c5b6', 'mac_address': 'fa:16:3e:fa:31:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4616f6f8-cd19-413c-ad5a-9f955c0a3a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '5285d3fc-2a25-4443-819b-b9f97276ee26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:31Z', 'updated_at': '2022-02-16T12:44:52Z', 'revision_number': 5, 'project_id': '4259764a734f42088729811e9b58c5b6', 'subnets': [{'id': '5285d3fc-2a25-4443-819b-b9f97276ee26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:37.490523 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0073a8-785f-4279-9f87-99b8a153436c None None] Checking router: 4616f6f8-cd19-413c-ad5a-9f955c0a3a86 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:45:37.500528 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0073a8-785f-4279-9f87-99b8a153436c None None] Routers {'4616f6f8-cd19-413c-ad5a-9f955c0a3a86'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:37.500888 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-5a0073a8-785f-4279-9f87-99b8a153436c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:45:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['4616f6f8-cd19-413c-ad5a-9f955c0a3a86'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:37.565382 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0b595-1a6a-40f8-b40e-d68c8429c992 None None] Pushing event updated for resources: {'Port': ['ID=224df152-adfb-42d6-9668-02071b949ae0,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:37.621167 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-25a73f7a-d83f-4bd1-a068-e057247ce489 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:37.706887 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-d8afe11f-c448-4bc1-b7b4-01246c0681c5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Allocated IP 2001:db8::1b33:ca54:4345:3c1d (c2beece7-853e-4518-ace6-8724ee235932/e7592532-ebd3-4357-87c2-67b1d8a41ed4/f40f519c-0052-452f-b0a8-248c01d301b5) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:37.728425 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-5a0073a8-785f-4279-9f87-99b8a153436c None None] Set router 4616f6f8-cd19-413c-ad5a-9f955c0a3a86 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:45:37.872755 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Pushing event updated for resources: {'Port': ['ID=671d6c4c-bd72-46c9-aadc-d5a822e7443a,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:37.903861 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 671d6c4c-bd72-46c9-aadc-d5a822e7443a on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:37.904194 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 671d6c4c-bd72-46c9-aadc-d5a822e7443a by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:37.904566 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 671d6c4c-bd72-46c9-aadc-d5a822e7443a on network debbc617-7b60-4833-9826-fe4cab5b0f24 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:37.924110 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0bd087-5d33-4b0f-bd58-12e679e612d7 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Network a3c94279-e0d3-40b0-bc12-6e0eb93cf3ab is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:45:37.927507 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9bc88d93-7e43-426a-ac60-7e95ef2a99a5 req-cda4cdb8-8eb9-41ee-94d3-0982598a3bd6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=756287ee-6810-469c-9c37-8297d79eec56 HTTP/1.1" status: 200 len: 1000 time: 1.1780725 Feb 16 12:45:38.061208 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 224df152-adfb-42d6-9668-02071b949ae0 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:38.143846 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d8afe11f-c448-4bc1-b7b4-01246c0681c5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.151616 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 224df152-adfb-42d6-9668-02071b949ae0 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:38.166862 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9e026175-ee03-4ad0-9e85-4c03fed4ae30 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.168748 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Port 671d6c4c-bd72-46c9-aadc-d5a822e7443a on network debbc617-7b60-4833-9826-fe4cab5b0f24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:45:38.169091 dv-neutron-829527-1-hyperv neutron-server[87701]: ERROR neutron.plugins.ml2.managers [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Failed to bind port 671d6c4c-bd72-46c9-aadc-d5a822e7443a on host hv-neutron-8295 for vnic_type normal using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] Feb 16 12:45:38.205981 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-d8afe11f-c448-4bc1-b7b4-01246c0681c5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Transition to ACTIVE for port object f40f519c-0052-452f-b0a8-248c01d301b5 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:38.220707 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.plugins.ml2.plugin [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempt 2 to bind port 671d6c4c-bd72-46c9-aadc-d5a822e7443a Feb 16 12:45:38.235732 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-5a0073a8-785f-4279-9f87-99b8a153436c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4616f6f8-cd19-413c-ad5a-9f955c0a3a86', 'name': 'tempest-ServersTestManualDisk-1675529640-router', 'tenant_id': '4259764a734f42088729811e9b58c5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.223'}], 'enable_snat': True}, 'gw_port_id': 'f57626c4-6412-4c9b-ab1e-72c7818d14ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:20Z', 'updated_at': '2022-02-16T12:44:35Z', 'revision_number': 4, 'project_id': '4259764a734f42088729811e9b58c5b6', 'gw_port': {'id': 'f57626c4-6412-4c9b-ab1e-72c7818d14ef', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4616f6f8-cd19-413c-ad5a-9f955c0a3a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:23Z', 'updated_at': '2022-02-16T12:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': 'c6a23893-78e4-432d-a86b-43317812fc1d', 'tenant_id': '4259764a734f42088729811e9b58c5b6', 'floating_ip_address': '172.26.5.117', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '4616f6f8-cd19-413c-ad5a-9f955c0a3a86', 'port_id': '95f20114-48e2-4df4-9386-abf3bf1edbca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3802bb0-f51a-430a-aee4-70d5a6517150', 'mac_address': 'fa:16:3e:ec:b1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae34209-ba66-4751-b778-ef796c107758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:44:49Z', 'updated_at': '2022-02-16T12:45:33Z', 'revision_number': 1, 'project_id': '4259764a734f42088729811e9b58c5b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08ffd7fb-eb34-4c5f-93aa-3bb92a5a37de', 'name': '', 'network_id': 'd3802bb0-f51a-430a-aee4-70d5a6517150', 'tenant_id': '4259764a734f42088729811e9b58c5b6', 'mac_address': 'fa:16:3e:fa:31:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4616f6f8-cd19-413c-ad5a-9f955c0a3a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '5285d3fc-2a25-4443-819b-b9f97276ee26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:31Z', 'updated_at': '2022-02-16T12:44:52Z', 'revision_number': 5, 'project_id': '4259764a734f42088729811e9b58c5b6', 'subnets': [{'id': '5285d3fc-2a25-4443-819b-b9f97276ee26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:38.240283 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0073a8-785f-4279-9f87-99b8a153436c None None] The sync data for ids ['4616f6f8-cd19-413c-ad5a-9f955c0a3a86'] in dv-neutron-829527-1-hyperv is: [{'id': '4616f6f8-cd19-413c-ad5a-9f955c0a3a86', 'name': 'tempest-ServersTestManualDisk-1675529640-router', 'tenant_id': '4259764a734f42088729811e9b58c5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.223'}], 'enable_snat': True}, 'gw_port_id': 'f57626c4-6412-4c9b-ab1e-72c7818d14ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:20Z', 'updated_at': '2022-02-16T12:44:35Z', 'revision_number': 4, 'project_id': '4259764a734f42088729811e9b58c5b6', 'gw_port': {'id': 'f57626c4-6412-4c9b-ab1e-72c7818d14ef', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4616f6f8-cd19-413c-ad5a-9f955c0a3a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:23Z', 'updated_at': '2022-02-16T12:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': 'c6a23893-78e4-432d-a86b-43317812fc1d', 'tenant_id': '4259764a734f42088729811e9b58c5b6', 'floating_ip_address': '172.26.5.117', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '4616f6f8-cd19-413c-ad5a-9f955c0a3a86', 'port_id': '95f20114-48e2-4df4-9386-abf3bf1edbca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3802bb0-f51a-430a-aee4-70d5a6517150', 'mac_address': 'fa:16:3e:ec:b1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae34209-ba66-4751-b778-ef796c107758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:44:49Z', 'updated_at': '2022-02-16T12:45:33Z', 'revision_number': 1, 'project_id': '4259764a734f42088729811e9b58c5b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08ffd7fb-eb34-4c5f-93aa-3bb92a5a37de', 'name': '', 'network_id': 'd3802bb0-f51a-430a-aee4-70d5a6517150', 'tenant_id': '4259764a734f42088729811e9b58c5b6', 'mac_address': 'fa:16:3e:fa:31:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4616f6f8-cd19-413c-ad5a-9f955c0a3a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '5285d3fc-2a25-4443-819b-b9f97276ee26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:31Z', 'updated_at': '2022-02-16T12:44:52Z', 'revision_number': 5, 'project_id': '4259764a734f42088729811e9b58c5b6', 'subnets': [{'id': '5285d3fc-2a25-4443-819b-b9f97276ee26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:38.248660 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-25a73f7a-d83f-4bd1-a068-e057247ce489 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Deleting port b6d6dd84-5791-4cf6-8a3c-c9a1e5590c1b {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:38.249008 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-25a73f7a-d83f-4bd1-a068-e057247ce489 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.253506 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 671d6c4c-bd72-46c9-aadc-d5a822e7443a on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:38.253842 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 671d6c4c-bd72-46c9-aadc-d5a822e7443a by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:38.254223 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 671d6c4c-bd72-46c9-aadc-d5a822e7443a on network debbc617-7b60-4833-9826-fe4cab5b0f24 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:38.334534 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-1d0bd087-5d33-4b0f-bd58-12e679e612d7 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, a3c94279-e0d3-40b0-bc12-6e0eb93cf3ab) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:38.343761 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9b7918-e2e7-425d-9f26-9f50662668b9 None None] Network a3c94279-e0d3-40b0-bc12-6e0eb93cf3ab requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:38.373598 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc88d93-7e43-426a-ac60-7e95ef2a99a5 req-6e0d225f-e8a0-40d4-8a46-14c1f2d6f869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:38.375120 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9bc88d93-7e43-426a-ac60-7e95ef2a99a5 req-6e0d225f-e8a0-40d4-8a46-14c1f2d6f869 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5863982f-bd9e-4d06-825d-64b5d101ef97 HTTP/1.1" status: 200 len: 851 time: 0.2175355 Feb 16 12:45:38.384711 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0bd087-5d33-4b0f-bd58-12e679e612d7 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:38.385753 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1d0bd087-5d33-4b0f-bd58-12e679e612d7 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.405379 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Port 671d6c4c-bd72-46c9-aadc-d5a822e7443a on network debbc617-7b60-4833-9826-fe4cab5b0f24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:45:38.405766 dv-neutron-829527-1-hyperv neutron-server[87701]: ERROR neutron.plugins.ml2.managers [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Failed to bind port 671d6c4c-bd72-46c9-aadc-d5a822e7443a on host hv-neutron-8295 for vnic_type normal using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] Feb 16 12:45:38.415753 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ab07e-ff07-4443-84f5-ce1031ab816a req-f14869f9-bd60-42a1-88d6-9fccbebdc31c tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:38.417925 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-536ab07e-ff07-4443-84f5-ce1031ab816a req-f14869f9-bd60-42a1-88d6-9fccbebdc31c tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.83 "GET /v2.0/ports?device_id=8ae34209-ba66-4751-b778-ef796c107758 HTTP/1.1" status: 200 len: 945 time: 1.2567184 Feb 16 12:45:38.480637 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.plugins.ml2.plugin [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempt 3 to bind port 671d6c4c-bd72-46c9-aadc-d5a822e7443a Feb 16 12:45:38.489661 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06af0a8-c044-4463-bba8-c771e26fc925 req-55bf5de9-a395-4167-a0be-fc85a701b6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:38.489860 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d8afe11f-c448-4bc1-b7b4-01246c0681c5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.493129 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c06af0a8-c044-4463-bba8-c771e26fc925 req-55bf5de9-a395-4167-a0be-fc85a701b6a7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4259764a734f42088729811e9b58c5b6&device_id=8ae34209-ba66-4751-b778-ef796c107758 HTTP/1.1" status: 200 len: 1098 time: 0.9130890 Feb 16 12:45:38.500725 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-1d0bd087-5d33-4b0f-bd58-12e679e612d7 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.6128726 Feb 16 12:45:38.502671 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33488) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:38.539016 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-b509fd56-1910-4c44-909d-ef03fe34c418 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Request body: {'subnet': {'network_id': '6d23edfc-c97b-4d6d-87fc-a249f2adf64c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:38.724338 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228ac1e4-f938-4b9a-9b4f-a18200398668 None None] New status for floating IP c6a23893-78e4-432d-a86b-43317812fc1d: ACTIVE {{(pid=87702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:45:38.757180 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 671d6c4c-bd72-46c9-aadc-d5a822e7443a on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:38.757542 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 671d6c4c-bd72-46c9-aadc-d5a822e7443a by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:38.758009 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 671d6c4c-bd72-46c9-aadc-d5a822e7443a on network debbc617-7b60-4833-9826-fe4cab5b0f24 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:38.760318 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8afe11f-c448-4bc1-b7b4-01246c0681c5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:38.780794 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8afe11f-c448-4bc1-b7b4-01246c0681c5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Port': ['ID=f40f519c-0052-452f-b0a8-248c01d301b5,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:38.783832 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-d8afe11f-c448-4bc1-b7b4-01246c0681c5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:38.803001 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8afe11f-c448-4bc1-b7b4-01246c0681c5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:38.809290 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8afe11f-c448-4bc1-b7b4-01246c0681c5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:38.810328 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d8afe11f-c448-4bc1-b7b4-01246c0681c5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.832129 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-25a73f7a-d83f-4bd1-a068-e057247ce489 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.839253 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa31477-4921-4655-af08-87f6d6e98e80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-a3c94279-e0d3-40b0-bc12-6e0eb93cf3ab', 'network_id': 'a3c94279-e0d3-40b0-bc12-6e0eb93cf3ab', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'fixed_ips': [{'subnet_id': 'b7cf900a-e857-41b7-94fc-5facac515659'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:45:38.840458 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-dfa31477-4921-4655-af08-87f6d6e98e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:38.854309 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7094d-11e8-4188-be2b-364395df5ec5 req-816a9b65-778e-4e93-9cfc-3e0e07a42d03 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:38.855900 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-b9d7094d-11e8-4188-be2b-364395df5ec5 req-816a9b65-778e-4e93-9cfc-3e0e07a42d03 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.5536273 Feb 16 12:45:38.999621 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-b6fc4c54-bb88-4d79-a064-d29a3e20c474 None None] Provisioning for port 224df152-adfb-42d6-9668-02071b949ae0 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:39.019916 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-277ecf70-7c53-4f31-a344-7399f87c2461 req-f91675a1-273f-4831-9333-42c942f2a1d8 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.3634038 Feb 16 12:45:39.020710 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-25a73f7a-d83f-4bd1-a068-e057247ce489 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Calling delete_port for b6d6dd84-5791-4cf6-8a3c-c9a1e5590c1b owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:39.051071 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d8afe11f-c448-4bc1-b7b4-01246c0681c5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1009858 Feb 16 12:45:39.056377 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cfb98d5-6cd9-4fc9-ac4c-60334ecbbf1c tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Router c2865374-f8c0-489f-9ca5-8fd4b18100f9 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:45:39.058026 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06af0a8-c044-4463-bba8-c771e26fc925 req-3b136eb7-3b12-47e3-8df6-13afb88d4afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:39.059698 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c06af0a8-c044-4463-bba8-c771e26fc925 req-3b136eb7-3b12-47e3-8df6-13afb88d4afc service neutron] 10.222.0.89 "GET /v2.0/networks?id=d3802bb0-f51a-430a-aee4-70d5a6517150 HTTP/1.1" status: 200 len: 913 time: 0.5421786 Feb 16 12:45:39.062745 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-536ab07e-ff07-4443-84f5-ce1031ab816a req-0b708f51-26c4-4a52-ada1-35cccfc69147 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.83 "GET /v2.0/security-groups?id=62dfa7ce-67f7-40ab-a719-1c981b68d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5608306 Feb 16 12:45:39.063333 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Port 671d6c4c-bd72-46c9-aadc-d5a822e7443a on network debbc617-7b60-4833-9826-fe4cab5b0f24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:45:39.063691 dv-neutron-829527-1-hyperv neutron-server[87701]: ERROR neutron.plugins.ml2.managers [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Failed to bind port 671d6c4c-bd72-46c9-aadc-d5a822e7443a on host hv-neutron-8295 for vnic_type normal using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] Feb 16 12:45:39.064131 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33494) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:39.079247 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.plugins.ml2.plugin [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempt 4 to bind port 671d6c4c-bd72-46c9-aadc-d5a822e7443a Feb 16 12:45:39.141053 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-b9d7094d-11e8-4188-be2b-364395df5ec5 req-fa2c79e6-4c5a-436c-9269-33659bb535aa tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2765415 Feb 16 12:45:39.149643 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 671d6c4c-bd72-46c9-aadc-d5a822e7443a on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:39.150129 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 671d6c4c-bd72-46c9-aadc-d5a822e7443a by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:39.150603 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 671d6c4c-bd72-46c9-aadc-d5a822e7443a on network debbc617-7b60-4833-9826-fe4cab5b0f24 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:39.162405 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-eee55962-7352-4f9f-8fd4-4e96700b87a3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'port': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'fixed_ips': [{'subnet_id': 'e7592532-ebd3-4357-87c2-67b1d8a41ed4', 'ip_address': '2001:db8::1b33:ca54:4345:3c1d'}], 'name': 'tempest-NetworksTestDHCPv6-391012642'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:39.210589 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-b6fc4c54-bb88-4d79-a064-d29a3e20c474 None None] Provisioning complete for port 224df152-adfb-42d6-9668-02071b949ae0 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:39.211646 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b6fc4c54-bb88-4d79-a064-d29a3e20c474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.310590 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Port 671d6c4c-bd72-46c9-aadc-d5a822e7443a on network debbc617-7b60-4833-9826-fe4cab5b0f24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:45:39.310935 dv-neutron-829527-1-hyperv neutron-server[87701]: ERROR neutron.plugins.ml2.managers [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Failed to bind port 671d6c4c-bd72-46c9-aadc-d5a822e7443a on host hv-neutron-8295 for vnic_type normal using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] Feb 16 12:45:39.314990 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-25a73f7a-d83f-4bd1-a068-e057247ce489 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.370518 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-dfa31477-4921-4655-af08-87f6d6e98e80 None None] Allocated IP 172.20.0.2 (a3c94279-e0d3-40b0-bc12-6e0eb93cf3ab/b7cf900a-e857-41b7-94fc-5facac515659/b82bec5b-d03f-4d18-aa59-898ee4a73ebe) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:39.375589 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a73f7a-d83f-4bd1-a068-e057247ce489 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Pushing event deleted for resources: {'Port': ['ID=b6d6dd84-5791-4cf6-8a3c-c9a1e5590c1b,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:39.378229 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.plugins.ml2.plugin [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempt 5 to bind port 671d6c4c-bd72-46c9-aadc-d5a822e7443a Feb 16 12:45:39.455068 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-b509fd56-1910-4c44-909d-ef03fe34c418 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:39.475772 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc88d93-7e43-426a-ac60-7e95ef2a99a5 req-aae13176-16ce-48bc-8f7b-311bb2aba7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:39.477341 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9bc88d93-7e43-426a-ac60-7e95ef2a99a5 req-aae13176-16ce-48bc-8f7b-311bb2aba7a7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=48c19cd8-ac27-4524-bc91-c49a239dcfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0490329 Feb 16 12:45:39.482482 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-b509fd56-1910-4c44-909d-ef03fe34c418 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Usage tracker for resource:subnet and tenant:9f89b69482a141c697c1d7563c6011c5 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:39.496374 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 671d6c4c-bd72-46c9-aadc-d5a822e7443a on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:39.496734 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 671d6c4c-bd72-46c9-aadc-d5a822e7443a by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:39.497069 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 671d6c4c-bd72-46c9-aadc-d5a822e7443a on network debbc617-7b60-4833-9826-fe4cab5b0f24 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:39.504232 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-b509fd56-1910-4c44-909d-ef03fe34c418 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:39.649851 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-b509fd56-1910-4c44-909d-ef03fe34c418 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:39.670280 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Port 671d6c4c-bd72-46c9-aadc-d5a822e7443a on network debbc617-7b60-4833-9826-fe4cab5b0f24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:45:39.670624 dv-neutron-829527-1-hyperv neutron-server[87701]: ERROR neutron.plugins.ml2.managers [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Failed to bind port 671d6c4c-bd72-46c9-aadc-d5a822e7443a on host hv-neutron-8295 for vnic_type normal using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] Feb 16 12:45:39.672865 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-dfa31477-4921-4655-af08-87f6d6e98e80 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.679678 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-25a73f7a-d83f-4bd1-a068-e057247ce489 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.681676 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.plugins.ml2.plugin [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempt 6 to bind port 671d6c4c-bd72-46c9-aadc-d5a822e7443a Feb 16 12:45:39.683709 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-dfa31477-4921-4655-af08-87f6d6e98e80 None None] Transition to ACTIVE for port object b82bec5b-d03f-4d18-aa59-898ee4a73ebe will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:39.690881 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c06af0a8-c044-4463-bba8-c771e26fc925 req-31a80875-69ae-4f93-8830-ed355a2bd88a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95f20114-48e2-4df4-9386-abf3bf1edbca HTTP/1.1" status: 200 len: 1001 time: 0.5472050 Feb 16 12:45:39.718782 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-dfa31477-4921-4655-af08-87f6d6e98e80 None None] Transition to ACTIVE for port object b82bec5b-d03f-4d18-aa59-898ee4a73ebe will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:39.729518 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-dfa31477-4921-4655-af08-87f6d6e98e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.762175 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfb98d5-6cd9-4fc9-ac4c-60334ecbbf1c tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:45:39.770952 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b6fc4c54-bb88-4d79-a064-d29a3e20c474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.779921 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a23088a-f0f3-452f-829d-2ba8d5defc69 None None] Sync routers for ids ['c2865374-f8c0-489f-9ca5-8fd4b18100f9'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:39.798888 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a23088a-f0f3-452f-829d-2ba8d5defc69 None None] Routers {'c2865374-f8c0-489f-9ca5-8fd4b18100f9'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:39.802061 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-1a23088a-f0f3-452f-829d-2ba8d5defc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:45:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['c2865374-f8c0-489f-9ca5-8fd4b18100f9'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:39.807102 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3cfb98d5-6cd9-4fc9-ac4c-60334ecbbf1c tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.827713 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa31477-4921-4655-af08-87f6d6e98e80 None None] Network a3c94279-e0d3-40b0-bc12-6e0eb93cf3ab is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:39.829233 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa31477-4921-4655-af08-87f6d6e98e80 None None] Pushing event updated for resources: {'Port': ['ID=b82bec5b-d03f-4d18-aa59-898ee4a73ebe,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:39.836774 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-dfa31477-4921-4655-af08-87f6d6e98e80 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:39.840176 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa31477-4921-4655-af08-87f6d6e98e80 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:39.843408 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b509fd56-1910-4c44-909d-ef03fe34c418 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Made reservation on behalf of 9f89b69482a141c697c1d7563c6011c5 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:39.847029 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b509fd56-1910-4c44-909d-ef03fe34c418 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.847175 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-b6fc4c54-bb88-4d79-a064-d29a3e20c474 None None] For port 224df152-adfb-42d6-9668-02071b949ae0, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=224df152-adfb-42d6-9668-02071b949ae0,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:39.881123 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b6fc4c54-bb88-4d79-a064-d29a3e20c474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:39.887276 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 671d6c4c-bd72-46c9-aadc-d5a822e7443a on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:39.887616 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 671d6c4c-bd72-46c9-aadc-d5a822e7443a by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:39.888455 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 671d6c4c-bd72-46c9-aadc-d5a822e7443a on network debbc617-7b60-4833-9826-fe4cab5b0f24 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:39.981579 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Port 671d6c4c-bd72-46c9-aadc-d5a822e7443a on network debbc617-7b60-4833-9826-fe4cab5b0f24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:45:39.981960 dv-neutron-829527-1-hyperv neutron-server[87701]: ERROR neutron.plugins.ml2.managers [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Failed to bind port 671d6c4c-bd72-46c9-aadc-d5a822e7443a on host hv-neutron-8295 for vnic_type normal using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] Feb 16 12:45:39.992123 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.plugins.ml2.plugin [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempt 7 to bind port 671d6c4c-bd72-46c9-aadc-d5a822e7443a Feb 16 12:45:40.000025 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-dfa31477-4921-4655-af08-87f6d6e98e80 None None] Attempting to bind port b82bec5b-d03f-4d18-aa59-898ee4a73ebe on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:40.000391 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-dfa31477-4921-4655-af08-87f6d6e98e80 None None] Attempting to bind port b82bec5b-d03f-4d18-aa59-898ee4a73ebe by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '5880d591-39c4-4db1-88de-e96d80b46d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a3c94279-e0d3-40b0-bc12-6e0eb93cf3ab'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:40.000808 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa31477-4921-4655-af08-87f6d6e98e80 None None] Attempting to bind port b82bec5b-d03f-4d18-aa59-898ee4a73ebe on network a3c94279-e0d3-40b0-bc12-6e0eb93cf3ab {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:40.013383 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa31477-4921-4655-af08-87f6d6e98e80 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:45:40.013786 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa31477-4921-4655-af08-87f6d6e98e80 None None] Checking segment: {'id': '5880d591-39c4-4db1-88de-e96d80b46d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a3c94279-e0d3-40b0-bc12-6e0eb93cf3ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:40.014682 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-dfa31477-4921-4655-af08-87f6d6e98e80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:40.015665 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa31477-4921-4655-af08-87f6d6e98e80 None None] Bound using segment: {'id': '5880d591-39c4-4db1-88de-e96d80b46d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a3c94279-e0d3-40b0-bc12-6e0eb93cf3ab'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:45:40.015665 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-dfa31477-4921-4655-af08-87f6d6e98e80 None None] Bound port: b82bec5b-d03f-4d18-aa59-898ee4a73ebe, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5880d591-39c4-4db1-88de-e96d80b46d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a3c94279-e0d3-40b0-bc12-6e0eb93cf3ab'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:40.015869 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-dfa31477-4921-4655-af08-87f6d6e98e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:40.033709 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc4c54-bb88-4d79-a064-d29a3e20c474 None None] Pushing event updated for resources: {'Port': ['ID=224df152-adfb-42d6-9668-02071b949ae0,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:40.048813 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-eee55962-7352-4f9f-8fd4-4e96700b87a3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:40.076024 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-3cfb98d5-6cd9-4fc9-ac4c-60334ecbbf1c tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "PUT /v2.0/floatingips/f9ecb1de-e4d7-404d-90dd-4b2103efd770 HTTP/1.1" status: 200 len: 991 time: 8.1951768 Feb 16 12:45:40.077256 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e026175-ee03-4ad0-9e85-4c03fed4ae30 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Router 2e71f3d9-12bf-4ad5-925a-1eb333dd4070 is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:45:40.079958 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-eee55962-7352-4f9f-8fd4-4e96700b87a3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Usage tracker for resource:port and tenant:5979c0794f594272a8691960316755d8 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:40.088881 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a0ff25-ac30-41da-a645-065f8aa94794', 'tag': '8d7c6404-271f-474b-8ea9-9e9ff46efbfc'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:45:40.093370 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 671d6c4c-bd72-46c9-aadc-d5a822e7443a on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:40.093702 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 671d6c4c-bd72-46c9-aadc-d5a822e7443a by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:40.094021 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 671d6c4c-bd72-46c9-aadc-d5a822e7443a on network debbc617-7b60-4833-9826-fe4cab5b0f24 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:40.097368 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06af0a8-c044-4463-bba8-c771e26fc925 req-112c9cbb-5b3d-428d-9527-fc4d20d4dc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:40.098861 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c06af0a8-c044-4463-bba8-c771e26fc925 req-112c9cbb-5b3d-428d-9527-fc4d20d4dc2b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5285d3fc-2a25-4443-819b-b9f97276ee26 HTTP/1.1" status: 200 len: 851 time: 0.3437922 Feb 16 12:45:40.100106 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-eee55962-7352-4f9f-8fd4-4e96700b87a3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:40.103967 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-1a23088a-f0f3-452f-829d-2ba8d5defc69 None None] Set router c2865374-f8c0-489f-9ca5-8fd4b18100f9 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:45:40.124419 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-dfa31477-4921-4655-af08-87f6d6e98e80 None None] For port b82bec5b-d03f-4d18-aa59-898ee4a73ebe, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:45:40.127665 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-dfa31477-4921-4655-af08-87f6d6e98e80 None None] For port b82bec5b-d03f-4d18-aa59-898ee4a73ebe, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=b82bec5b-d03f-4d18-aa59-898ee4a73ebe,segment=NetworkSegment(5880d591-39c4-4db1-88de-e96d80b46d64),segment_id=5880d591-39c4-4db1-88de-e96d80b46d64)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:45:40.129506 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-0849cd30-8be7-43a8-9e5a-7869e348dd95 None None] Provisioning for port f40f519c-0052-452f-b0a8-248c01d301b5 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:40.135324 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-dfa31477-4921-4655-af08-87f6d6e98e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:40.155094 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-eee55962-7352-4f9f-8fd4-4e96700b87a3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:40.175412 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Port 671d6c4c-bd72-46c9-aadc-d5a822e7443a on network debbc617-7b60-4833-9826-fe4cab5b0f24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:45:40.175738 dv-neutron-829527-1-hyperv neutron-server[87701]: ERROR neutron.plugins.ml2.managers [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Failed to bind port 671d6c4c-bd72-46c9-aadc-d5a822e7443a on host hv-neutron-8295 for vnic_type normal using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] Feb 16 12:45:40.179302 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-0849cd30-8be7-43a8-9e5a-7869e348dd95 None None] Provisioning complete for port f40f519c-0052-452f-b0a8-248c01d301b5 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:40.180062 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0849cd30-8be7-43a8-9e5a-7869e348dd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:40.184661 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.plugins.ml2.plugin [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempt 8 to bind port 671d6c4c-bd72-46c9-aadc-d5a822e7443a Feb 16 12:45:40.211508 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a73f7a-d83f-4bd1-a068-e057247ce489 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Router 76374bd0-6b9e-4f59-a90a-206c49940c07 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:45:40.267359 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a0ff25-ac30-41da-a645-065f8aa94794', 'tag': '8d7c6404-271f-474b-8ea9-9e9ff46efbfc', 'status': 'completed', 'code': 200} Feb 16 12:45:40.271151 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9bc88d93-7e43-426a-ac60-7e95ef2a99a5 req-1b688930-fa93-4274-81a6-719e4cbd67dd service neutron] 10.222.0.89 "GET /v2.0/networks/48c19cd8-ac27-4524-bc91-c49a239dcfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7621591 Feb 16 12:45:40.301297 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa31477-4921-4655-af08-87f6d6e98e80 None None] Pushing event updated for resources: {'Port': ['ID=b82bec5b-d03f-4d18-aa59-898ee4a73ebe,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:40.314096 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-0849cd30-8be7-43a8-9e5a-7869e348dd95 None None] Port f40f519c-0052-452f-b0a8-248c01d301b5 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:45:40.519258 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee55962-7352-4f9f-8fd4-4e96700b87a3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:40.600206 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 671d6c4c-bd72-46c9-aadc-d5a822e7443a on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:40.601073 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 671d6c4c-bd72-46c9-aadc-d5a822e7443a by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:40.601073 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 671d6c4c-bd72-46c9-aadc-d5a822e7443a on network debbc617-7b60-4833-9826-fe4cab5b0f24 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:40.671333 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Port 671d6c4c-bd72-46c9-aadc-d5a822e7443a on network debbc617-7b60-4833-9826-fe4cab5b0f24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:45:40.672268 dv-neutron-829527-1-hyperv neutron-server[87701]: ERROR neutron.plugins.ml2.managers [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Failed to bind port 671d6c4c-bd72-46c9-aadc-d5a822e7443a on host hv-neutron-8295 for vnic_type normal using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] Feb 16 12:45:40.695905 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.plugins.ml2.plugin [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempt 9 to bind port 671d6c4c-bd72-46c9-aadc-d5a822e7443a Feb 16 12:45:40.711391 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a73f7a-d83f-4bd1-a068-e057247ce489 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:45:40.724090 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492f5f5d-0c76-4913-8745-b2738732b940 None None] Sync routers for ids ['76374bd0-6b9e-4f59-a90a-206c49940c07'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:40.737988 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492f5f5d-0c76-4913-8745-b2738732b940 None None] Routers {'76374bd0-6b9e-4f59-a90a-206c49940c07'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:40.738981 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-492f5f5d-0c76-4913-8745-b2738732b940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:45:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['76374bd0-6b9e-4f59-a90a-206c49940c07'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:40.752119 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e37fe9-6e90-4315-8184-05620426d59a req-59e97cfb-91b5-4aed-99bd-4753a1a48446 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:40.756046 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-1a23088a-f0f3-452f-829d-2ba8d5defc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2865374-f8c0-489f-9ca5-8fd4b18100f9', 'name': 'tempest-ServersTestJSON-1446679388-router', 'tenant_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': '92845cd6-4e81-4f8b-99ad-200c046880bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:22Z', 'updated_at': '2022-02-16T12:44:35Z', 'revision_number': 4, 'project_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'gw_port': {'id': '92845cd6-4e81-4f8b-99ad-200c046880bf', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:13:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2865374-f8c0-489f-9ca5-8fd4b18100f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:25Z', 'updated_at': '2022-02-16T12:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': 'f9ecb1de-e4d7-404d-90dd-4b2103efd770', 'tenant_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'floating_ip_address': '172.26.5.254', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': 'c2865374-f8c0-489f-9ca5-8fd4b18100f9', 'port_id': '8d7c6404-271f-474b-8ea9-9e9ff46efbfc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f63effa-f1fc-4fdf-827c-5f344c925210', 'mac_address': 'fa:16:3e:e2:33:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a0ff25-ac30-41da-a645-065f8aa94794', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:44:47Z', 'updated_at': '2022-02-16T12:45:34Z', 'revision_number': 1, 'project_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13e1dc46-d856-4f9e-b5aa-32b74f98768b', 'name': '', 'network_id': '3f63effa-f1fc-4fdf-827c-5f344c925210', 'tenant_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'mac_address': 'fa:16:3e:cd:67:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2865374-f8c0-489f-9ca5-8fd4b18100f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '25af59ae-eb65-4dc0-ba71-1417e9a15624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:33Z', 'updated_at': '2022-02-16T12:44:48Z', 'revision_number': 5, 'project_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'subnets': [{'id': '25af59ae-eb65-4dc0-ba71-1417e9a15624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:40.761062 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a23088a-f0f3-452f-829d-2ba8d5defc69 None None] Checking router: c2865374-f8c0-489f-9ca5-8fd4b18100f9 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:45:40.764830 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-26e37fe9-6e90-4315-8184-05620426d59a req-59e97cfb-91b5-4aed-99bd-4753a1a48446 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.3971751 Feb 16 12:45:40.772000 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a23088a-f0f3-452f-829d-2ba8d5defc69 None None] Routers {'c2865374-f8c0-489f-9ca5-8fd4b18100f9'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:40.772812 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-1a23088a-f0f3-452f-829d-2ba8d5defc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:45:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['c2865374-f8c0-489f-9ca5-8fd4b18100f9'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:40.815792 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-492f5f5d-0c76-4913-8745-b2738732b940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:40.825090 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-26e37fe9-6e90-4315-8184-05620426d59a req-774bcd50-2a4b-44a5-8670-2490c1f30f96 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589771 Feb 16 12:45:40.828112 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492f5f5d-0c76-4913-8745-b2738732b940 None None] Routers {'76374bd0-6b9e-4f59-a90a-206c49940c07'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:40.830275 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-492f5f5d-0c76-4913-8745-b2738732b940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:45:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['76374bd0-6b9e-4f59-a90a-206c49940c07'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:40.838665 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-25a73f7a-d83f-4bd1-a068-e057247ce489 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] 10.222.0.83 "PUT /v2.0/routers/76374bd0-6b9e-4f59-a90a-206c49940c07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1986551 Feb 16 12:45:40.839516 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33512) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:40.901219 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-492f5f5d-0c76-4913-8745-b2738732b940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:40.901865 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492f5f5d-0c76-4913-8745-b2738732b940 None None] The sync data for ids ['76374bd0-6b9e-4f59-a90a-206c49940c07'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:40.981755 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-1a23088a-f0f3-452f-829d-2ba8d5defc69 None None] Set router c2865374-f8c0-489f-9ca5-8fd4b18100f9 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:45:41.034268 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 671d6c4c-bd72-46c9-aadc-d5a822e7443a on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:41.034660 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 671d6c4c-bd72-46c9-aadc-d5a822e7443a by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:41.035147 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 671d6c4c-bd72-46c9-aadc-d5a822e7443a on network debbc617-7b60-4833-9826-fe4cab5b0f24 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:41.044305 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3662032c-7831-4dd7-a943-b5eab6bf6562 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.046407 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:45:41.080483 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Port 671d6c4c-bd72-46c9-aadc-d5a822e7443a on network debbc617-7b60-4833-9826-fe4cab5b0f24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:45:41.080753 dv-neutron-829527-1-hyperv neutron-server[87701]: ERROR neutron.plugins.ml2.managers [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Failed to bind port 671d6c4c-bd72-46c9-aadc-d5a822e7443a on host hv-neutron-8295 for vnic_type normal using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] Feb 16 12:45:41.095421 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.plugins.ml2.plugin [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempt 10 to bind port 671d6c4c-bd72-46c9-aadc-d5a822e7443a Feb 16 12:45:41.104714 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06af0a8-c044-4463-bba8-c771e26fc925 req-61834f8b-5bb3-4c90-b6fe-9753f9b345ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:41.106232 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c06af0a8-c044-4463-bba8-c771e26fc925 req-61834f8b-5bb3-4c90-b6fe-9753f9b345ea service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d3802bb0-f51a-430a-aee4-70d5a6517150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9879017 Feb 16 12:45:41.205808 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 671d6c4c-bd72-46c9-aadc-d5a822e7443a on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:41.206138 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 671d6c4c-bd72-46c9-aadc-d5a822e7443a by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:41.206481 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempting to bind port 671d6c4c-bd72-46c9-aadc-d5a822e7443a on network debbc617-7b60-4833-9826-fe4cab5b0f24 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:41.253675 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3662032c-7831-4dd7-a943-b5eab6bf6562 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.269627 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-3662032c-7831-4dd7-a943-b5eab6bf6562 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Deleting port ee020dec-34cc-481c-8cee-b1f93f1d335d {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:41.269977 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3662032c-7831-4dd7-a943-b5eab6bf6562 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.299739 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e026175-ee03-4ad0-9e85-4c03fed4ae30 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:45:41.315223 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Port 671d6c4c-bd72-46c9-aadc-d5a822e7443a on network debbc617-7b60-4833-9826-fe4cab5b0f24 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:45:41.315557 dv-neutron-829527-1-hyperv neutron-server[87701]: ERROR neutron.plugins.ml2.managers [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Failed to bind port 671d6c4c-bd72-46c9-aadc-d5a822e7443a on host hv-neutron-8295 for vnic_type normal using segments [{'id': '0abca782-959e-482c-aa02-5b6078817227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'debbc617-7b60-4833-9826-fe4cab5b0f24'}] Feb 16 12:45:41.315920 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.328479 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e38edd-bd93-4542-be4b-5cbd5173eab3 None None] Sync routers for ids ['2e71f3d9-12bf-4ad5-925a-1eb333dd4070'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:41.330943 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b509fd56-1910-4c44-909d-ef03fe34c418 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.350759 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e38edd-bd93-4542-be4b-5cbd5173eab3 None None] Routers {'2e71f3d9-12bf-4ad5-925a-1eb333dd4070'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:41.351692 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-e5e38edd-bd93-4542-be4b-5cbd5173eab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:45:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['2e71f3d9-12bf-4ad5-925a-1eb333dd4070'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:41.483431 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3662032c-7831-4dd7-a943-b5eab6bf6562 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.486233 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9bc88d93-7e43-426a-ac60-7e95ef2a99a5 req-f7086122-5a50-4887-958c-9f5cd18be749 service neutron] 10.222.0.89 "GET /v2.0/networks/48c19cd8-ac27-4524-bc91-c49a239dcfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0528276 Feb 16 12:45:41.486842 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b509fd56-1910-4c44-909d-ef03fe34c418 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event updated for resources: {'Subnet': ['ID=5a8e8140-cd10-464f-af03-fcab26f426fc,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:41.543937 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-eee55962-7352-4f9f-8fd4-4e96700b87a3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.555831 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f35a14-c4f1-48cc-9e87-f18ba36acf63 req-0dbfb97a-e8db-4bd4-8087-133ca61a0673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:41.557687 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-39f35a14-c4f1-48cc-9e87-f18ba36acf63 req-0dbfb97a-e8db-4bd4-8087-133ca61a0673 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e0be34df95bb4f3abecca4f5b7a46cf5&device_id=87a0ff25-ac30-41da-a645-065f8aa94794 HTTP/1.1" status: 200 len: 1098 time: 1.2926614 Feb 16 12:45:41.562152 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-e5e38edd-bd93-4542-be4b-5cbd5173eab3 None None] Set router 2e71f3d9-12bf-4ad5-925a-1eb333dd4070 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:45:41.605468 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05a276-a068-44a8-883e-6b140f74270a req-db1209d4-0aae-4afb-92bc-6e447bb45071 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:41.615112 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8165e29c-270a-4653-ad4b-f297a33a0984 None None] Network a3c94279-e0d3-40b0-bc12-6e0eb93cf3ab requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:41.619717 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5f05a276-a068-44a8-883e-6b140f74270a req-db1209d4-0aae-4afb-92bc-6e447bb45071 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "GET /v2.0/ports?device_id=87a0ff25-ac30-41da-a645-065f8aa94794 HTTP/1.1" status: 200 len: 945 time: 1.2422333 Feb 16 12:45:41.670958 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-3662032c-7831-4dd7-a943-b5eab6bf6562 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Calling delete_port for ee020dec-34cc-481c-8cee-b1f93f1d335d owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:41.803368 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-a09ab3bb-d369-4f59-a98a-7bccd74faea5 None None] Provisioning for port b82bec5b-d03f-4d18-aa59-898ee4a73ebe completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:41.827232 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-1a23088a-f0f3-452f-829d-2ba8d5defc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2865374-f8c0-489f-9ca5-8fd4b18100f9', 'name': 'tempest-ServersTestJSON-1446679388-router', 'tenant_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': '92845cd6-4e81-4f8b-99ad-200c046880bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:22Z', 'updated_at': '2022-02-16T12:44:35Z', 'revision_number': 4, 'project_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'gw_port': {'id': '92845cd6-4e81-4f8b-99ad-200c046880bf', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:13:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2865374-f8c0-489f-9ca5-8fd4b18100f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:25Z', 'updated_at': '2022-02-16T12:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': 'f9ecb1de-e4d7-404d-90dd-4b2103efd770', 'tenant_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'floating_ip_address': '172.26.5.254', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': 'c2865374-f8c0-489f-9ca5-8fd4b18100f9', 'port_id': '8d7c6404-271f-474b-8ea9-9e9ff46efbfc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f63effa-f1fc-4fdf-827c-5f344c925210', 'mac_address': 'fa:16:3e:e2:33:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a0ff25-ac30-41da-a645-065f8aa94794', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:44:47Z', 'updated_at': '2022-02-16T12:45:34Z', 'revision_number': 1, 'project_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13e1dc46-d856-4f9e-b5aa-32b74f98768b', 'name': '', 'network_id': '3f63effa-f1fc-4fdf-827c-5f344c925210', 'tenant_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'mac_address': 'fa:16:3e:cd:67:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2865374-f8c0-489f-9ca5-8fd4b18100f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '25af59ae-eb65-4dc0-ba71-1417e9a15624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:33Z', 'updated_at': '2022-02-16T12:44:48Z', 'revision_number': 5, 'project_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'subnets': [{'id': '25af59ae-eb65-4dc0-ba71-1417e9a15624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:41.829549 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9e026175-ee03-4ad0-9e85-4c03fed4ae30 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:41.833921 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-9e026175-ee03-4ad0-9e85-4c03fed4ae30 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 13.2640846 Feb 16 12:45:41.843123 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33516) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:41.846993 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a23088a-f0f3-452f-829d-2ba8d5defc69 None None] The sync data for ids ['c2865374-f8c0-489f-9ca5-8fd4b18100f9'] in dv-neutron-829527-1-hyperv is: [{'id': 'c2865374-f8c0-489f-9ca5-8fd4b18100f9', 'name': 'tempest-ServersTestJSON-1446679388-router', 'tenant_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': '92845cd6-4e81-4f8b-99ad-200c046880bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:22Z', 'updated_at': '2022-02-16T12:44:35Z', 'revision_number': 4, 'project_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'gw_port': {'id': '92845cd6-4e81-4f8b-99ad-200c046880bf', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:13:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2865374-f8c0-489f-9ca5-8fd4b18100f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:25Z', 'updated_at': '2022-02-16T12:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': 'f9ecb1de-e4d7-404d-90dd-4b2103efd770', 'tenant_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'floating_ip_address': '172.26.5.254', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': 'c2865374-f8c0-489f-9ca5-8fd4b18100f9', 'port_id': '8d7c6404-271f-474b-8ea9-9e9ff46efbfc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f63effa-f1fc-4fdf-827c-5f344c925210', 'mac_address': 'fa:16:3e:e2:33:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a0ff25-ac30-41da-a645-065f8aa94794', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:44:47Z', 'updated_at': '2022-02-16T12:45:34Z', 'revision_number': 1, 'project_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13e1dc46-d856-4f9e-b5aa-32b74f98768b', 'name': '', 'network_id': '3f63effa-f1fc-4fdf-827c-5f344c925210', 'tenant_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'mac_address': 'fa:16:3e:cd:67:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2865374-f8c0-489f-9ca5-8fd4b18100f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '25af59ae-eb65-4dc0-ba71-1417e9a15624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:33Z', 'updated_at': '2022-02-16T12:44:48Z', 'revision_number': 5, 'project_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'subnets': [{'id': '25af59ae-eb65-4dc0-ba71-1417e9a15624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:41.890967 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-e5e38edd-bd93-4542-be4b-5cbd5173eab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e71f3d9-12bf-4ad5-925a-1eb333dd4070', 'name': 'tempest-snat-router-2023863870', 'tenant_id': 'fa4c20ba72264dde861f4f6fcde1d1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.213'}], 'enable_snat': False}, 'gw_port_id': 'f76b33e1-397c-42d9-8ac6-f3f04883c7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:28Z', 'updated_at': '2022-02-16T12:45:35Z', 'revision_number': 3, 'project_id': 'fa4c20ba72264dde861f4f6fcde1d1da', 'gw_port': {'id': 'f76b33e1-397c-42d9-8ac6-f3f04883c7ff', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bd:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e71f3d9-12bf-4ad5-925a-1eb333dd4070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:31Z', 'updated_at': '2022-02-16T12:45:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:41.902174 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e38edd-bd93-4542-be4b-5cbd5173eab3 None None] Checking router: 2e71f3d9-12bf-4ad5-925a-1eb333dd4070 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:45:41.902522 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e38edd-bd93-4542-be4b-5cbd5173eab3 None None] Updating router 2e71f3d9-12bf-4ad5-925a-1eb333dd4070 port f76b33e1-397c-42d9-8ac6-f3f04883c7ff binding host dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:45:41.914188 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [None req-eee55962-7352-4f9f-8fd4-4e96700b87a3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] device_id is not set on port 417ed3c6-71b6-49dd-9325-ad6d4e61c10b yet. {{(pid=87701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:45:41.963689 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3662032c-7831-4dd7-a943-b5eab6bf6562 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.018702 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-e5e38edd-bd93-4542-be4b-5cbd5173eab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.052150 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3662032c-7831-4dd7-a943-b5eab6bf6562 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Pushing event deleted for resources: {'Port': ['ID=ee020dec-34cc-481c-8cee-b1f93f1d335d,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:42.212705 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b509fd56-1910-4c44-909d-ef03fe34c418 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Checking segment: {'id': '5a0f56f7-2180-4ebf-a87b-d729549f73ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6d23edfc-c97b-4d6d-87fc-a249f2adf64c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:42.213080 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b509fd56-1910-4c44-909d-ef03fe34c418 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Network hostable DHCP agents. Network: 6d23edfc-c97b-4d6d-87fc-a249f2adf64c, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:45:42.244861 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5f05a276-a068-44a8-883e-6b140f74270a req-97c4c621-aaa5-4a79-9ee4-4a86c62d5401 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "GET /v2.0/security-groups?id=e53f1014-ca93-4023-83ba-727714174b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5911369 Feb 16 12:45:42.253482 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c06af0a8-c044-4463-bba8-c771e26fc925 req-bdb54a08-58a2-4f9e-81a1-3fedd1e8e840 service neutron] 10.222.0.89 "GET /v2.0/networks/d3802bb0-f51a-430a-aee4-70d5a6517150?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1119747 Feb 16 12:45:42.258619 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device b82bec5b-d03f-4d18-aa59-898ee4a73ebe up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:42.298827 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] For port 671d6c4c-bd72-46c9-aadc-d5a822e7443a, host hv-neutron-8295, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:45:42.302184 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attempted to set empty binding levels {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 16 12:45:42.342110 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3662032c-7831-4dd7-a943-b5eab6bf6562 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023674'] for router_gateway, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.368054 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.423199 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port b82bec5b-d03f-4d18-aa59-898ee4a73ebe completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:42.446458 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port b82bec5b-d03f-4d18-aa59-898ee4a73ebe triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:42.447078 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.526920 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-8d62abd9-22c4-4caa-b2b6-021b7cf705e1 None None] Provisioning complete for port b82bec5b-d03f-4d18-aa59-898ee4a73ebe triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:42.527442 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8d62abd9-22c4-4caa-b2b6-021b7cf705e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.557281 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Pushing event updated for resources: {'Port': ['ID=671d6c4c-bd72-46c9-aadc-d5a822e7443a,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:42.635002 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3662032c-7831-4dd7-a943-b5eab6bf6562 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.638689 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3662032c-7831-4dd7-a943-b5eab6bf6562 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.650608 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538a591-6b71-4ee1-8750-7f0bc6d411b3 req-c6270005-d95a-4e22-be2c-ffcc53fc423e tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:42.652171 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2538a591-6b71-4ee1-8750-7f0bc6d411b3 req-c6270005-d95a-4e22-be2c-ffcc53fc423e tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.5375981 Feb 16 12:45:42.673122 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] In _notify_port_updated(), no bound segment for port 671d6c4c-bd72-46c9-aadc-d5a822e7443a on network debbc617-7b60-4833-9826-fe4cab5b0f24 {{(pid=87701) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:45:42.674139 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:42.674737 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.679243 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-3d31b48e-cb3c-4845-8e1c-61c2f6c70f8e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] 10.222.0.83 "PUT /v2.0/ports/671d6c4c-bd72-46c9-aadc-d5a822e7443a HTTP/1.1" status: 200 len: 975 time: 8.5001237 Feb 16 12:45:42.687680 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.688235 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b509fd56-1910-4c44-909d-ef03fe34c418 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Network 6d23edfc-c97b-4d6d-87fc-a249f2adf64c is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:45:42.691273 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33526) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:42.746521 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f35a14-c4f1-48cc-9e87-f18ba36acf63 req-6dec713f-0f6d-41b7-8532-ddb26dc1de34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:42.748052 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-39f35a14-c4f1-48cc-9e87-f18ba36acf63 req-6dec713f-0f6d-41b7-8532-ddb26dc1de34 service neutron] 10.222.0.89 "GET /v2.0/networks?id=3f63effa-f1fc-4fdf-827c-5f344c925210 HTTP/1.1" status: 200 len: 907 time: 1.1649203 Feb 16 12:45:42.777645 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3662032c-7831-4dd7-a943-b5eab6bf6562 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.778296 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3662032c-7831-4dd7-a943-b5eab6bf6562 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Fanout notify agent at l3_agent the message router_deleted on router 76374bd0-6b9e-4f59-a90a-206c49940c07 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:45:42.807256 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8d62abd9-22c4-4caa-b2b6-021b7cf705e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.836952 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port b82bec5b-d03f-4d18-aa59-898ee4a73ebe, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=b82bec5b-d03f-4d18-aa59-898ee4a73ebe,segment=NetworkSegment(5880d591-39c4-4db1-88de-e96d80b46d64),segment_id=5880d591-39c4-4db1-88de-e96d80b46d64)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:42.840751 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-b509fd56-1910-4c44-909d-ef03fe34c418 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 6d23edfc-c97b-4d6d-87fc-a249f2adf64c) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:42.845606 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b509fd56-1910-4c44-909d-ef03fe34c418 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:42.846406 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b509fd56-1910-4c44-909d-ef03fe34c418 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.866308 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-e5e38edd-bd93-4542-be4b-5cbd5173eab3 None None] Notify callbacks [] for port, precommit_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.884086 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ecf70-7c53-4f31-a344-7399f87c2461 req-96bceb14-958d-49bb-bac6-f9aced3b01ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:42.885818 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-277ecf70-7c53-4f31-a344-7399f87c2461 req-96bceb14-958d-49bb-bac6-f9aced3b01ff service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a8771b90386942c1a6095687790fa64b&device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 1098 time: 1.2036242 Feb 16 12:45:42.890243 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.891677 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 224df152-adfb-42d6-9668-02071b949ae0 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:42.897306 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.provisioning_blocks [None req-e5e38edd-bd93-4542-be4b-5cbd5173eab3 None None] Transition to ACTIVE for port object f76b33e1-397c-42d9-8ac6-f3f04883c7ff will not be triggered until provisioned by entity L2. {{(pid=87703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:42.909283 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-e5e38edd-bd93-4542-be4b-5cbd5173eab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:42.987669 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2538a591-6b71-4ee1-8750-7f0bc6d411b3 req-cdb6a97e-4b59-4d53-8eaf-193a64fd04bb tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3187692 Feb 16 12:45:42.999019 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b89211-34e3-471e-b6cf-309a58f49aab None None] Network 6d23edfc-c97b-4d6d-87fc-a249f2adf64c requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:43.010775 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fadc5e1-ee1b-4ab8-9e85-b70aa00dfb56 None None] Pushing event updated for resources: {'Port': ['ID=f76b33e1-397c-42d9-8ac6-f3f04883c7ff,revision_number=2']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:43.024927 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fadc5e1-ee1b-4ab8-9e85-b70aa00dfb56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:43.025491 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fadc5e1-ee1b-4ab8-9e85-b70aa00dfb56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:43.025907 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fadc5e1-ee1b-4ab8-9e85-b70aa00dfb56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:43.026321 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fadc5e1-ee1b-4ab8-9e85-b70aa00dfb56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:43.026775 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fadc5e1-ee1b-4ab8-9e85-b70aa00dfb56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:43.027637 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fadc5e1-ee1b-4ab8-9e85-b70aa00dfb56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:43.028082 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fadc5e1-ee1b-4ab8-9e85-b70aa00dfb56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:43.028471 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fadc5e1-ee1b-4ab8-9e85-b70aa00dfb56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:43.028962 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fadc5e1-ee1b-4ab8-9e85-b70aa00dfb56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:43.030300 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fadc5e1-ee1b-4ab8-9e85-b70aa00dfb56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:43.030300 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fadc5e1-ee1b-4ab8-9e85-b70aa00dfb56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:43.030300 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fadc5e1-ee1b-4ab8-9e85-b70aa00dfb56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:45:43.038500 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3662032c-7831-4dd7-a943-b5eab6bf6562 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.039702 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3662032c-7831-4dd7-a943-b5eab6bf6562 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] 10.222.0.83 "DELETE /v2.0/routers/76374bd0-6b9e-4f59-a90a-206c49940c07 HTTP/1.1" status: 204 len: 168 time: 2.1981778 Feb 16 12:45:43.042640 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33532) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:43.063098 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-e5e38edd-bd93-4542-be4b-5cbd5173eab3 None None] Attempting to bind port f76b33e1-397c-42d9-8ac6-f3f04883c7ff on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:43.063575 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-e5e38edd-bd93-4542-be4b-5cbd5173eab3 None None] Attempting to bind port f76b33e1-397c-42d9-8ac6-f3f04883c7ff by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:43.064079 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e38edd-bd93-4542-be4b-5cbd5173eab3 None None] Attempting to bind port f76b33e1-397c-42d9-8ac6-f3f04883c7ff on network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:43.072545 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e38edd-bd93-4542-be4b-5cbd5173eab3 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:45:43.073035 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e38edd-bd93-4542-be4b-5cbd5173eab3 None None] Checking segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:43.073579 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-e5e38edd-bd93-4542-be4b-5cbd5173eab3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.074031 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e38edd-bd93-4542-be4b-5cbd5173eab3 None None] Bound using segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:45:43.074629 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-e5e38edd-bd93-4542-be4b-5cbd5173eab3 None None] Bound port: f76b33e1-397c-42d9-8ac6-f3f04883c7ff, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:43.075098 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-e5e38edd-bd93-4542-be4b-5cbd5173eab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.098227 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-02d901a0-34f0-4f81-9c5b-9b2e2b7b597e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Deleting port 671d6c4c-bd72-46c9-aadc-d5a822e7443a {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:43.098698 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-02d901a0-34f0-4f81-9c5b-9b2e2b7b597e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.110356 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13299b9c-4a6e-48cc-90c3-1a59162196fd None None] New status for floating IP f9ecb1de-e4d7-404d-90dd-4b2103efd770: ACTIVE {{(pid=87702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:45:43.172079 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-e5e38edd-bd93-4542-be4b-5cbd5173eab3 None None] For port f76b33e1-397c-42d9-8ac6-f3f04883c7ff, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:45:43.175981 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-e5e38edd-bd93-4542-be4b-5cbd5173eab3 None None] For port f76b33e1-397c-42d9-8ac6-f3f04883c7ff, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=f76b33e1-397c-42d9-8ac6-f3f04883c7ff,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:45:43.186902 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-e5e38edd-bd93-4542-be4b-5cbd5173eab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.220082 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-996c1ecd-7fcd-461a-b7f3-bc8eb1e075b7 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Deleting subnet aaef02b1-4738-41aa-a6d1-a6581371b408 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:45:43.228589 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-996c1ecd-7fcd-461a-b7f3-bc8eb1e075b7 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.241882 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-b509fd56-1910-4c44-909d-ef03fe34c418 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.7259493 Feb 16 12:45:43.244796 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-5795bc22-a90e-47eb-b6b3-f9697ea68865 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] 10.222.0.83 "GET /v2.0/routers/2e71f3d9-12bf-4ad5-925a-1eb333dd4070 HTTP/1.1" status: 200 len: 909 time: 1.3971705 Feb 16 12:45:43.255341 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33536) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:43.255618 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33538) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:43.279249 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-867e3978-bf8c-492a-aab6-83837c3714d5 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-393237889', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:43.283745 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fadc5e1-ee1b-4ab8-9e85-b70aa00dfb56 None None] Pushing event updated for resources: {'Port': ['ID=f76b33e1-397c-42d9-8ac6-f3f04883c7ff,revision_number=3']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:43.286470 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-acaf5c6e-ecc2-436f-87df-8ace42ac4c6c tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2023863870', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'enable_snat': True}}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:43.302491 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-867e3978-bf8c-492a-aab6-83837c3714d5 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:43.308956 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-acaf5c6e-ecc2-436f-87df-8ace42ac4c6c tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:43.315253 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e38edd-bd93-4542-be4b-5cbd5173eab3 None None] Routers {'2e71f3d9-12bf-4ad5-925a-1eb333dd4070'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:43.316391 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-e5e38edd-bd93-4542-be4b-5cbd5173eab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:45:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['2e71f3d9-12bf-4ad5-925a-1eb333dd4070'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:43.336505 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-867e3978-bf8c-492a-aab6-83837c3714d5 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Usage tracker for resource:router and tenant:9f89b69482a141c697c1d7563c6011c5 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:43.385689 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-acaf5c6e-ecc2-436f-87df-8ace42ac4c6c tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Usage tracker for resource:router and tenant:fa4c20ba72264dde861f4f6fcde1d1da is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:43.395420 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-867e3978-bf8c-492a-aab6-83837c3714d5 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:43.398212 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-acaf5c6e-ecc2-436f-87df-8ace42ac4c6c tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:43.410283 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-867e3978-bf8c-492a-aab6-83837c3714d5 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:43.425391 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-acaf5c6e-ecc2-436f-87df-8ace42ac4c6c tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:43.428792 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-996c1ecd-7fcd-461a-b7f3-bc8eb1e075b7 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.460394 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c06af0a8-c044-4463-bba8-c771e26fc925 req-dce436a8-fb33-44f5-8cb6-bcef56b2bf1e service neutron] 10.222.0.89 "GET /v2.0/networks/d3802bb0-f51a-430a-aee4-70d5a6517150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1746109 Feb 16 12:45:43.498650 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-02d901a0-34f0-4f81-9c5b-9b2e2b7b597e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] For port 671d6c4c-bd72-46c9-aadc-d5a822e7443a, host hv-neutron-8295, got binding levels [] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:43.498650 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-02d901a0-34f0-4f81-9c5b-9b2e2b7b597e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.502228 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-39f35a14-c4f1-48cc-9e87-f18ba36acf63 req-936b9286-6b1c-4b18-9c02-67bf949a6145 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d7c6404-271f-474b-8ea9-9e9ff46efbfc HTTP/1.1" status: 200 len: 999 time: 0.7231755 Feb 16 12:45:43.522898 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 224df152-adfb-42d6-9668-02071b949ae0 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:43.523703 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.553387 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-acaf5c6e-ecc2-436f-87df-8ace42ac4c6c tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.554464 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-acaf5c6e-ecc2-436f-87df-8ace42ac4c6c tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.559265 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-867e3978-bf8c-492a-aab6-83837c3714d5 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.560231 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-867e3978-bf8c-492a-aab6-83837c3714d5 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.612579 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.db.api [None req-8d62abd9-22c4-4caa-b2b6-021b7cf705e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:45:43.614025 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG oslo_db.api [None req-8d62abd9-22c4-4caa-b2b6-021b7cf705e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:45:43.626656 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=b82bec5b-d03f-4d18-aa59-898ee4a73ebe,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:43.638189 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-eee55962-7352-4f9f-8fd4-4e96700b87a3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 16 12:45:43.638904 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eee55962-7352-4f9f-8fd4-4e96700b87a3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:43.670557 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ecf70-7c53-4f31-a344-7399f87c2461 req-98f3bc47-c8c3-4cd7-a31d-1f233e5d70c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:43.672220 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-277ecf70-7c53-4f31-a344-7399f87c2461 req-98f3bc47-c8c3-4cd7-a31d-1f233e5d70c9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=48c19cd8-ac27-4524-bc91-c49a239dcfeb HTTP/1.1" status: 200 len: 913 time: 0.7297864 Feb 16 12:45:43.679217 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f35a14-c4f1-48cc-9e87-f18ba36acf63 req-b03a63eb-1873-4cd9-82c1-f3356642af87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:43.681390 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-39f35a14-c4f1-48cc-9e87-f18ba36acf63 req-b03a63eb-1873-4cd9-82c1-f3356642af87 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=25af59ae-eb65-4dc0-ba71-1417e9a15624 HTTP/1.1" status: 200 len: 845 time: 0.1540949 Feb 16 12:45:43.690510 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-e5e38edd-bd93-4542-be4b-5cbd5173eab3 None None] Set router 2e71f3d9-12bf-4ad5-925a-1eb333dd4070 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:45:43.694411 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c67f4b-3258-41d7-bdb5-b5f089f2c351 req-916141ea-97fb-43c7-843a-3a02248fe5d4 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:43.696572 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f5c67f4b-3258-41d7-bdb5-b5f089f2c351 req-916141ea-97fb-43c7-843a-3a02248fe5d4 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.4401946 Feb 16 12:45:43.698886 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-eee55962-7352-4f9f-8fd4-4e96700b87a3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 4.5792701 Feb 16 12:45:43.705715 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-02d901a0-34f0-4f81-9c5b-9b2e2b7b597e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Calling delete_port for 671d6c4c-bd72-46c9-aadc-d5a822e7443a owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:43.743618 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33544) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:43.831835 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-867e3978-bf8c-492a-aab6-83837c3714d5 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.852535 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-acaf5c6e-ecc2-436f-87df-8ace42ac4c6c tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.861824 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33b38de-3dbc-4d22-bdd6-ec9dfdcca943 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-6d23edfc-c97b-4d6d-87fc-a249f2adf64c', 'network_id': '6d23edfc-c97b-4d6d-87fc-a249f2adf64c', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'fixed_ips': [{'subnet_id': '5a8e8140-cd10-464f-af03-fcab26f426fc'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:45:43.863937 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d33b38de-3dbc-4d22-bdd6-ec9dfdcca943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.912644 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-996c1ecd-7fcd-461a-b7f3-bc8eb1e075b7 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.914393 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f5c67f4b-3258-41d7-bdb5-b5f089f2c351 req-7e8b0d16-0ad5-49e3-aba2-fb8462bc8e2d tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099439 Feb 16 12:45:43.922560 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-277ecf70-7c53-4f31-a344-7399f87c2461 req-154f0779-4b5d-409d-9f4c-199bf4a9870b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=756287ee-6810-469c-9c37-8297d79eec56 HTTP/1.1" status: 200 len: 1000 time: 0.2219632 Feb 16 12:45:43.959719 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-867e3978-bf8c-492a-aab6-83837c3714d5 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:43.974574 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-02d901a0-34f0-4f81-9c5b-9b2e2b7b597e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.012202 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device b82bec5b-d03f-4d18-aa59-898ee4a73ebe up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:44.088592 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f35a14-c4f1-48cc-9e87-f18ba36acf63 req-be4ed496-fae9-4e9c-8e5b-cefae9af36ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:44.090317 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-39f35a14-c4f1-48cc-9e87-f18ba36acf63 req-be4ed496-fae9-4e9c-8e5b-cefae9af36ce service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=3f63effa-f1fc-4fdf-827c-5f344c925210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3283558 Feb 16 12:45:44.178414 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d901a0-34f0-4f81-9c5b-9b2e2b7b597e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Pushing event deleted for resources: {'Port': ['ID=671d6c4c-bd72-46c9-aadc-d5a822e7443a,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:44.196193 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-02d901a0-34f0-4f81-9c5b-9b2e2b7b597e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.230982 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ecf70-7c53-4f31-a344-7399f87c2461 req-108000e1-0dcc-47e1-9710-03611a31d97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:44.237266 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-e5e38edd-bd93-4542-be4b-5cbd5173eab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e71f3d9-12bf-4ad5-925a-1eb333dd4070', 'name': 'tempest-snat-router-2023863870', 'tenant_id': 'fa4c20ba72264dde861f4f6fcde1d1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.213'}], 'enable_snat': False}, 'gw_port_id': 'f76b33e1-397c-42d9-8ac6-f3f04883c7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:28Z', 'updated_at': '2022-02-16T12:45:35Z', 'revision_number': 3, 'project_id': 'fa4c20ba72264dde861f4f6fcde1d1da', 'gw_port': {'id': 'f76b33e1-397c-42d9-8ac6-f3f04883c7ff', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bd:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e71f3d9-12bf-4ad5-925a-1eb333dd4070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:31Z', 'updated_at': '2022-02-16T12:45:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:44.239985 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-277ecf70-7c53-4f31-a344-7399f87c2461 req-108000e1-0dcc-47e1-9710-03611a31d97e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5863982f-bd9e-4d06-825d-64b5d101ef97 HTTP/1.1" status: 200 len: 851 time: 0.2981384 Feb 16 12:45:44.240113 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port b82bec5b-d03f-4d18-aa59-898ee4a73ebe triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:44.240475 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.243477 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e38edd-bd93-4542-be4b-5cbd5173eab3 None None] The sync data for ids ['2e71f3d9-12bf-4ad5-925a-1eb333dd4070'] in dv-neutron-829527-1-hyperv is: [{'id': '2e71f3d9-12bf-4ad5-925a-1eb333dd4070', 'name': 'tempest-snat-router-2023863870', 'tenant_id': 'fa4c20ba72264dde861f4f6fcde1d1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.213'}], 'enable_snat': False}, 'gw_port_id': 'f76b33e1-397c-42d9-8ac6-f3f04883c7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:28Z', 'updated_at': '2022-02-16T12:45:35Z', 'revision_number': 3, 'project_id': 'fa4c20ba72264dde861f4f6fcde1d1da', 'gw_port': {'id': 'f76b33e1-397c-42d9-8ac6-f3f04883c7ff', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bd:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e71f3d9-12bf-4ad5-925a-1eb333dd4070', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:31Z', 'updated_at': '2022-02-16T12:45:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:44.309652 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1886ea7b-5080-49d3-a967-dcf348779773 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:44.315622 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-d33b38de-3dbc-4d22-bdd6-ec9dfdcca943 None None] Allocated IP 172.21.0.2 (6d23edfc-c97b-4d6d-87fc-a249f2adf64c/5a8e8140-cd10-464f-af03-fcab26f426fc/79f4664c-1de6-4248-8c6d-caf2679a5eaf) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:44.328114 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1886ea7b-5080-49d3-a967-dcf348779773 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:44.329349 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1886ea7b-5080-49d3-a967-dcf348779773 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:44.335736 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-02d901a0-34f0-4f81-9c5b-9b2e2b7b597e tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] 10.222.0.83 "DELETE /v2.0/ports/671d6c4c-bd72-46c9-aadc-d5a822e7443a HTTP/1.1" status: 204 len: 168 time: 1.6370246 Feb 16 12:45:44.338521 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33552) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:44.396234 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ddd769b-5685-4c04-a7aa-3333e9fad14f tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] GET failed (client error): The resource could not be found. Feb 16 12:45:44.396929 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-4ddd769b-5685-4c04-a7aa-3333e9fad14f tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Synchronizing usage tracker for tenant:0f62f04c62f2405e91eb922254e90c40 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:44.439399 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-acaf5c6e-ecc2-436f-87df-8ace42ac4c6c tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.447764 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-867e3978-bf8c-492a-aab6-83837c3714d5 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.449278 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-867e3978-bf8c-492a-aab6-83837c3714d5 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.1867414 Feb 16 12:45:44.452486 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-996c1ecd-7fcd-461a-b7f3-bc8eb1e075b7 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.458812 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33556) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:44.499962 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-39f35a14-c4f1-48cc-9e87-f18ba36acf63 req-9d6be3e0-e129-49c2-94e3-d41c5c766775 service neutron] 10.222.0.89 "GET /v2.0/networks/3f63effa-f1fc-4fdf-827c-5f344c925210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967223 Feb 16 12:45:44.515670 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-4ddd769b-5685-4c04-a7aa-3333e9fad14f tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] Unset dirty status for tenant:0f62f04c62f2405e91eb922254e90c40 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:44.520071 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-4ddd769b-5685-4c04-a7aa-3333e9fad14f tempest-PortsAdminExtendedAttrsTestJSON-1004211168 tempest-PortsAdminExtendedAttrsTestJSON-1004211168-project-admin] 10.222.0.83 "GET /v2.0/ports/671d6c4c-bd72-46c9-aadc-d5a822e7443a HTTP/1.1" status: 404 len: 333 time: 0.1744616 Feb 16 12:45:44.538155 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33560) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:44.567352 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ecf70-7c53-4f31-a344-7399f87c2461 req-469deb3b-4a3a-4c5d-bbf5-92e8846ab1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:44.569243 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-277ecf70-7c53-4f31-a344-7399f87c2461 req-469deb3b-4a3a-4c5d-bbf5-92e8846ab1ed service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=48c19cd8-ac27-4524-bc91-c49a239dcfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3180702 Feb 16 12:45:44.572536 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996c1ecd-7fcd-461a-b7f3-bc8eb1e075b7 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Pushing event deleted for resources: {'Subnet': ['ID=aaef02b1-4738-41aa-a6d1-a6581371b408,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:44.593603 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19b2e80-e623-421d-8618-5bde521e3126 None None] Network ad13fb64-e8ed-4a90-941f-ecef4e45d13a requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:44.594902 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-996c1ecd-7fcd-461a-b7f3-bc8eb1e075b7 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.599071 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-996c1ecd-7fcd-461a-b7f3-bc8eb1e075b7 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] 10.222.0.83 "DELETE /v2.0/subnets/aaef02b1-4738-41aa-a6d1-a6581371b408 HTTP/1.1" status: 204 len: 168 time: 1.5532262 Feb 16 12:45:44.639464 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33564) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:44.768739 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1886ea7b-5080-49d3-a967-dcf348779773 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:44.772317 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1886ea7b-5080-49d3-a967-dcf348779773 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 1.0243475 Feb 16 12:45:44.774187 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33570) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:44.854608 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d33b38de-3dbc-4d22-bdd6-ec9dfdcca943 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.873997 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-d33b38de-3dbc-4d22-bdd6-ec9dfdcca943 None None] Transition to ACTIVE for port object 79f4664c-1de6-4248-8c6d-caf2679a5eaf will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:44.899961 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-d33b38de-3dbc-4d22-bdd6-ec9dfdcca943 None None] Transition to ACTIVE for port object 79f4664c-1de6-4248-8c6d-caf2679a5eaf will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:44.916505 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d33b38de-3dbc-4d22-bdd6-ec9dfdcca943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:44.963329 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a75f5e-db25-432f-a44e-e8765afb2ea6 req-ff1b1de1-e783-4d6c-8b98-2de43cdf95f8 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:44.964885 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c9a75f5e-db25-432f-a44e-e8765afb2ea6 req-ff1b1de1-e783-4d6c-8b98-2de43cdf95f8 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.5497739 Feb 16 12:45:44.968296 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2e8a927e-66f2-4cf5-a67a-edae04375819 tempest-PortsAdminExtendedAttrsTestJSON-1600496700 tempest-PortsAdminExtendedAttrsTestJSON-1600496700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.011596 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-91f59ce1-f9e8-4dc7-b5e5-abb4247d7c4c tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.012745 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83062f75-7d59-471c-8141-03f5f651aa31 None None] DHCP port deletion for ad13fb64-e8ed-4a90-941f-ecef4e45d13a request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:45:45.018085 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33b38de-3dbc-4d22-bdd6-ec9dfdcca943 None None] Network 6d23edfc-c97b-4d6d-87fc-a249f2adf64c is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:45.021328 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-83062f75-7d59-471c-8141-03f5f651aa31 None None] Deleting port 5855de6c-0cbe-4a22-a481-b01f08813492 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:45.021731 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-83062f75-7d59-471c-8141-03f5f651aa31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.042291 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-39f35a14-c4f1-48cc-9e87-f18ba36acf63 req-f7685a17-1d02-40d8-af95-43a0ccae651f service neutron] 10.222.0.89 "GET /v2.0/networks/3f63effa-f1fc-4fdf-827c-5f344c925210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5221977 Feb 16 12:45:45.050047 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-d33b38de-3dbc-4d22-bdd6-ec9dfdcca943 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:45.058766 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b21a5c9f-3ffd-4f73-b2ad-9a1f3e3d5dd8 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting port f40f519c-0052-452f-b0a8-248c01d301b5 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:45.059503 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b21a5c9f-3ffd-4f73-b2ad-9a1f3e3d5dd8 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.061378 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33b38de-3dbc-4d22-bdd6-ec9dfdcca943 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:45.082890 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b38de-3dbc-4d22-bdd6-ec9dfdcca943 None None] Pushing event updated for resources: {'Port': ['ID=79f4664c-1de6-4248-8c6d-caf2679a5eaf,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:45.165799 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-91f59ce1-f9e8-4dc7-b5e5-abb4247d7c4c tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Deleting port 5855de6c-0cbe-4a22-a481-b01f08813492 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:45.166149 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-91f59ce1-f9e8-4dc7-b5e5-abb4247d7c4c tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.221086 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-d33b38de-3dbc-4d22-bdd6-ec9dfdcca943 None None] Attempting to bind port 79f4664c-1de6-4248-8c6d-caf2679a5eaf on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:45.221439 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-d33b38de-3dbc-4d22-bdd6-ec9dfdcca943 None None] Attempting to bind port 79f4664c-1de6-4248-8c6d-caf2679a5eaf by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '5a0f56f7-2180-4ebf-a87b-d729549f73ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6d23edfc-c97b-4d6d-87fc-a249f2adf64c'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:45.221800 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33b38de-3dbc-4d22-bdd6-ec9dfdcca943 None None] Attempting to bind port 79f4664c-1de6-4248-8c6d-caf2679a5eaf on network 6d23edfc-c97b-4d6d-87fc-a249f2adf64c {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:45.263411 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33b38de-3dbc-4d22-bdd6-ec9dfdcca943 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:45:45.263785 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33b38de-3dbc-4d22-bdd6-ec9dfdcca943 None None] Checking segment: {'id': '5a0f56f7-2180-4ebf-a87b-d729549f73ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6d23edfc-c97b-4d6d-87fc-a249f2adf64c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:45.264183 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d33b38de-3dbc-4d22-bdd6-ec9dfdcca943 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.264576 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33b38de-3dbc-4d22-bdd6-ec9dfdcca943 None None] Bound using segment: {'id': '5a0f56f7-2180-4ebf-a87b-d729549f73ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6d23edfc-c97b-4d6d-87fc-a249f2adf64c'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:45:45.265095 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-d33b38de-3dbc-4d22-bdd6-ec9dfdcca943 None None] Bound port: 79f4664c-1de6-4248-8c6d-caf2679a5eaf, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0f56f7-2180-4ebf-a87b-d729549f73ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6d23edfc-c97b-4d6d-87fc-a249f2adf64c'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:45.265463 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d33b38de-3dbc-4d22-bdd6-ec9dfdcca943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.369593 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-277ecf70-7c53-4f31-a344-7399f87c2461 req-f76d92b7-21d7-4531-a595-64e9975c330f service neutron] 10.222.0.89 "GET /v2.0/networks/48c19cd8-ac27-4524-bc91-c49a239dcfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7363787 Feb 16 12:45:45.385145 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c9a75f5e-db25-432f-a44e-e8765afb2ea6 req-f699d802-056b-4336-8568-3d3fa8092eb0 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3855686 Feb 16 12:45:45.511862 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-83062f75-7d59-471c-8141-03f5f651aa31 None None] For port 5855de6c-0cbe-4a22-a481-b01f08813492, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=5855de6c-0cbe-4a22-a481-b01f08813492,segment=NetworkSegment(cb64f129-b859-4993-a651-d874a157c1e9),segment_id=cb64f129-b859-4993-a651-d874a157c1e9)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:45.512664 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-83062f75-7d59-471c-8141-03f5f651aa31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.521343 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-d33b38de-3dbc-4d22-bdd6-ec9dfdcca943 None None] For port 79f4664c-1de6-4248-8c6d-caf2679a5eaf, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:45:45.590475 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2e8a927e-66f2-4cf5-a67a-edae04375819 tempest-PortsAdminExtendedAttrsTestJSON-1600496700 tempest-PortsAdminExtendedAttrsTestJSON-1600496700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.685307 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-d33b38de-3dbc-4d22-bdd6-ec9dfdcca943 None None] For port 79f4664c-1de6-4248-8c6d-caf2679a5eaf, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=79f4664c-1de6-4248-8c6d-caf2679a5eaf,segment=NetworkSegment(5a0f56f7-2180-4ebf-a87b-d729549f73ad),segment_id=5a0f56f7-2180-4ebf-a87b-d729549f73ad)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:45:45.687559 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b21a5c9f-3ffd-4f73-b2ad-9a1f3e3d5dd8 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.696498 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-83062f75-7d59-471c-8141-03f5f651aa31 None None] Calling delete_port for 5855de6c-0cbe-4a22-a481-b01f08813492 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:45.719652 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-2e8a927e-66f2-4cf5-a67a-edae04375819 tempest-PortsAdminExtendedAttrsTestJSON-1600496700 tempest-PortsAdminExtendedAttrsTestJSON-1600496700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['debbc617-7b60-4833-9826-fe4cab5b0f24']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:45.734220 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d33b38de-3dbc-4d22-bdd6-ec9dfdcca943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.768283 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-2e8a927e-66f2-4cf5-a67a-edae04375819 tempest-PortsAdminExtendedAttrsTestJSON-1600496700 tempest-PortsAdminExtendedAttrsTestJSON-1600496700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0abca782-959e-482c-aa02-5b6078817227') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:45.768553 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-2e8a927e-66f2-4cf5-a67a-edae04375819 tempest-PortsAdminExtendedAttrsTestJSON-1600496700 tempest-PortsAdminExtendedAttrsTestJSON-1600496700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0abca782-959e-482c-aa02-5b6078817227') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:45.838015 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-277ecf70-7c53-4f31-a344-7399f87c2461 req-67c74a6a-14b3-49c6-b216-c42d1f6a60f4 service neutron] 10.222.0.89 "GET /v2.0/networks/48c19cd8-ac27-4524-bc91-c49a239dcfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4516997 Feb 16 12:45:45.839833 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2e8a927e-66f2-4cf5-a67a-edae04375819 tempest-PortsAdminExtendedAttrsTestJSON-1600496700 tempest-PortsAdminExtendedAttrsTestJSON-1600496700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.849239 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b38de-3dbc-4d22-bdd6-ec9dfdcca943 None None] Pushing event updated for resources: {'Port': ['ID=79f4664c-1de6-4248-8c6d-caf2679a5eaf,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:45.881955 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b21a5c9f-3ffd-4f73-b2ad-9a1f3e3d5dd8 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Calling delete_port for f40f519c-0052-452f-b0a8-248c01d301b5 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:45.892919 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2e8a927e-66f2-4cf5-a67a-edae04375819 tempest-PortsAdminExtendedAttrsTestJSON-1600496700 tempest-PortsAdminExtendedAttrsTestJSON-1600496700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.927941 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e8a927e-66f2-4cf5-a67a-edae04375819 tempest-PortsAdminExtendedAttrsTestJSON-1600496700 tempest-PortsAdminExtendedAttrsTestJSON-1600496700-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:45.928395 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2e8a927e-66f2-4cf5-a67a-edae04375819 tempest-PortsAdminExtendedAttrsTestJSON-1600496700 tempest-PortsAdminExtendedAttrsTestJSON-1600496700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:45.952544 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:45:45.952544 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:45.952544 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:45:45.952544 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:45.952544 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:45:45.952544 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:45:45.952544 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:45:45.952544 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:45.952544 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:45:45.952544 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:45.952544 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:45:45.952544 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:45.952544 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:45:45.952544 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:45:45.952544 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:45.952544 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:45:45.952544 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:45.952544 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:45:45.952544 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:45:45.952544 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:45:45.952544 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:45:45.952544 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:45:45.952544 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:45.952544 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:45.952544 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:45.952544 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:45.952544 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:45.952544 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:45.952544 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:45.952544 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:45.952544 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:45.952544 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:45.962956 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-83062f75-7d59-471c-8141-03f5f651aa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.012153 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-91f59ce1-f9e8-4dc7-b5e5-abb4247d7c4c tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] For port 5855de6c-0cbe-4a22-a481-b01f08813492, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=5855de6c-0cbe-4a22-a481-b01f08813492,segment=NetworkSegment(cb64f129-b859-4993-a651-d874a157c1e9),segment_id=cb64f129-b859-4993-a651-d874a157c1e9)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:46.012421 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-91f59ce1-f9e8-4dc7-b5e5-abb4247d7c4c tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.049144 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83062f75-7d59-471c-8141-03f5f651aa31 None None] No DVR routers for this DVR port 5855de6c-0cbe-4a22-a481-b01f08813492 on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:45:46.097406 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83062f75-7d59-471c-8141-03f5f651aa31 None None] Pushing event deleted for resources: {'Port': ['ID=5855de6c-0cbe-4a22-a481-b01f08813492,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:46.123154 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device f76b33e1-397c-42d9-8ac6-f3f04883c7ff up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:46.216363 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port f76b33e1-397c-42d9-8ac6-f3f04883c7ff completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:46.245562 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-91f59ce1-f9e8-4dc7-b5e5-abb4247d7c4c tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Calling delete_port for 5855de6c-0cbe-4a22-a481-b01f08813492 owned by network:dhcp {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:46.258894 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port f76b33e1-397c-42d9-8ac6-f3f04883c7ff triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:46.259261 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.304089 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2e8a927e-66f2-4cf5-a67a-edae04375819 tempest-PortsAdminExtendedAttrsTestJSON-1600496700 tempest-PortsAdminExtendedAttrsTestJSON-1600496700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.314715 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3231cc3d-fd20-41c4-bb8d-95f406f9afc9 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.346149 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2e8a927e-66f2-4cf5-a67a-edae04375819 tempest-PortsAdminExtendedAttrsTestJSON-1600496700 tempest-PortsAdminExtendedAttrsTestJSON-1600496700-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.362004 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a927e-66f2-4cf5-a67a-edae04375819 tempest-PortsAdminExtendedAttrsTestJSON-1600496700 tempest-PortsAdminExtendedAttrsTestJSON-1600496700-project] Pushing event deleted for resources: {'Network': ['ID=debbc617-7b60-4833-9826-fe4cab5b0f24,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:46.370692 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-2e8a927e-66f2-4cf5-a67a-edae04375819 tempest-PortsAdminExtendedAttrsTestJSON-1600496700 tempest-PortsAdminExtendedAttrsTestJSON-1600496700-project] 10.222.0.83 "DELETE /v2.0/networks/debbc617-7b60-4833-9826-fe4cab5b0f24 HTTP/1.1" status: 204 len: 168 time: 1.8288422 Feb 16 12:45:46.418407 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.db.api [None req-91f59ce1-f9e8-4dc7-b5e5-abb4247d7c4c tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:45:46.418763 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG oslo_db.api [None req-91f59ce1-f9e8-4dc7-b5e5-abb4247d7c4c tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:45:46.508002 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.562975 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port f76b33e1-397c-42d9-8ac6-f3f04883c7ff, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=f76b33e1-397c-42d9-8ac6-f3f04883c7ff,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:46.574833 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:46.657133 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 5855de6c-0cbe-4a22-a481-b01f08813492 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:45:46.706297 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9bc49-5f03-4cdf-88a3-619392217e6a req-03de5108-595d-4029-bd86-aeaf6dfee089 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:46.708789 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f4c9bc49-5f03-4cdf-88a3-619392217e6a req-03de5108-595d-4029-bd86-aeaf6dfee089 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.1658633 Feb 16 12:45:46.751165 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 5855de6c-0cbe-4a22-a481-b01f08813492 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:45:46.751592 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 5855de6c-0cbe-4a22-a481-b01f08813492 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:45:46.767377 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=f76b33e1-397c-42d9-8ac6-f3f04883c7ff,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:46.784683 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f4c9bc49-5f03-4cdf-88a3-619392217e6a req-986de938-7e42-48f0-8c56-1d1a7bc91405 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696969 Feb 16 12:45:46.851299 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33586) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:46.925122 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-91f59ce1-f9e8-4dc7-b5e5-abb4247d7c4c tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Deleting port 5855de6c-0cbe-4a22-a481-b01f08813492 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:46.925477 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-91f59ce1-f9e8-4dc7-b5e5-abb4247d7c4c tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.025167 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-91f59ce1-f9e8-4dc7-b5e5-abb4247d7c4c tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] The port '5855de6c-0cbe-4a22-a481-b01f08813492' was deleted {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:45:47.079892 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b21a5c9f-3ffd-4f73-b2ad-9a1f3e3d5dd8 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.160656 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e7027b46-20dd-4d3a-8090-79a2254494f7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1357e811a6aa4b10a13fc726007670c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3045197 Feb 16 12:45:47.160656 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33592) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:47.180392 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a5c9f-3ffd-4f73-b2ad-9a1f3e3d5dd8 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Port': ['ID=f40f519c-0052-452f-b0a8-248c01d301b5,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:47.187083 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-acaf5c6e-ecc2-436f-87df-8ace42ac4c6c tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.195036 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-91f59ce1-f9e8-4dc7-b5e5-abb4247d7c4c tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.241776 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-91f59ce1-f9e8-4dc7-b5e5-abb4247d7c4c tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad13fb64-e8ed-4a90-941f-ecef4e45d13a']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:47.260774 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-91f59ce1-f9e8-4dc7-b5e5-abb4247d7c4c tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb64f129-b859-4993-a651-d874a157c1e9') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:47.261085 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-91f59ce1-f9e8-4dc7-b5e5-abb4247d7c4c tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb64f129-b859-4993-a651-d874a157c1e9') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:47.272114 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-acaf5c6e-ecc2-436f-87df-8ace42ac4c6c tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.283960 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-91f59ce1-f9e8-4dc7-b5e5-abb4247d7c4c tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.307819 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-99454a4b-3819-411a-bfb8-73ad6b3d172f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.316645 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-91f59ce1-f9e8-4dc7-b5e5-abb4247d7c4c tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.335960 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91f59ce1-f9e8-4dc7-b5e5-abb4247d7c4c tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:45:47.336413 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-91f59ce1-f9e8-4dc7-b5e5-abb4247d7c4c tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.352391 dv-neutron-829527-1-hyperv neutron-server[87701]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:45:47.352391 dv-neutron-829527-1-hyperv neutron-server[87701]: util.warn( Feb 16 12:45:47.352391 dv-neutron-829527-1-hyperv neutron-server[87701]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:45:47.352391 dv-neutron-829527-1-hyperv neutron-server[87701]: util.warn( Feb 16 12:45:47.352391 dv-neutron-829527-1-hyperv neutron-server[87701]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:45:47.352391 dv-neutron-829527-1-hyperv neutron-server[87701]: util.warn( Feb 16 12:45:47.352391 dv-neutron-829527-1-hyperv neutron-server[87701]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:45:47.352391 dv-neutron-829527-1-hyperv neutron-server[87701]: util.warn( Feb 16 12:45:47.352391 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:45:47.352391 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:45:47.352391 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:45:47.352391 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:45:47.352391 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:45:47.352391 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:45:47.352391 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:45:47.352391 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:45:47.352391 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:45:47.352391 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:45:47.352391 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:45:47.352391 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:45:47.352391 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:45:47.352391 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:45:47.352391 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:45:47.352391 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:45:47.352391 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:45:47.352391 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:45:47.352391 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:45:47.352391 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:45:47.352391 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:45:47.352391 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:45:47.352391 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:45:47.352391 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:45:47.352391 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:45:47.352391 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:45:47.352391 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:45:47.352391 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:45:47.352391 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:45:47.352391 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:45:47.352391 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:45:47.352391 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:45:47.367544 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b21a5c9f-3ffd-4f73-b2ad-9a1f3e3d5dd8 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.385652 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e744a7-c480-4de8-9e05-ac9af0f3b891 None None] Network 6d23edfc-c97b-4d6d-87fc-a249f2adf64c requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:47.427162 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-99454a4b-3819-411a-bfb8-73ad6b3d172f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.478145 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-91f59ce1-f9e8-4dc7-b5e5-abb4247d7c4c tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.501753 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-91f59ce1-f9e8-4dc7-b5e5-abb4247d7c4c tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.513251 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f59ce1-f9e8-4dc7-b5e5-abb4247d7c4c tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Pushing event deleted for resources: {'Network': ['ID=ad13fb64-e8ed-4a90-941f-ecef4e45d13a,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:47.522862 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-91f59ce1-f9e8-4dc7-b5e5-abb4247d7c4c tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] 10.222.0.83 "DELETE /v2.0/networks/ad13fb64-e8ed-4a90-941f-ecef4e45d13a HTTP/1.1" status: 204 len: 168 time: 2.8818209 Feb 16 12:45:47.527296 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33596) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:47.536427 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-0a072fec-bddd-483a-8fcc-2b7449e3a9ae None None] Provisioning for port 79f4664c-1de6-4248-8c6d-caf2679a5eaf completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:47.554318 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b21a5c9f-3ffd-4f73-b2ad-9a1f3e3d5dd8 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/ports/f40f519c-0052-452f-b0a8-248c01d301b5 HTTP/1.1" status: 204 len: 168 time: 2.7751629 Feb 16 12:45:47.556887 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33600) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:47.630357 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-3231cc3d-fd20-41c4-bb8d-95f406f9afc9 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Allocated IP 172.20.0.1 (a3c94279-e0d3-40b0-bc12-6e0eb93cf3ab/b7cf900a-e857-41b7-94fc-5facac515659/b07ba994-dc0b-4da6-96aa-b302926f89f1) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:47.693054 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-acaf5c6e-ecc2-436f-87df-8ace42ac4c6c tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Allocated IP 172.26.5.106 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/edd2832e-d4e2-45f2-b77a-b320d359503a) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:47.759882 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b739c1e-25cc-4917-adc1-3a29e77c4be6 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:47.761414 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b739c1e-25cc-4917-adc1-3a29e77c4be6 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:47.762164 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9b739c1e-25cc-4917-adc1-3a29e77c4be6 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:47.780428 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-99454a4b-3819-411a-bfb8-73ad6b3d172f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.813594 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-f73ec9af-30ae-49a5-b097-90d85f951d87 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Deleting port e5975a74-33d5-4fb2-aaec-76dc0948efe6 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:47.814267 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f73ec9af-30ae-49a5-b097-90d85f951d87 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.842689 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99454a4b-3819-411a-bfb8-73ad6b3d172f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a05b926-6130-434c-a28e-65ccab8b8d6b,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:47.851703 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-99454a4b-3819-411a-bfb8-73ad6b3d172f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:47.864577 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-99454a4b-3819-411a-bfb8-73ad6b3d172f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3a05b926-6130-434c-a28e-65ccab8b8d6b HTTP/1.1" status: 204 len: 168 time: 0.6940489 Feb 16 12:45:47.894243 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9b739c1e-25cc-4917-adc1-3a29e77c4be6 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:47.898310 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9b739c1e-25cc-4917-adc1-3a29e77c4be6 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3390605 Feb 16 12:45:47.899876 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33608) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:48.055600 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3231cc3d-fd20-41c4-bb8d-95f406f9afc9 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.103265 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-3231cc3d-fd20-41c4-bb8d-95f406f9afc9 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Transition to ACTIVE for port object b07ba994-dc0b-4da6-96aa-b302926f89f1 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:48.113678 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-31891946-9ff9-43ba-9791-ebdc9e095351 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting subnet e7592532-ebd3-4357-87c2-67b1d8a41ed4 {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:45:48.120017 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-31891946-9ff9-43ba-9791-ebdc9e095351 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.128332 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-acaf5c6e-ecc2-436f-87df-8ace42ac4c6c tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.147572 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device f76b33e1-397c-42d9-8ac6-f3f04883c7ff up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:48.172944 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b61f6-3f0c-4113-a620-45d0ad4d8f5f req-d1ff2fb2-c435-4ec5-a658-265251822a30 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:48.174421 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7c4b61f6-3f0c-4113-a620-45d0ad4d8f5f req-d1ff2fb2-c435-4ec5-a658-265251822a30 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.1877093 Feb 16 12:45:48.206632 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3231cc3d-fd20-41c4-bb8d-95f406f9afc9 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.221958 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-31891946-9ff9-43ba-9791-ebdc9e095351 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.239809 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port f76b33e1-397c-42d9-8ac6-f3f04883c7ff triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:48.240417 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.291155 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f73ec9af-30ae-49a5-b097-90d85f951d87 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.291489 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f73ec9af-30ae-49a5-b097-90d85f951d87 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.294520 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3231cc3d-fd20-41c4-bb8d-95f406f9afc9 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Network a3c94279-e0d3-40b0-bc12-6e0eb93cf3ab is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:48.300052 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33614) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:48.308345 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-3231cc3d-fd20-41c4-bb8d-95f406f9afc9 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:48.316602 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3231cc3d-fd20-41c4-bb8d-95f406f9afc9 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:48.344382 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-acaf5c6e-ecc2-436f-87df-8ace42ac4c6c tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.369858 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7c4b61f6-3f0c-4113-a620-45d0ad4d8f5f req-3550e994-af9e-4e82-a5ae-c21b33fed837 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1867745 Feb 16 12:45:48.418875 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 79f4664c-1de6-4248-8c6d-caf2679a5eaf up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:48.429463 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3231cc3d-fd20-41c4-bb8d-95f406f9afc9 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event updated for resources: {'Port': ['ID=b07ba994-dc0b-4da6-96aa-b302926f89f1,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:48.490400 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acaf5c6e-ecc2-436f-87df-8ace42ac4c6c tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:48.498554 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-acaf5c6e-ecc2-436f-87df-8ace42ac4c6c tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:48.505618 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3231cc3d-fd20-41c4-bb8d-95f406f9afc9 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.528157 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 79f4664c-1de6-4248-8c6d-caf2679a5eaf completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:48.534924 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 79f4664c-1de6-4248-8c6d-caf2679a5eaf triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:48.535567 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.541501 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-f73ec9af-30ae-49a5-b097-90d85f951d87 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Calling delete_port for e5975a74-33d5-4fb2-aaec-76dc0948efe6 owned by network:floatingip {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:48.599170 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-7aafc472-1b8d-4969-848a-2a23f710f998 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0f62f04c62f2405e91eb922254e90c40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2952816 Feb 16 12:45:48.617561 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33618) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:48.651282 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acaf5c6e-ecc2-436f-87df-8ace42ac4c6c tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:48.694841 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.724908 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-31891946-9ff9-43ba-9791-ebdc9e095351 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.741987 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-2f42cdee-856a-4a99-89dd-3ed2e31fff2d None None] Provisioning for port b07ba994-dc0b-4da6-96aa-b302926f89f1 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:48.750634 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-2f42cdee-856a-4a99-89dd-3ed2e31fff2d None None] Provisioning complete for port b07ba994-dc0b-4da6-96aa-b302926f89f1 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:48.751073 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2f42cdee-856a-4a99-89dd-3ed2e31fff2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.771667 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bceff738-2aa6-4846-8efa-6209669502d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.779572 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 79f4664c-1de6-4248-8c6d-caf2679a5eaf, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=79f4664c-1de6-4248-8c6d-caf2679a5eaf,segment=NetworkSegment(5a0f56f7-2180-4ebf-a87b-d729549f73ad),segment_id=5a0f56f7-2180-4ebf-a87b-d729549f73ad)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:48.799383 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.858635 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bceff738-2aa6-4846-8efa-6209669502d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.864430 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-2f42cdee-856a-4a99-89dd-3ed2e31fff2d None None] Port b07ba994-dc0b-4da6-96aa-b302926f89f1 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:45:48.882060 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=79f4664c-1de6-4248-8c6d-caf2679a5eaf,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:48.882483 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf5c6e-ecc2-436f-87df-8ace42ac4c6c tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Pushing event updated for resources: {'Port': ['ID=edd2832e-d4e2-45f2-b77a-b320d359503a,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:48.928948 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-31891946-9ff9-43ba-9791-ebdc9e095351 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:48.933233 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f73ec9af-30ae-49a5-b097-90d85f951d87 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.023236 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ec9af-30ae-49a5-b097-90d85f951d87 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Pushing event deleted for resources: {'Port': ['ID=e5975a74-33d5-4fb2-aaec-76dc0948efe6,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:49.052419 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31891946-9ff9-43ba-9791-ebdc9e095351 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Subnet': ['ID=e7592532-ebd3-4357-87c2-67b1d8a41ed4,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:49.054148 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bceff738-2aa6-4846-8efa-6209669502d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.119177 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceff738-2aa6-4846-8efa-6209669502d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee628ed-4bb0-4853-90eb-2c9278817944,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:49.124353 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-31891946-9ff9-43ba-9791-ebdc9e095351 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.141384 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21dff285-6092-4e55-8d5f-d96f3ffa8116 None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:49.157708 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bceff738-2aa6-4846-8efa-6209669502d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.161305 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-bceff738-2aa6-4846-8efa-6209669502d9 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/aee628ed-4bb0-4853-90eb-2c9278817944 HTTP/1.1" status: 204 len: 168 time: 0.5394120 Feb 16 12:45:49.162376 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-31891946-9ff9-43ba-9791-ebdc9e095351 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/e7592532-ebd3-4357-87c2-67b1d8a41ed4 HTTP/1.1" status: 204 len: 168 time: 1.2564027 Feb 16 12:45:49.165567 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33628) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:49.214719 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3231cc3d-fd20-41c4-bb8d-95f406f9afc9 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.230458 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f73ec9af-30ae-49a5-b097-90d85f951d87 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks [] for floatingip, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.232887 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f73ec9af-30ae-49a5-b097-90d85f951d87 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.237041 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f73ec9af-30ae-49a5-b097-90d85f951d87 tempest-FloatingIPAdminTestJSON-1999909935 tempest-FloatingIPAdminTestJSON-1999909935-project] 10.222.0.83 "DELETE /v2.0/floatingips/cb49a972-5f57-4f43-8c93-45160694d6ce HTTP/1.1" status: 204 len: 168 time: 1.7084548 Feb 16 12:45:49.248391 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-76314516-3d61-4cb1-907d-fb7f5c1c4ac0 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0816026 Feb 16 12:45:49.252354 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33634) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:49.258827 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-284b3c02-aa65-4a6d-ac47-dda084a5ee2b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'subnet': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:49.401321 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-284b3c02-aa65-4a6d-ac47-dda084a5ee2b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:49.417050 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-284b3c02-aa65-4a6d-ac47-dda084a5ee2b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Usage tracker for resource:subnet and tenant:5979c0794f594272a8691960316755d8 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:49.426117 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-284b3c02-aa65-4a6d-ac47-dda084a5ee2b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:49.441654 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-284b3c02-aa65-4a6d-ac47-dda084a5ee2b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:49.473166 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284b3c02-aa65-4a6d-ac47-dda084a5ee2b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:49.475668 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c862b60-e4c5-4141-a9e8-ae5fcbe62a8f None None] DHCP port deletion for c2beece7-853e-4518-ace6-8724ee235932 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:45:49.480866 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-7c862b60-e4c5-4141-a9e8-ae5fcbe62a8f None None] Deleting port 224df152-adfb-42d6-9668-02071b949ae0 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:49.481372 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-284b3c02-aa65-4a6d-ac47-dda084a5ee2b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.481943 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7c862b60-e4c5-4141-a9e8-ae5fcbe62a8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.735459 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-acaf5c6e-ecc2-436f-87df-8ace42ac4c6c tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.785959 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3231cc3d-fd20-41c4-bb8d-95f406f9afc9 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.802143 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-7c862b60-e4c5-4141-a9e8-ae5fcbe62a8f None None] For port 224df152-adfb-42d6-9668-02071b949ae0, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=224df152-adfb-42d6-9668-02071b949ae0,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:49.802902 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7c862b60-e4c5-4141-a9e8-ae5fcbe62a8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:49.860949 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33646) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:49.879157 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3231cc3d-fd20-41c4-bb8d-95f406f9afc9 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.006032 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-7c862b60-e4c5-4141-a9e8-ae5fcbe62a8f None None] Calling delete_port for 224df152-adfb-42d6-9668-02071b949ae0 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:50.041805 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3231cc3d-fd20-41c4-bb8d-95f406f9afc9 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event updated for resources: {'Port': ['ID=b07ba994-dc0b-4da6-96aa-b302926f89f1,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:50.054871 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3231cc3d-fd20-41c4-bb8d-95f406f9afc9 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.099050 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 79f4664c-1de6-4248-8c6d-caf2679a5eaf up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:50.106790 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-284b3c02-aa65-4a6d-ac47-dda084a5ee2b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.160135 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7c862b60-e4c5-4141-a9e8-ae5fcbe62a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.193135 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284b3c02-aa65-4a6d-ac47-dda084a5ee2b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Subnet': ['ID=acba877e-7aef-409d-9f53-89519669d607,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:50.220679 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284b3c02-aa65-4a6d-ac47-dda084a5ee2b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:50.246035 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-284b3c02-aa65-4a6d-ac47-dda084a5ee2b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:50.261847 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c862b60-e4c5-4141-a9e8-ae5fcbe62a8f None None] No DVR routers for this DVR port 224df152-adfb-42d6-9668-02071b949ae0 on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:45:50.265290 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284b3c02-aa65-4a6d-ac47-dda084a5ee2b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:50.269271 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c862b60-e4c5-4141-a9e8-ae5fcbe62a8f None None] Pushing event deleted for resources: {'Port': ['ID=224df152-adfb-42d6-9668-02071b949ae0,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:50.269771 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-284b3c02-aa65-4a6d-ac47-dda084a5ee2b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.280777 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 79f4664c-1de6-4248-8c6d-caf2679a5eaf triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:50.281146 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.313958 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-3a291dde-de5b-4707-befa-6b215e3483ee admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c59ed784af024f34b556a04534213259&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4517734 Feb 16 12:45:50.317313 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33662) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:50.324206 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-284b3c02-aa65-4a6d-ac47-dda084a5ee2b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0702434 Feb 16 12:45:50.327558 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33664) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:50.335033 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857b021d-5a08-4f4f-b4f4-f12d6b2d559c None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:50.356336 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb03c8-2dd5-4a00-b416-1543f4d7f6cf req-cccdcd7a-218b-4758-b084-f3808d8ba9ed tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:50.358724 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1deb03c8-2dd5-4a00-b416-1543f4d7f6cf req-cccdcd7a-218b-4758-b084-f3808d8ba9ed tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.5603664 Feb 16 12:45:50.365442 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-28b04a10-c393-4247-a5ce-8eb9f60b4c34 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'port': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'fixed_ips': [{'subnet_id': 'acba877e-7aef-409d-9f53-89519669d607', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1797973540'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:50.409498 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-acaf5c6e-ecc2-436f-87df-8ace42ac4c6c tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.565221 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f83a0344-e62c-4182-9314-6b7ead50fd6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.575224 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1deb03c8-2dd5-4a00-b416-1543f4d7f6cf req-8d00cb7b-a84a-4685-b35a-efb76efe7ec1 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1898541 Feb 16 12:45:50.647584 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f83a0344-e62c-4182-9314-6b7ead50fd6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.651156 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508b9420-c7f6-4ea0-86ab-8a2550453882 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-c2beece7-853e-4518-ace6-8724ee235932', 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'tenant_id': '5979c0794f594272a8691960316755d8', 'fixed_ips': [{'subnet_id': 'acba877e-7aef-409d-9f53-89519669d607'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:45:50.651972 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-508b9420-c7f6-4ea0-86ab-8a2550453882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.662640 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33674) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:50.683887 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-28b04a10-c393-4247-a5ce-8eb9f60b4c34 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:50.691815 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-28b04a10-c393-4247-a5ce-8eb9f60b4c34 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Usage tracker for resource:port and tenant:5979c0794f594272a8691960316755d8 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:50.708144 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-28b04a10-c393-4247-a5ce-8eb9f60b4c34 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:50.718977 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-28b04a10-c393-4247-a5ce-8eb9f60b4c34 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:50.722068 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3231cc3d-fd20-41c4-bb8d-95f406f9afc9 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Network a3c94279-e0d3-40b0-bc12-6e0eb93cf3ab is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:50.725854 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-3231cc3d-fd20-41c4-bb8d-95f406f9afc9 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:50.736103 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b04a10-c393-4247-a5ce-8eb9f60b4c34 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:50.838406 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 224df152-adfb-42d6-9668-02071b949ae0 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:45:50.869432 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f83a0344-e62c-4182-9314-6b7ead50fd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.886772 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 224df152-adfb-42d6-9668-02071b949ae0 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:45:50.887498 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 224df152-adfb-42d6-9668-02071b949ae0 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:45:50.902691 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f87ddd59-ea9a-41a0-abfc-9eb07d361173 tempest-AgentManagementNegativeTest-759035663 tempest-AgentManagementNegativeTest-759035663-project] 10.222.0.83 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2352879 Feb 16 12:45:50.914570 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a0344-e62c-4182-9314-6b7ead50fd6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4a2d89-4c1a-442c-b66b-38cac3507bd2,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:50.925416 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f83a0344-e62c-4182-9314-6b7ead50fd6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:50.929522 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f83a0344-e62c-4182-9314-6b7ead50fd6a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9c4a2d89-4c1a-442c-b66b-38cac3507bd2 HTTP/1.1" status: 204 len: 168 time: 0.6007023 Feb 16 12:45:50.993334 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acaf5c6e-ecc2-436f-87df-8ace42ac4c6c tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Router d34ed0fc-e9c0-4c8c-bd2d-99888700c36a is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:45:51.038236 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-28b04a10-c393-4247-a5ce-8eb9f60b4c34 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:51.053452 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-508b9420-c7f6-4ea0-86ab-8a2550453882 None None] Allocated IP 2001:db8::2 (c2beece7-853e-4518-ace6-8724ee235932/acba877e-7aef-409d-9f53-89519669d607/58da81d0-0780-4208-8a19-acd558f74aea) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:51.094812 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [None req-28b04a10-c393-4247-a5ce-8eb9f60b4c34 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] device_id is not set on port 264a6bcd-dffb-4921-b9e2-bd993a725973 yet. {{(pid=87701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:45:51.100230 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3231cc3d-fd20-41c4-bb8d-95f406f9afc9 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Router 6c02f967-13c9-455c-89bd-a306ae8f139b is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:45:51.256574 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-ed04a94a-06b0-4fd1-ab75-174fe9e6d824 None None] Provisioning complete for port b07ba994-dc0b-4da6-96aa-b302926f89f1 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:51.258394 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ed04a94a-06b0-4fd1-ab75-174fe9e6d824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:51.363641 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33690) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:51.406580 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-ed04a94a-06b0-4fd1-ab75-174fe9e6d824 None None] Port b07ba994-dc0b-4da6-96aa-b302926f89f1 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:45:51.425742 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-508b9420-c7f6-4ea0-86ab-8a2550453882 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:51.439141 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-508b9420-c7f6-4ea0-86ab-8a2550453882 None None] Transition to ACTIVE for port object 58da81d0-0780-4208-8a19-acd558f74aea will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:51.464117 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-508b9420-c7f6-4ea0-86ab-8a2550453882 None None] Transition to ACTIVE for port object 58da81d0-0780-4208-8a19-acd558f74aea will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:51.470103 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3231cc3d-fd20-41c4-bb8d-95f406f9afc9 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:45:51.471952 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acaf5c6e-ecc2-436f-87df-8ace42ac4c6c tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:45:51.476146 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3231cc3d-fd20-41c4-bb8d-95f406f9afc9 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "PUT /v2.0/routers/6c02f967-13c9-455c-89bd-a306ae8f139b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9853849 Feb 16 12:45:51.481082 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33696) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:51.485449 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c89ee36-d7c9-4025-aae2-1b2f80ad17a5 None None] Sync routers for ids ['6c02f967-13c9-455c-89bd-a306ae8f139b'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:51.491193 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-508b9420-c7f6-4ea0-86ab-8a2550453882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:51.502113 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-acaf5c6e-ecc2-436f-87df-8ace42ac4c6c tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:51.503647 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-acaf5c6e-ecc2-436f-87df-8ace42ac4c6c tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.2396042 Feb 16 12:45:51.506738 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33702) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:51.508711 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c89ee36-d7c9-4025-aae2-1b2f80ad17a5 None None] Routers {'6c02f967-13c9-455c-89bd-a306ae8f139b'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:51.510878 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-1c89ee36-d7c9-4025-aae2-1b2f80ad17a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:45:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['6c02f967-13c9-455c-89bd-a306ae8f139b'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:51.551191 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-28b04a10-c393-4247-a5ce-8eb9f60b4c34 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:45:51.551675 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28b04a10-c393-4247-a5ce-8eb9f60b4c34 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:45:51.577437 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-187f7baa-f087-49e2-97cc-ec7b123d16aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:51.607832 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b9420-c7f6-4ea0-86ab-8a2550453882 None None] Pushing event updated for resources: {'Port': ['ID=58da81d0-0780-4208-8a19-acd558f74aea,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:51.612589 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46d0167-6a0b-4379-946f-fb22087e3e8a None None] Sync routers for ids ['d34ed0fc-e9c0-4c8c-bd2d-99888700c36a'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:51.615161 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33706) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:51.629986 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-187f7baa-f087-49e2-97cc-ec7b123d16aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:51.637621 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508b9420-c7f6-4ea0-86ab-8a2550453882 None None] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:51.638481 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46d0167-6a0b-4379-946f-fb22087e3e8a None None] Routers {'d34ed0fc-e9c0-4c8c-bd2d-99888700c36a'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:51.639164 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-e46d0167-6a0b-4379-946f-fb22087e3e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:45:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['d34ed0fc-e9c0-4c8c-bd2d-99888700c36a'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:51.661896 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-1c89ee36-d7c9-4025-aae2-1b2f80ad17a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:51.669938 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b865c84a-9e56-4894-9365-3802609e5776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:51.683395 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c89ee36-d7c9-4025-aae2-1b2f80ad17a5 None None] Routers {'6c02f967-13c9-455c-89bd-a306ae8f139b'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:51.685274 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-1c89ee36-d7c9-4025-aae2-1b2f80ad17a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:45:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['6c02f967-13c9-455c-89bd-a306ae8f139b'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:51.686309 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-187f7baa-f087-49e2-97cc-ec7b123d16aa admin admin] Usage tracker for resource:security_group_rule and tenant:0a00be6abc1e49e9900e612d05b9c0f3 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:51.692229 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-187f7baa-f087-49e2-97cc-ec7b123d16aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:51.702714 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a4612a-6f24-4830-8597-81eb4d8b2c87 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:51.704206 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-11a4612a-6f24-4830-8597-81eb4d8b2c87 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "GET /v2.0/ports/b07ba994-dc0b-4da6-96aa-b302926f89f1 HTTP/1.1" status: 200 len: 910 time: 0.2211990 Feb 16 12:45:51.710070 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33712) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:51.710996 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-187f7baa-f087-49e2-97cc-ec7b123d16aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:51.717477 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-b865c84a-9e56-4894-9365-3802609e5776 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:51.720790 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-28b04a10-c393-4247-a5ce-8eb9f60b4c34 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.3893466 Feb 16 12:45:51.738725 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33716) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:51.778217 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-1c89ee36-d7c9-4025-aae2-1b2f80ad17a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:51.778760 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c89ee36-d7c9-4025-aae2-1b2f80ad17a5 None None] The sync data for ids ['6c02f967-13c9-455c-89bd-a306ae8f139b'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:51.788709 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-b865c84a-9e56-4894-9365-3802609e5776 admin admin] Usage tracker for resource:security_group_rule and tenant:4078243721fa4adc99405c52011986de is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:51.802019 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-508b9420-c7f6-4ea0-86ab-8a2550453882 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:51.802629 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-b865c84a-9e56-4894-9365-3802609e5776 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:51.804356 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508b9420-c7f6-4ea0-86ab-8a2550453882 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:51.861502 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-b865c84a-9e56-4894-9365-3802609e5776 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:51.900296 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4f151453-acc7-4e0c-b3e3-bb0587aba910 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] 10.222.0.83 "GET /v2.0/routers/d34ed0fc-e9c0-4c8c-bd2d-99888700c36a HTTP/1.1" status: 200 len: 908 time: 0.3919475 Feb 16 12:45:51.903306 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33720) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:51.920408 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-508b9420-c7f6-4ea0-86ab-8a2550453882 None None] Attempting to bind port 58da81d0-0780-4208-8a19-acd558f74aea on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:51.920803 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-508b9420-c7f6-4ea0-86ab-8a2550453882 None None] Attempting to bind port 58da81d0-0780-4208-8a19-acd558f74aea by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:51.921164 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508b9420-c7f6-4ea0-86ab-8a2550453882 None None] Attempting to bind port 58da81d0-0780-4208-8a19-acd558f74aea on network c2beece7-853e-4518-ace6-8724ee235932 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:51.931549 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508b9420-c7f6-4ea0-86ab-8a2550453882 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:45:51.931906 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508b9420-c7f6-4ea0-86ab-8a2550453882 None None] Checking segment: {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:51.932303 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-508b9420-c7f6-4ea0-86ab-8a2550453882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:51.932719 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508b9420-c7f6-4ea0-86ab-8a2550453882 None None] Bound using segment: {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:45:51.933159 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-508b9420-c7f6-4ea0-86ab-8a2550453882 None None] Bound port: 58da81d0-0780-4208-8a19-acd558f74aea, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:51.933536 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-508b9420-c7f6-4ea0-86ab-8a2550453882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:51.945850 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e26d523-9b63-4d5c-9e0c-0dace0dd8867 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:51.946847 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1e26d523-9b63-4d5c-9e0c-0dace0dd8867 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:51.957834 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-e46d0167-6a0b-4379-946f-fb22087e3e8a None None] Set router d34ed0fc-e9c0-4c8c-bd2d-99888700c36a gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:45:51.968674 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0accfa-3ef4-42a3-8dc5-10f05d25fb77 req-4664a5ac-e05a-430a-bb12-8526a5ce62ab tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:51.970439 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2a0accfa-3ef4-42a3-8dc5-10f05d25fb77 req-4664a5ac-e05a-430a-bb12-8526a5ce62ab tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.2327299 Feb 16 12:45:51.998971 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1e26d523-9b63-4d5c-9e0c-0dace0dd8867 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:52.004229 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1e26d523-9b63-4d5c-9e0c-0dace0dd8867 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2603700 Feb 16 12:45:52.004229 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33724) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:52.065235 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2a0accfa-3ef4-42a3-8dc5-10f05d25fb77 req-8db10424-4f29-48cb-8294-345e9e930797 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855808 Feb 16 12:45:52.090205 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe48ce50-0c69-4ea7-bb07-88ec783fd5b2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:52.093998 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe48ce50-0c69-4ea7-bb07-88ec783fd5b2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:52.097784 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fe48ce50-0c69-4ea7-bb07-88ec783fd5b2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0923162 Feb 16 12:45:52.099404 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33728) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:52.299015 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-508b9420-c7f6-4ea0-86ab-8a2550453882 None None] For port 58da81d0-0780-4208-8a19-acd558f74aea, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:45:52.321565 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-242799a3-92f4-4a33-a8bc-becea9589289 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks [] for router, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.326507 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d232ec1-ab12-4b61-8642-0f1b37c65b80 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting subnet acba877e-7aef-409d-9f53-89519669d607 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:45:52.329211 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-508b9420-c7f6-4ea0-86ab-8a2550453882 None None] For port 58da81d0-0780-4208-8a19-acd558f74aea, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=58da81d0-0780-4208-8a19-acd558f74aea,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:45:52.330352 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d232ec1-ab12-4b61-8642-0f1b37c65b80 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.370580 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-508b9420-c7f6-4ea0-86ab-8a2550453882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.394134 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d232ec1-ab12-4b61-8642-0f1b37c65b80 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.461919 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b9420-c7f6-4ea0-86ab-8a2550453882 None None] Pushing event updated for resources: {'Port': ['ID=58da81d0-0780-4208-8a19-acd558f74aea,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:52.503890 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-e46d0167-6a0b-4379-946f-fb22087e3e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34ed0fc-e9c0-4c8c-bd2d-99888700c36a', 'name': 'tempest-snat-router-2023863870', 'tenant_id': 'fa4c20ba72264dde861f4f6fcde1d1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.106'}], 'enable_snat': True}, 'gw_port_id': 'edd2832e-d4e2-45f2-b77a-b320d359503a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:43Z', 'updated_at': '2022-02-16T12:45:49Z', 'revision_number': 3, 'project_id': 'fa4c20ba72264dde861f4f6fcde1d1da', 'gw_port': {'id': 'edd2832e-d4e2-45f2-b77a-b320d359503a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ec:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd34ed0fc-e9c0-4c8c-bd2d-99888700c36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:47Z', 'updated_at': '2022-02-16T12:45:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:52.508199 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46d0167-6a0b-4379-946f-fb22087e3e8a None None] Checking router: d34ed0fc-e9c0-4c8c-bd2d-99888700c36a for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:45:52.508862 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46d0167-6a0b-4379-946f-fb22087e3e8a None None] Updating router d34ed0fc-e9c0-4c8c-bd2d-99888700c36a port edd2832e-d4e2-45f2-b77a-b320d359503a binding host dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:45:52.510027 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d232ec1-ab12-4b61-8642-0f1b37c65b80 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.573215 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e46d0167-6a0b-4379-946f-fb22087e3e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.599885 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d232ec1-ab12-4b61-8642-0f1b37c65b80 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.609495 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-242799a3-92f4-4a33-a8bc-becea9589289 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.659874 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d232ec1-ab12-4b61-8642-0f1b37c65b80 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.666298 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d232ec1-ab12-4b61-8642-0f1b37c65b80 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Subnet': ['ID=acba877e-7aef-409d-9f53-89519669d607,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:52.678920 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6d232ec1-ab12-4b61-8642-0f1b37c65b80 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/acba877e-7aef-409d-9f53-89519669d607 HTTP/1.1" status: 204 len: 168 time: 0.5781944 Feb 16 12:45:52.685392 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33732) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:52.705970 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-242799a3-92f4-4a33-a8bc-becea9589289 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Deleting port edd2832e-d4e2-45f2-b77a-b320d359503a {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:52.706313 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-242799a3-92f4-4a33-a8bc-becea9589289 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.794216 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-681e26f8-9918-414a-935c-fb2d3393d8eb tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1077397 Feb 16 12:45:52.794943 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33736) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:52.801048 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-b0ab6311-60f8-4a91-b0ef-cdae5e2208a7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'subnet': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:52.816565 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-187f7baa-f087-49e2-97cc-ec7b123d16aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.841697 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b865c84a-9e56-4894-9365-3802609e5776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.900662 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-187f7baa-f087-49e2-97cc-ec7b123d16aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.923446 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b0ab6311-60f8-4a91-b0ef-cdae5e2208a7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:52.927598 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b0ab6311-60f8-4a91-b0ef-cdae5e2208a7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Usage tracker for resource:subnet and tenant:5979c0794f594272a8691960316755d8 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:52.930733 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b0ab6311-60f8-4a91-b0ef-cdae5e2208a7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:52.936811 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b0ab6311-60f8-4a91-b0ef-cdae5e2208a7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:52.950395 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ab6311-60f8-4a91-b0ef-cdae5e2208a7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:52.953214 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b865c84a-9e56-4894-9365-3802609e5776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.954726 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b0ab6311-60f8-4a91-b0ef-cdae5e2208a7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:52.978000 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187f7baa-f087-49e2-97cc-ec7b123d16aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f65490f-bd43-4283-8ee4-16e68e06cdbc,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:53.006663 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e46d0167-6a0b-4379-946f-fb22087e3e8a None None] Notify callbacks [] for port, precommit_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.019587 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-e46d0167-6a0b-4379-946f-fb22087e3e8a None None] Transition to ACTIVE for port object edd2832e-d4e2-45f2-b77a-b320d359503a will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:53.029700 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e46d0167-6a0b-4379-946f-fb22087e3e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.110769 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-187f7baa-f087-49e2-97cc-ec7b123d16aa admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0a00be6abc1e49e9900e612d05b9c0f3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7452755 Feb 16 12:45:53.113901 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33742) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:53.118463 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-e46d0167-6a0b-4379-946f-fb22087e3e8a None None] Attempting to bind port edd2832e-d4e2-45f2-b77a-b320d359503a on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:53.118972 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-e46d0167-6a0b-4379-946f-fb22087e3e8a None None] Attempting to bind port edd2832e-d4e2-45f2-b77a-b320d359503a by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:53.119420 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46d0167-6a0b-4379-946f-fb22087e3e8a None None] Attempting to bind port edd2832e-d4e2-45f2-b77a-b320d359503a on network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:53.121892 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349fc07e-0429-42d9-81fd-a269f4223b32 None None] Pushing event updated for resources: {'Port': ['ID=edd2832e-d4e2-45f2-b77a-b320d359503a,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:53.128110 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46d0167-6a0b-4379-946f-fb22087e3e8a None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:45:53.128748 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46d0167-6a0b-4379-946f-fb22087e3e8a None None] Checking segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:53.129148 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e46d0167-6a0b-4379-946f-fb22087e3e8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.129685 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46d0167-6a0b-4379-946f-fb22087e3e8a None None] Bound using segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:45:53.130181 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-e46d0167-6a0b-4379-946f-fb22087e3e8a None None] Bound port: edd2832e-d4e2-45f2-b77a-b320d359503a, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:53.130658 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e46d0167-6a0b-4379-946f-fb22087e3e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.150109 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b865c84a-9e56-4894-9365-3802609e5776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad3bc8b-489d-4f70-964b-43beb314f1f3,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:53.169104 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-b865c84a-9e56-4894-9365-3802609e5776 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4078243721fa4adc99405c52011986de&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5437412 Feb 16 12:45:53.173913 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33746) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:53.226198 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-e46d0167-6a0b-4379-946f-fb22087e3e8a None None] For port edd2832e-d4e2-45f2-b77a-b320d359503a, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:45:53.231189 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-e46d0167-6a0b-4379-946f-fb22087e3e8a None None] For port edd2832e-d4e2-45f2-b77a-b320d359503a, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=edd2832e-d4e2-45f2-b77a-b320d359503a,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:45:53.237376 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e46d0167-6a0b-4379-946f-fb22087e3e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.314404 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ffa5b2ca-4012-49d0-b73c-3da998284253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.332281 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46d0167-6a0b-4379-946f-fb22087e3e8a None None] Routers {'d34ed0fc-e9c0-4c8c-bd2d-99888700c36a'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:53.333202 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-e46d0167-6a0b-4379-946f-fb22087e3e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:45:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['d34ed0fc-e9c0-4c8c-bd2d-99888700c36a'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:53.356371 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ffa5b2ca-4012-49d0-b73c-3da998284253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.454140 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ffa5b2ca-4012-49d0-b73c-3da998284253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.511284 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b0ab6311-60f8-4a91-b0ef-cdae5e2208a7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.522926 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa5b2ca-4012-49d0-b73c-3da998284253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f65490f-bd43-4283-8ee4-16e68e06cdbc,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:53.530959 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349fc07e-0429-42d9-81fd-a269f4223b32 None None] Pushing event updated for resources: {'Port': ['ID=edd2832e-d4e2-45f2-b77a-b320d359503a,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:53.535594 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-242799a3-92f4-4a33-a8bc-becea9589289 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.566118 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-e46d0167-6a0b-4379-946f-fb22087e3e8a None None] Set router d34ed0fc-e9c0-4c8c-bd2d-99888700c36a gateway port host: None {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:45:53.573244 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b9478237-46f2-4ce6-9b78-5a090c4429f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.611931 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ab6311-60f8-4a91-b0ef-cdae5e2208a7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:53.616168 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-b0ab6311-60f8-4a91-b0ef-cdae5e2208a7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:53.624259 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ab6311-60f8-4a91-b0ef-cdae5e2208a7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:53.624955 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b0ab6311-60f8-4a91-b0ef-cdae5e2208a7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.647015 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ffa5b2ca-4012-49d0-b73c-3da998284253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.652335 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ffa5b2ca-4012-49d0-b73c-3da998284253 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9f65490f-bd43-4283-8ee4-16e68e06cdbc HTTP/1.1" status: 204 len: 168 time: 0.5300786 Feb 16 12:45:53.658366 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b0ab6311-60f8-4a91-b0ef-cdae5e2208a7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8622777 Feb 16 12:45:53.662350 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33752) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:53.682769 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-00b9ab9c-01b2-4408-ae68-3da599cbcb87 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-722839831', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:53.690466 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-00b9ab9c-01b2-4408-ae68-3da599cbcb87 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:53.700933 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-00b9ab9c-01b2-4408-ae68-3da599cbcb87 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Usage tracker for resource:router and tenant:5979c0794f594272a8691960316755d8 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:53.707887 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-00b9ab9c-01b2-4408-ae68-3da599cbcb87 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:53.719649 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-e46d0167-6a0b-4379-946f-fb22087e3e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34ed0fc-e9c0-4c8c-bd2d-99888700c36a', 'name': 'tempest-snat-router-2023863870', 'tenant_id': 'fa4c20ba72264dde861f4f6fcde1d1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:43Z', 'updated_at': '2022-02-16T12:45:52Z', 'revision_number': 4, 'project_id': 'fa4c20ba72264dde861f4f6fcde1d1da', 'gw_port_host': None}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:53.724836 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46d0167-6a0b-4379-946f-fb22087e3e8a None None] The sync data for ids ['d34ed0fc-e9c0-4c8c-bd2d-99888700c36a'] in dv-neutron-829527-1-hyperv is: [{'id': 'd34ed0fc-e9c0-4c8c-bd2d-99888700c36a', 'name': 'tempest-snat-router-2023863870', 'tenant_id': 'fa4c20ba72264dde861f4f6fcde1d1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:43Z', 'updated_at': '2022-02-16T12:45:52Z', 'revision_number': 4, 'project_id': 'fa4c20ba72264dde861f4f6fcde1d1da', 'gw_port_host': None}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:45:53.725047 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab6311-60f8-4a91-b0ef-cdae5e2208a7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Subnet': ['ID=798db7d0-3308-4544-b006-d97cc10df584,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:53.738203 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-00b9ab9c-01b2-4408-ae68-3da599cbcb87 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:53.762821 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-00b9ab9c-01b2-4408-ae68-3da599cbcb87 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.764955 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-00b9ab9c-01b2-4408-ae68-3da599cbcb87 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.792280 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-00b9ab9c-01b2-4408-ae68-3da599cbcb87 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.795138 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-242799a3-92f4-4a33-a8bc-becea9589289 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Calling delete_port for edd2832e-d4e2-45f2-b77a-b320d359503a owned by network:router_gateway {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:53.821995 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-00b9ab9c-01b2-4408-ae68-3da599cbcb87 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.855898 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2ef519-26e3-4d40-9cc8-ad97ee2f0281 None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:45:53.865162 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-00b9ab9c-01b2-4408-ae68-3da599cbcb87 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.869444 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-00b9ab9c-01b2-4408-ae68-3da599cbcb87 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1944163 Feb 16 12:45:53.869989 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33756) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:53.886556 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b9478237-46f2-4ce6-9b78-5a090c4429f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.906916 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-07e6781e-076f-45a1-907e-19800a2cc95a tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:53.976145 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2aee72-95c5-41b1-8573-62aed6cf10c1 req-a0ee697a-c28b-4a5a-9780-7682ef24a490 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:53.988141 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1c2aee72-95c5-41b1-8573-62aed6cf10c1 req-a0ee697a-c28b-4a5a-9780-7682ef24a490 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.7347121 Feb 16 12:45:54.093485 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-78db1f4e-912f-4833-8e4b-c011cac73085 None None] Provisioning for port 58da81d0-0780-4208-8a19-acd558f74aea completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:54.152513 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 58da81d0-0780-4208-8a19-acd558f74aea up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:54.537528 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 58da81d0-0780-4208-8a19-acd558f74aea completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:54.549963 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 58da81d0-0780-4208-8a19-acd558f74aea triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:54.550468 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.695526 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1c2aee72-95c5-41b1-8573-62aed6cf10c1 req-2c04f6cd-5476-4939-8f64-c6d0d3e47f08 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7088630 Feb 16 12:45:54.707397 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a55a02e4-3aa9-4c4c-bace-dfde4ff6afee tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.740881 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b9478237-46f2-4ce6-9b78-5a090c4429f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.769084 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.821753 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 58da81d0-0780-4208-8a19-acd558f74aea, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=58da81d0-0780-4208-8a19-acd558f74aea,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:54.833086 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9478237-46f2-4ce6-9b78-5a090c4429f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad3bc8b-489d-4f70-964b-43beb314f1f3,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:54.844594 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.860789 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.db.api [None req-242799a3-92f4-4a33-a8bc-becea9589289 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:45:54.861113 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG oslo_db.api [None req-242799a3-92f4-4a33-a8bc-becea9589289 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:45:54.919649 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b9478237-46f2-4ce6-9b78-5a090c4429f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:54.923209 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-b9478237-46f2-4ce6-9b78-5a090c4429f0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/cad3bc8b-489d-4f70-964b-43beb314f1f3 HTTP/1.1" status: 204 len: 168 time: 1.7459977 Feb 16 12:45:54.964984 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=58da81d0-0780-4208-8a19-acd558f74aea,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:55.132639 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-07e6781e-076f-45a1-907e-19800a2cc95a tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Allocated IP 172.21.0.1 (6d23edfc-c97b-4d6d-87fc-a249f2adf64c/5a8e8140-cd10-464f-af03-fcab26f426fc/ae5a6ac9-5920-4aff-8828-f80f0ff88cc5) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:55.137885 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-1a857b4c-3987-4152-90e2-b43f0c9c3b5f None None] Provisioning complete for port 58da81d0-0780-4208-8a19-acd558f74aea triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:55.138459 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-1a857b4c-3987-4152-90e2-b43f0c9c3b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.249801 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-a55a02e4-3aa9-4c4c-bace-dfde4ff6afee tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Allocated IP 2001:db8::1 (c2beece7-853e-4518-ace6-8724ee235932/798db7d0-3308-4544-b006-d97cc10df584/67f1f7d0-4af6-4956-a3d1-89e0a02cf157) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:45:55.274060 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33784) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:55.342215 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-07e6781e-076f-45a1-907e-19800a2cc95a tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.365665 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-242799a3-92f4-4a33-a8bc-becea9589289 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Deleting port edd2832e-d4e2-45f2-b77a-b320d359503a {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:55.365874 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-242799a3-92f4-4a33-a8bc-becea9589289 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.394537 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33790) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:55.416924 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-b4fe99bd-250f-4311-86fc-8143055294d4 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1222025267'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:55.427650 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-07e6781e-076f-45a1-907e-19800a2cc95a tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Transition to ACTIVE for port object ae5a6ac9-5920-4aff-8828-f80f0ff88cc5 will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:55.429055 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-b4fe99bd-250f-4311-86fc-8143055294d4 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:55.429750 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f9755436-9b14-40cf-bc0f-543a86a4bc2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.439710 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-b4fe99bd-250f-4311-86fc-8143055294d4 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Usage tracker for resource:network and tenant:e5afed0fc27345c1bbbffc2ab746a929 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:55.445387 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-b4fe99bd-250f-4311-86fc-8143055294d4 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:55.458121 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f9755436-9b14-40cf-bc0f-543a86a4bc2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:55.461211 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-b4fe99bd-250f-4311-86fc-8143055294d4 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:55.471746 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f9755436-9b14-40cf-bc0f-543a86a4bc2a admin admin] Usage tracker for resource:security_group_rule and tenant:3a079e2e86cc4050a5f45e8d9a367552 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:55.475916 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f9755436-9b14-40cf-bc0f-543a86a4bc2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:55.480585 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a55a02e4-3aa9-4c4c-bace-dfde4ff6afee tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.488696 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f9755436-9b14-40cf-bc0f-543a86a4bc2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:55.505446 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-a55a02e4-3aa9-4c4c-bace-dfde4ff6afee tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Transition to ACTIVE for port object 67f1f7d0-4af6-4956-a3d1-89e0a02cf157 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:55.543341 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fe99bd-250f-4311-86fc-8143055294d4 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Made reservation on behalf of e5afed0fc27345c1bbbffc2ab746a929 for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:55.547058 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b4fe99bd-250f-4311-86fc-8143055294d4 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.565090 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a55a02e4-3aa9-4c4c-bace-dfde4ff6afee tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.566352 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b4fe99bd-250f-4311-86fc-8143055294d4 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.596066 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-b4fe99bd-250f-4311-86fc-8143055294d4 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:55.600991 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-07e6781e-076f-45a1-907e-19800a2cc95a tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.653597 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55a02e4-3aa9-4c4c-bace-dfde4ff6afee tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:55.653883 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-b4fe99bd-250f-4311-86fc-8143055294d4 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Usage tracker for resource:security_group_rule and tenant:e5afed0fc27345c1bbbffc2ab746a929 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:55.658993 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-a55a02e4-3aa9-4c4c-bace-dfde4ff6afee tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:55.664077 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f9755436-9b14-40cf-bc0f-543a86a4bc2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.665142 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55a02e4-3aa9-4c4c-bace-dfde4ff6afee tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:55.665738 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a55a02e4-3aa9-4c4c-bace-dfde4ff6afee tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.669382 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-b4fe99bd-250f-4311-86fc-8143055294d4 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:55.684530 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f9755436-9b14-40cf-bc0f-543a86a4bc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.694891 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-b4fe99bd-250f-4311-86fc-8143055294d4 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:55.703582 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a02e4-3aa9-4c4c-bace-dfde4ff6afee tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Port': ['ID=67f1f7d0-4af6-4956-a3d1-89e0a02cf157,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:55.731211 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-242799a3-92f4-4a33-a8bc-becea9589289 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] For port edd2832e-d4e2-45f2-b77a-b320d359503a, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=edd2832e-d4e2-45f2-b77a-b320d359503a,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:55.731555 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-242799a3-92f4-4a33-a8bc-becea9589289 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.741023 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e6781e-076f-45a1-907e-19800a2cc95a tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Network 6d23edfc-c97b-4d6d-87fc-a249f2adf64c is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:55.745366 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e6781e-076f-45a1-907e-19800a2cc95a tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event updated for resources: {'Port': ['ID=ae5a6ac9-5920-4aff-8828-f80f0ff88cc5,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:55.748922 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-07e6781e-076f-45a1-907e-19800a2cc95a tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:55.754346 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e6781e-076f-45a1-907e-19800a2cc95a tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:45:55.759635 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f9755436-9b14-40cf-bc0f-543a86a4bc2a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3a079e2e86cc4050a5f45e8d9a367552&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3580918 Feb 16 12:45:55.759635 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9755436-9b14-40cf-bc0f-543a86a4bc2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29be19fb-999a-4e6b-b08f-b695b8ddcd58,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:55.764881 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33796) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:55.897571 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a55a02e4-3aa9-4c4c-bace-dfde4ff6afee tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.916901 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-242799a3-92f4-4a33-a8bc-becea9589289 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Calling delete_port for edd2832e-d4e2-45f2-b77a-b320d359503a owned by network:router_gateway {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:55.956525 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ce03effb-5756-4b2c-902c-2d033f332e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:55.984013 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ce03effb-5756-4b2c-902c-2d033f332e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:56.007838 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-07e6781e-076f-45a1-907e-19800a2cc95a tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:56.043456 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 58da81d0-0780-4208-8a19-acd558f74aea up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:45:56.106219 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ce03effb-5756-4b2c-902c-2d033f332e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:56.129965 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 58da81d0-0780-4208-8a19-acd558f74aea triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:56.131111 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:56.136528 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce03effb-5756-4b2c-902c-2d033f332e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29be19fb-999a-4e6b-b08f-b695b8ddcd58,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:56.216730 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-4b0d3668-1ee4-4b8b-b62d-85fcaa22d445 None None] Provisioning for port ae5a6ac9-5920-4aff-8828-f80f0ff88cc5 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:56.222105 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-4b0d3668-1ee4-4b8b-b62d-85fcaa22d445 None None] Provisioning complete for port ae5a6ac9-5920-4aff-8828-f80f0ff88cc5 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:56.222549 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4b0d3668-1ee4-4b8b-b62d-85fcaa22d445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:56.281063 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ce03effb-5756-4b2c-902c-2d033f332e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:56.282220 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ce03effb-5756-4b2c-902c-2d033f332e21 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/29be19fb-999a-4e6b-b08f-b695b8ddcd58 HTTP/1.1" status: 204 len: 168 time: 0.5163786 Feb 16 12:45:56.325450 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-4b0d3668-1ee4-4b8b-b62d-85fcaa22d445 None None] Port ae5a6ac9-5920-4aff-8828-f80f0ff88cc5 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:45:56.347082 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-4b0d3668-1ee4-4b8b-b62d-85fcaa22d445 None None] Provisioning for port 67f1f7d0-4af6-4956-a3d1-89e0a02cf157 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:45:56.370838 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-4b0d3668-1ee4-4b8b-b62d-85fcaa22d445 None None] Provisioning complete for port 67f1f7d0-4af6-4956-a3d1-89e0a02cf157 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:56.371566 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4b0d3668-1ee4-4b8b-b62d-85fcaa22d445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:56.425142 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b4fe99bd-250f-4311-86fc-8143055294d4 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:56.481034 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-4b0d3668-1ee4-4b8b-b62d-85fcaa22d445 None None] Port 67f1f7d0-4af6-4956-a3d1-89e0a02cf157 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:45:56.489474 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b4fe99bd-250f-4311-86fc-8143055294d4 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:56.521744 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3352e-fb69-489e-98d1-a6cf9ab41018 req-06c1a0d6-427b-47af-b5d4-6fd4a56e427a tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:56.523264 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-87b3352e-fb69-489e-98d1-a6cf9ab41018 req-06c1a0d6-427b-47af-b5d4-6fd4a56e427a tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.6297510 Feb 16 12:45:56.565727 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a55a02e4-3aa9-4c4c-bace-dfde4ff6afee tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:56.577900 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a55a02e4-3aa9-4c4c-bace-dfde4ff6afee tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:56.578569 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a55a02e4-3aa9-4c4c-bace-dfde4ff6afee tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:56.592523 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-07e6781e-076f-45a1-907e-19800a2cc95a tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:56.654021 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe99bd-250f-4311-86fc-8143055294d4 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=940799c5-5dca-4c33-9853-d35e632d5707,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:56.700985 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-242799a3-92f4-4a33-a8bc-becea9589289 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:56.705491 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4fe99bd-250f-4311-86fc-8143055294d4 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:56.795175 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-87b3352e-fb69-489e-98d1-a6cf9ab41018 req-82cd13d8-17ce-4404-8c49-d9c8ca93df49 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2610154 Feb 16 12:45:56.827670 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242799a3-92f4-4a33-a8bc-becea9589289 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Pushing event deleted for resources: {'Port': ['ID=edd2832e-d4e2-45f2-b77a-b320d359503a,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:56.857039 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a02e4-3aa9-4c4c-bace-dfde4ff6afee tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Port': ['ID=67f1f7d0-4af6-4956-a3d1-89e0a02cf157,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:56.888596 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b4fe99bd-250f-4311-86fc-8143055294d4 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:56.888969 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-b4fe99bd-250f-4311-86fc-8143055294d4 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Added segment d8360bbd-7dfc-420c-a0f6-05007aa1cf0b of type vlan for network 48fe2e09-dded-4def-8dd1-b6962db18c96 Feb 16 12:45:56.917835 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55a02e4-3aa9-4c4c-bace-dfde4ff6afee tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:56.919051 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-a55a02e4-3aa9-4c4c-bace-dfde4ff6afee tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:57.043141 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b4fe99bd-250f-4311-86fc-8143055294d4 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.076664 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-242799a3-92f4-4a33-a8bc-becea9589289 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023674'] for router_gateway, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.137638 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55a02e4-3aa9-4c4c-bace-dfde4ff6afee tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Router 74cf54ec-1655-4cbc-91db-dfd764f324c2 is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:45:57.254886 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33820) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:57.306915 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-b4e55a22-20c6-46d7-b587-a7a4b82d76de None None] Provisioning complete for port 67f1f7d0-4af6-4956-a3d1-89e0a02cf157 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:57.307900 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b4e55a22-20c6-46d7-b587-a7a4b82d76de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.312752 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.db.resource_extend [None req-b4fe99bd-250f-4311-86fc-8143055294d4 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:45:57.322189 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55a02e4-3aa9-4c4c-bace-dfde4ff6afee tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:45:57.328807 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a55a02e4-3aa9-4c4c-bace-dfde4ff6afee tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "PUT /v2.0/routers/74cf54ec-1655-4cbc-91db-dfd764f324c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4581561 Feb 16 12:45:57.331549 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33826) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:57.340050 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0821f86-776f-4eeb-9d0f-139fc8145020 None None] Sync routers for ids ['74cf54ec-1655-4cbc-91db-dfd764f324c2'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:45:57.361327 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0821f86-776f-4eeb-9d0f-139fc8145020 None None] Routers {'74cf54ec-1655-4cbc-91db-dfd764f324c2'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:57.361675 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-c0821f86-776f-4eeb-9d0f-139fc8145020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:45:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['74cf54ec-1655-4cbc-91db-dfd764f324c2'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:57.366564 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-242799a3-92f4-4a33-a8bc-becea9589289 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.373444 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-242799a3-92f4-4a33-a8bc-becea9589289 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.385687 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b4fe99bd-250f-4311-86fc-8143055294d4 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.391604 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-b4e55a22-20c6-46d7-b587-a7a4b82d76de None None] Port 67f1f7d0-4af6-4956-a3d1-89e0a02cf157 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:45:57.392889 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fe99bd-250f-4311-86fc-8143055294d4 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:57.393666 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b4fe99bd-250f-4311-86fc-8143055294d4 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.463897 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-b4fe99bd-250f-4311-86fc-8143055294d4 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.1876421 Feb 16 12:45:57.492979 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f853860-cf86-4b03-a070-ffea06eb1e92 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:57.494074 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3f853860-cf86-4b03-a070-ffea06eb1e92 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:45:57.529321 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3f853860-cf86-4b03-a070-ffea06eb1e92 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:45:57.530827 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3f853860-cf86-4b03-a070-ffea06eb1e92 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/ports/67f1f7d0-4af6-4956-a3d1-89e0a02cf157 HTTP/1.1" status: 200 len: 911 time: 0.1976776 Feb 16 12:45:57.534986 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33830) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:57.550661 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-7efdea52-de03-4c97-b1f0-3b86178edea0 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-133140089'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:57.576706 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-c0821f86-776f-4eeb-9d0f-139fc8145020 None None] Set router 74cf54ec-1655-4cbc-91db-dfd764f324c2 gateway port host: None {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:45:57.580351 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-7efdea52-de03-4c97-b1f0-3b86178edea0 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:57.600200 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-242799a3-92f4-4a33-a8bc-becea9589289 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.600633 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242799a3-92f4-4a33-a8bc-becea9589289 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d34ed0fc-e9c0-4c8c-bd2d-99888700c36a {{(pid=87701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:45:57.605187 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-7efdea52-de03-4c97-b1f0-3b86178edea0 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Usage tracker for resource:network and tenant:55d4620e6c944b62ac8cad50d69038ce is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:57.613695 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-7efdea52-de03-4c97-b1f0-3b86178edea0 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:57.624034 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe99bd-250f-4311-86fc-8143055294d4 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Pushing event updated for resources: {'Network': ['ID=48fe2e09-dded-4def-8dd1-b6962db18c96,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:57.632080 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-7efdea52-de03-4c97-b1f0-3b86178edea0 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:57.644172 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-242799a3-92f4-4a33-a8bc-becea9589289 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.648207 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-242799a3-92f4-4a33-a8bc-becea9589289 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] 10.222.0.83 "DELETE /v2.0/routers/d34ed0fc-e9c0-4c8c-bd2d-99888700c36a HTTP/1.1" status: 204 len: 168 time: 5.7429745 Feb 16 12:45:57.656603 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33834) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:57.657554 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 48fe2e09-dded-4def-8dd1-b6962db18c96 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:45:57.704746 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258ac659-a2fc-4d63-8261-8efedb41f22c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:57.720294 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258ac659-a2fc-4d63-8261-8efedb41f22c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:57.730559 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-258ac659-a2fc-4d63-8261-8efedb41f22c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1931055 Feb 16 12:45:57.732808 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33838) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:57.778869 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.db.resource_extend [None req-07e6781e-076f-45a1-907e-19800a2cc95a tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:45:57.797421 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7efdea52-de03-4c97-b1f0-3b86178edea0 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Made reservation on behalf of 55d4620e6c944b62ac8cad50d69038ce for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:45:57.801123 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7efdea52-de03-4c97-b1f0-3b86178edea0 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.849363 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7efdea52-de03-4c97-b1f0-3b86178edea0 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.897910 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-07e6781e-076f-45a1-907e-19800a2cc95a tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:57.916226 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-7efdea52-de03-4c97-b1f0-3b86178edea0 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:45:57.925375 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-7efdea52-de03-4c97-b1f0-3b86178edea0 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Usage tracker for resource:security_group_rule and tenant:55d4620e6c944b62ac8cad50d69038ce is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:45:57.937600 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-7efdea52-de03-4c97-b1f0-3b86178edea0 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:45:57.944041 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-7efdea52-de03-4c97-b1f0-3b86178edea0 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:45:58.034721 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-c0821f86-776f-4eeb-9d0f-139fc8145020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cf54ec-1655-4cbc-91db-dfd764f324c2', 'name': 'tempest-NetworksTestDHCPv6-router-722839831', 'tenant_id': '5979c0794f594272a8691960316755d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:53Z', 'updated_at': '2022-02-16T12:45:55Z', 'revision_number': 2, 'project_id': '5979c0794f594272a8691960316755d8', 'gw_port_host': None, '_interfaces': [{'id': '67f1f7d0-4af6-4956-a3d1-89e0a02cf157', 'name': '', 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'tenant_id': '5979c0794f594272a8691960316755d8', 'mac_address': 'fa:16:3e:94:7e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cf54ec-1655-4cbc-91db-dfd764f324c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '798db7d0-3308-4544-b006-d97cc10df584', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:55Z', 'updated_at': '2022-02-16T12:45:56Z', 'revision_number': 2, 'project_id': '5979c0794f594272a8691960316755d8', 'subnets': [{'id': '798db7d0-3308-4544-b006-d97cc10df584', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:58.040921 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0821f86-776f-4eeb-9d0f-139fc8145020 None None] Checking router: 74cf54ec-1655-4cbc-91db-dfd764f324c2 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:45:58.041365 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0821f86-776f-4eeb-9d0f-139fc8145020 None None] Updating router 74cf54ec-1655-4cbc-91db-dfd764f324c2 port 67f1f7d0-4af6-4956-a3d1-89e0a02cf157 binding host dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:45:58.062362 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7efdea52-de03-4c97-b1f0-3b86178edea0 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.068361 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-07e6781e-076f-45a1-907e-19800a2cc95a tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.104990 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-c0821f86-776f-4eeb-9d0f-139fc8145020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.159361 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7efdea52-de03-4c97-b1f0-3b86178edea0 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.458722 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7efdea52-de03-4c97-b1f0-3b86178edea0 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:45:58.465594 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92c2443c-9889-4dc0-b36e-4683a8ded09e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.493308 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efdea52-de03-4c97-b1f0-3b86178edea0 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8bc017-c1b2-4f6a-ab5e-bef0e986b8a6,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:58.511520 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-07e6781e-076f-45a1-907e-19800a2cc95a tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.522783 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7efdea52-de03-4c97-b1f0-3b86178edea0 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.523129 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-7efdea52-de03-4c97-b1f0-3b86178edea0 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Added segment f26ede5f-b80b-4b2e-a9fa-2a26fe122405 of type vlan for network abab038a-77cb-4dc2-900e-6943fd441e38 Feb 16 12:45:58.537510 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e6781e-076f-45a1-907e-19800a2cc95a tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event updated for resources: {'Port': ['ID=ae5a6ac9-5920-4aff-8828-f80f0ff88cc5,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:58.618822 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-101b2187-66b6-4b8c-9336-4d2a36be9c14 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks [] for router, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.625905 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-c0821f86-776f-4eeb-9d0f-139fc8145020 None None] Notify callbacks [] for port, precommit_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.639840 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.provisioning_blocks [None req-c0821f86-776f-4eeb-9d0f-139fc8145020 None None] Transition to ACTIVE for port object 67f1f7d0-4af6-4956-a3d1-89e0a02cf157 will not be triggered until provisioned by entity L2. {{(pid=87703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:45:58.650035 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-c0821f86-776f-4eeb-9d0f-139fc8145020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.724053 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7efdea52-de03-4c97-b1f0-3b86178edea0 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.786239 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3509d1-9e57-49be-96fb-9596e3be00af None None] Pushing event updated for resources: {'Port': ['ID=67f1f7d0-4af6-4956-a3d1-89e0a02cf157,revision_number=3']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:58.840945 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957d8ff-f097-4e2d-830e-3ac9d0a89369 req-200db2a0-c0f0-4122-a45d-30cf6e82b444 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:58.849001 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9957d8ff-f097-4e2d-830e-3ac9d0a89369 req-200db2a0-c0f0-4122-a45d-30cf6e82b444 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.7850649 Feb 16 12:45:58.934647 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7efdea52-de03-4c97-b1f0-3b86178edea0 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.940301 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efdea52-de03-4c97-b1f0-3b86178edea0 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:45:58.940924 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7efdea52-de03-4c97-b1f0-3b86178edea0 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:58.972956 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-92c2443c-9889-4dc0-b36e-4683a8ded09e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting port 67f1f7d0-4af6-4956-a3d1-89e0a02cf157 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:58.973749 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92c2443c-9889-4dc0-b36e-4683a8ded09e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.028189 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e6781e-076f-45a1-907e-19800a2cc95a tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Network 6d23edfc-c97b-4d6d-87fc-a249f2adf64c is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:45:59.100719 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-c0821f86-776f-4eeb-9d0f-139fc8145020 None None] Attempting to bind port 67f1f7d0-4af6-4956-a3d1-89e0a02cf157 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:45:59.101353 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-c0821f86-776f-4eeb-9d0f-139fc8145020 None None] Attempting to bind port 67f1f7d0-4af6-4956-a3d1-89e0a02cf157 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:45:59.101762 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0821f86-776f-4eeb-9d0f-139fc8145020 None None] Attempting to bind port 67f1f7d0-4af6-4956-a3d1-89e0a02cf157 on network c2beece7-853e-4518-ace6-8724ee235932 {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:45:59.114908 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0821f86-776f-4eeb-9d0f-139fc8145020 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:45:59.115188 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0821f86-776f-4eeb-9d0f-139fc8145020 None None] Checking segment: {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:45:59.115593 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-c0821f86-776f-4eeb-9d0f-139fc8145020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.120673 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0821f86-776f-4eeb-9d0f-139fc8145020 None None] Bound using segment: {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:45:59.121195 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-c0821f86-776f-4eeb-9d0f-139fc8145020 None None] Bound port: 67f1f7d0-4af6-4956-a3d1-89e0a02cf157, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'}}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:45:59.121598 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-c0821f86-776f-4eeb-9d0f-139fc8145020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.202589 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efdea52-de03-4c97-b1f0-3b86178edea0 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Pushing event updated for resources: {'Network': ['ID=abab038a-77cb-4dc2-900e-6943fd441e38,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:59.216518 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network abab038a-77cb-4dc2-900e-6943fd441e38 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:45:59.248876 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-07e6781e-076f-45a1-907e-19800a2cc95a tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:45:59.289459 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9957d8ff-f097-4e2d-830e-3ac9d0a89369 req-e3553cce-8055-484f-90d9-afe4381b9ac5 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4393690 Feb 16 12:45:59.299813 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-7efdea52-de03-4c97-b1f0-3b86178edea0 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.0412490 Feb 16 12:45:59.303420 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-101b2187-66b6-4b8c-9336-4d2a36be9c14 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.312441 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33846) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:45:59.325337 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-92c2443c-9889-4dc0-b36e-4683a8ded09e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] For port 67f1f7d0-4af6-4956-a3d1-89e0a02cf157, host dv-neutron-829527-1-hyperv, got binding levels [] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:45:59.325707 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92c2443c-9889-4dc0-b36e-4683a8ded09e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.360326 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-c0821f86-776f-4eeb-9d0f-139fc8145020 None None] For port 67f1f7d0-4af6-4956-a3d1-89e0a02cf157, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:45:59.368746 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-c0821f86-776f-4eeb-9d0f-139fc8145020 None None] For port 67f1f7d0-4af6-4956-a3d1-89e0a02cf157, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=67f1f7d0-4af6-4956-a3d1-89e0a02cf157,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:45:59.386990 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-c0821f86-776f-4eeb-9d0f-139fc8145020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.598713 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-0b656b28-8625-4905-9bb4-e10520f75c1c tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Request body: {'subnet': {'network_id': 'abab038a-77cb-4dc2-900e-6943fd441e38', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:45:59.674204 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3509d1-9e57-49be-96fb-9596e3be00af None None] Pushing event updated for resources: {'Port': ['ID=67f1f7d0-4af6-4956-a3d1-89e0a02cf157,revision_number=4']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:45:59.689028 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0821f86-776f-4eeb-9d0f-139fc8145020 None None] Routers {'74cf54ec-1655-4cbc-91db-dfd764f324c2'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:45:59.692443 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-c0821f86-776f-4eeb-9d0f-139fc8145020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:45:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['74cf54ec-1655-4cbc-91db-dfd764f324c2'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:45:59.777416 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-92c2443c-9889-4dc0-b36e-4683a8ded09e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Calling delete_port for 67f1f7d0-4af6-4956-a3d1-89e0a02cf157 owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:45:59.821106 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-101b2187-66b6-4b8c-9336-4d2a36be9c14 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Deleting port f76b33e1-397c-42d9-8ac6-f3f04883c7ff {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:45:59.821318 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-101b2187-66b6-4b8c-9336-4d2a36be9c14 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.828688 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-4b340b3d-3696-4e17-82a0-8db7713240dc None None] Provisioning complete for port ae5a6ac9-5920-4aff-8828-f80f0ff88cc5 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:45:59.829304 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4b340b3d-3696-4e17-82a0-8db7713240dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:45:59.894679 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-c0821f86-776f-4eeb-9d0f-139fc8145020 None None] Set router 74cf54ec-1655-4cbc-91db-dfd764f324c2 gateway port host: None {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:45:59.903807 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-4b340b3d-3696-4e17-82a0-8db7713240dc None None] Port ae5a6ac9-5920-4aff-8828-f80f0ff88cc5 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:45:59.980301 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-92c2443c-9889-4dc0-b36e-4683a8ded09e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:45:59.981145 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-92c2443c-9889-4dc0-b36e-4683a8ded09e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:46:00.066863 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-0b656b28-8625-4905-9bb4-e10520f75c1c tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:00.118730 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e6781e-076f-45a1-907e-19800a2cc95a tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Router 6c02f967-13c9-455c-89bd-a306ae8f139b has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:46:00.123575 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-0b656b28-8625-4905-9bb4-e10520f75c1c tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Usage tracker for resource:subnet and tenant:55d4620e6c944b62ac8cad50d69038ce is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:00.134054 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-0b656b28-8625-4905-9bb4-e10520f75c1c tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:00.142959 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-0b656b28-8625-4905-9bb4-e10520f75c1c tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:00.231931 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b656b28-8625-4905-9bb4-e10520f75c1c tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Made reservation on behalf of 55d4620e6c944b62ac8cad50d69038ce for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:00.234650 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-c0821f86-776f-4eeb-9d0f-139fc8145020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cf54ec-1655-4cbc-91db-dfd764f324c2', 'name': 'tempest-NetworksTestDHCPv6-router-722839831', 'tenant_id': '5979c0794f594272a8691960316755d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:53Z', 'updated_at': '2022-02-16T12:45:55Z', 'revision_number': 2, 'project_id': '5979c0794f594272a8691960316755d8', 'gw_port_host': None, '_interfaces': [{'id': '67f1f7d0-4af6-4956-a3d1-89e0a02cf157', 'name': '', 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'tenant_id': '5979c0794f594272a8691960316755d8', 'mac_address': 'fa:16:3e:94:7e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cf54ec-1655-4cbc-91db-dfd764f324c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '798db7d0-3308-4544-b006-d97cc10df584', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:55Z', 'updated_at': '2022-02-16T12:45:59Z', 'revision_number': 4, 'project_id': '5979c0794f594272a8691960316755d8', 'subnets': [{'id': '798db7d0-3308-4544-b006-d97cc10df584', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:00.235405 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0b656b28-8625-4905-9bb4-e10520f75c1c tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:00.238942 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0821f86-776f-4eeb-9d0f-139fc8145020 None None] The sync data for ids ['74cf54ec-1655-4cbc-91db-dfd764f324c2'] in dv-neutron-829527-1-hyperv is: [{'id': '74cf54ec-1655-4cbc-91db-dfd764f324c2', 'name': 'tempest-NetworksTestDHCPv6-router-722839831', 'tenant_id': '5979c0794f594272a8691960316755d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:53Z', 'updated_at': '2022-02-16T12:45:55Z', 'revision_number': 2, 'project_id': '5979c0794f594272a8691960316755d8', 'gw_port_host': None, '_interfaces': [{'id': '67f1f7d0-4af6-4956-a3d1-89e0a02cf157', 'name': '', 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'tenant_id': '5979c0794f594272a8691960316755d8', 'mac_address': 'fa:16:3e:94:7e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cf54ec-1655-4cbc-91db-dfd764f324c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '798db7d0-3308-4544-b006-d97cc10df584', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:45:55Z', 'updated_at': '2022-02-16T12:45:59Z', 'revision_number': 4, 'project_id': '5979c0794f594272a8691960316755d8', 'subnets': [{'id': '798db7d0-3308-4544-b006-d97cc10df584', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:00.482415 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-92c2443c-9889-4dc0-b36e-4683a8ded09e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting port 67f1f7d0-4af6-4956-a3d1-89e0a02cf157 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:00.482768 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92c2443c-9889-4dc0-b36e-4683a8ded09e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:00.678824 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-101b2187-66b6-4b8c-9336-4d2a36be9c14 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] For port f76b33e1-397c-42d9-8ac6-f3f04883c7ff, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=f76b33e1-397c-42d9-8ac6-f3f04883c7ff,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:00.679432 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-101b2187-66b6-4b8c-9336-4d2a36be9c14 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:00.692404 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33852) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:00.704557 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-1a0733dd-4c60-4f30-8e43-93aa5df3470f tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Request body: {'subnet': {'network_id': '48fe2e09-dded-4def-8dd1-b6962db18c96', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:00.780341 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e6781e-076f-45a1-907e-19800a2cc95a tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:46:00.782558 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44c28f-9a2f-441e-88fc-4e73afeab75c req-921e2ff0-09ea-4961-8257-674ffd6e88a9 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:00.788298 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-07e6781e-076f-45a1-907e-19800a2cc95a tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "PUT /v2.0/routers/6c02f967-13c9-455c-89bd-a306ae8f139b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0738261 Feb 16 12:46:00.790246 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8d44c28f-9a2f-441e-88fc-4e73afeab75c req-921e2ff0-09ea-4961-8257-674ffd6e88a9 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.2764542 Feb 16 12:46:00.794053 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee18ee8-94ee-494e-b41b-dba2e5426c82 None None] Sync routers for ids ['6c02f967-13c9-455c-89bd-a306ae8f139b'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:00.795582 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33856) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:00.808658 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee18ee8-94ee-494e-b41b-dba2e5426c82 None None] Routers {'6c02f967-13c9-455c-89bd-a306ae8f139b'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:00.809574 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-5ee18ee8-94ee-494e-b41b-dba2e5426c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:45:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['6c02f967-13c9-455c-89bd-a306ae8f139b'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:00.852464 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-92c2443c-9889-4dc0-b36e-4683a8ded09e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] For port 67f1f7d0-4af6-4956-a3d1-89e0a02cf157, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=67f1f7d0-4af6-4956-a3d1-89e0a02cf157,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:00.852938 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92c2443c-9889-4dc0-b36e-4683a8ded09e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:00.870810 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8d44c28f-9a2f-441e-88fc-4e73afeab75c req-0e81f06b-c9b9-45fe-8cc3-7e4d0e5d58df tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776582 Feb 16 12:46:00.871992 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-101b2187-66b6-4b8c-9336-4d2a36be9c14 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Calling delete_port for f76b33e1-397c-42d9-8ac6-f3f04883c7ff owned by network:router_gateway {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:00.898304 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-5ee18ee8-94ee-494e-b41b-dba2e5426c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:00.909170 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee18ee8-94ee-494e-b41b-dba2e5426c82 None None] Routers {'6c02f967-13c9-455c-89bd-a306ae8f139b'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:00.910739 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-5ee18ee8-94ee-494e-b41b-dba2e5426c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:45:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['6c02f967-13c9-455c-89bd-a306ae8f139b'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:00.990476 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-5ee18ee8-94ee-494e-b41b-dba2e5426c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:00.991061 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee18ee8-94ee-494e-b41b-dba2e5426c82 None None] The sync data for ids ['6c02f967-13c9-455c-89bd-a306ae8f139b'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:01.022062 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-92c2443c-9889-4dc0-b36e-4683a8ded09e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Calling delete_port for 67f1f7d0-4af6-4956-a3d1-89e0a02cf157 owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:01.089567 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188f82c5-38e2-4c4d-bd1a-120698be0344 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:01.090168 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-188f82c5-38e2-4c4d-bd1a-120698be0344 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Synchronizing usage tracker for tenant:9f89b69482a141c697c1d7563c6011c5 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:01.105563 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-1a0733dd-4c60-4f30-8e43-93aa5df3470f tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:01.152155 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-1a0733dd-4c60-4f30-8e43-93aa5df3470f tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Usage tracker for resource:subnet and tenant:e5afed0fc27345c1bbbffc2ab746a929 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:01.161174 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-1a0733dd-4c60-4f30-8e43-93aa5df3470f tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:01.176273 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-1a0733dd-4c60-4f30-8e43-93aa5df3470f tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:01.200322 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-188f82c5-38e2-4c4d-bd1a-120698be0344 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Unset dirty status for tenant:9f89b69482a141c697c1d7563c6011c5 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:01.205040 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33860) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:01.205230 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-188f82c5-38e2-4c4d-bd1a-120698be0344 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "GET /v2.0/ports/ae5a6ac9-5920-4aff-8828-f80f0ff88cc5 HTTP/1.1" status: 200 len: 910 time: 0.3519974 Feb 16 12:46:01.225021 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0733dd-4c60-4f30-8e43-93aa5df3470f tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Made reservation on behalf of e5afed0fc27345c1bbbffc2ab746a929 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:01.228919 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1a0733dd-4c60-4f30-8e43-93aa5df3470f tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.264925 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92c2443c-9889-4dc0-b36e-4683a8ded09e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.390141 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0b656b28-8625-4905-9bb4-e10520f75c1c tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.416420 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c2443c-9889-4dc0-b36e-4683a8ded09e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Port': ['ID=67f1f7d0-4af6-4956-a3d1-89e0a02cf157,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:01.522567 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b656b28-8625-4905-9bb4-e10520f75c1c tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Pushing event updated for resources: {'Subnet': ['ID=0c4eacc8-92f6-419f-9dee-7753d56a3272,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:01.535342 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-101b2187-66b6-4b8c-9336-4d2a36be9c14 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.586907 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b656b28-8625-4905-9bb4-e10520f75c1c tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Checking segment: {'id': 'f26ede5f-b80b-4b2e-a9fa-2a26fe122405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'abab038a-77cb-4dc2-900e-6943fd441e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:01.587272 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b656b28-8625-4905-9bb4-e10520f75c1c tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Network hostable DHCP agents. Network: abab038a-77cb-4dc2-900e-6943fd441e38, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:46:01.634624 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b2187-66b6-4b8c-9336-4d2a36be9c14 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Pushing event deleted for resources: {'Port': ['ID=f76b33e1-397c-42d9-8ac6-f3f04883c7ff,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:01.743894 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b656b28-8625-4905-9bb4-e10520f75c1c tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Network abab038a-77cb-4dc2-900e-6943fd441e38 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:46:01.767497 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92c2443c-9889-4dc0-b36e-4683a8ded09e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.780758 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4f8c258e-b245-4708-9849-91f3b51ece18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.783164 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-101b2187-66b6-4b8c-9336-4d2a36be9c14 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023674'] for router_gateway, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.827749 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-0b656b28-8625-4905-9bb4-e10520f75c1c tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, abab038a-77cb-4dc2-900e-6943fd441e38) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:01.832082 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b656b28-8625-4905-9bb4-e10520f75c1c tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:01.832691 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0b656b28-8625-4905-9bb4-e10520f75c1c tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:01.838029 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fffd8c-1ffb-40cb-942c-d54489e896f6 None None] Network abab038a-77cb-4dc2-900e-6943fd441e38 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:02.012421 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-101b2187-66b6-4b8c-9336-4d2a36be9c14 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.014809 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-101b2187-66b6-4b8c-9336-4d2a36be9c14 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.018385 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1a0733dd-4c60-4f30-8e43-93aa5df3470f tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.066035 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-0b656b28-8625-4905-9bb4-e10520f75c1c tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5294642 Feb 16 12:46:02.085281 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33866) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:02.133445 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58546717-1a2d-4c65-b944-973d93249703 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-abab038a-77cb-4dc2-900e-6943fd441e38', 'network_id': 'abab038a-77cb-4dc2-900e-6943fd441e38', 'tenant_id': '55d4620e6c944b62ac8cad50d69038ce', 'fixed_ips': [{'subnet_id': '0c4eacc8-92f6-419f-9dee-7753d56a3272'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:46:02.133789 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-cde027d8-00a4-41a2-bdcc-a347ea07d37d tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Request body: {'port': {'network_id': 'abab038a-77cb-4dc2-900e-6943fd441e38', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-699026593'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:02.134391 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-58546717-1a2d-4c65-b944-973d93249703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.237740 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c2443c-9889-4dc0-b36e-4683a8ded09e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Router 74cf54ec-1655-4cbc-91db-dfd764f324c2 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:46:02.301115 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-58546717-1a2d-4c65-b944-973d93249703 None None] Allocated IP 2001:db8::2 (abab038a-77cb-4dc2-900e-6943fd441e38/0c4eacc8-92f6-419f-9dee-7753d56a3272/9ae8f362-3921-48ff-aaf7-cfba6a2b05e6) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:02.347110 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-101b2187-66b6-4b8c-9336-4d2a36be9c14 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.347642 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101b2187-66b6-4b8c-9336-4d2a36be9c14 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2e71f3d9-12bf-4ad5-925a-1eb333dd4070 {{(pid=87701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:46:02.396825 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-101b2187-66b6-4b8c-9336-4d2a36be9c14 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.401303 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-101b2187-66b6-4b8c-9336-4d2a36be9c14 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] 10.222.0.83 "DELETE /v2.0/routers/2e71f3d9-12bf-4ad5-925a-1eb333dd4070 HTTP/1.1" status: 204 len: 168 time: 4.7390356 Feb 16 12:46:02.404759 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0733dd-4c60-4f30-8e43-93aa5df3470f tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Pushing event updated for resources: {'Subnet': ['ID=768f1609-9664-4e3a-8d39-339334680835,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:02.407435 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33870) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:02.417733 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-5b0270cb-0c78-4eee-a7e8-1757f04cbd2a tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-217368432', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}, 'admin_state_up': False}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:02.443960 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-5b0270cb-0c78-4eee-a7e8-1757f04cbd2a tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:02.459235 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c2443c-9889-4dc0-b36e-4683a8ded09e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:46:02.470397 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99d77ca-de8d-45d5-bc63-c00e82948915 None None] Sync routers for ids ['74cf54ec-1655-4cbc-91db-dfd764f324c2'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:02.477231 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-5b0270cb-0c78-4eee-a7e8-1757f04cbd2a tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Usage tracker for resource:router and tenant:4f391249135447c7b12259a80fb71dbd is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:02.483329 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0733dd-4c60-4f30-8e43-93aa5df3470f tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Checking segment: {'id': 'd8360bbd-7dfc-420c-a0f6-05007aa1cf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '48fe2e09-dded-4def-8dd1-b6962db18c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:02.483540 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0733dd-4c60-4f30-8e43-93aa5df3470f tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Network hostable DHCP agents. Network: 48fe2e09-dded-4def-8dd1-b6962db18c96, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:46:02.490743 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-92c2443c-9889-4dc0-b36e-4683a8ded09e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "PUT /v2.0/routers/74cf54ec-1655-4cbc-91db-dfd764f324c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7545564 Feb 16 12:46:02.495009 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33874) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:02.497800 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99d77ca-de8d-45d5-bc63-c00e82948915 None None] Routers {'74cf54ec-1655-4cbc-91db-dfd764f324c2'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:02.502187 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-a99d77ca-de8d-45d5-bc63-c00e82948915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:45:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['74cf54ec-1655-4cbc-91db-dfd764f324c2'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:02.512304 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-5b0270cb-0c78-4eee-a7e8-1757f04cbd2a tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:02.536645 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-5b0270cb-0c78-4eee-a7e8-1757f04cbd2a tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:02.567624 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-cde027d8-00a4-41a2-bdcc-a347ea07d37d tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:02.574914 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-cde027d8-00a4-41a2-bdcc-a347ea07d37d tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Usage tracker for resource:port and tenant:55d4620e6c944b62ac8cad50d69038ce is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:02.578519 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5b0270cb-0c78-4eee-a7e8-1757f04cbd2a tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.579619 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5b0270cb-0c78-4eee-a7e8-1757f04cbd2a tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.584447 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-cde027d8-00a4-41a2-bdcc-a347ea07d37d tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:02.595943 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c645d2c-1034-4178-8956-d98e890d4cf3 req-cbb4e96f-986f-4c22-a88b-22dd1a7007a0 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:02.605819 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5c645d2c-1034-4178-8956-d98e890d4cf3 req-cbb4e96f-986f-4c22-a88b-22dd1a7007a0 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.5412266 Feb 16 12:46:02.607444 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0733dd-4c60-4f30-8e43-93aa5df3470f tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Network 48fe2e09-dded-4def-8dd1-b6962db18c96 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:46:02.610710 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4ffe5b-ba59-4000-b7cc-68da91bf8436 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:02.611085 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4ffe5b-ba59-4000-b7cc-68da91bf8436 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:02.611715 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ca4ffe5b-ba59-4000-b7cc-68da91bf8436 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:02.614175 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-cde027d8-00a4-41a2-bdcc-a347ea07d37d tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:02.662221 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ca4ffe5b-ba59-4000-b7cc-68da91bf8436 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:02.665935 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ca4ffe5b-ba59-4000-b7cc-68da91bf8436 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1673000 Feb 16 12:46:02.667282 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33878) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:02.671740 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5b0270cb-0c78-4eee-a7e8-1757f04cbd2a tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.677521 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-1a0733dd-4c60-4f30-8e43-93aa5df3470f tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 48fe2e09-dded-4def-8dd1-b6962db18c96) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:02.683238 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0733dd-4c60-4f30-8e43-93aa5df3470f tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:02.683846 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1a0733dd-4c60-4f30-8e43-93aa5df3470f tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.699026 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9d37f6-d82f-4212-8f66-f7e048a187ce None None] Network 48fe2e09-dded-4def-8dd1-b6962db18c96 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:02.709275 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde027d8-00a4-41a2-bdcc-a347ea07d37d tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Made reservation on behalf of 55d4620e6c944b62ac8cad50d69038ce for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:02.725678 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-cde027d8-00a4-41a2-bdcc-a347ea07d37d tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.744717 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-a99d77ca-de8d-45d5-bc63-c00e82948915 None None] Set router 74cf54ec-1655-4cbc-91db-dfd764f324c2 gateway port host: None {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:02.764398 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5c645d2c-1034-4178-8956-d98e890d4cf3 req-4ca256e9-baed-4dd7-99b3-2c6fbb5b8c6a tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584907 Feb 16 12:46:02.773754 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d97d145-eaa0-4e57-addd-acfafaaeef8b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting subnet 798db7d0-3308-4544-b006-d97cc10df584 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:46:02.787995 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [None req-cde027d8-00a4-41a2-bdcc-a347ea07d37d tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] device_id is not set on port 6f4e21a5-ec9d-48f0-af79-8ca871b4805d yet. {{(pid=87701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:46:02.789600 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2d97d145-eaa0-4e57-addd-acfafaaeef8b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.804241 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-58546717-1a2d-4c65-b944-973d93249703 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.826281 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-58546717-1a2d-4c65-b944-973d93249703 None None] Transition to ACTIVE for port object 9ae8f362-3921-48ff-aaf7-cfba6a2b05e6 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:02.850627 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-58546717-1a2d-4c65-b944-973d93249703 None None] Transition to ACTIVE for port object 9ae8f362-3921-48ff-aaf7-cfba6a2b05e6 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:02.854478 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6b846a59-471c-499d-8b83-d3d31683e889 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.870216 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-58546717-1a2d-4c65-b944-973d93249703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:02.880312 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-1a0733dd-4c60-4f30-8e43-93aa5df3470f tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1855693 Feb 16 12:46:02.891481 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33884) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:02.904516 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-a99d77ca-de8d-45d5-bc63-c00e82948915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cf54ec-1655-4cbc-91db-dfd764f324c2', 'name': 'tempest-NetworksTestDHCPv6-router-722839831', 'tenant_id': '5979c0794f594272a8691960316755d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:53Z', 'updated_at': '2022-02-16T12:46:01Z', 'revision_number': 3, 'project_id': '5979c0794f594272a8691960316755d8', 'gw_port_host': None}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:02.911303 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99d77ca-de8d-45d5-bc63-c00e82948915 None None] Checking router: 74cf54ec-1655-4cbc-91db-dfd764f324c2 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:46:02.913835 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-d5669904-79de-4e51-bc07-1b72e4a0aab2 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1298672316'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:02.922780 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99d77ca-de8d-45d5-bc63-c00e82948915 None None] Routers {'74cf54ec-1655-4cbc-91db-dfd764f324c2'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:02.923403 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-a99d77ca-de8d-45d5-bc63-c00e82948915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:45:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['74cf54ec-1655-4cbc-91db-dfd764f324c2'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:02.960793 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58546717-1a2d-4c65-b944-973d93249703 None None] Network abab038a-77cb-4dc2-900e-6943fd441e38 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:02.966583 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-58546717-1a2d-4c65-b944-973d93249703 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:02.973116 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-d5669904-79de-4e51-bc07-1b72e4a0aab2 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:02.989051 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-d5669904-79de-4e51-bc07-1b72e4a0aab2 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Usage tracker for resource:network and tenant:e5afed0fc27345c1bbbffc2ab746a929 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:03.001472 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58546717-1a2d-4c65-b944-973d93249703 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:03.002768 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-d5669904-79de-4e51-bc07-1b72e4a0aab2 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:03.065723 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-d5669904-79de-4e51-bc07-1b72e4a0aab2 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:03.079285 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58546717-1a2d-4c65-b944-973d93249703 None None] Pushing event updated for resources: {'Port': ['ID=9ae8f362-3921-48ff-aaf7-cfba6a2b05e6,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:03.101314 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-a99d77ca-de8d-45d5-bc63-c00e82948915 None None] Set router 74cf54ec-1655-4cbc-91db-dfd764f324c2 gateway port host: None {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:03.106237 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-58546717-1a2d-4c65-b944-973d93249703 None None] Attempting to bind port 9ae8f362-3921-48ff-aaf7-cfba6a2b05e6 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:46:03.106605 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-58546717-1a2d-4c65-b944-973d93249703 None None] Attempting to bind port 9ae8f362-3921-48ff-aaf7-cfba6a2b05e6 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'f26ede5f-b80b-4b2e-a9fa-2a26fe122405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'abab038a-77cb-4dc2-900e-6943fd441e38'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:46:03.106969 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58546717-1a2d-4c65-b944-973d93249703 None None] Attempting to bind port 9ae8f362-3921-48ff-aaf7-cfba6a2b05e6 on network abab038a-77cb-4dc2-900e-6943fd441e38 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:46:03.114278 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58546717-1a2d-4c65-b944-973d93249703 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:46:03.114637 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58546717-1a2d-4c65-b944-973d93249703 None None] Checking segment: {'id': 'f26ede5f-b80b-4b2e-a9fa-2a26fe122405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'abab038a-77cb-4dc2-900e-6943fd441e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:03.115040 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-58546717-1a2d-4c65-b944-973d93249703 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.115429 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58546717-1a2d-4c65-b944-973d93249703 None None] Bound using segment: {'id': 'f26ede5f-b80b-4b2e-a9fa-2a26fe122405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'abab038a-77cb-4dc2-900e-6943fd441e38'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:46:03.115900 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-58546717-1a2d-4c65-b944-973d93249703 None None] Bound port: 9ae8f362-3921-48ff-aaf7-cfba6a2b05e6, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f26ede5f-b80b-4b2e-a9fa-2a26fe122405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'abab038a-77cb-4dc2-900e-6943fd441e38'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:46:03.116269 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-58546717-1a2d-4c65-b944-973d93249703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.224803 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eeb163e-2f6d-4bde-a7a0-3a1425bbc948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-48fe2e09-dded-4def-8dd1-b6962db18c96', 'network_id': '48fe2e09-dded-4def-8dd1-b6962db18c96', 'tenant_id': 'e5afed0fc27345c1bbbffc2ab746a929', 'fixed_ips': [{'subnet_id': '768f1609-9664-4e3a-8d39-339334680835'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:46:03.225629 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2eeb163e-2f6d-4bde-a7a0-3a1425bbc948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.230744 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-a99d77ca-de8d-45d5-bc63-c00e82948915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cf54ec-1655-4cbc-91db-dfd764f324c2', 'name': 'tempest-NetworksTestDHCPv6-router-722839831', 'tenant_id': '5979c0794f594272a8691960316755d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:53Z', 'updated_at': '2022-02-16T12:46:01Z', 'revision_number': 3, 'project_id': '5979c0794f594272a8691960316755d8', 'gw_port_host': None}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:03.236666 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99d77ca-de8d-45d5-bc63-c00e82948915 None None] The sync data for ids ['74cf54ec-1655-4cbc-91db-dfd764f324c2'] in dv-neutron-829527-1-hyperv is: [{'id': '74cf54ec-1655-4cbc-91db-dfd764f324c2', 'name': 'tempest-NetworksTestDHCPv6-router-722839831', 'tenant_id': '5979c0794f594272a8691960316755d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:45:53Z', 'updated_at': '2022-02-16T12:46:01Z', 'revision_number': 3, 'project_id': '5979c0794f594272a8691960316755d8', 'gw_port_host': None}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:03.265702 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2d97d145-eaa0-4e57-addd-acfafaaeef8b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.279253 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-cde027d8-00a4-41a2-bdcc-a347ea07d37d tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Allocated IP 2001:db8::323 (abab038a-77cb-4dc2-900e-6943fd441e38/0c4eacc8-92f6-419f-9dee-7753d56a3272/6f4e21a5-ec9d-48f0-af79-8ca871b4805d) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:03.286979 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5669904-79de-4e51-bc07-1b72e4a0aab2 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Made reservation on behalf of e5afed0fc27345c1bbbffc2ab746a929 for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:03.290656 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d5669904-79de-4e51-bc07-1b72e4a0aab2 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.306932 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5b0270cb-0c78-4eee-a7e8-1757f04cbd2a tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.340233 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-58546717-1a2d-4c65-b944-973d93249703 None None] For port 9ae8f362-3921-48ff-aaf7-cfba6a2b05e6, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:46:03.356240 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-58546717-1a2d-4c65-b944-973d93249703 None None] For port 9ae8f362-3921-48ff-aaf7-cfba6a2b05e6, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=9ae8f362-3921-48ff-aaf7-cfba6a2b05e6,segment=NetworkSegment(f26ede5f-b80b-4b2e-a9fa-2a26fe122405),segment_id=f26ede5f-b80b-4b2e-a9fa-2a26fe122405)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:46:03.379594 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5669904-79de-4e51-bc07-1b72e4a0aab2 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:46:03.388652 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-58546717-1a2d-4c65-b944-973d93249703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.413799 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2d97d145-eaa0-4e57-addd-acfafaaeef8b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.454481 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d5669904-79de-4e51-bc07-1b72e4a0aab2 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.454765 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-d5669904-79de-4e51-bc07-1b72e4a0aab2 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Added segment 56a05cb9-ebe6-417c-a874-d27afd845c9d of type vlan for network f48ac7f0-8904-4962-bcf9-dd2a90e5c84c Feb 16 12:46:03.492062 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-2eeb163e-2f6d-4bde-a7a0-3a1425bbc948 None None] Allocated IP 2001:db8:0:ffff::2 (48fe2e09-dded-4def-8dd1-b6962db18c96/768f1609-9664-4e3a-8d39-339334680835/27fe8431-3e9d-4d03-a518-6b90a988973a) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:03.516647 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58546717-1a2d-4c65-b944-973d93249703 None None] Pushing event updated for resources: {'Port': ['ID=9ae8f362-3921-48ff-aaf7-cfba6a2b05e6,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:03.560449 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2d97d145-eaa0-4e57-addd-acfafaaeef8b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.595714 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d5669904-79de-4e51-bc07-1b72e4a0aab2 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.633403 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97d145-eaa0-4e57-addd-acfafaaeef8b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Subnet': ['ID=798db7d0-3308-4544-b006-d97cc10df584,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:03.643955 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2d97d145-eaa0-4e57-addd-acfafaaeef8b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.652029 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede4bb8f-1037-465a-9f8d-11a477f7e212 None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:03.660109 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-6b846a59-471c-499d-8b83-d3d31683e889 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Deleting port ae5a6ac9-5920-4aff-8828-f80f0ff88cc5 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:03.660452 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6b846a59-471c-499d-8b83-d3d31683e889 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.707335 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2d97d145-eaa0-4e57-addd-acfafaaeef8b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/798db7d0-3308-4544-b006-d97cc10df584 HTTP/1.1" status: 204 len: 168 time: 1.0399530 Feb 16 12:46:03.710716 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33888) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:03.737137 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-cde027d8-00a4-41a2-bdcc-a347ea07d37d tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.795360 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-cde027d8-00a4-41a2-bdcc-a347ea07d37d tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Transition to ACTIVE for port object 6f4e21a5-ec9d-48f0-af79-8ca871b4805d will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:03.803787 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d5669904-79de-4e51-bc07-1b72e4a0aab2 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.810064 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5669904-79de-4e51-bc07-1b72e4a0aab2 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:03.812635 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d5669904-79de-4e51-bc07-1b72e4a0aab2 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:03.987062 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5669904-79de-4e51-bc07-1b72e4a0aab2 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Pushing event updated for resources: {'Network': ['ID=f48ac7f0-8904-4962-bcf9-dd2a90e5c84c,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:04.059042 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network f48ac7f0-8904-4962-bcf9-dd2a90e5c84c details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:46:04.085037 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2eeb163e-2f6d-4bde-a7a0-3a1425bbc948 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:04.131213 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d5669904-79de-4e51-bc07-1b72e4a0aab2 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2359498 Feb 16 12:46:04.137959 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33894) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:04.173875 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 9ae8f362-3921-48ff-aaf7-cfba6a2b05e6 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:04.174343 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6b846a59-471c-499d-8b83-d3d31683e889 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:04.202754 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-2eeb163e-2f6d-4bde-a7a0-3a1425bbc948 None None] Transition to ACTIVE for port object 27fe8431-3e9d-4d03-a518-6b90a988973a will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:04.205533 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-6973487d-c6b6-4bc3-910b-958e5aa25e45 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Request body: {'subnet': {'network_id': 'f48ac7f0-8904-4962-bcf9-dd2a90e5c84c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:04.251824 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a295e553-7755-4c8b-86e1-4a65b80db0cb tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:router {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:04.269265 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f6b51d34-6077-437d-8305-764d2b03e917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:04.289810 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-2eeb163e-2f6d-4bde-a7a0-3a1425bbc948 None None] Transition to ACTIVE for port object 27fe8431-3e9d-4d03-a518-6b90a988973a will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:04.305992 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2eeb163e-2f6d-4bde-a7a0-3a1425bbc948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:04.315061 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-cde027d8-00a4-41a2-bdcc-a347ea07d37d tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:04.322678 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-6b846a59-471c-499d-8b83-d3d31683e889 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Calling delete_port for ae5a6ac9-5920-4aff-8828-f80f0ff88cc5 owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:04.391524 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dcc2c6-eaaf-41fc-9021-082be7a85f4f req-17f27d48-fe65-4d00-ab20-e8a49e70ba73 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:04.393104 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-63dcc2c6-eaaf-41fc-9021-082be7a85f4f req-17f27d48-fe65-4d00-ab20-e8a49e70ba73 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.4399800 Feb 16 12:46:04.397348 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a295e553-7755-4c8b-86e1-4a65b80db0cb tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:router {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:04.401331 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a295e553-7755-4c8b-86e1-4a65b80db0cb tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6867318 Feb 16 12:46:04.408005 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33898) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:04.408234 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:04.442779 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eeb163e-2f6d-4bde-a7a0-3a1425bbc948 None None] Network 48fe2e09-dded-4def-8dd1-b6962db18c96 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:04.450120 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-2eeb163e-2f6d-4bde-a7a0-3a1425bbc948 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:04.456659 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeb163e-2f6d-4bde-a7a0-3a1425bbc948 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:04.467414 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb163e-2f6d-4bde-a7a0-3a1425bbc948 None None] Pushing event updated for resources: {'Port': ['ID=27fe8431-3e9d-4d03-a518-6b90a988973a,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:04.500403 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 9ae8f362-3921-48ff-aaf7-cfba6a2b05e6 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:04.559819 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 67f1f7d0-4af6-4956-a3d1-89e0a02cf157 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:46:04.566146 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5b0270cb-0c78-4eee-a7e8-1757f04cbd2a tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks [] for router_gateway, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:04.601770 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 67f1f7d0-4af6-4956-a3d1-89e0a02cf157 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:46:04.602280 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 67f1f7d0-4af6-4956-a3d1-89e0a02cf157 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:46:04.602804 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device f76b33e1-397c-42d9-8ac6-f3f04883c7ff no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:46:04.605466 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde027d8-00a4-41a2-bdcc-a347ea07d37d tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Pushing event updated for resources: {'Port': ['ID=6f4e21a5-ec9d-48f0-af79-8ca871b4805d,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:04.626845 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5b0270cb-0c78-4eee-a7e8-1757f04cbd2a tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:04.642991 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-2eeb163e-2f6d-4bde-a7a0-3a1425bbc948 None None] Attempting to bind port 27fe8431-3e9d-4d03-a518-6b90a988973a on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:46:04.642991 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-2eeb163e-2f6d-4bde-a7a0-3a1425bbc948 None None] Attempting to bind port 27fe8431-3e9d-4d03-a518-6b90a988973a by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'd8360bbd-7dfc-420c-a0f6-05007aa1cf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '48fe2e09-dded-4def-8dd1-b6962db18c96'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:46:04.643497 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeb163e-2f6d-4bde-a7a0-3a1425bbc948 None None] Attempting to bind port 27fe8431-3e9d-4d03-a518-6b90a988973a on network 48fe2e09-dded-4def-8dd1-b6962db18c96 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:46:04.645699 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: f76b33e1-397c-42d9-8ac6-f3f04883c7ff {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:46:04.646120 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device f76b33e1-397c-42d9-8ac6-f3f04883c7ff not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:46:04.651551 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cb5e2c6a-be1c-40a1-91ff-bc3dee0513e8 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:04.652389 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeb163e-2f6d-4bde-a7a0-3a1425bbc948 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:46:04.652901 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeb163e-2f6d-4bde-a7a0-3a1425bbc948 None None] Checking segment: {'id': 'd8360bbd-7dfc-420c-a0f6-05007aa1cf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '48fe2e09-dded-4def-8dd1-b6962db18c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:04.653644 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2eeb163e-2f6d-4bde-a7a0-3a1425bbc948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:04.654114 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeb163e-2f6d-4bde-a7a0-3a1425bbc948 None None] Bound using segment: {'id': 'd8360bbd-7dfc-420c-a0f6-05007aa1cf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '48fe2e09-dded-4def-8dd1-b6962db18c96'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:46:04.654667 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-2eeb163e-2f6d-4bde-a7a0-3a1425bbc948 None None] Bound port: 27fe8431-3e9d-4d03-a518-6b90a988973a, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8360bbd-7dfc-420c-a0f6-05007aa1cf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '48fe2e09-dded-4def-8dd1-b6962db18c96'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:46:04.655128 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2eeb163e-2f6d-4bde-a7a0-3a1425bbc948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:04.682550 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde027d8-00a4-41a2-bdcc-a347ea07d37d tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Network abab038a-77cb-4dc2-900e-6943fd441e38 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:04.686901 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-cde027d8-00a4-41a2-bdcc-a347ea07d37d tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:04.689914 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde027d8-00a4-41a2-bdcc-a347ea07d37d tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:04.695623 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde027d8-00a4-41a2-bdcc-a347ea07d37d tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:04.696908 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-cde027d8-00a4-41a2-bdcc-a347ea07d37d tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:04.724897 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-6973487d-c6b6-4bc3-910b-958e5aa25e45 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:04.727284 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87233f86-6384-400f-b2a0-c5c7f23cf600 None None] DHCP port deletion for c2beece7-853e-4518-ace6-8724ee235932 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:46:04.739932 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-87233f86-6384-400f-b2a0-c5c7f23cf600 None None] Deleting port 58da81d0-0780-4208-8a19-acd558f74aea {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:04.740204 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-87233f86-6384-400f-b2a0-c5c7f23cf600 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:04.743443 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-6973487d-c6b6-4bc3-910b-958e5aa25e45 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Usage tracker for resource:subnet and tenant:e5afed0fc27345c1bbbffc2ab746a929 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:04.760847 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-6973487d-c6b6-4bc3-910b-958e5aa25e45 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:04.773035 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-cde027d8-00a4-41a2-bdcc-a347ea07d37d tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.6544106 Feb 16 12:46:04.773035 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-6973487d-c6b6-4bc3-910b-958e5aa25e45 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:04.776237 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33902) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:04.787097 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-b1f16f5f-ad97-42f4-908c-a7b31751abc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Request body: {'port': {'network_id': 'abab038a-77cb-4dc2-900e-6943fd441e38', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1823427218', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:04.788034 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.api.validators [None req-b1f16f5f-ad97-42f4-908c-a7b31751abc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] bootfile-name is not in valid_values {{(pid=87701) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 12:46:04.788378 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.api.validators [None req-b1f16f5f-ad97-42f4-908c-a7b31751abc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] tftp-server is not in valid_values {{(pid=87701) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 12:46:04.788745 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.api.validators [None req-b1f16f5f-ad97-42f4-908c-a7b31751abc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] server-ip-address is not in valid_values {{(pid=87701) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 12:46:04.808447 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-63dcc2c6-eaaf-41fc-9021-082be7a85f4f req-8c2bbd43-76cc-48e9-b26b-09a0a04edafe tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3338282 Feb 16 12:46:04.881137 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-2eeb163e-2f6d-4bde-a7a0-3a1425bbc948 None None] For port 27fe8431-3e9d-4d03-a518-6b90a988973a, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:46:04.895606 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6973487d-c6b6-4bc3-910b-958e5aa25e45 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Made reservation on behalf of e5afed0fc27345c1bbbffc2ab746a929 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:04.899158 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6973487d-c6b6-4bc3-910b-958e5aa25e45 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:04.906830 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-2eeb163e-2f6d-4bde-a7a0-3a1425bbc948 None None] For port 27fe8431-3e9d-4d03-a518-6b90a988973a, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=27fe8431-3e9d-4d03-a518-6b90a988973a,segment=NetworkSegment(d8360bbd-7dfc-420c-a0f6-05007aa1cf0b),segment_id=d8360bbd-7dfc-420c-a0f6-05007aa1cf0b)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:46:04.932328 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2eeb163e-2f6d-4bde-a7a0-3a1425bbc948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:05.139261 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-87233f86-6384-400f-b2a0-c5c7f23cf600 None None] For port 58da81d0-0780-4208-8a19-acd558f74aea, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=58da81d0-0780-4208-8a19-acd558f74aea,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:05.139866 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-87233f86-6384-400f-b2a0-c5c7f23cf600 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:05.154361 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:05.159359 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:05.229282 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899da09e-f5c2-40e3-a8d9-8b6a7763ce47 None None] Network abab038a-77cb-4dc2-900e-6943fd441e38 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:05.242971 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb163e-2f6d-4bde-a7a0-3a1425bbc948 None None] Pushing event updated for resources: {'Port': ['ID=27fe8431-3e9d-4d03-a518-6b90a988973a,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:05.268048 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cb5e2c6a-be1c-40a1-91ff-bc3dee0513e8 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:05.272763 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cb5e2c6a-be1c-40a1-91ff-bc3dee0513e8 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:05.292295 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-5b0270cb-0c78-4eee-a7e8-1757f04cbd2a tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Allocated IP 172.26.5.7 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/aa423a2e-3a50-487e-bf6f-0cc6190403b9) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:05.297396 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6b846a59-471c-499d-8b83-d3d31683e889 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:05.321385 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-87233f86-6384-400f-b2a0-c5c7f23cf600 None None] Calling delete_port for 58da81d0-0780-4208-8a19-acd558f74aea owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:05.376327 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.objects.ports [None req-6973487d-c6b6-4bc3-910b-958e5aa25e45 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87701) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:46:05.382481 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6973487d-c6b6-4bc3-910b-958e5aa25e45 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:05.466032 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b846a59-471c-499d-8b83-d3d31683e889 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event deleted for resources: {'Port': ['ID=ae5a6ac9-5920-4aff-8828-f80f0ff88cc5,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:05.509007 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-99b1c44e-f971-48ab-8c32-08b90dd2b067 None None] Provisioning for port 9ae8f362-3921-48ff-aaf7-cfba6a2b05e6 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:05.528766 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-99b1c44e-f971-48ab-8c32-08b90dd2b067 None None] Provisioning complete for port 9ae8f362-3921-48ff-aaf7-cfba6a2b05e6 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:05.529794 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-99b1c44e-f971-48ab-8c32-08b90dd2b067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:05.562713 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-b1f16f5f-ad97-42f4-908c-a7b31751abc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:05.593666 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-b1f16f5f-ad97-42f4-908c-a7b31751abc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Usage tracker for resource:port and tenant:55d4620e6c944b62ac8cad50d69038ce is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:05.604581 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-b1f16f5f-ad97-42f4-908c-a7b31751abc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:05.623958 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cb5e2c6a-be1c-40a1-91ff-bc3dee0513e8 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:05.624492 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5e2c6a-be1c-40a1-91ff-bc3dee0513e8 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Fanout notify agent at l3_agent the message router_deleted on router 74cf54ec-1655-4cbc-91db-dfd764f324c2 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:46:05.639062 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-b1f16f5f-ad97-42f4-908c-a7b31751abc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:05.684181 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6973487d-c6b6-4bc3-910b-958e5aa25e45 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Pushing event updated for resources: {'Subnet': ['ID=3c4babb6-06e1-493e-ac66-b86ed248a9f7,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:05.704243 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-87233f86-6384-400f-b2a0-c5c7f23cf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:05.719577 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6973487d-c6b6-4bc3-910b-958e5aa25e45 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Checking segment: {'id': '56a05cb9-ebe6-417c-a874-d27afd845c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f48ac7f0-8904-4962-bcf9-dd2a90e5c84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:05.720196 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6973487d-c6b6-4bc3-910b-958e5aa25e45 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Network hostable DHCP agents. Network: f48ac7f0-8904-4962-bcf9-dd2a90e5c84c, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:46:05.744895 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f16f5f-ad97-42f4-908c-a7b31751abc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Made reservation on behalf of 55d4620e6c944b62ac8cad50d69038ce for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:05.748514 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b1f16f5f-ad97-42f4-908c-a7b31751abc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:05.775897 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87233f86-6384-400f-b2a0-c5c7f23cf600 None None] No DVR routers for this DVR port 58da81d0-0780-4208-8a19-acd558f74aea on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:05.785821 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87233f86-6384-400f-b2a0-c5c7f23cf600 None None] Pushing event deleted for resources: {'Port': ['ID=58da81d0-0780-4208-8a19-acd558f74aea,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:05.823973 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6973487d-c6b6-4bc3-910b-958e5aa25e45 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Network f48ac7f0-8904-4962-bcf9-dd2a90e5c84c is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:46:05.829676 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [None req-b1f16f5f-ad97-42f4-908c-a7b31751abc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] device_id is not set on port 7d1d4cc6-c76e-4385-b670-53759c0763de yet. {{(pid=87701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:46:05.853840 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cb5e2c6a-be1c-40a1-91ff-bc3dee0513e8 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:05.854950 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-cb5e2c6a-be1c-40a1-91ff-bc3dee0513e8 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/routers/74cf54ec-1655-4cbc-91db-dfd764f324c2 HTTP/1.1" status: 204 len: 168 time: 1.4466786 Feb 16 12:46:05.858179 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33906) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:05.872431 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-24096284-a397-4719-af7f-0a02db0281d0 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'subnet': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:05.906991 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-99b1c44e-f971-48ab-8c32-08b90dd2b067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:05.922871 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5b0270cb-0c78-4eee-a7e8-1757f04cbd2a tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:05.939568 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-6973487d-c6b6-4bc3-910b-958e5aa25e45 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, f48ac7f0-8904-4962-bcf9-dd2a90e5c84c) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:05.944803 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6973487d-c6b6-4bc3-910b-958e5aa25e45 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:05.945494 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6973487d-c6b6-4bc3-910b-958e5aa25e45 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:05.978282 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d411b4-137e-4ea9-9cc2-8fd862365d31 None None] Network f48ac7f0-8904-4962-bcf9-dd2a90e5c84c requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:06.003943 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-24096284-a397-4719-af7f-0a02db0281d0 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:06.013733 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-24096284-a397-4719-af7f-0a02db0281d0 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Usage tracker for resource:subnet and tenant:5979c0794f594272a8691960316755d8 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:06.021457 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-24096284-a397-4719-af7f-0a02db0281d0 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:06.026497 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6b846a59-471c-499d-8b83-d3d31683e889 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:06.035508 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-24096284-a397-4719-af7f-0a02db0281d0 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:06.131288 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-6973487d-c6b6-4bc3-910b-958e5aa25e45 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9436808 Feb 16 12:46:06.131495 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-99b1c44e-f971-48ab-8c32-08b90dd2b067 None None] For port 9ae8f362-3921-48ff-aaf7-cfba6a2b05e6, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=9ae8f362-3921-48ff-aaf7-cfba6a2b05e6,segment=NetworkSegment(f26ede5f-b80b-4b2e-a9fa-2a26fe122405),segment_id=f26ede5f-b80b-4b2e-a9fa-2a26fe122405)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:06.143943 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33912) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:06.145085 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-b1f16f5f-ad97-42f4-908c-a7b31751abc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Allocated IP 2001:db8::171 (abab038a-77cb-4dc2-900e-6943fd441e38/0c4eacc8-92f6-419f-9dee-7753d56a3272/7d1d4cc6-c76e-4385-b670-53759c0763de) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:06.157849 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-40152789-5c7b-4e38-afbb-bdc74a23227c tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Request body: {'port': {'network_id': 'f48ac7f0-8904-4962-bcf9-dd2a90e5c84c', 'name': 'tempest-NetworksIpV6TestAttrs-1491545833'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:06.186665 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 27fe8431-3e9d-4d03-a518-6b90a988973a up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:06.188208 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24096284-a397-4719-af7f-0a02db0281d0 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:06.191811 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-24096284-a397-4719-af7f-0a02db0281d0 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:06.253373 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5b0270cb-0c78-4eee-a7e8-1757f04cbd2a tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:06.300667 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-99b1c44e-f971-48ab-8c32-08b90dd2b067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:06.373253 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0270cb-0c78-4eee-a7e8-1757f04cbd2a tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:06.391094 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-5b0270cb-0c78-4eee-a7e8-1757f04cbd2a tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:06.419042 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0270cb-0c78-4eee-a7e8-1757f04cbd2a tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:06.435459 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609a07ab-3edf-42d3-a302-e1c93c4e66fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-f48ac7f0-8904-4962-bcf9-dd2a90e5c84c', 'network_id': 'f48ac7f0-8904-4962-bcf9-dd2a90e5c84c', 'tenant_id': 'e5afed0fc27345c1bbbffc2ab746a929', 'fixed_ips': [{'subnet_id': '3c4babb6-06e1-493e-ac66-b86ed248a9f7'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:46:06.436273 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-609a07ab-3edf-42d3-a302-e1c93c4e66fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:06.451655 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 27fe8431-3e9d-4d03-a518-6b90a988973a completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:06.470815 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1c44e-f971-48ab-8c32-08b90dd2b067 None None] Pushing event updated for resources: {'Port': ['ID=9ae8f362-3921-48ff-aaf7-cfba6a2b05e6,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:06.530660 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0270cb-0c78-4eee-a7e8-1757f04cbd2a tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Pushing event updated for resources: {'Port': ['ID=aa423a2e-3a50-487e-bf6f-0cc6190403b9,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:06.558700 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 58da81d0-0780-4208-8a19-acd558f74aea no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:46:06.602527 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c315a-a37a-49b5-a820-566364eb2acc req-a2705e72-d0b1-4ef4-8265-6b359820c071 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:06.606151 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a11c315a-a37a-49b5-a820-566364eb2acc req-a2705e72-d0b1-4ef4-8265-6b359820c071 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.6101260 Feb 16 12:46:06.620149 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 58da81d0-0780-4208-8a19-acd558f74aea {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:46:06.620948 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 58da81d0-0780-4208-8a19-acd558f74aea not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:46:06.644339 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-24096284-a397-4719-af7f-0a02db0281d0 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:06.701208 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b4b2a9-8200-4fc6-a162-8709f7df2217 None None] Network 48fe2e09-dded-4def-8dd1-b6962db18c96 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:06.724744 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:06.804311 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24096284-a397-4719-af7f-0a02db0281d0 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:06.811339 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-24096284-a397-4719-af7f-0a02db0281d0 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:06.821639 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24096284-a397-4719-af7f-0a02db0281d0 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:06.822228 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-24096284-a397-4719-af7f-0a02db0281d0 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:06.841289 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6c9686-5387-4180-9e26-cb37ff90a6f9 None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:06.859747 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b846a59-471c-499d-8b83-d3d31683e889 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Router 6c02f967-13c9-455c-89bd-a306ae8f139b has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:46:06.869963 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24096284-a397-4719-af7f-0a02db0281d0 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Subnet': ['ID=39663d7b-5bd4-4fc1-a087-142e496949da,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:06.872532 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-609a07ab-3edf-42d3-a302-e1c93c4e66fe None None] Allocated IP 2001:db8::f816:3eff:fe3c:19db (f48ac7f0-8904-4962-bcf9-dd2a90e5c84c/3c4babb6-06e1-493e-ac66-b86ed248a9f7/8e308318-04ed-4bf5-b21f-b90b5a88fe90) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:06.892861 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-40152789-5c7b-4e38-afbb-bdc74a23227c tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:06.981652 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-40152789-5c7b-4e38-afbb-bdc74a23227c tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Usage tracker for resource:port and tenant:e5afed0fc27345c1bbbffc2ab746a929 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:06.995125 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-40152789-5c7b-4e38-afbb-bdc74a23227c tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:07.006695 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-184d1e0a-bb12-4935-a8b3-364e9d0cde4f None None] Provisioning for port 27fe8431-3e9d-4d03-a518-6b90a988973a completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:07.015871 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-40152789-5c7b-4e38-afbb-bdc74a23227c tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:07.073650 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-184d1e0a-bb12-4935-a8b3-364e9d0cde4f None None] Provisioning complete for port 27fe8431-3e9d-4d03-a518-6b90a988973a triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:07.073944 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-184d1e0a-bb12-4935-a8b3-364e9d0cde4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.086568 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-24096284-a397-4719-af7f-0a02db0281d0 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2244854 Feb 16 12:46:07.093097 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33916) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:07.105950 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-a8754596-5673-4620-9bed-a915b20f7906 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1797537361', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:07.131177 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a11c315a-a37a-49b5-a820-566364eb2acc req-4d82372a-d580-430b-9794-3a431adb4cf6 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5048246 Feb 16 12:46:07.132261 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40152789-5c7b-4e38-afbb-bdc74a23227c tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Made reservation on behalf of e5afed0fc27345c1bbbffc2ab746a929 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:07.135944 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-40152789-5c7b-4e38-afbb-bdc74a23227c tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.164275 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a8754596-5673-4620-9bed-a915b20f7906 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:07.175083 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a8754596-5673-4620-9bed-a915b20f7906 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Usage tracker for resource:router and tenant:5979c0794f594272a8691960316755d8 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:07.187435 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a8754596-5673-4620-9bed-a915b20f7906 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:07.197338 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a8754596-5673-4620-9bed-a915b20f7906 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:07.219086 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a8754596-5673-4620-9bed-a915b20f7906 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.220084 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a8754596-5673-4620-9bed-a915b20f7906 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.223557 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b846a59-471c-499d-8b83-d3d31683e889 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:46:07.229962 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6b846a59-471c-499d-8b83-d3d31683e889 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "PUT /v2.0/routers/6c02f967-13c9-455c-89bd-a306ae8f139b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0238862 Feb 16 12:46:07.236787 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33920) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:07.254865 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ef03fc-e047-4320-9207-d90991ce2c1b None None] Sync routers for ids ['6c02f967-13c9-455c-89bd-a306ae8f139b'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:07.258220 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [None req-40152789-5c7b-4e38-afbb-bdc74a23227c tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] device_id is not set on port ffcf004a-6155-4251-999c-9856c2ef3a3a yet. {{(pid=87701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:46:07.307627 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a8754596-5673-4620-9bed-a915b20f7906 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.314581 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ef03fc-e047-4320-9207-d90991ce2c1b None None] Routers {'6c02f967-13c9-455c-89bd-a306ae8f139b'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:07.315331 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-46ef03fc-e047-4320-9207-d90991ce2c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:46:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['6c02f967-13c9-455c-89bd-a306ae8f139b'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:07.374137 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b1f16f5f-ad97-42f4-908c-a7b31751abc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.423974 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a8754596-5673-4620-9bed-a915b20f7906 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.471705 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-b1f16f5f-ad97-42f4-908c-a7b31751abc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Transition to ACTIVE for port object 7d1d4cc6-c76e-4385-b670-53759c0763de will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:07.569037 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-46ef03fc-e047-4320-9207-d90991ce2c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:07.596059 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5b0270cb-0c78-4eee-a7e8-1757f04cbd2a tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks [] for router_gateway, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.622002 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-609a07ab-3edf-42d3-a302-e1c93c4e66fe None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.652192 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b1f16f5f-ad97-42f4-908c-a7b31751abc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.657675 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a8754596-5673-4620-9bed-a915b20f7906 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.661632 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a8754596-5673-4620-9bed-a915b20f7906 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5657640 Feb 16 12:46:07.663640 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33926) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:07.669127 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ef03fc-e047-4320-9207-d90991ce2c1b None None] Routers {'6c02f967-13c9-455c-89bd-a306ae8f139b'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:07.669981 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-46ef03fc-e047-4320-9207-d90991ce2c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:46:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['6c02f967-13c9-455c-89bd-a306ae8f139b'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:07.723190 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-609a07ab-3edf-42d3-a302-e1c93c4e66fe None None] Transition to ACTIVE for port object 8e308318-04ed-4bf5-b21f-b90b5a88fe90 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:07.726350 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-184d1e0a-bb12-4935-a8b3-364e9d0cde4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.727225 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f16f5f-ad97-42f4-908c-a7b31751abc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Network abab038a-77cb-4dc2-900e-6943fd441e38 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:07.737630 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-b1f16f5f-ad97-42f4-908c-a7b31751abc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:07.740219 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f16f5f-ad97-42f4-908c-a7b31751abc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:07.747480 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f16f5f-ad97-42f4-908c-a7b31751abc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:07.747800 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b1f16f5f-ad97-42f4-908c-a7b31751abc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.772101 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-46ef03fc-e047-4320-9207-d90991ce2c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:07.772364 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ef03fc-e047-4320-9207-d90991ce2c1b None None] The sync data for ids ['6c02f967-13c9-455c-89bd-a306ae8f139b'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:07.785594 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-609a07ab-3edf-42d3-a302-e1c93c4e66fe None None] Transition to ACTIVE for port object 8e308318-04ed-4bf5-b21f-b90b5a88fe90 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:07.797797 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336a88db-f0d2-4923-a8d1-e17230f9284b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-c2beece7-853e-4518-ace6-8724ee235932', 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'tenant_id': '5979c0794f594272a8691960316755d8', 'fixed_ips': [{'subnet_id': '39663d7b-5bd4-4fc1-a087-142e496949da'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:46:07.798613 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-336a88db-f0d2-4923-a8d1-e17230f9284b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.818517 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-609a07ab-3edf-42d3-a302-e1c93c4e66fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.823200 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-184d1e0a-bb12-4935-a8b3-364e9d0cde4f None None] For port 27fe8431-3e9d-4d03-a518-6b90a988973a, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=27fe8431-3e9d-4d03-a518-6b90a988973a,segment=NetworkSegment(d8360bbd-7dfc-420c-a0f6-05007aa1cf0b),segment_id=d8360bbd-7dfc-420c-a0f6-05007aa1cf0b)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:07.877925 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-184d1e0a-bb12-4935-a8b3-364e9d0cde4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:07.918757 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f16f5f-ad97-42f4-908c-a7b31751abc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Pushing event updated for resources: {'Port': ['ID=7d1d4cc6-c76e-4385-b670-53759c0763de,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:07.924392 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-b1f16f5f-ad97-42f4-908c-a7b31751abc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.1468422 Feb 16 12:46:07.936068 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33930) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:07.937866 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609a07ab-3edf-42d3-a302-e1c93c4e66fe None None] Network f48ac7f0-8904-4962-bcf9-dd2a90e5c84c is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:07.941802 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-609a07ab-3edf-42d3-a302-e1c93c4e66fe None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:07.951708 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609a07ab-3edf-42d3-a302-e1c93c4e66fe None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:07.965788 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a07ab-3edf-42d3-a302-e1c93c4e66fe None None] Pushing event updated for resources: {'Port': ['ID=8e308318-04ed-4bf5-b21f-b90b5a88fe90,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:08.012465 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-40152789-5c7b-4e38-afbb-bdc74a23227c tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Allocated IP 2001:db8::f816:3eff:fe07:1b74 (f48ac7f0-8904-4962-bcf9-dd2a90e5c84c/3c4babb6-06e1-493e-ac66-b86ed248a9f7/ffcf004a-6155-4251-999c-9856c2ef3a3a) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:08.306901 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-336a88db-f0d2-4923-a8d1-e17230f9284b None None] Allocated IP 2001:db8::2 (c2beece7-853e-4518-ace6-8724ee235932/39663d7b-5bd4-4fc1-a087-142e496949da/a814429a-dcbe-45b5-a1d3-fe390c66c263) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:08.310257 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 9ae8f362-3921-48ff-aaf7-cfba6a2b05e6 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:08.332866 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5b0270cb-0c78-4eee-a7e8-1757f04cbd2a tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.467412 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-b69c0836-2965-4d0e-8976-6c7f8a22c2b3 None None] Provisioning for port 6f4e21a5-ec9d-48f0-af79-8ca871b4805d completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:08.527473 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184d1e0a-bb12-4935-a8b3-364e9d0cde4f None None] Pushing event updated for resources: {'Port': ['ID=27fe8431-3e9d-4d03-a518-6b90a988973a,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:08.535792 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-b69c0836-2965-4d0e-8976-6c7f8a22c2b3 None None] Provisioning complete for port 6f4e21a5-ec9d-48f0-af79-8ca871b4805d triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:08.536161 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b69c0836-2965-4d0e-8976-6c7f8a22c2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.567612 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-609a07ab-3edf-42d3-a302-e1c93c4e66fe None None] Attempting to bind port 8e308318-04ed-4bf5-b21f-b90b5a88fe90 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:46:08.568001 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-609a07ab-3edf-42d3-a302-e1c93c4e66fe None None] Attempting to bind port 8e308318-04ed-4bf5-b21f-b90b5a88fe90 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '56a05cb9-ebe6-417c-a874-d27afd845c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f48ac7f0-8904-4962-bcf9-dd2a90e5c84c'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:46:08.568395 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609a07ab-3edf-42d3-a302-e1c93c4e66fe None None] Attempting to bind port 8e308318-04ed-4bf5-b21f-b90b5a88fe90 on network f48ac7f0-8904-4962-bcf9-dd2a90e5c84c {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:46:08.603156 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609a07ab-3edf-42d3-a302-e1c93c4e66fe None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:46:08.603684 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609a07ab-3edf-42d3-a302-e1c93c4e66fe None None] Checking segment: {'id': '56a05cb9-ebe6-417c-a874-d27afd845c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f48ac7f0-8904-4962-bcf9-dd2a90e5c84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:08.603909 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-609a07ab-3edf-42d3-a302-e1c93c4e66fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.604276 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609a07ab-3edf-42d3-a302-e1c93c4e66fe None None] Bound using segment: {'id': '56a05cb9-ebe6-417c-a874-d27afd845c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f48ac7f0-8904-4962-bcf9-dd2a90e5c84c'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:46:08.604793 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-609a07ab-3edf-42d3-a302-e1c93c4e66fe None None] Bound port: 8e308318-04ed-4bf5-b21f-b90b5a88fe90, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a05cb9-ebe6-417c-a874-d27afd845c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f48ac7f0-8904-4962-bcf9-dd2a90e5c84c'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:46:08.605156 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-609a07ab-3edf-42d3-a302-e1c93c4e66fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.660195 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-b69c0836-2965-4d0e-8976-6c7f8a22c2b3 None None] Port 6f4e21a5-ec9d-48f0-af79-8ca871b4805d cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:46:08.670787 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcf3737-c402-48d5-b1cf-eceb6347ed22 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:08.676491 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcf3737-c402-48d5-b1cf-eceb6347ed22 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:08.682898 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcf3737-c402-48d5-b1cf-eceb6347ed22 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:08.688842 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4fcf3737-c402-48d5-b1cf-eceb6347ed22 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.7477310 Feb 16 12:46:08.695324 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33938) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:08.710262 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 9ae8f362-3921-48ff-aaf7-cfba6a2b05e6 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:08.710611 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.777003 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-40152789-5c7b-4e38-afbb-bdc74a23227c tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.791469 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dd54facf-2e44-4814-b40c-2fa03445b398 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.800471 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-40152789-5c7b-4e38-afbb-bdc74a23227c tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Transition to ACTIVE for port object ffcf004a-6155-4251-999c-9856c2ef3a3a will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:08.857650 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-b69c0836-2965-4d0e-8976-6c7f8a22c2b3 None None] Provisioning complete for port 9ae8f362-3921-48ff-aaf7-cfba6a2b05e6 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:08.858088 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b69c0836-2965-4d0e-8976-6c7f8a22c2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.862015 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b0270cb-0c78-4eee-a7e8-1757f04cbd2a tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Router c5cbf012-b6d1-4ecb-a0df-c075493b5e00 is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:46:08.867764 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-40152789-5c7b-4e38-afbb-bdc74a23227c tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.904336 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7d4a3a3c-e41d-49a2-baca-fa5f714c5cad tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.966699 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-609a07ab-3edf-42d3-a302-e1c93c4e66fe None None] For port 8e308318-04ed-4bf5-b21f-b90b5a88fe90, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:46:08.978543 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-609a07ab-3edf-42d3-a302-e1c93c4e66fe None None] For port 8e308318-04ed-4bf5-b21f-b90b5a88fe90, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=8e308318-04ed-4bf5-b21f-b90b5a88fe90,segment=NetworkSegment(56a05cb9-ebe6-417c-a874-d27afd845c9d),segment_id=56a05cb9-ebe6-417c-a874-d27afd845c9d)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:46:08.981669 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d41df-22ff-4535-a796-2f577ee22eba req-49f3dda5-504b-4830-90b5-f6d93494cf0f tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:08.982103 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-336a88db-f0d2-4923-a8d1-e17230f9284b None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:08.983126 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-967d41df-22ff-4535-a796-2f577ee22eba req-49f3dda5-504b-4830-90b5-f6d93494cf0f tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.6693356 Feb 16 12:46:08.987033 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-92499054-1abb-4dfb-8d40-19285b42fccc tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Deleting port 7d1d4cc6-c76e-4385-b670-53759c0763de {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:08.987174 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92499054-1abb-4dfb-8d40-19285b42fccc tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.001767 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-609a07ab-3edf-42d3-a302-e1c93c4e66fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.008422 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40152789-5c7b-4e38-afbb-bdc74a23227c tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Network f48ac7f0-8904-4962-bcf9-dd2a90e5c84c is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:09.025347 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-40152789-5c7b-4e38-afbb-bdc74a23227c tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:09.033140 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40152789-5c7b-4e38-afbb-bdc74a23227c tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:09.038725 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40152789-5c7b-4e38-afbb-bdc74a23227c tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:09.040163 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-40152789-5c7b-4e38-afbb-bdc74a23227c tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.082530 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40152789-5c7b-4e38-afbb-bdc74a23227c tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Pushing event updated for resources: {'Port': ['ID=ffcf004a-6155-4251-999c-9856c2ef3a3a,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:09.090832 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-336a88db-f0d2-4923-a8d1-e17230f9284b None None] Transition to ACTIVE for port object a814429a-dcbe-45b5-a1d3-fe390c66c263 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:09.154303 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-40152789-5c7b-4e38-afbb-bdc74a23227c tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.0021584 Feb 16 12:46:09.160080 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33942) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:09.170253 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-336a88db-f0d2-4923-a8d1-e17230f9284b None None] Transition to ACTIVE for port object a814429a-dcbe-45b5-a1d3-fe390c66c263 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:09.231582 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-336a88db-f0d2-4923-a8d1-e17230f9284b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.246295 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0270cb-0c78-4eee-a7e8-1757f04cbd2a tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:46:09.254350 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-5182b9ca-5252-4c9b-992c-b6533d926c75 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Deleting subnet 3c4babb6-06e1-493e-ac66-b86ed248a9f7 {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:46:09.257789 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5182b9ca-5252-4c9b-992c-b6533d926c75 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.270856 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d2b00a-9a16-47c4-a477-75c0ff206950 None None] Sync routers for ids ['c5cbf012-b6d1-4ecb-a0df-c075493b5e00'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:09.294453 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d2b00a-9a16-47c4-a477-75c0ff206950 None None] Routers {'c5cbf012-b6d1-4ecb-a0df-c075493b5e00'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:09.295199 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-f7d2b00a-9a16-47c4-a477-75c0ff206950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:46:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['c5cbf012-b6d1-4ecb-a0df-c075493b5e00'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:09.321972 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a07ab-3edf-42d3-a302-e1c93c4e66fe None None] Pushing event updated for resources: {'Port': ['ID=8e308318-04ed-4bf5-b21f-b90b5a88fe90,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:09.331767 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5182b9ca-5252-4c9b-992c-b6533d926c75 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.417075 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-f7d2b00a-9a16-47c4-a477-75c0ff206950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:09.431238 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336a88db-f0d2-4923-a8d1-e17230f9284b None None] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:09.433292 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d2b00a-9a16-47c4-a477-75c0ff206950 None None] Routers {'c5cbf012-b6d1-4ecb-a0df-c075493b5e00'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:09.435082 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a88db-f0d2-4923-a8d1-e17230f9284b None None] Pushing event updated for resources: {'Port': ['ID=a814429a-dcbe-45b5-a1d3-fe390c66c263,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:09.435650 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-f7d2b00a-9a16-47c4-a477-75c0ff206950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:46:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['c5cbf012-b6d1-4ecb-a0df-c075493b5e00'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:09.448480 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-336a88db-f0d2-4923-a8d1-e17230f9284b None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:09.454489 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336a88db-f0d2-4923-a8d1-e17230f9284b None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:09.502957 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-967d41df-22ff-4535-a796-2f577ee22eba req-a8503182-382c-41b0-846b-9bf9323e3492 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4597144 Feb 16 12:46:09.520148 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5182b9ca-5252-4c9b-992c-b6533d926c75 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.625035 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-f7d2b00a-9a16-47c4-a477-75c0ff206950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:09.636352 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d2b00a-9a16-47c4-a477-75c0ff206950 None None] The sync data for ids ['c5cbf012-b6d1-4ecb-a0df-c075493b5e00'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:09.640102 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-336a88db-f0d2-4923-a8d1-e17230f9284b None None] Attempting to bind port a814429a-dcbe-45b5-a1d3-fe390c66c263 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:46:09.640102 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-336a88db-f0d2-4923-a8d1-e17230f9284b None None] Attempting to bind port a814429a-dcbe-45b5-a1d3-fe390c66c263 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:46:09.640332 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336a88db-f0d2-4923-a8d1-e17230f9284b None None] Attempting to bind port a814429a-dcbe-45b5-a1d3-fe390c66c263 on network c2beece7-853e-4518-ace6-8724ee235932 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:46:09.646630 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-7ba5f394-afbf-4735-a6b2-f0c38f7b958f None None] Provisioning for port 7d1d4cc6-c76e-4385-b670-53759c0763de completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:09.657577 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336a88db-f0d2-4923-a8d1-e17230f9284b None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:46:09.657811 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336a88db-f0d2-4923-a8d1-e17230f9284b None None] Checking segment: {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:09.658048 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-336a88db-f0d2-4923-a8d1-e17230f9284b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.658433 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336a88db-f0d2-4923-a8d1-e17230f9284b None None] Bound using segment: {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:46:09.658874 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-336a88db-f0d2-4923-a8d1-e17230f9284b None None] Bound port: a814429a-dcbe-45b5-a1d3-fe390c66c263, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:46:09.659240 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-336a88db-f0d2-4923-a8d1-e17230f9284b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.670012 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5b0270cb-0c78-4eee-a7e8-1757f04cbd2a tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.671227 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-5b0270cb-0c78-4eee-a7e8-1757f04cbd2a tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 7.2589905 Feb 16 12:46:09.672145 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-7ba5f394-afbf-4735-a6b2-f0c38f7b958f None None] Provisioning complete for port 7d1d4cc6-c76e-4385-b670-53759c0763de triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:09.672516 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7ba5f394-afbf-4735-a6b2-f0c38f7b958f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.674491 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33948) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:09.681136 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-09222b94-9ef3-450c-b258-a41a8a6b9184 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'enable_snat': False}}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:09.814963 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-7ba5f394-afbf-4735-a6b2-f0c38f7b958f None None] Port 7d1d4cc6-c76e-4385-b670-53759c0763de cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:46:09.868004 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-7ba5f394-afbf-4735-a6b2-f0c38f7b958f None None] Provisioning complete for port 27fe8431-3e9d-4d03-a518-6b90a988973a triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:09.868409 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7ba5f394-afbf-4735-a6b2-f0c38f7b958f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.908092 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-336a88db-f0d2-4923-a8d1-e17230f9284b None None] For port a814429a-dcbe-45b5-a1d3-fe390c66c263, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:46:09.916299 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-336a88db-f0d2-4923-a8d1-e17230f9284b None None] For port a814429a-dcbe-45b5-a1d3-fe390c66c263, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=a814429a-dcbe-45b5-a1d3-fe390c66c263,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:46:09.935977 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5182b9ca-5252-4c9b-992c-b6533d926c75 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.937261 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-336a88db-f0d2-4923-a8d1-e17230f9284b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.987321 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5182b9ca-5252-4c9b-992c-b6533d926c75 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:09.993078 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-dd54facf-2e44-4814-b40c-2fa03445b398 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Allocated IP 2001:db8::1 (c2beece7-853e-4518-ace6-8724ee235932/39663d7b-5bd4-4fc1-a087-142e496949da/dc58e7f2-53bd-43a9-8f4f-beba3bf9d15d) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:09.996431 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-5182b9ca-5252-4c9b-992c-b6533d926c75 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] 10.222.0.83 "DELETE /v2.0/subnets/3c4babb6-06e1-493e-ac66-b86ed248a9f7 HTTP/1.1" status: 204 len: 168 time: 0.8352451 Feb 16 12:46:09.997280 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33954) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:10.007259 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182b9ca-5252-4c9b-992c-b6533d926c75 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Pushing event deleted for resources: {'Subnet': ['ID=3c4babb6-06e1-493e-ac66-b86ed248a9f7,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:10.082212 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47e8ecc-0bd7-406f-a9ce-ddfb9e6980c4 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:10.083695 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47e8ecc-0bd7-406f-a9ce-ddfb9e6980c4 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:10.084432 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-f47e8ecc-0bd7-406f-a9ce-ddfb9e6980c4 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Synchronizing usage tracker for tenant:e5afed0fc27345c1bbbffc2ab746a929 on resource:subnet {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:10.179831 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dd54facf-2e44-4814-b40c-2fa03445b398 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:10.180009 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a88db-f0d2-4923-a8d1-e17230f9284b None None] Pushing event updated for resources: {'Port': ['ID=a814429a-dcbe-45b5-a1d3-fe390c66c263,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:10.201666 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 27fe8431-3e9d-4d03-a518-6b90a988973a up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:10.267260 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-dd54facf-2e44-4814-b40c-2fa03445b398 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Transition to ACTIVE for port object dc58e7f2-53bd-43a9-8f4f-beba3bf9d15d will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:10.275640 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-f47e8ecc-0bd7-406f-a9ce-ddfb9e6980c4 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Unset dirty status for tenant:e5afed0fc27345c1bbbffc2ab746a929 on resource:subnet {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:10.277125 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f47e8ecc-0bd7-406f-a9ce-ddfb9e6980c4 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2739503 Feb 16 12:46:10.288023 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33958) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:10.296731 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 27fe8431-3e9d-4d03-a518-6b90a988973a triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:10.297191 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:10.459839 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ae011-c91e-4f1b-8562-34af98ed13de req-8ee47d1d-92a7-4436-a4cc-2677dcc7fc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:10.461434 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6e2ae011-c91e-4f1b-8562-34af98ed13de req-8ee47d1d-92a7-4436-a4cc-2677dcc7fc7f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a8771b90386942c1a6095687790fa64b&device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 1098 time: 0.3635292 Feb 16 12:46:10.538238 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 8e308318-04ed-4bf5-b21f-b90b5a88fe90 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:10.688388 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 8e308318-04ed-4bf5-b21f-b90b5a88fe90 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:10.747835 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92499054-1abb-4dfb-8d40-19285b42fccc tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:10.765801 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dd54facf-2e44-4814-b40c-2fa03445b398 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:10.797988 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18379931-0185-46e2-b0d6-bca1621c5ef1 None None] Network f48ac7f0-8904-4962-bcf9-dd2a90e5c84c requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:10.875838 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6fdfa409-747d-45ed-8456-a95af484586f tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:10.949608 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ae011-c91e-4f1b-8562-34af98ed13de req-d3dfd34e-2634-450f-b693-742278749276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:10.951125 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6e2ae011-c91e-4f1b-8562-34af98ed13de req-d3dfd34e-2634-450f-b693-742278749276 service neutron] 10.222.0.89 "GET /v2.0/networks?id=48c19cd8-ac27-4524-bc91-c49a239dcfeb HTTP/1.1" status: 200 len: 913 time: 0.3694942 Feb 16 12:46:10.961602 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-09222b94-9ef3-450c-b258-a41a8a6b9184 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:10.977973 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-8f724902-0bdf-4af0-b31e-b76492b2fc1d None None] Provisioning for port 8e308318-04ed-4bf5-b21f-b90b5a88fe90 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:10.981380 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-92499054-1abb-4dfb-8d40-19285b42fccc tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Calling delete_port for 7d1d4cc6-c76e-4385-b670-53759c0763de owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:10.987442 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-8f724902-0bdf-4af0-b31e-b76492b2fc1d None None] Provisioning complete for port 8e308318-04ed-4bf5-b21f-b90b5a88fe90 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:10.987931 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8f724902-0bdf-4af0-b31e-b76492b2fc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.089301 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd54facf-2e44-4814-b40c-2fa03445b398 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:11.098871 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-dd54facf-2e44-4814-b40c-2fa03445b398 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:11.101677 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd54facf-2e44-4814-b40c-2fa03445b398 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:11.102465 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dd54facf-2e44-4814-b40c-2fa03445b398 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.112314 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fdfa409-747d-45ed-8456-a95af484586f tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 16 12:46:11.112590 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fdfa409-747d-45ed-8456-a95af484586f tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:46:11.122791 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3a95d-7200-483a-8a8e-3bf94b896c4d req-d8f85b1a-36c9-4939-84fd-f58098c365f2 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:11.124361 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c3a3a95d-7200-483a-8a8e-3bf94b896c4d req-d8f85b1a-36c9-4939-84fd-f58098c365f2 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.9325233 Feb 16 12:46:11.148250 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8f724902-0bdf-4af0-b31e-b76492b2fc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.156894 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd54facf-2e44-4814-b40c-2fa03445b398 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Port': ['ID=dc58e7f2-53bd-43a9-8f4f-beba3bf9d15d,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:11.168654 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6e2ae011-c91e-4f1b-8562-34af98ed13de req-0bafc628-91d1-48f9-9559-60e4255070b6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=756287ee-6810-469c-9c37-8297d79eec56 HTTP/1.1" status: 200 len: 1000 time: 0.2028048 Feb 16 12:46:11.196374 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6fdfa409-747d-45ed-8456-a95af484586f tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] 10.222.0.83 "DELETE /v2.0/networks/f48ac7f0-8904-4962-bcf9-dd2a90e5c84c HTTP/1.1" status: 409 len: 405 time: 0.9042649 Feb 16 12:46:11.208602 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-8f724902-0bdf-4af0-b31e-b76492b2fc1d None None] For port 8e308318-04ed-4bf5-b21f-b90b5a88fe90, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=8e308318-04ed-4bf5-b21f-b90b5a88fe90,segment=NetworkSegment(56a05cb9-ebe6-417c-a874-d27afd845c9d),segment_id=56a05cb9-ebe6-417c-a874-d27afd845c9d)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:11.217596 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33962) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:11.218407 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-7d4a3a3c-e41d-49a2-baca-fa5f714c5cad tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Deleting port b07ba994-dc0b-4da6-96aa-b302926f89f1 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:11.218782 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7d4a3a3c-e41d-49a2-baca-fa5f714c5cad tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.224651 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8f724902-0bdf-4af0-b31e-b76492b2fc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.256900 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-ab36b39d-3c04-465e-bd7f-348f0d739cce tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-261452661'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:11.269547 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03362195-3a2f-4938-8f55-663aae02cdee None None] DHCP port deletion for f48ac7f0-8904-4962-bcf9-dd2a90e5c84c request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:46:11.273096 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ae011-c91e-4f1b-8562-34af98ed13de req-ec79f80e-7f55-4495-aa33-64a151445e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:11.274855 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6e2ae011-c91e-4f1b-8562-34af98ed13de req-ec79f80e-7f55-4495-aa33-64a151445e42 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5863982f-bd9e-4d06-825d-64b5d101ef97 HTTP/1.1" status: 200 len: 851 time: 0.0949297 Feb 16 12:46:11.288017 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ab36b39d-3c04-465e-bd7f-348f0d739cce tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:11.289695 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-03362195-3a2f-4938-8f55-663aae02cdee None None] Deleting port 8e308318-04ed-4bf5-b21f-b90b5a88fe90 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:11.290473 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-03362195-3a2f-4938-8f55-663aae02cdee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.315924 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ab36b39d-3c04-465e-bd7f-348f0d739cce tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Usage tracker for resource:network and tenant:e5afed0fc27345c1bbbffc2ab746a929 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:11.325895 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ab36b39d-3c04-465e-bd7f-348f0d739cce tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:11.342887 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c3a3a95d-7200-483a-8a8e-3bf94b896c4d req-17d4d4a8-d868-4956-a426-a91e5b804b34 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1958222 Feb 16 12:46:11.381281 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ab36b39d-3c04-465e-bd7f-348f0d739cce tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:11.538615 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ae011-c91e-4f1b-8562-34af98ed13de req-81876ee1-19c4-4478-a16c-b6e5722e2be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:11.540307 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6e2ae011-c91e-4f1b-8562-34af98ed13de req-81876ee1-19c4-4478-a16c-b6e5722e2be2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=48c19cd8-ac27-4524-bc91-c49a239dcfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2507787 Feb 16 12:46:11.553576 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab36b39d-3c04-465e-bd7f-348f0d739cce tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Made reservation on behalf of e5afed0fc27345c1bbbffc2ab746a929 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:11.557846 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ab36b39d-3c04-465e-bd7f-348f0d739cce tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.565574 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-03362195-3a2f-4938-8f55-663aae02cdee None None] For port 8e308318-04ed-4bf5-b21f-b90b5a88fe90, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=8e308318-04ed-4bf5-b21f-b90b5a88fe90,segment=NetworkSegment(56a05cb9-ebe6-417c-a874-d27afd845c9d),segment_id=56a05cb9-ebe6-417c-a874-d27afd845c9d)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:11.566443 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-03362195-3a2f-4938-8f55-663aae02cdee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.718562 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7d4a3a3c-e41d-49a2-baca-fa5f714c5cad tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.724056 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-03362195-3a2f-4938-8f55-663aae02cdee None None] Calling delete_port for 8e308318-04ed-4bf5-b21f-b90b5a88fe90 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:11.736972 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92499054-1abb-4dfb-8d40-19285b42fccc tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.746814 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab36b39d-3c04-465e-bd7f-348f0d739cce tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:46:11.802008 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f724902-0bdf-4af0-b31e-b76492b2fc1d None None] Pushing event updated for resources: {'Port': ['ID=8e308318-04ed-4bf5-b21f-b90b5a88fe90,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:11.807641 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-2f97426e-8707-4d33-8b96-73f6fda174e9 None None] Provisioning for port a814429a-dcbe-45b5-a1d3-fe390c66c263 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:11.820895 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-03362195-3a2f-4938-8f55-663aae02cdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.848136 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6e2ae011-c91e-4f1b-8562-34af98ed13de req-4666828e-8e93-4ef9-9269-320b2929fd13 service neutron] 10.222.0.89 "GET /v2.0/networks/48c19cd8-ac27-4524-bc91-c49a239dcfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973123 Feb 16 12:46:11.871754 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03362195-3a2f-4938-8f55-663aae02cdee None None] Pushing event deleted for resources: {'Port': ['ID=8e308318-04ed-4bf5-b21f-b90b5a88fe90,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:11.873761 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03362195-3a2f-4938-8f55-663aae02cdee None None] No DVR routers for this DVR port 8e308318-04ed-4bf5-b21f-b90b5a88fe90 on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:11.928116 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ab36b39d-3c04-465e-bd7f-348f0d739cce tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.928438 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-ab36b39d-3c04-465e-bd7f-348f0d739cce tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Added segment 24ca859f-7faf-4904-a0fd-2b099df869cc of type vlan for network 52495b4d-867c-440c-8060-fffc55f8f1c5 Feb 16 12:46:11.929613 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dd54facf-2e44-4814-b40c-2fa03445b398 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.942723 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-51b7edfe-604c-4f79-b426-c67d7d682c59 None None] Provisioning for port dc58e7f2-53bd-43a9-8f4f-beba3bf9d15d completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:11.950363 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-51b7edfe-604c-4f79-b426-c67d7d682c59 None None] Provisioning complete for port dc58e7f2-53bd-43a9-8f4f-beba3bf9d15d triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:11.950870 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-51b7edfe-604c-4f79-b426-c67d7d682c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:11.957735 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-7d4a3a3c-e41d-49a2-baca-fa5f714c5cad tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Calling delete_port for b07ba994-dc0b-4da6-96aa-b302926f89f1 owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:11.992439 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92499054-1abb-4dfb-8d40-19285b42fccc tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Pushing event deleted for resources: {'Port': ['ID=7d1d4cc6-c76e-4385-b670-53759c0763de,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:12.049020 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-51b7edfe-604c-4f79-b426-c67d7d682c59 None None] Port dc58e7f2-53bd-43a9-8f4f-beba3bf9d15d cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:46:12.110243 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ab36b39d-3c04-465e-bd7f-348f0d739cce tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:12.124306 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92499054-1abb-4dfb-8d40-19285b42fccc tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:12.141091 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-09222b94-9ef3-450c-b258-a41a8a6b9184 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:12.149743 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device a814429a-dcbe-45b5-a1d3-fe390c66c263 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:12.153894 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-92499054-1abb-4dfb-8d40-19285b42fccc tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] 10.222.0.83 "DELETE /v2.0/ports/7d1d4cc6-c76e-4385-b670-53759c0763de HTTP/1.1" status: 204 len: 168 time: 3.4563675 Feb 16 12:46:12.158273 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33966) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:12.164971 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-09222b94-9ef3-450c-b258-a41a8a6b9184 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1023088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1023049', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1023600'] for router, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:12.170293 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-2e0edf7f-d4e7-45f3-a22d-b05b67650e8f tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Request body: {'port': {'name': 'tempest-new-port-name-2009833883', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:12.170891 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.api.validators [None req-2e0edf7f-d4e7-45f3-a22d-b05b67650e8f tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] bootfile-name is not in valid_values {{(pid=87701) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 12:46:12.171197 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.api.validators [None req-2e0edf7f-d4e7-45f3-a22d-b05b67650e8f tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] tftp-server is not in valid_values {{(pid=87701) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 12:46:12.171629 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.api.validators [None req-2e0edf7f-d4e7-45f3-a22d-b05b67650e8f tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] server-ip-address is not in valid_values {{(pid=87701) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 12:46:12.222852 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6e2ae011-c91e-4f1b-8562-34af98ed13de req-cf9c5fd6-9b33-4ac1-b616-15b274f8a79a service neutron] 10.222.0.89 "GET /v2.0/networks/48c19cd8-ac27-4524-bc91-c49a239dcfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199022 Feb 16 12:46:12.229767 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port a814429a-dcbe-45b5-a1d3-fe390c66c263 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:12.237197 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port a814429a-dcbe-45b5-a1d3-fe390c66c263 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:12.237197 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:12.348390 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ab36b39d-3c04-465e-bd7f-348f0d739cce tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:12.354533 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab36b39d-3c04-465e-bd7f-348f0d739cce tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:12.354780 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ab36b39d-3c04-465e-bd7f-348f0d739cce tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:12.450627 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:12.500663 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port a814429a-dcbe-45b5-a1d3-fe390c66c263, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=a814429a-dcbe-45b5-a1d3-fe390c66c263,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:12.506219 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:12.577860 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 8e308318-04ed-4bf5-b21f-b90b5a88fe90 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:46:12.614970 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 8e308318-04ed-4bf5-b21f-b90b5a88fe90 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:46:12.615324 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 8e308318-04ed-4bf5-b21f-b90b5a88fe90 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:46:12.639450 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=a814429a-dcbe-45b5-a1d3-fe390c66c263,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:12.641863 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2e0edf7f-d4e7-45f3-a22d-b05b67650e8f tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:12.693818 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ab36b39d-3c04-465e-bd7f-348f0d739cce tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4470184 Feb 16 12:46:12.702174 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33972) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:12.720006 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-68575277-f0a4-450a-87d1-e1e2102dc120 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Request body: {'subnet': {'network_id': '52495b4d-867c-440c-8060-fffc55f8f1c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:12.736889 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab36b39d-3c04-465e-bd7f-348f0d739cce tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Pushing event updated for resources: {'Network': ['ID=52495b4d-867c-440c-8060-fffc55f8f1c5,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:12.766856 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 52495b4d-867c-440c-8060-fffc55f8f1c5 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:46:12.811446 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09222b94-9ef3-450c-b258-a41a8a6b9184 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Router c5cbf012-b6d1-4ecb-a0df-c075493b5e00 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:46:12.826511 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7d4a3a3c-e41d-49a2-baca-fa5f714c5cad tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:12.910631 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a3a3c-e41d-49a2-baca-fa5f714c5cad tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event deleted for resources: {'Port': ['ID=b07ba994-dc0b-4da6-96aa-b302926f89f1,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:13.011808 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dd54facf-2e44-4814-b40c-2fa03445b398 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.022950 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-68575277-f0a4-450a-87d1-e1e2102dc120 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:13.029632 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dd54facf-2e44-4814-b40c-2fa03445b398 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.030399 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dd54facf-2e44-4814-b40c-2fa03445b398 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.074576 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1cbb2-95f5-42dc-8f8a-aa36c2e3cdab req-fc38ae1d-5313-42f7-b89f-232c323e106d tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:13.076111 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-35b1cbb2-95f5-42dc-8f8a-aa36c2e3cdab req-fc38ae1d-5313-42f7-b89f-232c323e106d tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.5070477 Feb 16 12:46:13.137986 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-68575277-f0a4-450a-87d1-e1e2102dc120 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:13.220461 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68575277-f0a4-450a-87d1-e1e2102dc120 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Made reservation on behalf of e5afed0fc27345c1bbbffc2ab746a929 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:13.223829 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-68575277-f0a4-450a-87d1-e1e2102dc120 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.266336 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09222b94-9ef3-450c-b258-a41a8a6b9184 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:46:13.277124 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e285e14-6e35-4624-a6c0-076ab97214ac None None] Sync routers for ids ['c5cbf012-b6d1-4ecb-a0df-c075493b5e00'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:13.287125 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e285e14-6e35-4624-a6c0-076ab97214ac None None] Routers {'c5cbf012-b6d1-4ecb-a0df-c075493b5e00'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:13.287762 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-2e285e14-6e35-4624-a6c0-076ab97214ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:46:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['c5cbf012-b6d1-4ecb-a0df-c075493b5e00'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:13.303815 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd54facf-2e44-4814-b40c-2fa03445b398 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Port': ['ID=dc58e7f2-53bd-43a9-8f4f-beba3bf9d15d,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:13.308103 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7d4a3a3c-e41d-49a2-baca-fa5f714c5cad tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.322264 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-09222b94-9ef3-450c-b258-a41a8a6b9184 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.326722 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-09222b94-9ef3-450c-b258-a41a8a6b9184 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] 10.222.0.83 "PUT /v2.0/routers/c5cbf012-b6d1-4ecb-a0df-c075493b5e00 HTTP/1.1" status: 200 len: 919 time: 3.6514628 Feb 16 12:46:13.329101 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33976) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:13.330334 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-35b1cbb2-95f5-42dc-8f8a-aa36c2e3cdab req-d4d9527e-f2ac-453a-ac01-a14a51454ce8 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743994 Feb 16 12:46:13.395896 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-2e285e14-6e35-4624-a6c0-076ab97214ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:13.406625 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e285e14-6e35-4624-a6c0-076ab97214ac None None] Routers {'c5cbf012-b6d1-4ecb-a0df-c075493b5e00'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:13.407385 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-2e285e14-6e35-4624-a6c0-076ab97214ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:46:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['c5cbf012-b6d1-4ecb-a0df-c075493b5e00'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:13.413460 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2e0edf7f-d4e7-45f3-a22d-b05b67650e8f tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.458156 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2e0edf7f-d4e7-45f3-a22d-b05b67650e8f tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.477485 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-2e285e14-6e35-4624-a6c0-076ab97214ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:13.477884 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e285e14-6e35-4624-a6c0-076ab97214ac None None] The sync data for ids ['c5cbf012-b6d1-4ecb-a0df-c075493b5e00'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:13.535534 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-2e0edf7f-d4e7-45f3-a22d-b05b67650e8f tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] In _notify_port_updated(), no bound segment for port 6f4e21a5-ec9d-48f0-af79-8ca871b4805d on network abab038a-77cb-4dc2-900e-6943fd441e38 {{(pid=87701) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:46:13.541050 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0edf7f-d4e7-45f3-a22d-b05b67650e8f tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:13.541879 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2e0edf7f-d4e7-45f3-a22d-b05b67650e8f tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.543512 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-2e0edf7f-d4e7-45f3-a22d-b05b67650e8f tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] 10.222.0.83 "PUT /v2.0/ports/6f4e21a5-ec9d-48f0-af79-8ca871b4805d HTTP/1.1" status: 200 len: 1130 time: 1.3837497 Feb 16 12:46:13.547546 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33980) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:13.571546 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0edf7f-d4e7-45f3-a22d-b05b67650e8f tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Pushing event updated for resources: {'Port': ['ID=6f4e21a5-ec9d-48f0-af79-8ca871b4805d,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:13.713554 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.objects.ports [None req-68575277-f0a4-450a-87d1-e1e2102dc120 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87701) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:46:13.715009 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-68575277-f0a4-450a-87d1-e1e2102dc120 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.772837 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd54facf-2e44-4814-b40c-2fa03445b398 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:13.793489 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68575277-f0a4-450a-87d1-e1e2102dc120 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Pushing event updated for resources: {'Subnet': ['ID=d99077af-8b01-4f91-b6b8-3d3d701ca2bd,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:13.794352 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-abd47b64-799c-4e01-8ce1-edb621ce25c2 None None] Provisioning complete for port 6f4e21a5-ec9d-48f0-af79-8ca871b4805d triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:13.795281 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-abd47b64-799c-4e01-8ce1-edb621ce25c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.804112 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68575277-f0a4-450a-87d1-e1e2102dc120 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Checking segment: {'id': '24ca859f-7faf-4904-a0fd-2b099df869cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '52495b4d-867c-440c-8060-fffc55f8f1c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:13.804469 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68575277-f0a4-450a-87d1-e1e2102dc120 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Network hostable DHCP agents. Network: 52495b4d-867c-440c-8060-fffc55f8f1c5, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:46:13.825383 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68575277-f0a4-450a-87d1-e1e2102dc120 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Network 52495b4d-867c-440c-8060-fffc55f8f1c5 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:46:13.838496 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-68575277-f0a4-450a-87d1-e1e2102dc120 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 52495b4d-867c-440c-8060-fffc55f8f1c5) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:13.848380 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68575277-f0a4-450a-87d1-e1e2102dc120 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:13.849751 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e08282-6d89-43c6-9094-718857ba6a57 None None] Network 52495b4d-867c-440c-8060-fffc55f8f1c5 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:13.850130 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-68575277-f0a4-450a-87d1-e1e2102dc120 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:13.882127 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-68575277-f0a4-450a-87d1-e1e2102dc120 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1764412 Feb 16 12:46:13.884871 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33984) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:13.890831 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-7e66ac83-1ce3-4b59-95c9-56cab8aede88 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Request body: {'port': {'network_id': '52495b4d-867c-440c-8060-fffc55f8f1c5', 'name': 'tempest-NetworksIpV6TestAttrs-251511305'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:13.921994 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-abd47b64-799c-4e01-8ce1-edb621ce25c2 None None] Port 6f4e21a5-ec9d-48f0-af79-8ca871b4805d cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:46:13.969643 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-dd54facf-2e44-4814-b40c-2fa03445b398 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:13.994661 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c8551a-cf51-4386-b11b-d3a3768e06b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:13.995293 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c3c8551a-cf51-4386-b11b-d3a3768e06b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Synchronizing usage tracker for tenant:55d4620e6c944b62ac8cad50d69038ce on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:14.049346 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-7e66ac83-1ce3-4b59-95c9-56cab8aede88 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:14.053817 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-7e66ac83-1ce3-4b59-95c9-56cab8aede88 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Usage tracker for resource:port and tenant:e5afed0fc27345c1bbbffc2ab746a929 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:14.057123 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-7e66ac83-1ce3-4b59-95c9-56cab8aede88 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:14.069020 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-7e66ac83-1ce3-4b59-95c9-56cab8aede88 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:14.073102 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d4a3a3c-e41d-49a2-baca-fa5f714c5cad tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Router 6c02f967-13c9-455c-89bd-a306ae8f139b has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:46:14.080364 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e66ac83-1ce3-4b59-95c9-56cab8aede88 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Made reservation on behalf of e5afed0fc27345c1bbbffc2ab746a929 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:14.085200 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7e66ac83-1ce3-4b59-95c9-56cab8aede88 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.110387 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device a814429a-dcbe-45b5-a1d3-fe390c66c263 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:14.127315 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [None req-7e66ac83-1ce3-4b59-95c9-56cab8aede88 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] device_id is not set on port 12af515f-e07d-4052-9d48-9aab02888be8 yet. {{(pid=87701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:46:14.150118 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb2ad46-2d34-42ce-8567-5fc335052f3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-52495b4d-867c-440c-8060-fffc55f8f1c5', 'network_id': '52495b4d-867c-440c-8060-fffc55f8f1c5', 'tenant_id': 'e5afed0fc27345c1bbbffc2ab746a929', 'fixed_ips': [{'subnet_id': 'd99077af-8b01-4f91-b6b8-3d3d701ca2bd'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:46:14.151104 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-abb2ad46-2d34-42ce-8567-5fc335052f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.193253 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2e7e42cc-b111-4e4b-a7c6-352712e27978 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] 10.222.0.83 "GET /v2.0/routers/c5cbf012-b6d1-4ecb-a0df-c075493b5e00 HTTP/1.1" status: 200 len: 919 time: 0.8590355 Feb 16 12:46:14.197294 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c3c8551a-cf51-4386-b11b-d3a3768e06b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Unset dirty status for tenant:55d4620e6c944b62ac8cad50d69038ce on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:14.198462 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c3c8551a-cf51-4386-b11b-d3a3768e06b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] 10.222.0.83 "GET /v2.0/ports/6f4e21a5-ec9d-48f0-af79-8ca871b4805d HTTP/1.1" status: 200 len: 1130 time: 0.6396980 Feb 16 12:46:14.199277 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 33990) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:14.332406 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port a814429a-dcbe-45b5-a1d3-fe390c66c263 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:14.332904 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.334870 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 33992) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:14.423481 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4a3a3c-e41d-49a2-baca-fa5f714c5cad tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:46:14.433934 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7373c3-e093-45ea-a24f-cff51547ad38 None None] Sync routers for ids ['6c02f967-13c9-455c-89bd-a306ae8f139b'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:14.445365 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7373c3-e093-45ea-a24f-cff51547ad38 None None] Routers {'6c02f967-13c9-455c-89bd-a306ae8f139b'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:14.449868 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-ab7373c3-e093-45ea-a24f-cff51547ad38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:46:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['6c02f967-13c9-455c-89bd-a306ae8f139b'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:14.456920 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-a6b3f7a5-fcf2-4d47-813f-3d08b29a3868 None None] Provisioning complete for port dc58e7f2-53bd-43a9-8f4f-beba3bf9d15d triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:14.458277 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-b603de39-57d9-4e71-bd9a-21d6e3cee8a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Deleting port 6f4e21a5-ec9d-48f0-af79-8ca871b4805d {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:14.458621 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b603de39-57d9-4e71-bd9a-21d6e3cee8a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.466022 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a6b3f7a5-fcf2-4d47-813f-3d08b29a3868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.473725 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7d4a3a3c-e41d-49a2-baca-fa5f714c5cad tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "PUT /v2.0/routers/6c02f967-13c9-455c-89bd-a306ae8f139b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2334833 Feb 16 12:46:14.474840 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34000) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:14.561622 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-ab7373c3-e093-45ea-a24f-cff51547ad38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:14.571426 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7373c3-e093-45ea-a24f-cff51547ad38 None None] Routers {'6c02f967-13c9-455c-89bd-a306ae8f139b'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:14.572384 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-ab7373c3-e093-45ea-a24f-cff51547ad38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:46:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['6c02f967-13c9-455c-89bd-a306ae8f139b'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:14.580967 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9d39c50d-994e-494b-851d-9dbd8572d46e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Synchronizing usage tracker for tenant:9f89b69482a141c697c1d7563c6011c5 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:14.592248 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-abb2ad46-2d34-42ce-8567-5fc335052f3e None None] Allocated IP 2001:db8::f816:3eff:fecd:f45e (52495b4d-867c-440c-8060-fffc55f8f1c5/d99077af-8b01-4f91-b6b8-3d3d701ca2bd/9e7b0c51-5507-42f4-bff2-58f933fabda7) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:14.606667 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-a6b3f7a5-fcf2-4d47-813f-3d08b29a3868 None None] Port dc58e7f2-53bd-43a9-8f4f-beba3bf9d15d cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:46:14.616406 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbd8880-82f0-4293-9ba6-1730dbf8cc43 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:14.617180 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4cbd8880-82f0-4293-9ba6-1730dbf8cc43 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Synchronizing usage tracker for tenant:fa4c20ba72264dde861f4f6fcde1d1da on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:14.620277 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd54facf-2e44-4814-b40c-2fa03445b398 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Router 35e8f55c-08a0-4407-a15a-7b39cb321438 is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:46:14.630855 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9d39c50d-994e-494b-851d-9dbd8572d46e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Unset dirty status for tenant:9f89b69482a141c697c1d7563c6011c5 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:14.635899 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9d39c50d-994e-494b-851d-9dbd8572d46e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c02f967-13c9-455c-89bd-a306ae8f139b HTTP/1.1" status: 200 len: 205 time: 0.1565814 Feb 16 12:46:14.635899 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34004) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:14.662400 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-ab7373c3-e093-45ea-a24f-cff51547ad38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:14.663173 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7373c3-e093-45ea-a24f-cff51547ad38 None None] The sync data for ids ['6c02f967-13c9-455c-89bd-a306ae8f139b'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:14.781724 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b603de39-57d9-4e71-bd9a-21d6e3cee8a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.849698 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-abb2ad46-2d34-42ce-8567-5fc335052f3e None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.859719 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-abb2ad46-2d34-42ce-8567-5fc335052f3e None None] Transition to ACTIVE for port object 9e7b0c51-5507-42f4-bff2-58f933fabda7 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:14.883262 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-abb2ad46-2d34-42ce-8567-5fc335052f3e None None] Transition to ACTIVE for port object 9e7b0c51-5507-42f4-bff2-58f933fabda7 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:14.889886 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-abb2ad46-2d34-42ce-8567-5fc335052f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.914739 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4cbd8880-82f0-4293-9ba6-1730dbf8cc43 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Unset dirty status for tenant:fa4c20ba72264dde861f4f6fcde1d1da on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:14.918920 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4cbd8880-82f0-4293-9ba6-1730dbf8cc43 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41&device_id=c5cbf012-b6d1-4ecb-a0df-c075493b5e00&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.7120533 Feb 16 12:46:14.921915 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34010) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:14.932392 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-b603de39-57d9-4e71-bd9a-21d6e3cee8a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Calling delete_port for 6f4e21a5-ec9d-48f0-af79-8ca871b4805d owned by {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:14.943131 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9f4a6d86-c18e-4353-97ca-16ae3f9c73a9 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:14.963245 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb2ad46-2d34-42ce-8567-5fc335052f3e None None] Network 52495b4d-867c-440c-8060-fffc55f8f1c5 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:14.964206 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb2ad46-2d34-42ce-8567-5fc335052f3e None None] Pushing event updated for resources: {'Port': ['ID=9e7b0c51-5507-42f4-bff2-58f933fabda7,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:14.966842 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-abb2ad46-2d34-42ce-8567-5fc335052f3e None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:14.973518 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb2ad46-2d34-42ce-8567-5fc335052f3e None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:15.059133 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-abb2ad46-2d34-42ce-8567-5fc335052f3e None None] Attempting to bind port 9e7b0c51-5507-42f4-bff2-58f933fabda7 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:46:15.059528 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-abb2ad46-2d34-42ce-8567-5fc335052f3e None None] Attempting to bind port 9e7b0c51-5507-42f4-bff2-58f933fabda7 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '24ca859f-7faf-4904-a0fd-2b099df869cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '52495b4d-867c-440c-8060-fffc55f8f1c5'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:46:15.059819 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb2ad46-2d34-42ce-8567-5fc335052f3e None None] Attempting to bind port 9e7b0c51-5507-42f4-bff2-58f933fabda7 on network 52495b4d-867c-440c-8060-fffc55f8f1c5 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:46:15.065098 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb2ad46-2d34-42ce-8567-5fc335052f3e None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:46:15.065427 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb2ad46-2d34-42ce-8567-5fc335052f3e None None] Checking segment: {'id': '24ca859f-7faf-4904-a0fd-2b099df869cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '52495b4d-867c-440c-8060-fffc55f8f1c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:15.065833 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-abb2ad46-2d34-42ce-8567-5fc335052f3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.066184 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb2ad46-2d34-42ce-8567-5fc335052f3e None None] Bound using segment: {'id': '24ca859f-7faf-4904-a0fd-2b099df869cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '52495b4d-867c-440c-8060-fffc55f8f1c5'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:46:15.066656 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-abb2ad46-2d34-42ce-8567-5fc335052f3e None None] Bound port: 9e7b0c51-5507-42f4-bff2-58f933fabda7, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24ca859f-7faf-4904-a0fd-2b099df869cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '52495b4d-867c-440c-8060-fffc55f8f1c5'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:46:15.067132 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-abb2ad46-2d34-42ce-8567-5fc335052f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.070181 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcedaa2-4e51-4a19-8b4b-f1e005402637 req-e7d90d68-ca82-4090-b4cf-7b70fda19519 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:15.072115 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ebcedaa2-4e51-4a19-8b4b-f1e005402637 req-e7d90d68-ca82-4090-b4cf-7b70fda19519 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.5476630 Feb 16 12:46:15.083982 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd54facf-2e44-4814-b40c-2fa03445b398 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:46:15.095007 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-dd54facf-2e44-4814-b40c-2fa03445b398 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "PUT /v2.0/routers/35e8f55c-08a0-4407-a15a-7b39cb321438/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4306641 Feb 16 12:46:15.107734 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34014) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:15.114445 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa8b4f5-b8d7-42b0-a568-4c7e166c0969 None None] Sync routers for ids ['35e8f55c-08a0-4407-a15a-7b39cb321438'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:15.142538 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa8b4f5-b8d7-42b0-a568-4c7e166c0969 None None] Routers {'35e8f55c-08a0-4407-a15a-7b39cb321438'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:15.143148 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-dfa8b4f5-b8d7-42b0-a568-4c7e166c0969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:46:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['35e8f55c-08a0-4407-a15a-7b39cb321438'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:15.181345 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-7e66ac83-1ce3-4b59-95c9-56cab8aede88 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Allocated IP 2001:db8::f816:3eff:fe4f:2a4c (52495b4d-867c-440c-8060-fffc55f8f1c5/d99077af-8b01-4f91-b6b8-3d3d701ca2bd/12af515f-e07d-4052-9d48-9aab02888be8) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:15.263432 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b762df-b8be-412d-8275-0176c4b3c0ac tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:15.267911 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-a9b762df-b8be-412d-8275-0176c4b3c0ac tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:15.297600 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-abb2ad46-2d34-42ce-8567-5fc335052f3e None None] For port 9e7b0c51-5507-42f4-bff2-58f933fabda7, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:46:15.310506 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ebcedaa2-4e51-4a19-8b4b-f1e005402637 req-e1a6a9cd-65e3-4c00-b827-eefd20a0592a tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2279654 Feb 16 12:46:15.312978 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-abb2ad46-2d34-42ce-8567-5fc335052f3e None None] For port 9e7b0c51-5507-42f4-bff2-58f933fabda7, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=9e7b0c51-5507-42f4-bff2-58f933fabda7,segment=NetworkSegment(24ca859f-7faf-4904-a0fd-2b099df869cc),segment_id=24ca859f-7faf-4904-a0fd-2b099df869cc)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:46:15.319769 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-abb2ad46-2d34-42ce-8567-5fc335052f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.323142 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9f4a6d86-c18e-4353-97ca-16ae3f9c73a9 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.332676 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9f4a6d86-c18e-4353-97ca-16ae3f9c73a9 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.335823 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3423ae9c-5c33-4ced-9f6b-6702231c3901 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:15.336506 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-3423ae9c-5c33-4ced-9f6b-6702231c3901 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Synchronizing usage tracker for tenant:fa4c20ba72264dde861f4f6fcde1d1da on resource:network {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:15.362831 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-dfa8b4f5-b8d7-42b0-a568-4c7e166c0969 None None] Set router 35e8f55c-08a0-4407-a15a-7b39cb321438 gateway port host: None {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:15.393153 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9f4a6d86-c18e-4353-97ca-16ae3f9c73a9 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.393875 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4a6d86-c18e-4353-97ca-16ae3f9c73a9 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Fanout notify agent at l3_agent the message router_deleted on router 6c02f967-13c9-455c-89bd-a306ae8f139b {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:46:15.404128 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-a9b762df-b8be-412d-8275-0176c4b3c0ac tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:15.408339 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-a9b762df-b8be-412d-8275-0176c4b3c0ac tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/ports/dc58e7f2-53bd-43a9-8f4f-beba3bf9d15d HTTP/1.1" status: 200 len: 911 time: 0.2989242 Feb 16 12:46:15.410391 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9f4a6d86-c18e-4353-97ca-16ae3f9c73a9 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.416086 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9f4a6d86-c18e-4353-97ca-16ae3f9c73a9 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "DELETE /v2.0/routers/6c02f967-13c9-455c-89bd-a306ae8f139b HTTP/1.1" status: 204 len: 168 time: 0.7773595 Feb 16 12:46:15.416274 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34020) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:15.416739 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34022) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:15.460127 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-3423ae9c-5c33-4ced-9f6b-6702231c3901 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Unset dirty status for tenant:fa4c20ba72264dde861f4f6fcde1d1da on resource:network {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:15.461526 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-3423ae9c-5c33-4ced-9f6b-6702231c3901 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] 10.222.0.83 "GET /v2.0/networks/a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 HTTP/1.1" status: 200 len: 881 time: 0.5371554 Feb 16 12:46:15.467649 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34028) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:15.540800 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b603de39-57d9-4e71-bd9a-21d6e3cee8a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.544520 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e086ef06-e49c-4b91-9698-2c0b9021bb18 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] 10.222.0.83 "GET /v2.0/ports?device_id=c5cbf012-b6d1-4ecb-a0df-c075493b5e00 HTTP/1.1" status: 200 len: 205 time: 0.0746944 Feb 16 12:46:15.636674 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34032) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:15.668208 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb2ad46-2d34-42ce-8567-5fc335052f3e None None] Pushing event updated for resources: {'Port': ['ID=9e7b0c51-5507-42f4-bff2-58f933fabda7,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:15.759134 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-770cc4b2-d4ae-4730-abce-71c2748e6479 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Deleting subnet 5a8e8140-cd10-464f-af03-fcab26f426fc {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:46:15.763697 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-770cc4b2-d4ae-4730-abce-71c2748e6479 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.798491 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b603de39-57d9-4e71-bd9a-21d6e3cee8a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Pushing event deleted for resources: {'Port': ['ID=6f4e21a5-ec9d-48f0-af79-8ca871b4805d,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:15.832077 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-770cc4b2-d4ae-4730-abce-71c2748e6479 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.847922 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-dfa8b4f5-b8d7-42b0-a568-4c7e166c0969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e8f55c-08a0-4407-a15a-7b39cb321438', 'name': 'tempest-NetworksTestDHCPv6-router-1797537361', 'tenant_id': '5979c0794f594272a8691960316755d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:46:07Z', 'updated_at': '2022-02-16T12:46:11Z', 'revision_number': 2, 'project_id': '5979c0794f594272a8691960316755d8', 'gw_port_host': None, '_interfaces': [{'id': 'dc58e7f2-53bd-43a9-8f4f-beba3bf9d15d', 'name': '', 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'tenant_id': '5979c0794f594272a8691960316755d8', 'mac_address': 'fa:16:3e:48:f8:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e8f55c-08a0-4407-a15a-7b39cb321438', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '39663d7b-5bd4-4fc1-a087-142e496949da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:09Z', 'updated_at': '2022-02-16T12:46:12Z', 'revision_number': 2, 'project_id': '5979c0794f594272a8691960316755d8', 'subnets': [{'id': '39663d7b-5bd4-4fc1-a087-142e496949da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:15.854858 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa8b4f5-b8d7-42b0-a568-4c7e166c0969 None None] Checking router: 35e8f55c-08a0-4407-a15a-7b39cb321438 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:46:15.855527 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa8b4f5-b8d7-42b0-a568-4c7e166c0969 None None] Updating router 35e8f55c-08a0-4407-a15a-7b39cb321438 port dc58e7f2-53bd-43a9-8f4f-beba3bf9d15d binding host dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:46:15.937604 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-dfa8b4f5-b8d7-42b0-a568-4c7e166c0969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:15.954403 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-770cc4b2-d4ae-4730-abce-71c2748e6479 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.053380 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-770cc4b2-d4ae-4730-abce-71c2748e6479 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.114612 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 9e7b0c51-5507-42f4-bff2-58f933fabda7 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:16.117820 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770cc4b2-d4ae-4730-abce-71c2748e6479 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event deleted for resources: {'Subnet': ['ID=5a8e8140-cd10-464f-af03-fcab26f426fc,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:16.123092 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b603de39-57d9-4e71-bd9a-21d6e3cee8a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.125813 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-770cc4b2-d4ae-4730-abce-71c2748e6479 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.132482 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-770cc4b2-d4ae-4730-abce-71c2748e6479 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "DELETE /v2.0/subnets/5a8e8140-cd10-464f-af03-fcab26f426fc HTTP/1.1" status: 204 len: 168 time: 0.7143447 Feb 16 12:46:16.136889 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34036) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:16.156597 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bff9c2-54c0-45c9-91a6-c99ff7728dbf None None] Network 6d23edfc-c97b-4d6d-87fc-a249f2adf64c requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:16.216267 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-286a9003-4d30-4581-ac99-62e248f97050 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Deleting subnet b7cf900a-e857-41b7-94fc-5facac515659 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:46:16.219390 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-286a9003-4d30-4581-ac99-62e248f97050 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.263141 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-b603de39-57d9-4e71-bd9a-21d6e3cee8a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] 10.222.0.83 "DELETE /v2.0/ports/6f4e21a5-ec9d-48f0-af79-8ca871b4805d HTTP/1.1" status: 204 len: 168 time: 1.9245179 Feb 16 12:46:16.264080 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34040) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:16.300756 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7e66ac83-1ce3-4b59-95c9-56cab8aede88 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.319702 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-286a9003-4d30-4581-ac99-62e248f97050 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.323905 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482f51c4-5e9e-4392-99c7-3b1508d6d9c0 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:16.330269 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482f51c4-5e9e-4392-99c7-3b1508d6d9c0 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:16.335235 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-482f51c4-5e9e-4392-99c7-3b1508d6d9c0 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.9157183 Feb 16 12:46:16.338668 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34044) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:16.394559 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2791ad9-d4e9-4fe7-84b4-7b063425dffb tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Deleting subnet 0c4eacc8-92f6-419f-9dee-7753d56a3272 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:46:16.397752 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f2791ad9-d4e9-4fe7-84b4-7b063425dffb tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.429903 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 9e7b0c51-5507-42f4-bff2-58f933fabda7 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:16.434202 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f89c7b62-e119-4f17-9467-5b56b27eacbb tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks [] for router, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.486375 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f2791ad9-d4e9-4fe7-84b4-7b063425dffb tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.523580 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0993984e-195a-4a12-b9b4-f35bebe976e7 req-8465fb30-5b47-4727-9c28-1f254f2e6de2 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:16.525514 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0993984e-195a-4a12-b9b4-f35bebe976e7 req-8465fb30-5b47-4727-9c28-1f254f2e6de2 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 1.0044141 Feb 16 12:46:16.601616 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f2791ad9-d4e9-4fe7-84b4-7b063425dffb tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.620743 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-7e66ac83-1ce3-4b59-95c9-56cab8aede88 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Transition to ACTIVE for port object 12af515f-e07d-4052-9d48-9aab02888be8 will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:16.651508 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fb9bf4-65df-4b67-9f17-93ad0fa488dd None None] DHCP port deletion for 6d23edfc-c97b-4d6d-87fc-a249f2adf64c request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:46:16.657384 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-25fb9bf4-65df-4b67-9f17-93ad0fa488dd None None] Deleting port 79f4664c-1de6-4248-8c6d-caf2679a5eaf {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:16.657753 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-25fb9bf4-65df-4b67-9f17-93ad0fa488dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.714320 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-dfa8b4f5-b8d7-42b0-a568-4c7e166c0969 None None] Notify callbacks [] for port, precommit_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.723045 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0993984e-195a-4a12-b9b4-f35bebe976e7 req-b60067e3-ea40-46cf-92e4-d83a3b4b8e4b tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1767220 Feb 16 12:46:16.743692 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-dfa8b4f5-b8d7-42b0-a568-4c7e166c0969 None None] Transition to ACTIVE for port object dc58e7f2-53bd-43a9-8f4f-beba3bf9d15d will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:16.747385 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-286a9003-4d30-4581-ac99-62e248f97050 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.830124 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-dfa8b4f5-b8d7-42b0-a568-4c7e166c0969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.860127 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f2791ad9-d4e9-4fe7-84b4-7b063425dffb tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.915598 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-286a9003-4d30-4581-ac99-62e248f97050 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.936082 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2791ad9-d4e9-4fe7-84b4-7b063425dffb tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Pushing event deleted for resources: {'Subnet': ['ID=0c4eacc8-92f6-419f-9dee-7753d56a3272,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:16.946586 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f2791ad9-d4e9-4fe7-84b4-7b063425dffb tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:16.959465 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f2791ad9-d4e9-4fe7-84b4-7b063425dffb tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] 10.222.0.83 "DELETE /v2.0/subnets/0c4eacc8-92f6-419f-9dee-7753d56a3272 HTTP/1.1" status: 204 len: 168 time: 0.6948009 Feb 16 12:46:16.998117 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34050) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:16.998521 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ff76e5-aec7-4853-a81a-b2271ae6b811 None None] Network 52495b4d-867c-440c-8060-fffc55f8f1c5 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:17.016461 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364890f5-d6f8-47ed-9b67-36dbc6bc7951 None None] Network abab038a-77cb-4dc2-900e-6943fd441e38 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:17.029731 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a9003-4d30-4581-ac99-62e248f97050 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event deleted for resources: {'Subnet': ['ID=b7cf900a-e857-41b7-94fc-5facac515659,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:17.048177 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-286a9003-4d30-4581-ac99-62e248f97050 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:17.053820 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-286a9003-4d30-4581-ac99-62e248f97050 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "DELETE /v2.0/subnets/b7cf900a-e857-41b7-94fc-5facac515659 HTTP/1.1" status: 204 len: 168 time: 0.9157367 Feb 16 12:46:17.064163 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34056) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:17.070142 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7e66ac83-1ce3-4b59-95c9-56cab8aede88 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:17.072974 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876bfb4a-3a6d-4b31-9ec6-0a3126d96a15 None None] Network a3c94279-e0d3-40b0-bc12-6e0eb93cf3ab requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:17.212537 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cfcce469-1bc4-4d1b-9642-959b3ac8908f tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:17.225431 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-cfcce469-1bc4-4d1b-9642-959b3ac8908f tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Deleting port 9ae8f362-3921-48ff-aaf7-cfba6a2b05e6 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:17.225797 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cfcce469-1bc4-4d1b-9642-959b3ac8908f tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:17.243127 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e66ac83-1ce3-4b59-95c9-56cab8aede88 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Pushing event updated for resources: {'Port': ['ID=12af515f-e07d-4052-9d48-9aab02888be8,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:17.409681 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f89c7b62-e119-4f17-9467-5b56b27eacbb tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:17.454427 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e66ac83-1ce3-4b59-95c9-56cab8aede88 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Network 52495b4d-867c-440c-8060-fffc55f8f1c5 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:17.459975 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-f89c7b62-e119-4f17-9467-5b56b27eacbb tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Deleting port aa423a2e-3a50-487e-bf6f-0cc6190403b9 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:17.460313 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f89c7b62-e119-4f17-9467-5b56b27eacbb tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:17.466376 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-cfcce469-1bc4-4d1b-9642-959b3ac8908f tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] For port 9ae8f362-3921-48ff-aaf7-cfba6a2b05e6, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=9ae8f362-3921-48ff-aaf7-cfba6a2b05e6,segment=NetworkSegment(f26ede5f-b80b-4b2e-a9fa-2a26fe122405),segment_id=f26ede5f-b80b-4b2e-a9fa-2a26fe122405)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:17.466850 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cfcce469-1bc4-4d1b-9642-959b3ac8908f tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:17.470679 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-62f8a953-f0a4-42c8-8687-15fa2f691579 None None] Provisioning for port 9e7b0c51-5507-42f4-bff2-58f933fabda7 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:17.500406 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-7e66ac83-1ce3-4b59-95c9-56cab8aede88 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:17.520141 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e66ac83-1ce3-4b59-95c9-56cab8aede88 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:17.526700 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e66ac83-1ce3-4b59-95c9-56cab8aede88 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:17.527404 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7e66ac83-1ce3-4b59-95c9-56cab8aede88 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:17.543266 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-62f8a953-f0a4-42c8-8687-15fa2f691579 None None] Provisioning complete for port 9e7b0c51-5507-42f4-bff2-58f933fabda7 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:17.543629 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-62f8a953-f0a4-42c8-8687-15fa2f691579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:17.562515 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e905b142-fdb6-41e9-83e2-c9d6d85a83ec tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:17.593821 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272adce1-1c46-4174-998c-316bf38b069d None None] Pushing event updated for resources: {'Port': ['ID=dc58e7f2-53bd-43a9-8f4f-beba3bf9d15d,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:17.611556 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-cfcce469-1bc4-4d1b-9642-959b3ac8908f tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Calling delete_port for 9ae8f362-3921-48ff-aaf7-cfba6a2b05e6 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:17.667360 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-7e66ac83-1ce3-4b59-95c9-56cab8aede88 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.7812738 Feb 16 12:46:17.671213 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34062) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:17.690856 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-e905b142-fdb6-41e9-83e2-c9d6d85a83ec tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Deleting port 79f4664c-1de6-4248-8c6d-caf2679a5eaf {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:17.691218 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e905b142-fdb6-41e9-83e2-c9d6d85a83ec tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:17.745841 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-25fb9bf4-65df-4b67-9f17-93ad0fa488dd None None] For port 79f4664c-1de6-4248-8c6d-caf2679a5eaf, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=79f4664c-1de6-4248-8c6d-caf2679a5eaf,segment=NetworkSegment(5a0f56f7-2180-4ebf-a87b-d729549f73ad),segment_id=5a0f56f7-2180-4ebf-a87b-d729549f73ad)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:17.746233 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-25fb9bf4-65df-4b67-9f17-93ad0fa488dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:17.778990 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-96c2acce-e33e-4601-8415-257cd811b17d tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Deleting subnet d99077af-8b01-4f91-b6b8-3d3d701ca2bd {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:46:17.782276 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-96c2acce-e33e-4601-8415-257cd811b17d tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:17.791532 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ce8ed-3b3f-45be-a11f-db43d248d6d2 req-b9e04e64-2cdb-41eb-a9d6-9e00b785aaf2 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:17.798602 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f26ce8ed-3b3f-45be-a11f-db43d248d6d2 req-b9e04e64-2cdb-41eb-a9d6-9e00b785aaf2 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.5568690 Feb 16 12:46:17.924712 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f89c7b62-e119-4f17-9467-5b56b27eacbb tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:17.966786 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f26ce8ed-3b3f-45be-a11f-db43d248d6d2 req-ff4a2061-ef8b-4e11-9943-608cea715a31 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672041 Feb 16 12:46:17.966952 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-dfa8b4f5-b8d7-42b0-a568-4c7e166c0969 None None] Attempting to bind port dc58e7f2-53bd-43a9-8f4f-beba3bf9d15d on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:46:17.967265 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-dfa8b4f5-b8d7-42b0-a568-4c7e166c0969 None None] Attempting to bind port dc58e7f2-53bd-43a9-8f4f-beba3bf9d15d by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:46:17.967625 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa8b4f5-b8d7-42b0-a568-4c7e166c0969 None None] Attempting to bind port dc58e7f2-53bd-43a9-8f4f-beba3bf9d15d on network c2beece7-853e-4518-ace6-8724ee235932 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:46:17.980984 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cfcce469-1bc4-4d1b-9642-959b3ac8908f tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:17.984863 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-25fb9bf4-65df-4b67-9f17-93ad0fa488dd None None] Calling delete_port for 79f4664c-1de6-4248-8c6d-caf2679a5eaf owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:18.022846 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa8b4f5-b8d7-42b0-a568-4c7e166c0969 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:46:18.023735 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa8b4f5-b8d7-42b0-a568-4c7e166c0969 None None] Checking segment: {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:18.023735 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-dfa8b4f5-b8d7-42b0-a568-4c7e166c0969 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:18.024058 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa8b4f5-b8d7-42b0-a568-4c7e166c0969 None None] Bound using segment: {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:46:18.024456 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-dfa8b4f5-b8d7-42b0-a568-4c7e166c0969 None None] Bound port: dc58e7f2-53bd-43a9-8f4f-beba3bf9d15d, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:46:18.024836 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-dfa8b4f5-b8d7-42b0-a568-4c7e166c0969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:18.026051 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcce469-1bc4-4d1b-9642-959b3ac8908f tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] No DVR routers for this DVR port 9ae8f362-3921-48ff-aaf7-cfba6a2b05e6 on host dv-neutron-829527-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:18.036765 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:46:18.089135 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-96c2acce-e33e-4601-8415-257cd811b17d tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:18.117278 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcce469-1bc4-4d1b-9642-959b3ac8908f tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Pushing event deleted for resources: {'Port': ['ID=9ae8f362-3921-48ff-aaf7-cfba6a2b05e6,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:18.207108 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 79f4664c-1de6-4248-8c6d-caf2679a5eaf no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:46:18.244770 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cfcce469-1bc4-4d1b-9642-959b3ac8908f tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:18.280799 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-cfcce469-1bc4-4d1b-9642-959b3ac8908f tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abab038a-77cb-4dc2-900e-6943fd441e38']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:18.281187 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-f89c7b62-e119-4f17-9467-5b56b27eacbb tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Calling delete_port for aa423a2e-3a50-487e-bf6f-0cc6190403b9 owned by network:router_gateway {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:18.301920 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-cfcce469-1bc4-4d1b-9642-959b3ac8908f tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f26ede5f-b80b-4b2e-a9fa-2a26fe122405') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:18.302195 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-cfcce469-1bc4-4d1b-9642-959b3ac8908f tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f26ede5f-b80b-4b2e-a9fa-2a26fe122405') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:18.316788 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40725f23-d8d8-4988-a680-ff792173c66b req-a91c631b-dd19-4c7c-b46c-c9495f8e531f tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:18.318277 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-40725f23-d8d8-4988-a680-ff792173c66b req-a91c631b-dd19-4c7c-b46c-c9495f8e531f tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "GET /v2.0/ports?device_id=87a0ff25-ac30-41da-a645-065f8aa94794 HTTP/1.1" status: 200 len: 945 time: 0.4953635 Feb 16 12:46:18.325579 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cfcce469-1bc4-4d1b-9642-959b3ac8908f tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:18.370562 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cfcce469-1bc4-4d1b-9642-959b3ac8908f tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:18.396756 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfcce469-1bc4-4d1b-9642-959b3ac8908f tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:18.397217 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cfcce469-1bc4-4d1b-9642-959b3ac8908f tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:18.405214 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-62f8a953-f0a4-42c8-8687-15fa2f691579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:18.413374 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:46:18.413374 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:18.413374 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:46:18.413374 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:18.413374 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:46:18.413374 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:46:18.413374 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:46:18.413374 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:18.413374 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:46:18.413374 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:18.413374 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:46:18.413374 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:18.413374 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:46:18.413374 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:46:18.413374 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:18.413374 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:46:18.413374 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:18.413374 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:46:18.413374 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:46:18.413374 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:46:18.413374 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:46:18.413374 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:46:18.413374 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:18.413374 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:18.413374 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:18.413374 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:18.413374 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:18.413374 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:18.413374 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:18.413374 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:18.413374 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:18.413374 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:18.481071 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-40725f23-d8d8-4988-a680-ff792173c66b req-adffa38c-03f1-4f34-ac24-1ae71233ed20 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "GET /v2.0/security-groups?id=e53f1014-ca93-4023-83ba-727714174b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485415 Feb 16 12:46:18.498232 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-25fb9bf4-65df-4b67-9f17-93ad0fa488dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:18.502593 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-dfa8b4f5-b8d7-42b0-a568-4c7e166c0969 None None] For port dc58e7f2-53bd-43a9-8f4f-beba3bf9d15d, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:46:18.526894 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cfcce469-1bc4-4d1b-9642-959b3ac8908f tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:18.550091 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cfcce469-1bc4-4d1b-9642-959b3ac8908f tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:18.559568 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcce469-1bc4-4d1b-9642-959b3ac8908f tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Pushing event deleted for resources: {'Network': ['ID=abab038a-77cb-4dc2-900e-6943fd441e38,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:18.573858 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-cfcce469-1bc4-4d1b-9642-959b3ac8908f tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] 10.222.0.83 "DELETE /v2.0/networks/abab038a-77cb-4dc2-900e-6943fd441e38 HTTP/1.1" status: 204 len: 168 time: 1.5707729 Feb 16 12:46:18.575876 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcce469-1bc4-4d1b-9642-959b3ac8908f tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:18.576332 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcce469-1bc4-4d1b-9642-959b3ac8908f tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:18.576772 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcce469-1bc4-4d1b-9642-959b3ac8908f tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:18.577408 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Port 79f4664c-1de6-4248-8c6d-caf2679a5eaf update to DOWN by agent not found {{(pid=87702) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 16 12:46:18.577544 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcce469-1bc4-4d1b-9642-959b3ac8908f tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:18.577946 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcce469-1bc4-4d1b-9642-959b3ac8908f tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:18.578341 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcce469-1bc4-4d1b-9642-959b3ac8908f tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:18.578684 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcce469-1bc4-4d1b-9642-959b3ac8908f tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:18.579448 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcce469-1bc4-4d1b-9642-959b3ac8908f tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:18.579448 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcce469-1bc4-4d1b-9642-959b3ac8908f tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:18.580156 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcce469-1bc4-4d1b-9642-959b3ac8908f tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:18.580281 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcce469-1bc4-4d1b-9642-959b3ac8908f tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:18.580638 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcce469-1bc4-4d1b-9642-959b3ac8908f tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308 tempest-ExtraDHCPOptionsIpV6TestJSON-1537371308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:18.585154 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb9bf4-65df-4b67-9f17-93ad0fa488dd None None] Pushing event deleted for resources: {'Port': ['ID=79f4664c-1de6-4248-8c6d-caf2679a5eaf,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:18.587892 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-62f8a953-f0a4-42c8-8687-15fa2f691579 None None] For port 9e7b0c51-5507-42f4-bff2-58f933fabda7, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=9e7b0c51-5507-42f4-bff2-58f933fabda7,segment=NetworkSegment(24ca859f-7faf-4904-a0fd-2b099df869cc),segment_id=24ca859f-7faf-4904-a0fd-2b099df869cc)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:18.589005 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fb9bf4-65df-4b67-9f17-93ad0fa488dd None None] No DVR routers for this DVR port 79f4664c-1de6-4248-8c6d-caf2679a5eaf on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:18.594464 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-dfa8b4f5-b8d7-42b0-a568-4c7e166c0969 None None] For port dc58e7f2-53bd-43a9-8f4f-beba3bf9d15d, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=dc58e7f2-53bd-43a9-8f4f-beba3bf9d15d,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:46:18.605127 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-96c2acce-e33e-4601-8415-257cd811b17d tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:18.608993 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-62f8a953-f0a4-42c8-8687-15fa2f691579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:18.640985 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-dfa8b4f5-b8d7-42b0-a568-4c7e166c0969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:18.681034 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-e905b142-fdb6-41e9-83e2-c9d6d85a83ec tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] For port 79f4664c-1de6-4248-8c6d-caf2679a5eaf, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=79f4664c-1de6-4248-8c6d-caf2679a5eaf,segment=NetworkSegment(5a0f56f7-2180-4ebf-a87b-d729549f73ad),segment_id=5a0f56f7-2180-4ebf-a87b-d729549f73ad)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:18.681976 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e905b142-fdb6-41e9-83e2-c9d6d85a83ec tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:18.693147 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa8b4f5-b8d7-42b0-a568-4c7e166c0969 None None] Routers {'35e8f55c-08a0-4407-a15a-7b39cb321438'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:18.693786 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-dfa8b4f5-b8d7-42b0-a568-4c7e166c0969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:46:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['35e8f55c-08a0-4407-a15a-7b39cb321438'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:18.747623 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-96c2acce-e33e-4601-8415-257cd811b17d tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:18.843666 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-96c2acce-e33e-4601-8415-257cd811b17d tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:18.847365 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-63946e85-1e4e-4f26-9818-67a197516874 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:18.875745 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-96c2acce-e33e-4601-8415-257cd811b17d tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] 10.222.0.83 "DELETE /v2.0/subnets/d99077af-8b01-4f91-b6b8-3d3d701ca2bd HTTP/1.1" status: 204 len: 168 time: 1.2013216 Feb 16 12:46:18.878148 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34072) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:18.878942 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c2acce-e33e-4601-8415-257cd811b17d tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Pushing event deleted for resources: {'Subnet': ['ID=d99077af-8b01-4f91-b6b8-3d3d701ca2bd,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:18.880650 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6097c59-667d-4281-b207-1e2f857a1b11 None None] DHCP port deletion for a3c94279-e0d3-40b0-bc12-6e0eb93cf3ab request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:46:18.910883 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f8a953-f0a4-42c8-8687-15fa2f691579 None None] Pushing event updated for resources: {'Port': ['ID=9e7b0c51-5507-42f4-bff2-58f933fabda7,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:18.972255 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-e905b142-fdb6-41e9-83e2-c9d6d85a83ec tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Calling delete_port for 79f4664c-1de6-4248-8c6d-caf2679a5eaf owned by network:dhcp {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:18.977386 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b012d131-b48f-44af-b862-6df3c14e4f7f None None] DHCP port deletion for abab038a-77cb-4dc2-900e-6943fd441e38 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:46:19.028491 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-d6097c59-667d-4281-b207-1e2f857a1b11 None None] Deleting port b82bec5b-d03f-4d18-aa59-898ee4a73ebe {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:19.029217 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d6097c59-667d-4281-b207-1e2f857a1b11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.046214 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898edafe-be72-445c-890a-bbf754debeba tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:19.052507 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898edafe-be72-445c-890a-bbf754debeba tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:19.054060 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-898edafe-be72-445c-890a-bbf754debeba tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Synchronizing usage tracker for tenant:e5afed0fc27345c1bbbffc2ab746a929 on resource:subnet {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:19.094252 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-898edafe-be72-445c-890a-bbf754debeba tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Unset dirty status for tenant:e5afed0fc27345c1bbbffc2ab746a929 on resource:subnet {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:19.105871 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-898edafe-be72-445c-890a-bbf754debeba tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2232804 Feb 16 12:46:19.108196 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34078) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:19.157588 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbef7a5-bf75-4fdb-a233-86480de1dc25 req-d5bfdd4d-063c-41af-9f4f-0874174194fe tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:19.165002 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fbbef7a5-bf75-4fdb-a233-86480de1dc25 req-d5bfdd4d-063c-41af-9f4f-0874174194fe tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.9553199 Feb 16 12:46:19.176565 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10d24d0-28b3-45b8-b164-2f1ee21128e0 None None] Network 52495b4d-867c-440c-8060-fffc55f8f1c5 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:19.224576 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34082) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:19.282040 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-dfa8b4f5-b8d7-42b0-a568-4c7e166c0969 None None] Set router 35e8f55c-08a0-4407-a15a-7b39cb321438 gateway port host: None {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:19.282722 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.db.api [None req-e905b142-fdb6-41e9-83e2-c9d6d85a83ec tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:46:19.283205 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG oslo_db.api [None req-e905b142-fdb6-41e9-83e2-c9d6d85a83ec tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:46:19.294605 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f889a8a1-ec5b-4253-b521-6b8ec047ea3a tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.305131 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-f889a8a1-ec5b-4253-b521-6b8ec047ea3a tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 16 12:46:19.305877 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f889a8a1-ec5b-4253-b521-6b8ec047ea3a tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:46:19.313035 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f889a8a1-ec5b-4253-b521-6b8ec047ea3a tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] 10.222.0.83 "DELETE /v2.0/networks/52495b4d-867c-440c-8060-fffc55f8f1c5 HTTP/1.1" status: 409 len: 405 time: 0.2036138 Feb 16 12:46:19.314586 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34088) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:19.323327 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-18af73ca-dd6a-478d-bc67-c47d1f464282 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1953237747'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:19.329846 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-18af73ca-dd6a-478d-bc67-c47d1f464282 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:19.335257 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-18af73ca-dd6a-478d-bc67-c47d1f464282 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Usage tracker for resource:network and tenant:e5afed0fc27345c1bbbffc2ab746a929 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:19.339764 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-18af73ca-dd6a-478d-bc67-c47d1f464282 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:19.348025 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-18af73ca-dd6a-478d-bc67-c47d1f464282 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:19.360808 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fbbef7a5-bf75-4fdb-a233-86480de1dc25 req-c068f51a-db10-466a-a105-b786a17baced tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1950061 Feb 16 12:46:19.361939 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18af73ca-dd6a-478d-bc67-c47d1f464282 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Made reservation on behalf of e5afed0fc27345c1bbbffc2ab746a929 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:19.365790 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-18af73ca-dd6a-478d-bc67-c47d1f464282 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.420459 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272adce1-1c46-4174-998c-316bf38b069d None None] Pushing event updated for resources: {'Port': ['ID=dc58e7f2-53bd-43a9-8f4f-beba3bf9d15d,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:19.449467 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18af73ca-dd6a-478d-bc67-c47d1f464282 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:46:19.464818 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-18af73ca-dd6a-478d-bc67-c47d1f464282 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.465207 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-18af73ca-dd6a-478d-bc67-c47d1f464282 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Added segment ec774cd7-101a-4845-ada5-649d43bfccc5 of type vlan for network 56a1647e-1846-45a4-93d9-61738ceaaaa2 Feb 16 12:46:19.496897 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-18af73ca-dd6a-478d-bc67-c47d1f464282 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.520102 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f89c7b62-e119-4f17-9467-5b56b27eacbb tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.571345 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-e72237d2-23a5-458f-9b2a-ea9b2dd547d9 None None] Provisioning complete for port 9e7b0c51-5507-42f4-bff2-58f933fabda7 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:19.571709 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e72237d2-23a5-458f-9b2a-ea9b2dd547d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.575819 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-18af73ca-dd6a-478d-bc67-c47d1f464282 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.583422 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18af73ca-dd6a-478d-bc67-c47d1f464282 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:19.584386 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-18af73ca-dd6a-478d-bc67-c47d1f464282 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.589000 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34096) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:19.593209 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-c7743198-0169-4439-918a-e303098391de admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=55d4620e6c944b62ac8cad50d69038ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3674254 Feb 16 12:46:19.617207 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c7b62-e119-4f17-9467-5b56b27eacbb tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Pushing event deleted for resources: {'Port': ['ID=aa423a2e-3a50-487e-bf6f-0cc6190403b9,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:19.755891 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-63946e85-1e4e-4f26-9818-67a197516874 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting port dc58e7f2-53bd-43a9-8f4f-beba3bf9d15d {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:19.756629 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18af73ca-dd6a-478d-bc67-c47d1f464282 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Pushing event updated for resources: {'Network': ['ID=56a1647e-1846-45a4-93d9-61738ceaaaa2,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:19.757345 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-63946e85-1e4e-4f26-9818-67a197516874 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.759458 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-18af73ca-dd6a-478d-bc67-c47d1f464282 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4436100 Feb 16 12:46:19.764239 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34100) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:19.775076 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-738d88d9-f744-4ea1-a483-0d2dd7e2247a tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Request body: {'subnet': {'network_id': '56a1647e-1846-45a4-93d9-61738ceaaaa2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:19.783005 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 56a1647e-1846-45a4-93d9-61738ceaaaa2 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:46:19.791958 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-e905b142-fdb6-41e9-83e2-c9d6d85a83ec tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Deleting port 79f4664c-1de6-4248-8c6d-caf2679a5eaf {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:19.792501 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e905b142-fdb6-41e9-83e2-c9d6d85a83ec tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.880867 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b358d31a-33a4-4ebb-acc4-8278cf9eaccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.890554 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-d6097c59-667d-4281-b207-1e2f857a1b11 None None] For port b82bec5b-d03f-4d18-aa59-898ee4a73ebe, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=b82bec5b-d03f-4d18-aa59-898ee4a73ebe,segment=NetworkSegment(5880d591-39c4-4db1-88de-e96d80b46d64),segment_id=5880d591-39c4-4db1-88de-e96d80b46d64)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:19.890940 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d6097c59-667d-4281-b207-1e2f857a1b11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.917265 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1504b39-3691-4ca8-a0af-56f4d4afb6bd req-3b051a71-3150-4e74-8206-f6ae699814f5 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:19.918843 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c1504b39-3691-4ca8-a0af-56f4d4afb6bd req-3b051a71-3150-4e74-8206-f6ae699814f5 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.3849220 Feb 16 12:46:19.933321 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-738d88d9-f744-4ea1-a483-0d2dd7e2247a tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:19.962408 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b358d31a-33a4-4ebb-acc4-8278cf9eaccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:19.992042 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-738d88d9-f744-4ea1-a483-0d2dd7e2247a tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:20.049924 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c1504b39-3691-4ca8-a0af-56f4d4afb6bd req-9bfc76db-8dce-49fb-b469-94338b005509 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179354 Feb 16 12:46:20.056632 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738d88d9-f744-4ea1-a483-0d2dd7e2247a tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Made reservation on behalf of e5afed0fc27345c1bbbffc2ab746a929 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:20.067451 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-738d88d9-f744-4ea1-a483-0d2dd7e2247a tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.097129 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-e905b142-fdb6-41e9-83e2-c9d6d85a83ec tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] The port '79f4664c-1de6-4248-8c6d-caf2679a5eaf' was deleted {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:46:20.113877 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-d6097c59-667d-4281-b207-1e2f857a1b11 None None] Calling delete_port for b82bec5b-d03f-4d18-aa59-898ee4a73ebe owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:20.145558 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 9e7b0c51-5507-42f4-bff2-58f933fabda7 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:20.164394 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f89c7b62-e119-4f17-9467-5b56b27eacbb tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023674'] for router_gateway, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.474247 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d6097c59-667d-4281-b207-1e2f857a1b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.505433 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e58f52-9675-4f98-b407-07790725185a req-539b539b-7b51-4e38-adae-75ae2ba0ca30 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:20.507307 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-41e58f52-9675-4f98-b407-07790725185a req-539b539b-7b51-4e38-adae-75ae2ba0ca30 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "GET /v2.0/ports?device_id=87a0ff25-ac30-41da-a645-065f8aa94794 HTTP/1.1" status: 200 len: 945 time: 0.8841729 Feb 16 12:46:20.523760 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f89c7b62-e119-4f17-9467-5b56b27eacbb tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.539729 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b358d31a-33a4-4ebb-acc4-8278cf9eaccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.563513 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c2c6b7-ae81-4e6c-a034-507d5a0b6046 None None] DHCP port deletion for 52495b4d-867c-440c-8060-fffc55f8f1c5 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:46:20.565426 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f89c7b62-e119-4f17-9467-5b56b27eacbb tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.566169 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 9e7b0c51-5507-42f4-bff2-58f933fabda7 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:20.566820 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.608442 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-e72237d2-23a5-458f-9b2a-ea9b2dd547d9 None None] Provisioning for port 12af515f-e07d-4052-9d48-9aab02888be8 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:20.611650 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6097c59-667d-4281-b207-1e2f857a1b11 None None] Pushing event deleted for resources: {'Port': ['ID=b82bec5b-d03f-4d18-aa59-898ee4a73ebe,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:20.624755 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-a4c2c6b7-ae81-4e6c-a034-507d5a0b6046 None None] Deleting port 9e7b0c51-5507-42f4-bff2-58f933fabda7 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:20.625129 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a4c2c6b7-ae81-4e6c-a034-507d5a0b6046 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.661268 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6097c59-667d-4281-b207-1e2f857a1b11 None None] No DVR routers for this DVR port b82bec5b-d03f-4d18-aa59-898ee4a73ebe on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:20.678986 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6097c59-667d-4281-b207-1e2f857a1b11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:20.679363 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6097c59-667d-4281-b207-1e2f857a1b11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:20.679748 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6097c59-667d-4281-b207-1e2f857a1b11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:20.680127 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6097c59-667d-4281-b207-1e2f857a1b11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:20.680399 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6097c59-667d-4281-b207-1e2f857a1b11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:20.680741 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6097c59-667d-4281-b207-1e2f857a1b11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:20.681064 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6097c59-667d-4281-b207-1e2f857a1b11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:20.681384 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6097c59-667d-4281-b207-1e2f857a1b11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:20.681701 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6097c59-667d-4281-b207-1e2f857a1b11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:20.682016 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6097c59-667d-4281-b207-1e2f857a1b11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:20.682329 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6097c59-667d-4281-b207-1e2f857a1b11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:20.682638 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6097c59-667d-4281-b207-1e2f857a1b11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:20.697450 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-e72237d2-23a5-458f-9b2a-ea9b2dd547d9 None None] Provisioning complete for port 12af515f-e07d-4052-9d48-9aab02888be8 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:20.697995 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e72237d2-23a5-458f-9b2a-ea9b2dd547d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.706626 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e905b142-fdb6-41e9-83e2-c9d6d85a83ec tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.735210 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-41e58f52-9675-4f98-b407-07790725185a req-72d6b79c-87b5-41a6-a532-fae0e9fd4a48 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "GET /v2.0/security-groups?id=e53f1014-ca93-4023-83ba-727714174b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840401 Feb 16 12:46:20.737687 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b358d31a-33a4-4ebb-acc4-8278cf9eaccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8bc017-c1b2-4f6a-ab5e-bef0e986b8a6,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:20.761161 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f89c7b62-e119-4f17-9467-5b56b27eacbb tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.761744 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89c7b62-e119-4f17-9467-5b56b27eacbb tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Fanout notify agent at l3_agent the message router_deleted on router c5cbf012-b6d1-4ecb-a0df-c075493b5e00 {{(pid=87701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:46:20.786341 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-e905b142-fdb6-41e9-83e2-c9d6d85a83ec tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d23edfc-c97b-4d6d-87fc-a249f2adf64c']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:20.793753 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-dfa8b4f5-b8d7-42b0-a568-4c7e166c0969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e8f55c-08a0-4407-a15a-7b39cb321438', 'name': 'tempest-NetworksTestDHCPv6-router-1797537361', 'tenant_id': '5979c0794f594272a8691960316755d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:46:07Z', 'updated_at': '2022-02-16T12:46:11Z', 'revision_number': 2, 'project_id': '5979c0794f594272a8691960316755d8', 'gw_port_host': None, '_interfaces': [{'id': 'dc58e7f2-53bd-43a9-8f4f-beba3bf9d15d', 'name': '', 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'tenant_id': '5979c0794f594272a8691960316755d8', 'mac_address': 'fa:16:3e:48:f8:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e8f55c-08a0-4407-a15a-7b39cb321438', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '39663d7b-5bd4-4fc1-a087-142e496949da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:09Z', 'updated_at': '2022-02-16T12:46:18Z', 'revision_number': 4, 'project_id': '5979c0794f594272a8691960316755d8', 'subnets': [{'id': '39663d7b-5bd4-4fc1-a087-142e496949da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:20.799634 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54809e3-63bc-4807-a419-6e3ab787293c req-1cc33a74-c1de-49ff-88de-bdec87097e97 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:20.801302 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f54809e3-63bc-4807-a419-6e3ab787293c req-1cc33a74-c1de-49ff-88de-bdec87097e97 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.89 "GET /v2.0/ports?device_id=87a0ff25-ac30-41da-a645-065f8aa94794 HTTP/1.1" status: 200 len: 945 time: 0.7601335 Feb 16 12:46:20.802066 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b358d31a-33a4-4ebb-acc4-8278cf9eaccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.806382 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b358d31a-33a4-4ebb-acc4-8278cf9eaccc admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/aa8bc017-c1b2-4f6a-ab5e-bef0e986b8a6 HTTP/1.1" status: 204 len: 168 time: 1.1906514 Feb 16 12:46:20.821853 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa8b4f5-b8d7-42b0-a568-4c7e166c0969 None None] The sync data for ids ['35e8f55c-08a0-4407-a15a-7b39cb321438'] in dv-neutron-829527-1-hyperv is: [{'id': '35e8f55c-08a0-4407-a15a-7b39cb321438', 'name': 'tempest-NetworksTestDHCPv6-router-1797537361', 'tenant_id': '5979c0794f594272a8691960316755d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:46:07Z', 'updated_at': '2022-02-16T12:46:11Z', 'revision_number': 2, 'project_id': '5979c0794f594272a8691960316755d8', 'gw_port_host': None, '_interfaces': [{'id': 'dc58e7f2-53bd-43a9-8f4f-beba3bf9d15d', 'name': '', 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'tenant_id': '5979c0794f594272a8691960316755d8', 'mac_address': 'fa:16:3e:48:f8:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e8f55c-08a0-4407-a15a-7b39cb321438', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '39663d7b-5bd4-4fc1-a087-142e496949da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:46:09Z', 'updated_at': '2022-02-16T12:46:18Z', 'revision_number': 4, 'project_id': '5979c0794f594272a8691960316755d8', 'subnets': [{'id': '39663d7b-5bd4-4fc1-a087-142e496949da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:20.827613 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-63946e85-1e4e-4f26-9818-67a197516874 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] For port dc58e7f2-53bd-43a9-8f4f-beba3bf9d15d, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=dc58e7f2-53bd-43a9-8f4f-beba3bf9d15d,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:20.827951 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-63946e85-1e4e-4f26-9818-67a197516874 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.867727 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.objects.ports [None req-738d88d9-f744-4ea1-a483-0d2dd7e2247a tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87699) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:46:20.870606 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-738d88d9-f744-4ea1-a483-0d2dd7e2247a tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:20.912778 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-e72237d2-23a5-458f-9b2a-ea9b2dd547d9 None None] Port 12af515f-e07d-4052-9d48-9aab02888be8 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:46:20.918471 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-e905b142-fdb6-41e9-83e2-c9d6d85a83ec tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a0f56f7-2180-4ebf-a87b-d729549f73ad') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:20.919423 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-e905b142-fdb6-41e9-83e2-c9d6d85a83ec tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a0f56f7-2180-4ebf-a87b-d729549f73ad') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:20.921384 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3985a3-9cd2-4863-9ee3-3ae8ec28a77a req-3d4100d1-5e30-4152-ae89-62018c04f72f tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:20.922985 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-aa3985a3-9cd2-4863-9ee3-3ae8ec28a77a req-3d4100d1-5e30-4152-ae89-62018c04f72f tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.3888247 Feb 16 12:46:21.020625 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f89c7b62-e119-4f17-9467-5b56b27eacbb tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:21.026651 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f89c7b62-e119-4f17-9467-5b56b27eacbb tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] 10.222.0.83 "DELETE /v2.0/routers/c5cbf012-b6d1-4ecb-a0df-c075493b5e00 HTTP/1.1" status: 204 len: 168 time: 5.3553283 Feb 16 12:46:21.056730 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34112) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:21.057761 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738d88d9-f744-4ea1-a483-0d2dd7e2247a tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Checking segment: {'id': 'ec774cd7-101a-4845-ada5-649d43bfccc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '56a1647e-1846-45a4-93d9-61738ceaaaa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:21.058114 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738d88d9-f744-4ea1-a483-0d2dd7e2247a tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Network hostable DHCP agents. Network: 56a1647e-1846-45a4-93d9-61738ceaaaa2, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:46:21.062990 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d88d9-f744-4ea1-a483-0d2dd7e2247a tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Pushing event updated for resources: {'Subnet': ['ID=d422fed9-59ac-4c7f-8082-c17210c5478f,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:21.083885 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-8300ca95-f0b0-4c74-b079-1c244ec451b7 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1386424326', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:21.095153 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e905b142-fdb6-41e9-83e2-c9d6d85a83ec tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:21.111834 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-63946e85-1e4e-4f26-9818-67a197516874 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Calling delete_port for dc58e7f2-53bd-43a9-8f4f-beba3bf9d15d owned by network:router_interface {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:21.113892 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8300ca95-f0b0-4c74-b079-1c244ec451b7 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:21.142564 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-aa3985a3-9cd2-4863-9ee3-3ae8ec28a77a req-c4320ff9-52ee-4abf-8bb3-c2e7c7287ae7 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955080 Feb 16 12:46:21.144376 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-a4c2c6b7-ae81-4e6c-a034-507d5a0b6046 None None] For port 9e7b0c51-5507-42f4-bff2-58f933fabda7, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=9e7b0c51-5507-42f4-bff2-58f933fabda7,segment=NetworkSegment(24ca859f-7faf-4904-a0fd-2b099df869cc),segment_id=24ca859f-7faf-4904-a0fd-2b099df869cc)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:21.144859 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a4c2c6b7-ae81-4e6c-a034-507d5a0b6046 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:21.146929 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738d88d9-f744-4ea1-a483-0d2dd7e2247a tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Network 56a1647e-1846-45a4-93d9-61738ceaaaa2 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:46:21.170303 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8300ca95-f0b0-4c74-b079-1c244ec451b7 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Usage tracker for resource:router and tenant:4f391249135447c7b12259a80fb71dbd is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:21.180657 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8300ca95-f0b0-4c74-b079-1c244ec451b7 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:21.190259 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8300ca95-f0b0-4c74-b079-1c244ec451b7 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:21.193257 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e905b142-fdb6-41e9-83e2-c9d6d85a83ec tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:21.195783 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-738d88d9-f744-4ea1-a483-0d2dd7e2247a tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 56a1647e-1846-45a4-93d9-61738ceaaaa2) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:21.205483 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e905b142-fdb6-41e9-83e2-c9d6d85a83ec tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:21.205823 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e905b142-fdb6-41e9-83e2-c9d6d85a83ec tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:21.206315 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738d88d9-f744-4ea1-a483-0d2dd7e2247a tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:21.209498 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-738d88d9-f744-4ea1-a483-0d2dd7e2247a tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:21.223227 dv-neutron-829527-1-hyperv neutron-server[87701]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:21.223227 dv-neutron-829527-1-hyperv neutron-server[87701]: util.warn( Feb 16 12:46:21.223227 dv-neutron-829527-1-hyperv neutron-server[87701]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:21.223227 dv-neutron-829527-1-hyperv neutron-server[87701]: util.warn( Feb 16 12:46:21.223227 dv-neutron-829527-1-hyperv neutron-server[87701]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:21.223227 dv-neutron-829527-1-hyperv neutron-server[87701]: util.warn( Feb 16 12:46:21.223227 dv-neutron-829527-1-hyperv neutron-server[87701]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:21.223227 dv-neutron-829527-1-hyperv neutron-server[87701]: util.warn( Feb 16 12:46:21.223227 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:46:21.223227 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:21.223227 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:46:21.223227 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:21.223227 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:46:21.223227 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:46:21.223227 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:46:21.223227 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:21.223227 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:46:21.223227 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:21.223227 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:46:21.223227 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:21.223227 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:46:21.223227 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:46:21.223227 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:21.223227 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:46:21.223227 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:21.223227 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:46:21.223227 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:46:21.223227 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:46:21.223227 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:46:21.223227 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:46:21.223227 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:21.223227 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:21.223227 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:21.223227 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:21.223227 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:21.223227 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:21.223227 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:21.223227 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:21.223227 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:21.223227 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:21.232868 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-f54809e3-63bc-4807-a419-6e3ab787293c req-b2cf3c97-c729-4ee2-839d-746c99e42680 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Deleting port 8d7c6404-271f-474b-8ea9-9e9ff46efbfc {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:21.233211 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-f54809e3-63bc-4807-a419-6e3ab787293c req-b2cf3c97-c729-4ee2-839d-746c99e42680 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:21.279614 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fced135d-15e5-47e8-8ea8-f57c43584f32 None None] Network 56a1647e-1846-45a4-93d9-61738ceaaaa2 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:21.294813 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8300ca95-f0b0-4c74-b079-1c244ec451b7 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:21.296297 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8300ca95-f0b0-4c74-b079-1c244ec451b7 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:21.307637 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 9ae8f362-3921-48ff-aaf7-cfba6a2b05e6 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:46:21.313728 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-738d88d9-f744-4ea1-a483-0d2dd7e2247a tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.5456228 Feb 16 12:46:21.316048 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34120) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:21.429551 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-a4c2c6b7-ae81-4e6c-a034-507d5a0b6046 None None] Calling delete_port for 9e7b0c51-5507-42f4-bff2-58f933fabda7 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:21.454489 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8300ca95-f0b0-4c74-b079-1c244ec451b7 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:21.490919 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 9ae8f362-3921-48ff-aaf7-cfba6a2b05e6 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:46:21.491501 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 9ae8f362-3921-48ff-aaf7-cfba6a2b05e6 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:46:21.493126 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device b82bec5b-d03f-4d18-aa59-898ee4a73ebe no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:46:21.525224 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8300ca95-f0b0-4c74-b079-1c244ec451b7 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:21.590046 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-efcf1083-7a00-4edc-998d-8cc6004e4abc tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:21.593677 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8300ca95-f0b0-4c74-b079-1c244ec451b7 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:21.597768 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8300ca95-f0b0-4c74-b079-1c244ec451b7 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5243747 Feb 16 12:46:21.599309 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34128) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:21.606223 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-6fd7d1fb-d61b-4964-b00d-16789e295a3a tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:21.637465 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: b82bec5b-d03f-4d18-aa59-898ee4a73ebe {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:46:21.638091 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device b82bec5b-d03f-4d18-aa59-898ee4a73ebe not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:46:21.665886 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e905b142-fdb6-41e9-83e2-c9d6d85a83ec tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:21.670740 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-63946e85-1e4e-4f26-9818-67a197516874 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:21.858029 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a4c2c6b7-ae81-4e6c-a034-507d5a0b6046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:21.897609 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e905b142-fdb6-41e9-83e2-c9d6d85a83ec tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event deleted for resources: {'Network': ['ID=6d23edfc-c97b-4d6d-87fc-a249f2adf64c,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:21.914356 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e905b142-fdb6-41e9-83e2-c9d6d85a83ec tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:21.929784 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e905b142-fdb6-41e9-83e2-c9d6d85a83ec tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:21.930385 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e905b142-fdb6-41e9-83e2-c9d6d85a83ec tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:21.930996 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e905b142-fdb6-41e9-83e2-c9d6d85a83ec tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:21.931547 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e905b142-fdb6-41e9-83e2-c9d6d85a83ec tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:21.932073 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e905b142-fdb6-41e9-83e2-c9d6d85a83ec tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:21.932596 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e905b142-fdb6-41e9-83e2-c9d6d85a83ec tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:21.933141 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e905b142-fdb6-41e9-83e2-c9d6d85a83ec tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:21.933668 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e905b142-fdb6-41e9-83e2-c9d6d85a83ec tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:21.934323 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e905b142-fdb6-41e9-83e2-c9d6d85a83ec tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:21.934846 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e905b142-fdb6-41e9-83e2-c9d6d85a83ec tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:21.935378 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e905b142-fdb6-41e9-83e2-c9d6d85a83ec tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:21.935895 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e905b142-fdb6-41e9-83e2-c9d6d85a83ec tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:46:21.940514 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e905b142-fdb6-41e9-83e2-c9d6d85a83ec tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "DELETE /v2.0/networks/6d23edfc-c97b-4d6d-87fc-a249f2adf64c HTTP/1.1" status: 204 len: 168 time: 4.8730607 Feb 16 12:46:21.941677 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63946e85-1e4e-4f26-9818-67a197516874 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Port': ['ID=dc58e7f2-53bd-43a9-8f4f-beba3bf9d15d,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:21.953722 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34144) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:22.029323 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c2c6b7-ae81-4e6c-a034-507d5a0b6046 None None] Pushing event deleted for resources: {'Port': ['ID=9e7b0c51-5507-42f4-bff2-58f933fabda7,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:22.043906 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c2c6b7-ae81-4e6c-a034-507d5a0b6046 None None] No DVR routers for this DVR port 9e7b0c51-5507-42f4-bff2-58f933fabda7 on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:22.137856 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34148) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:22.169777 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 9e7b0c51-5507-42f4-bff2-58f933fabda7 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:46:22.195394 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafa5eca-fec7-4a11-af0f-cc3eb3ec8258 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-56a1647e-1846-45a4-93d9-61738ceaaaa2', 'network_id': '56a1647e-1846-45a4-93d9-61738ceaaaa2', 'tenant_id': 'e5afed0fc27345c1bbbffc2ab746a929', 'fixed_ips': [{'subnet_id': 'd422fed9-59ac-4c7f-8082-c17210c5478f'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:46:22.196316 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-fafa5eca-fec7-4a11-af0f-cc3eb3ec8258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.228196 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 9e7b0c51-5507-42f4-bff2-58f933fabda7 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:46:22.228637 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 9e7b0c51-5507-42f4-bff2-58f933fabda7 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:46:22.335966 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6fd7d1fb-d61b-4964-b00d-16789e295a3a tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.343481 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d9604384-e493-4102-ab7d-1286820cef3a tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Request body: {'networks': [{'name': 'tempest-network--997345263'}, {'name': 'tempest-network--613227891'}]} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:22.343786 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d9604384-e493-4102-ab7d-1286820cef3a tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Request body: {'network': {'name': 'tempest-network--997345263'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:22.344237 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d9604384-e493-4102-ab7d-1286820cef3a tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Request body: {'network': {'name': 'tempest-network--613227891'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:22.392518 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d9604384-e493-4102-ab7d-1286820cef3a tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:22.404127 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-efcf1083-7a00-4edc-998d-8cc6004e4abc tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.411433 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-fafa5eca-fec7-4a11-af0f-cc3eb3ec8258 None None] Allocated IP 2001:db8::f816:3eff:fe24:9e15 (56a1647e-1846-45a4-93d9-61738ceaaaa2/d422fed9-59ac-4c7f-8082-c17210c5478f/ae7bb205-a1ca-4f38-a4df-66bb94061a77) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:22.436505 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d9604384-e493-4102-ab7d-1286820cef3a tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Usage tracker for resource:network and tenant:aafb3f42263e431db9c8531885383167 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:22.452262 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d9604384-e493-4102-ab7d-1286820cef3a tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:22.472063 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d9604384-e493-4102-ab7d-1286820cef3a tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:22.555486 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9604384-e493-4102-ab7d-1286820cef3a tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Made reservation on behalf of aafb3f42263e431db9c8531885383167 for: {'network': 2} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:22.560827 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9604384-e493-4102-ab7d-1286820cef3a tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.579580 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9604384-e493-4102-ab7d-1286820cef3a tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.605194 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d9604384-e493-4102-ab7d-1286820cef3a tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:22.612415 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d9604384-e493-4102-ab7d-1286820cef3a tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Usage tracker for resource:security_group_rule and tenant:aafb3f42263e431db9c8531885383167 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:22.619577 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d9604384-e493-4102-ab7d-1286820cef3a tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:22.634743 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb09cc-3457-4b25-a051-45e8684e1d53 req-a97b3500-23ce-45a6-a66a-da4c20b2724d tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:22.636309 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-bfdb09cc-3457-4b25-a051-45e8684e1d53 req-a97b3500-23ce-45a6-a66a-da4c20b2724d tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.3093872 Feb 16 12:46:22.639296 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d9604384-e493-4102-ab7d-1286820cef3a tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:22.741418 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-fafa5eca-fec7-4a11-af0f-cc3eb3ec8258 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.742953 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-bfdb09cc-3457-4b25-a051-45e8684e1d53 req-856cf2b4-237d-4c0c-b9fc-aed861e4bd9c tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895448 Feb 16 12:46:22.765049 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-63946e85-1e4e-4f26-9818-67a197516874 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.790717 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-fafa5eca-fec7-4a11-af0f-cc3eb3ec8258 None None] Transition to ACTIVE for port object ae7bb205-a1ca-4f38-a4df-66bb94061a77 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:22.817307 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-fafa5eca-fec7-4a11-af0f-cc3eb3ec8258 None None] Transition to ACTIVE for port object ae7bb205-a1ca-4f38-a4df-66bb94061a77 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:22.826714 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-fafa5eca-fec7-4a11-af0f-cc3eb3ec8258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.863651 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-13cccbfa-2772-4322-a8f8-8130ff69d619 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:22.919336 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafa5eca-fec7-4a11-af0f-cc3eb3ec8258 None None] Network 56a1647e-1846-45a4-93d9-61738ceaaaa2 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:22.928809 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-fafa5eca-fec7-4a11-af0f-cc3eb3ec8258 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:22.938217 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafa5eca-fec7-4a11-af0f-cc3eb3ec8258 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:22.983653 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-f54809e3-63bc-4807-a419-6e3ab787293c req-b2cf3c97-c729-4ee2-839d-746c99e42680 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] For port 8d7c6404-271f-474b-8ea9-9e9ff46efbfc, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=8d7c6404-271f-474b-8ea9-9e9ff46efbfc,segment=NetworkSegment(eed87c9e-fb99-4fd5-ad35-a65bcf1a5597),segment_id=eed87c9e-fb99-4fd5-ad35-a65bcf1a5597)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:22.984237 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-f54809e3-63bc-4807-a419-6e3ab787293c req-b2cf3c97-c729-4ee2-839d-746c99e42680 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.071868 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9604384-e493-4102-ab7d-1286820cef3a tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.073433 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa5eca-fec7-4a11-af0f-cc3eb3ec8258 None None] Pushing event updated for resources: {'Port': ['ID=ae7bb205-a1ca-4f38-a4df-66bb94061a77,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:23.077189 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-fafa5eca-fec7-4a11-af0f-cc3eb3ec8258 None None] Attempting to bind port ae7bb205-a1ca-4f38-a4df-66bb94061a77 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:46:23.077791 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-fafa5eca-fec7-4a11-af0f-cc3eb3ec8258 None None] Attempting to bind port ae7bb205-a1ca-4f38-a4df-66bb94061a77 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'ec774cd7-101a-4845-ada5-649d43bfccc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '56a1647e-1846-45a4-93d9-61738ceaaaa2'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:46:23.078279 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafa5eca-fec7-4a11-af0f-cc3eb3ec8258 None None] Attempting to bind port ae7bb205-a1ca-4f38-a4df-66bb94061a77 on network 56a1647e-1846-45a4-93d9-61738ceaaaa2 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:46:23.086869 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafa5eca-fec7-4a11-af0f-cc3eb3ec8258 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:46:23.087667 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafa5eca-fec7-4a11-af0f-cc3eb3ec8258 None None] Checking segment: {'id': 'ec774cd7-101a-4845-ada5-649d43bfccc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '56a1647e-1846-45a4-93d9-61738ceaaaa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:23.087905 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-fafa5eca-fec7-4a11-af0f-cc3eb3ec8258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.088490 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafa5eca-fec7-4a11-af0f-cc3eb3ec8258 None None] Bound using segment: {'id': 'ec774cd7-101a-4845-ada5-649d43bfccc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '56a1647e-1846-45a4-93d9-61738ceaaaa2'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:46:23.089218 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-fafa5eca-fec7-4a11-af0f-cc3eb3ec8258 None None] Bound port: ae7bb205-a1ca-4f38-a4df-66bb94061a77, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec774cd7-101a-4845-ada5-649d43bfccc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '56a1647e-1846-45a4-93d9-61738ceaaaa2'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:46:23.089594 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-fafa5eca-fec7-4a11-af0f-cc3eb3ec8258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.104142 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-efcf1083-7a00-4edc-998d-8cc6004e4abc tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.107864 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9604384-e493-4102-ab7d-1286820cef3a tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.108298 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9604384-e493-4102-ab7d-1286820cef3a tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.112147 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed195687-c87e-49bc-9ed1-5485b00ab524 req-f12c2b9d-5f3a-40b4-9d6b-81cf25aa21ee tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:23.113726 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ed195687-c87e-49bc-9ed1-5485b00ab524 req-f12c2b9d-5f3a-40b4-9d6b-81cf25aa21ee tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "GET /v2.0/ports?device_id=87a0ff25-ac30-41da-a645-065f8aa94794 HTTP/1.1" status: 200 len: 945 time: 0.5971189 Feb 16 12:46:23.163648 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6fd7d1fb-d61b-4964-b00d-16789e295a3a tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.202444 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 8d7c6404-271f-474b-8ea9-9e9ff46efbfc no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:46:23.207157 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf1083-7a00-4edc-998d-8cc6004e4abc tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Pushing event deleted for resources: {'Subnet': ['ID=d422fed9-59ac-4c7f-8082-c17210c5478f,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:23.231316 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6fd7d1fb-d61b-4964-b00d-16789e295a3a tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.330687 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9604384-e493-4102-ab7d-1286820cef3a tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7541600-8b8f-4a11-a652-1f597eece1b9,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:23.366378 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9604384-e493-4102-ab7d-1286820cef3a tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:46:23.369701 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-efcf1083-7a00-4edc-998d-8cc6004e4abc tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.412927 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9604384-e493-4102-ab7d-1286820cef3a tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.413261 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-d9604384-e493-4102-ab7d-1286820cef3a tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Added segment e77a4d52-906e-48d9-badf-1d203b4a691a of type vlan for network f4231383-8766-46e8-bb57-f3a63837ad12 Feb 16 12:46:23.422449 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-efcf1083-7a00-4edc-998d-8cc6004e4abc tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56a1647e-1846-45a4-93d9-61738ceaaaa2']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:23.437492 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.446064 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-efcf1083-7a00-4edc-998d-8cc6004e4abc tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec774cd7-101a-4845-ada5-649d43bfccc5') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:23.446389 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-efcf1083-7a00-4edc-998d-8cc6004e4abc tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec774cd7-101a-4845-ada5-649d43bfccc5') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:23.481045 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-fafa5eca-fec7-4a11-af0f-cc3eb3ec8258 None None] For port ae7bb205-a1ca-4f38-a4df-66bb94061a77, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:46:23.502075 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-efcf1083-7a00-4edc-998d-8cc6004e4abc tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.516780 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-fafa5eca-fec7-4a11-af0f-cc3eb3ec8258 None None] For port ae7bb205-a1ca-4f38-a4df-66bb94061a77, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=ae7bb205-a1ca-4f38-a4df-66bb94061a77,segment=NetworkSegment(ec774cd7-101a-4845-ada5-649d43bfccc5),segment_id=ec774cd7-101a-4845-ada5-649d43bfccc5)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:46:23.520732 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9604384-e493-4102-ab7d-1286820cef3a tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.526214 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a0ff25-ac30-41da-a645-065f8aa94794', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d7c6404-271f-474b-8ea9-9e9ff46efbfc'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:46:23.537430 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-fafa5eca-fec7-4a11-af0f-cc3eb3ec8258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.546247 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-13cccbfa-2772-4322-a8f8-8130ff69d619 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.550564 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-efcf1083-7a00-4edc-998d-8cc6004e4abc tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.557937 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ed195687-c87e-49bc-9ed1-5485b00ab524 req-f4ff65d6-c9d7-4664-a6ec-ba1a65bf3659 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "GET /v2.0/security-groups?id=e53f1014-ca93-4023-83ba-727714174b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4212296 Feb 16 12:46:23.560109 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63946e85-1e4e-4f26-9818-67a197516874 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Router 35e8f55c-08a0-4407-a15a-7b39cb321438 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:46:23.560765 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efcf1083-7a00-4edc-998d-8cc6004e4abc tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:23.561165 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-efcf1083-7a00-4edc-998d-8cc6004e4abc tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.582410 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:46:23.582410 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:23.582410 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:46:23.582410 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:23.582410 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:46:23.582410 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:46:23.582410 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:46:23.582410 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:23.582410 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:46:23.582410 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:23.582410 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:46:23.582410 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:23.582410 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:46:23.582410 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:46:23.582410 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:23.582410 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:46:23.582410 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:23.582410 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:46:23.582410 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:46:23.582410 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:46:23.582410 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:46:23.582410 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:46:23.582410 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:23.582410 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:23.582410 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:23.582410 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:23.582410 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:23.582410 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:23.582410 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:23.582410 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:23.582410 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:23.582410 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:23.584634 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-6fd7d1fb-d61b-4964-b00d-16789e295a3a tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Allocated IP 172.26.5.139 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/9e7d37d9-0ed2-4cbe-ae29-af1b27f9d294) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:23.677744 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa5eca-fec7-4a11-af0f-cc3eb3ec8258 None None] Pushing event updated for resources: {'Port': ['ID=ae7bb205-a1ca-4f38-a4df-66bb94061a77,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:23.693590 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 8d7c6404-271f-474b-8ea9-9e9ff46efbfc, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=8d7c6404-271f-474b-8ea9-9e9ff46efbfc,segment=NetworkSegment(eed87c9e-fb99-4fd5-ad35-a65bcf1a5597),segment_id=eed87c9e-fb99-4fd5-ad35-a65bcf1a5597)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:23.705719 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.735326 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-13cccbfa-2772-4322-a8f8-8130ff69d619 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3c94279-e0d3-40b0-bc12-6e0eb93cf3ab']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:23.803859 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9604384-e493-4102-ab7d-1286820cef3a tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:46:23.840488 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9604384-e493-4102-ab7d-1286820cef3a tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.840822 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-d9604384-e493-4102-ab7d-1286820cef3a tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Added segment 4b389045-bba6-422f-91b7-39a2e5d3b089 of type vlan for network 7e63e4f7-1539-4488-910e-e69ebf18299b Feb 16 12:46:23.849374 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-efcf1083-7a00-4edc-998d-8cc6004e4abc tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 12:46:23.849374 dv-neutron-829527-1-hyperv neutron-server[87699]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 12:46:23.849374 dv-neutron-829527-1-hyperv neutron-server[87699]: [parameters: {'id': '56a1647e-1846-45a4-93d9-61738ceaaaa2'}] Feb 16 12:46:23.849374 dv-neutron-829527-1-hyperv neutron-server[87699]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:46:23.849789 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-efcf1083-7a00-4edc-998d-8cc6004e4abc tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:46:23.887690 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=8d7c6404-271f-474b-8ea9-9e9ff46efbfc,revision_number=6']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:23.904780 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9604384-e493-4102-ab7d-1286820cef3a tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:23.911615 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed10a584-2538-4b88-9b06-93ff5185aa0f None None] Network 56a1647e-1846-45a4-93d9-61738ceaaaa2 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:23.934846 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf27b2-d48a-4b4a-ba66-8de1b2cd448c req-bd3d5481-1c6f-4379-8932-4a5010414c39 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:23.936469 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4cbf27b2-d48a-4b4a-ba66-8de1b2cd448c req-bd3d5481-1c6f-4379-8932-4a5010414c39 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.83 "GET /v2.0/ports?device_id=8ae34209-ba66-4751-b778-ef796c107758 HTTP/1.1" status: 200 len: 945 time: 0.3533018 Feb 16 12:46:23.980666 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6fd7d1fb-d61b-4964-b00d-16789e295a3a tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:24.009831 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9604384-e493-4102-ab7d-1286820cef3a tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:24.010134 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9604384-e493-4102-ab7d-1286820cef3a tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:24.015626 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9604384-e493-4102-ab7d-1286820cef3a tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:24.020091 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9604384-e493-4102-ab7d-1286820cef3a tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:24.020743 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9604384-e493-4102-ab7d-1286820cef3a tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:24.030014 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-13cccbfa-2772-4322-a8f8-8130ff69d619 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5880d591-39c4-4db1-88de-e96d80b46d64') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:24.030014 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-13cccbfa-2772-4322-a8f8-8130ff69d619 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5880d591-39c4-4db1-88de-e96d80b46d64') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:24.116404 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-13cccbfa-2772-4322-a8f8-8130ff69d619 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:24.117004 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2cb340-f893-4496-84e9-8780dac0e964 None None] get_active_networks_info from dv-neutron-829527-1-hyperv {{(pid=87702) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 12:46:24.121602 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4cbf27b2-d48a-4b4a-ba66-8de1b2cd448c req-13b45d22-09e0-4c8a-a9da-01919322a57a tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.83 "GET /v2.0/security-groups?id=62dfa7ce-67f7-40ab-a719-1c981b68d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632943 Feb 16 12:46:24.165998 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9604384-e493-4102-ab7d-1286820cef3a tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Pushing event updated for resources: {'Network': ['ID=f4231383-8766-46e8-bb57-f3a63837ad12,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:24.173063 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63946e85-1e4e-4f26-9818-67a197516874 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:46:24.178860 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-63946e85-1e4e-4f26-9818-67a197516874 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "PUT /v2.0/routers/35e8f55c-08a0-4407-a15a-7b39cb321438/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8366542 Feb 16 12:46:24.185801 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34166) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:24.186239 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a3aed1-217e-472f-a4eb-070be35c76b6 None None] Sync routers for ids ['35e8f55c-08a0-4407-a15a-7b39cb321438'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:24.188400 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-13cccbfa-2772-4322-a8f8-8130ff69d619 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:24.188593 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network f4231383-8766-46e8-bb57-f3a63837ad12 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:46:24.203880 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13cccbfa-2772-4322-a8f8-8130ff69d619 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:24.204586 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-13cccbfa-2772-4322-a8f8-8130ff69d619 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:24.207113 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a3aed1-217e-472f-a4eb-070be35c76b6 None None] Routers {'35e8f55c-08a0-4407-a15a-7b39cb321438'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:24.207799 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-29a3aed1-217e-472f-a4eb-070be35c76b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:46:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['35e8f55c-08a0-4407-a15a-7b39cb321438'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:24.222662 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-f54809e3-63bc-4807-a419-6e3ab787293c req-b2cf3c97-c729-4ee2-839d-746c99e42680 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:24.222662 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-f54809e3-63bc-4807-a419-6e3ab787293c req-b2cf3c97-c729-4ee2-839d-746c99e42680 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:24.222662 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.l3_db [req-f54809e3-63bc-4807-a419-6e3ab787293c req-b2cf3c97-c729-4ee2-839d-746c99e42680 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Floating IP f9ecb1de-e4d7-404d-90dd-4b2103efd770 disassociated. External IP: 172.26.5.254, port: 8d7c6404-271f-474b-8ea9-9e9ff46efbfc. Feb 16 12:46:24.223034 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-f54809e3-63bc-4807-a419-6e3ab787293c req-b2cf3c97-c729-4ee2-839d-746c99e42680 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Calling delete_port for 8d7c6404-271f-474b-8ea9-9e9ff46efbfc owned by compute:nova {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:24.250102 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d9604384-e493-4102-ab7d-1286820cef3a tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.1110861 Feb 16 12:46:24.260104 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:46:24.260104 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:24.260104 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:46:24.260104 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:24.260104 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:46:24.260104 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:46:24.260104 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:46:24.260104 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:24.260104 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:46:24.260104 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:24.260104 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:46:24.260104 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:24.260104 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:46:24.260104 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:46:24.260104 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:24.260104 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:46:24.260104 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:24.260104 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:46:24.260104 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:46:24.260104 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:46:24.260104 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:46:24.260104 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:46:24.260104 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:24.260104 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:24.260104 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:24.260104 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:24.260104 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:24.260104 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:24.260104 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:24.260104 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:24.260104 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:24.260104 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:24.262427 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34170) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:24.272093 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a0ff25-ac30-41da-a645-065f8aa94794', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d7c6404-271f-474b-8ea9-9e9ff46efbfc', 'code': 200} Feb 16 12:46:24.336109 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6fd7d1fb-d61b-4964-b00d-16789e295a3a tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:24.387371 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-efcf1083-7a00-4edc-998d-8cc6004e4abc tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:24.402163 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9604384-e493-4102-ab7d-1286820cef3a tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Pushing event updated for resources: {'Network': ['ID=7e63e4f7-1539-4488-910e-e69ebf18299b,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:24.417314 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d90566-96c8-4a80-b9b1-5fdc3631a5fd tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:24.420416 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d90566-96c8-4a80-b9b1-5fdc3631a5fd tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:24.420545 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-42d90566-96c8-4a80-b9b1-5fdc3631a5fd tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:24.420945 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 7e63e4f7-1539-4488-910e-e69ebf18299b details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:46:24.434838 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-29a3aed1-217e-472f-a4eb-070be35c76b6 None None] Set router 35e8f55c-08a0-4407-a15a-7b39cb321438 gateway port host: None {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:24.437926 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd7d1fb-d61b-4964-b00d-16789e295a3a tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:24.443142 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-6fd7d1fb-d61b-4964-b00d-16789e295a3a tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:24.455406 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd7d1fb-d61b-4964-b00d-16789e295a3a tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:24.472869 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2cb340-f893-4496-84e9-8780dac0e964 None None] Resources bound (agent type, host, resource id): {{(pid=87702) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:46:24.483479 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e603b-2557-421f-a20f-e5b08026bf53 req-b1ca1209-e1a6-4497-83d9-4a3703878005 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:24.484928 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd7d1fb-d61b-4964-b00d-16789e295a3a tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Pushing event updated for resources: {'Port': ['ID=9e7d37d9-0ed2-4cbe-ae29-af1b27f9d294,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:24.485370 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-688e603b-2557-421f-a20f-e5b08026bf53 req-b1ca1209-e1a6-4497-83d9-4a3703878005 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.7406218 Feb 16 12:46:24.495295 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-efcf1083-7a00-4edc-998d-8cc6004e4abc tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Deleting port ae7bb205-a1ca-4f38-a4df-66bb94061a77 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:24.495633 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-efcf1083-7a00-4edc-998d-8cc6004e4abc tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:24.501241 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-13cccbfa-2772-4322-a8f8-8130ff69d619 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:24.507106 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-13cccbfa-2772-4322-a8f8-8130ff69d619 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:24.546362 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-42d90566-96c8-4a80-b9b1-5fdc3631a5fd tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:24.550702 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-42d90566-96c8-4a80-b9b1-5fdc3631a5fd tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3600454 Feb 16 12:46:24.551320 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34174) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:24.582311 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-13cccbfa-2772-4322-a8f8-8130ff69d619 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "DELETE /v2.0/networks/a3c94279-e0d3-40b0-bc12-6e0eb93cf3ab HTTP/1.1" status: 204 len: 168 time: 2.6264515 Feb 16 12:46:24.590924 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cccbfa-2772-4322-a8f8-8130ff69d619 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event deleted for resources: {'Network': ['ID=a3c94279-e0d3-40b0-bc12-6e0eb93cf3ab,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:24.594469 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34178) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:24.625559 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-c9cea8d8-016f-4780-9033-049851f8b55f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Request body: {'network': {'name': 'tempest-RoutersTest-486227130'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:24.658740 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-c9cea8d8-016f-4780-9033-049851f8b55f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:24.676908 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.db.api [req-f54809e3-63bc-4807-a419-6e3ab787293c req-b2cf3c97-c729-4ee2-839d-746c99e42680 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:46:24.677276 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG oslo_db.api [req-f54809e3-63bc-4807-a419-6e3ab787293c req-b2cf3c97-c729-4ee2-839d-746c99e42680 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:46:24.680116 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-c9cea8d8-016f-4780-9033-049851f8b55f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Usage tracker for resource:network and tenant:9f89b69482a141c697c1d7563c6011c5 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:24.697982 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-688e603b-2557-421f-a20f-e5b08026bf53 req-b1e3557f-dabf-44cf-b4e4-0aad5d2a62c4 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1822913 Feb 16 12:46:24.698943 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-c9cea8d8-016f-4780-9033-049851f8b55f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:24.730463 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-29a3aed1-217e-472f-a4eb-070be35c76b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e8f55c-08a0-4407-a15a-7b39cb321438', 'name': 'tempest-NetworksTestDHCPv6-router-1797537361', 'tenant_id': '5979c0794f594272a8691960316755d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:46:07Z', 'updated_at': '2022-02-16T12:46:21Z', 'revision_number': 3, 'project_id': '5979c0794f594272a8691960316755d8', 'gw_port_host': None}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:24.734004 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2da1d9-96d1-4d80-8a71-e721e5927f6e tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:24.743244 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a3aed1-217e-472f-a4eb-070be35c76b6 None None] Checking router: 35e8f55c-08a0-4407-a15a-7b39cb321438 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:46:24.747749 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2da1d9-96d1-4d80-8a71-e721e5927f6e tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:24.754225 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a3aed1-217e-472f-a4eb-070be35c76b6 None None] Routers {'35e8f55c-08a0-4407-a15a-7b39cb321438'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:24.758856 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2da1d9-96d1-4d80-8a71-e721e5927f6e tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:24.764884 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2da1d9-96d1-4d80-8a71-e721e5927f6e tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:24.766246 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-29a3aed1-217e-472f-a4eb-070be35c76b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:46:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['35e8f55c-08a0-4407-a15a-7b39cb321438'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:24.769827 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-1e2da1d9-96d1-4d80-8a71-e721e5927f6e tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5026786 Feb 16 12:46:24.771048 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-c9cea8d8-016f-4780-9033-049851f8b55f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:24.772977 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34184) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:24.875025 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9cea8d8-016f-4780-9033-049851f8b55f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Made reservation on behalf of 9f89b69482a141c697c1d7563c6011c5 for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:24.878727 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c9cea8d8-016f-4780-9033-049851f8b55f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:24.928968 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5ac0d182-1563-4377-a2f2-d89ef9ed38d8 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:24.965172 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-29a3aed1-217e-472f-a4eb-070be35c76b6 None None] Set router 35e8f55c-08a0-4407-a15a-7b39cb321438 gateway port host: None {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:24.986841 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9cea8d8-016f-4780-9033-049851f8b55f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:46:25.038062 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c9cea8d8-016f-4780-9033-049851f8b55f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.038738 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-c9cea8d8-016f-4780-9033-049851f8b55f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Added segment 5ea8a2b0-755e-4425-8d99-16e0d916800c of type vlan for network 64c94935-2fe0-476f-8b98-906e5db48a93 Feb 16 12:46:25.040634 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-c45bdd81-27e9-4564-a72e-93db659b236d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting subnet 39663d7b-5bd4-4fc1-a087-142e496949da {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:46:25.063108 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c45bdd81-27e9-4564-a72e-93db659b236d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.104931 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-29a3aed1-217e-472f-a4eb-070be35c76b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e8f55c-08a0-4407-a15a-7b39cb321438', 'name': 'tempest-NetworksTestDHCPv6-router-1797537361', 'tenant_id': '5979c0794f594272a8691960316755d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:46:07Z', 'updated_at': '2022-02-16T12:46:21Z', 'revision_number': 3, 'project_id': '5979c0794f594272a8691960316755d8', 'gw_port_host': None}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:25.108934 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a3aed1-217e-472f-a4eb-070be35c76b6 None None] The sync data for ids ['35e8f55c-08a0-4407-a15a-7b39cb321438'] in dv-neutron-829527-1-hyperv is: [{'id': '35e8f55c-08a0-4407-a15a-7b39cb321438', 'name': 'tempest-NetworksTestDHCPv6-router-1797537361', 'tenant_id': '5979c0794f594272a8691960316755d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:46:07Z', 'updated_at': '2022-02-16T12:46:21Z', 'revision_number': 3, 'project_id': '5979c0794f594272a8691960316755d8', 'gw_port_host': None}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:25.174658 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c9cea8d8-016f-4780-9033-049851f8b55f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.177946 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-f54809e3-63bc-4807-a419-6e3ab787293c req-b2cf3c97-c729-4ee2-839d-746c99e42680 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Deleting port 8d7c6404-271f-474b-8ea9-9e9ff46efbfc {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:25.178283 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-f54809e3-63bc-4807-a419-6e3ab787293c req-b2cf3c97-c729-4ee2-839d-746c99e42680 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.217978 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c45bdd81-27e9-4564-a72e-93db659b236d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.234245 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5ac0d182-1563-4377-a2f2-d89ef9ed38d8 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.312357 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5787a01b-4b97-4397-9ea9-57e65d5e0978 req-dd09b415-4903-4753-b1e7-b772e97fea03 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:25.314090 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5787a01b-4b97-4397-9ea9-57e65d5e0978 req-dd09b415-4903-4753-b1e7-b772e97fea03 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.89 "GET /v2.0/ports?device_id=8ae34209-ba66-4751-b778-ef796c107758 HTTP/1.1" status: 200 len: 945 time: 0.3848100 Feb 16 12:46:25.378344 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-efcf1083-7a00-4edc-998d-8cc6004e4abc tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] For port ae7bb205-a1ca-4f38-a4df-66bb94061a77, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=ae7bb205-a1ca-4f38-a4df-66bb94061a77,segment=NetworkSegment(ec774cd7-101a-4845-ada5-649d43bfccc5),segment_id=ec774cd7-101a-4845-ada5-649d43bfccc5)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:25.378746 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-efcf1083-7a00-4edc-998d-8cc6004e4abc tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.405698 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b74bb-0f00-4699-bc13-d535c2fe1299 req-4f9e5c83-9f8f-44af-8dce-da16bc6e4868 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:25.406754 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8e4b74bb-0f00-4699-bc13-d535c2fe1299 req-4f9e5c83-9f8f-44af-8dce-da16bc6e4868 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "GET /v2.0/ports?device_id=87a0ff25-ac30-41da-a645-065f8aa94794 HTTP/1.1" status: 200 len: 943 time: 0.5670271 Feb 16 12:46:25.412908 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-5ac0d182-1563-4377-a2f2-d89ef9ed38d8 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4231383-8766-46e8-bb57-f3a63837ad12']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:25.459614 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-5ac0d182-1563-4377-a2f2-d89ef9ed38d8 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e77a4d52-906e-48d9-badf-1d203b4a691a') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:25.459614 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-5ac0d182-1563-4377-a2f2-d89ef9ed38d8 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e77a4d52-906e-48d9-badf-1d203b4a691a') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:25.469756 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c9cea8d8-016f-4780-9033-049851f8b55f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.475117 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cea8d8-016f-4780-9033-049851f8b55f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:25.476340 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c9cea8d8-016f-4780-9033-049851f8b55f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.523616 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5ac0d182-1563-4377-a2f2-d89ef9ed38d8 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.598261 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-efcf1083-7a00-4edc-998d-8cc6004e4abc tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Calling delete_port for ae7bb205-a1ca-4f38-a4df-66bb94061a77 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:25.717713 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6fd7d1fb-d61b-4964-b00d-16789e295a3a tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks [] for router_gateway, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.766910 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8e4b74bb-0f00-4699-bc13-d535c2fe1299 req-276c306c-3cb4-4e94-a6bc-79d72b0be52a tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "GET /v2.0/security-groups?id=e53f1014-ca93-4023-83ba-727714174b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3003857 Feb 16 12:46:25.795611 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c45bdd81-27e9-4564-a72e-93db659b236d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.816994 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-5787a01b-4b97-4397-9ea9-57e65d5e0978 req-03612f9d-d720-47b3-a438-8c2b6a1c6d5d tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Deleting port 95f20114-48e2-4df4-9386-abf3bf1edbca {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:25.817387 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-5787a01b-4b97-4397-9ea9-57e65d5e0978 req-03612f9d-d720-47b3-a438-8c2b6a1c6d5d tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.864874 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-efcf1083-7a00-4edc-998d-8cc6004e4abc tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.884238 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5ac0d182-1563-4377-a2f2-d89ef9ed38d8 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.910112 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-c9cea8d8-016f-4780-9033-049851f8b55f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2957768 Feb 16 12:46:25.920471 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ac0d182-1563-4377-a2f2-d89ef9ed38d8 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:25.920904 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5ac0d182-1563-4377-a2f2-d89ef9ed38d8 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:25.935880 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34192) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:25.939812 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:46:25.939812 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:25.939812 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:46:25.939812 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:25.939812 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:46:25.939812 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:46:25.939812 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:46:25.939812 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:25.939812 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:46:25.939812 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:25.939812 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:46:25.939812 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:25.939812 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:46:25.939812 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:46:25.939812 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:25.939812 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:46:25.939812 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:25.939812 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:46:25.939812 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:46:25.939812 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:46:25.939812 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:46:25.939812 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:46:25.939812 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:25.939812 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:25.939812 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:25.939812 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:25.939812 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:25.939812 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:25.939812 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:25.939812 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:25.939812 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:25.939812 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:25.942107 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cea8d8-016f-4780-9033-049851f8b55f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event updated for resources: {'Network': ['ID=64c94935-2fe0-476f-8b98-906e5db48a93,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:25.953341 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 64c94935-2fe0-476f-8b98-906e5db48a93 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:46:26.014815 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-e3e43bd8-8394-440e-be58-efd6a25dd489 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Request body: {'subnet': {'network_id': '64c94935-2fe0-476f-8b98-906e5db48a93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:26.019791 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf1083-7a00-4edc-998d-8cc6004e4abc tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Pushing event deleted for resources: {'Port': ['ID=ae7bb205-a1ca-4f38-a4df-66bb94061a77,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:26.021537 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcf1083-7a00-4edc-998d-8cc6004e4abc tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] No DVR routers for this DVR port ae7bb205-a1ca-4f38-a4df-66bb94061a77 on host dv-neutron-829527-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:26.042278 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device dc58e7f2-53bd-43a9-8f4f-beba3bf9d15d no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:46:26.130769 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: dc58e7f2-53bd-43a9-8f4f-beba3bf9d15d {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:46:26.131089 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device dc58e7f2-53bd-43a9-8f4f-beba3bf9d15d not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:46:26.200035 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c35943-f909-4828-9dfa-fcc08f09a1bf req-4830cd8b-1d75-4a49-9c69-2dfc2005d445 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:26.201675 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-04c35943-f909-4828-9dfa-fcc08f09a1bf req-4830cd8b-1d75-4a49-9c69-2dfc2005d445 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.83 "GET /v2.0/ports?device_id=8ae34209-ba66-4751-b778-ef796c107758 HTTP/1.1" status: 200 len: 945 time: 0.9535604 Feb 16 12:46:26.263891 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5ac0d182-1563-4377-a2f2-d89ef9ed38d8 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.280054 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-f54809e3-63bc-4807-a419-6e3ab787293c req-b2cf3c97-c729-4ee2-839d-746c99e42680 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] For port 8d7c6404-271f-474b-8ea9-9e9ff46efbfc, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=8d7c6404-271f-474b-8ea9-9e9ff46efbfc,segment=NetworkSegment(eed87c9e-fb99-4fd5-ad35-a65bcf1a5597),segment_id=eed87c9e-fb99-4fd5-ad35-a65bcf1a5597)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:26.280409 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-f54809e3-63bc-4807-a419-6e3ab787293c req-b2cf3c97-c729-4ee2-839d-746c99e42680 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.305197 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5ac0d182-1563-4377-a2f2-d89ef9ed38d8 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.311322 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c45bdd81-27e9-4564-a72e-93db659b236d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.404696 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-efcf1083-7a00-4edc-998d-8cc6004e4abc tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.427289 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45bdd81-27e9-4564-a72e-93db659b236d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Subnet': ['ID=39663d7b-5bd4-4fc1-a087-142e496949da,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:26.446248 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac0d182-1563-4377-a2f2-d89ef9ed38d8 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Pushing event deleted for resources: {'Network': ['ID=f4231383-8766-46e8-bb57-f3a63837ad12,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:26.459184 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c45bdd81-27e9-4564-a72e-93db659b236d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.459630 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca637a8a-f4f4-4bd5-b5f6-5a03cd328d6c None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:26.474021 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-efcf1083-7a00-4edc-998d-8cc6004e4abc tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56a1647e-1846-45a4-93d9-61738ceaaaa2']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:26.482404 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-5ac0d182-1563-4377-a2f2-d89ef9ed38d8 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] 10.222.0.83 "DELETE /v2.0/networks/f4231383-8766-46e8-bb57-f3a63837ad12 HTTP/1.1" status: 204 len: 168 time: 1.7056615 Feb 16 12:46:26.484110 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34196) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:26.505878 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-04c35943-f909-4828-9dfa-fcc08f09a1bf req-2790f762-43ea-4ace-baef-b6ff174cf84b tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.83 "GET /v2.0/security-groups?id=62dfa7ce-67f7-40ab-a719-1c981b68d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2906606 Feb 16 12:46:26.524018 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-e3e43bd8-8394-440e-be58-efd6a25dd489 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:26.583007 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-efcf1083-7a00-4edc-998d-8cc6004e4abc tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec774cd7-101a-4845-ada5-649d43bfccc5') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:26.583282 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-efcf1083-7a00-4edc-998d-8cc6004e4abc tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec774cd7-101a-4845-ada5-649d43bfccc5') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:26.599718 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-e3e43bd8-8394-440e-be58-efd6a25dd489 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Usage tracker for resource:subnet and tenant:9f89b69482a141c697c1d7563c6011c5 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:26.601305 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c45bdd81-27e9-4564-a72e-93db659b236d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/39663d7b-5bd4-4fc1-a087-142e496949da HTTP/1.1" status: 204 len: 168 time: 2.0365131 Feb 16 12:46:26.606575 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34200) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:26.615206 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-e3e43bd8-8394-440e-be58-efd6a25dd489 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:26.653558 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-e3e43bd8-8394-440e-be58-efd6a25dd489 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:26.689566 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e43bd8-8394-440e-be58-efd6a25dd489 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Made reservation on behalf of 9f89b69482a141c697c1d7563c6011c5 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:26.693038 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e3e43bd8-8394-440e-be58-efd6a25dd489 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.719955 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-efcf1083-7a00-4edc-998d-8cc6004e4abc tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.727625 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24837cbb-c709-4ef5-b2f1-0a20bdcca1af None None] DHCP port deletion for c2beece7-853e-4518-ace6-8724ee235932 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:46:26.732203 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-24837cbb-c709-4ef5-b2f1-0a20bdcca1af None None] Deleting port a814429a-dcbe-45b5-a1d3-fe390c66c263 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:26.732699 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-24837cbb-c709-4ef5-b2f1-0a20bdcca1af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.733884 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4283bf4-48ff-4e60-a7cf-306f528a7a7b req-1673171f-8be7-4577-b3f6-119a5ac7cf19 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:26.739295 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d4283bf4-48ff-4e60-a7cf-306f528a7a7b req-1673171f-8be7-4577-b3f6-119a5ac7cf19 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.7830284 Feb 16 12:46:26.809746 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6fd7d1fb-d61b-4964-b00d-16789e295a3a tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.816326 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-efcf1083-7a00-4edc-998d-8cc6004e4abc tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.852384 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efcf1083-7a00-4edc-998d-8cc6004e4abc tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:26.852833 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-efcf1083-7a00-4edc-998d-8cc6004e4abc tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.869850 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6fd7d1fb-d61b-4964-b00d-16789e295a3a tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1023088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1023049', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1023600'] for router, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.873808 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:46:26.873808 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:26.873808 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:46:26.873808 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:26.873808 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:46:26.873808 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:46:26.873808 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:46:26.873808 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:26.873808 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:46:26.873808 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:26.873808 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:46:26.873808 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:26.873808 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:46:26.873808 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:46:26.873808 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:26.873808 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:46:26.873808 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:26.873808 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:46:26.873808 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:46:26.873808 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:46:26.873808 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:46:26.873808 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:46:26.873808 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:26.873808 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:26.873808 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:26.873808 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:26.873808 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:26.873808 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:26.873808 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:26.873808 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:26.873808 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:26.873808 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:26.919694 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-5787a01b-4b97-4397-9ea9-57e65d5e0978 req-03612f9d-d720-47b3-a438-8c2b6a1c6d5d tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] For port 95f20114-48e2-4df4-9386-abf3bf1edbca, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=95f20114-48e2-4df4-9386-abf3bf1edbca,segment=NetworkSegment(c3084382-c060-4a75-b212-4c3b4ad9bab0),segment_id=c3084382-c060-4a75-b212-4c3b4ad9bab0)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:26.920059 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-5787a01b-4b97-4397-9ea9-57e65d5e0978 req-03612f9d-d720-47b3-a438-8c2b6a1c6d5d tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.938842 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e8e37c4c-dd19-4c42-97f3-ee2d2c86015d tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:26.939955 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-24837cbb-c709-4ef5-b2f1-0a20bdcca1af None None] For port a814429a-dcbe-45b5-a1d3-fe390c66c263, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=a814429a-dcbe-45b5-a1d3-fe390c66c263,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:26.940437 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-24837cbb-c709-4ef5-b2f1-0a20bdcca1af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:27.069013 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-24837cbb-c709-4ef5-b2f1-0a20bdcca1af None None] Calling delete_port for a814429a-dcbe-45b5-a1d3-fe390c66c263 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:27.085550 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-f54809e3-63bc-4807-a419-6e3ab787293c req-b2cf3c97-c729-4ee2-839d-746c99e42680 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:27.085970 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-f54809e3-63bc-4807-a419-6e3ab787293c req-b2cf3c97-c729-4ee2-839d-746c99e42680 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:27.086295 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.l3_db [req-f54809e3-63bc-4807-a419-6e3ab787293c req-b2cf3c97-c729-4ee2-839d-746c99e42680 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Floating IP f9ecb1de-e4d7-404d-90dd-4b2103efd770 disassociated. External IP: 172.26.5.254, port: 8d7c6404-271f-474b-8ea9-9e9ff46efbfc. Feb 16 12:46:27.086636 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-f54809e3-63bc-4807-a419-6e3ab787293c req-b2cf3c97-c729-4ee2-839d-746c99e42680 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Calling delete_port for 8d7c6404-271f-474b-8ea9-9e9ff46efbfc owned by compute:nova {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:27.113092 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d4283bf4-48ff-4e60-a7cf-306f528a7a7b req-b8a0ee6a-5e3b-4528-ab0f-b083c759cd44 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3509731 Feb 16 12:46:27.114148 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-efcf1083-7a00-4edc-998d-8cc6004e4abc tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:27.163221 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-24837cbb-c709-4ef5-b2f1-0a20bdcca1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:27.173865 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-efcf1083-7a00-4edc-998d-8cc6004e4abc tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:27.193435 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf1083-7a00-4edc-998d-8cc6004e4abc tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Pushing event deleted for resources: {'Network': ['ID=56a1647e-1846-45a4-93d9-61738ceaaaa2,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:27.223514 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24837cbb-c709-4ef5-b2f1-0a20bdcca1af None None] Pushing event deleted for resources: {'Port': ['ID=a814429a-dcbe-45b5-a1d3-fe390c66c263,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:27.230638 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24837cbb-c709-4ef5-b2f1-0a20bdcca1af None None] No DVR routers for this DVR port a814429a-dcbe-45b5-a1d3-fe390c66c263 on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:27.274734 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-efcf1083-7a00-4edc-998d-8cc6004e4abc tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] 10.222.0.83 "DELETE /v2.0/networks/56a1647e-1846-45a4-93d9-61738ceaaaa2 HTTP/1.1" status: 204 len: 168 time: 5.9575446 Feb 16 12:46:27.284768 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34208) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:27.294041 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b2fd6c16-d444-4deb-918b-b682d8b981db tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:router {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:27.350979 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-52f1077b-455d-4df6-b0c8-3ae0aa97c767 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-236028938'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:27.433440 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e8e37c4c-dd19-4c42-97f3-ee2d2c86015d tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:27.450927 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b2fd6c16-d444-4deb-918b-b682d8b981db tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:router {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:27.452503 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b2fd6c16-d444-4deb-918b-b682d8b981db tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.8378944 Feb 16 12:46:27.459359 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34212) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:27.553674 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-e8e37c4c-dd19-4c42-97f3-ee2d2c86015d tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e63e4f7-1539-4488-910e-e69ebf18299b']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:27.565359 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-52f1077b-455d-4df6-b0c8-3ae0aa97c767 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:27.584469 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-52f1077b-455d-4df6-b0c8-3ae0aa97c767 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Usage tracker for resource:network and tenant:e5afed0fc27345c1bbbffc2ab746a929 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:27.595561 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-52f1077b-455d-4df6-b0c8-3ae0aa97c767 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:27.622180 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-e8e37c4c-dd19-4c42-97f3-ee2d2c86015d tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b389045-bba6-422f-91b7-39a2e5d3b089') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:27.622429 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-e8e37c4c-dd19-4c42-97f3-ee2d2c86015d tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b389045-bba6-422f-91b7-39a2e5d3b089') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:27.623289 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-52f1077b-455d-4df6-b0c8-3ae0aa97c767 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:27.638718 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a33bc-6bf5-449c-9d9e-31b51eff2c93 req-17c0ee7b-d60e-4af6-b781-36dc4f222a98 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:27.639426 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-015a33bc-6bf5-449c-9d9e-31b51eff2c93 req-17c0ee7b-d60e-4af6-b781-36dc4f222a98 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Synchronizing usage tracker for tenant:e0be34df95bb4f3abecca4f5b7a46cf5 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:27.649038 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e8e37c4c-dd19-4c42-97f3-ee2d2c86015d tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:27.658011 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b377c3e3-fb8b-4e46-9e52-75f6b3e88e3a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:27.692321 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-5787a01b-4b97-4397-9ea9-57e65d5e0978 req-03612f9d-d720-47b3-a438-8c2b6a1c6d5d tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:27.692718 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-5787a01b-4b97-4397-9ea9-57e65d5e0978 req-03612f9d-d720-47b3-a438-8c2b6a1c6d5d tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:27.692997 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.l3_db [req-5787a01b-4b97-4397-9ea9-57e65d5e0978 req-03612f9d-d720-47b3-a438-8c2b6a1c6d5d tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Floating IP c6a23893-78e4-432d-a86b-43317812fc1d disassociated. External IP: 172.26.5.117, port: 95f20114-48e2-4df4-9386-abf3bf1edbca. Feb 16 12:46:27.693355 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-5787a01b-4b97-4397-9ea9-57e65d5e0978 req-03612f9d-d720-47b3-a438-8c2b6a1c6d5d tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Calling delete_port for 95f20114-48e2-4df4-9386-abf3bf1edbca owned by compute:nova {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:27.781842 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f1077b-455d-4df6-b0c8-3ae0aa97c767 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Made reservation on behalf of e5afed0fc27345c1bbbffc2ab746a929 for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:27.785430 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-52f1077b-455d-4df6-b0c8-3ae0aa97c767 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:27.814520 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-015a33bc-6bf5-449c-9d9e-31b51eff2c93 req-17c0ee7b-d60e-4af6-b781-36dc4f222a98 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Unset dirty status for tenant:e0be34df95bb4f3abecca4f5b7a46cf5 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:27.815700 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-015a33bc-6bf5-449c-9d9e-31b51eff2c93 req-17c0ee7b-d60e-4af6-b781-36dc4f222a98 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "GET /v2.0/ports?device_id=87a0ff25-ac30-41da-a645-065f8aa94794 HTTP/1.1" status: 200 len: 943 time: 0.8986492 Feb 16 12:46:27.816554 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e3e43bd8-8394-440e-be58-efd6a25dd489 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:27.871521 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-f54809e3-63bc-4807-a419-6e3ab787293c req-b2cf3c97-c729-4ee2-839d-746c99e42680 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:27.928180 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e8e37c4c-dd19-4c42-97f3-ee2d2c86015d tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:27.940194 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e286c0-75ed-4d47-9d97-241de2a8791f req-f6b34cdb-511b-45c6-b96f-8dcadf3b25d9 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:27.941685 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f5e286c0-75ed-4d47-9d97-241de2a8791f req-f6b34cdb-511b-45c6-b96f-8dcadf3b25d9 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.6535442 Feb 16 12:46:27.952898 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8e37c4c-dd19-4c42-97f3-ee2d2c86015d tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:27.953303 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e8e37c4c-dd19-4c42-97f3-ee2d2c86015d tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:27.968243 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:46:27.968243 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:27.968243 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:46:27.968243 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:27.968243 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:46:27.968243 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:46:27.968243 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:46:27.968243 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:27.968243 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:46:27.968243 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:27.968243 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:46:27.968243 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:27.968243 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:46:27.968243 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:46:27.968243 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:27.968243 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:46:27.968243 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:27.968243 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:46:27.968243 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:46:27.968243 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:46:27.968243 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:46:27.968243 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:46:27.968243 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:27.968243 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:27.968243 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:27.968243 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:27.968243 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:27.968243 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:27.968243 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:27.968243 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:27.968243 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:27.968243 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:27.978267 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf3c97-c729-4ee2-839d-746c99e42680 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Pushing event deleted for resources: {'Port': ['ID=8d7c6404-271f-474b-8ea9-9e9ff46efbfc,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:28.004921 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52f1077b-455d-4df6-b0c8-3ae0aa97c767 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:46:28.009640 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd7d1fb-d61b-4964-b00d-16789e295a3a tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Router 15f4333d-29ab-498e-a39f-67daa61ccf34 is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:46:28.028724 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e43bd8-8394-440e-be58-efd6a25dd489 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event updated for resources: {'Subnet': ['ID=6fa8e825-9347-48af-9547-6e70a184da73,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:28.042986 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-015a33bc-6bf5-449c-9d9e-31b51eff2c93 req-bb66a877-4c3f-477c-b415-76ecd3667dd7 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "GET /v2.0/security-groups?id=e53f1014-ca93-4023-83ba-727714174b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817915 Feb 16 12:46:28.068168 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device a814429a-dcbe-45b5-a1d3-fe390c66c263 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:46:28.103957 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-52f1077b-455d-4df6-b0c8-3ae0aa97c767 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:28.104308 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-52f1077b-455d-4df6-b0c8-3ae0aa97c767 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Added segment b50ddfae-b733-4a83-b0cc-1e3a4e0db5c8 of type vlan for network b286343c-217d-4cf7-b2f2-64e7980831cc Feb 16 12:46:28.148824 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: a814429a-dcbe-45b5-a1d3-fe390c66c263 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:46:28.150231 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device a814429a-dcbe-45b5-a1d3-fe390c66c263 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:46:28.184132 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e43bd8-8394-440e-be58-efd6a25dd489 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Checking segment: {'id': '5ea8a2b0-755e-4425-8d99-16e0d916800c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '64c94935-2fe0-476f-8b98-906e5db48a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:28.184474 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e43bd8-8394-440e-be58-efd6a25dd489 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Network hostable DHCP agents. Network: 64c94935-2fe0-476f-8b98-906e5db48a93, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:46:28.237300 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-52f1077b-455d-4df6-b0c8-3ae0aa97c767 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:28.306410 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b377c3e3-fb8b-4e46-9e52-75f6b3e88e3a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:28.317742 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b377c3e3-fb8b-4e46-9e52-75f6b3e88e3a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:28.322169 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f5e286c0-75ed-4d47-9d97-241de2a8791f req-e1c9add6-cf10-4649-8320-d005c088fce5 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3709264 Feb 16 12:46:28.326090 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e8e37c4c-dd19-4c42-97f3-ee2d2c86015d tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:28.353014 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-5787a01b-4b97-4397-9ea9-57e65d5e0978 req-03612f9d-d720-47b3-a438-8c2b6a1c6d5d tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:28.367487 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e8e37c4c-dd19-4c42-97f3-ee2d2c86015d tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:28.372565 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b1304e5e-ab22-4858-bd37-1f65da9e5c7e req-d8f6f650-3201-455d-baf1-c5a1a9584306 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.83 "GET /v2.0/ports?device_id=8ae34209-ba66-4751-b778-ef796c107758 HTTP/1.1" status: 200 len: 210 time: 0.0781946 Feb 16 12:46:28.378139 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e37c4c-dd19-4c42-97f3-ee2d2c86015d tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Pushing event deleted for resources: {'Network': ['ID=7e63e4f7-1539-4488-910e-e69ebf18299b,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:28.389006 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e8e37c4c-dd19-4c42-97f3-ee2d2c86015d tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] 10.222.0.83 "DELETE /v2.0/networks/7e63e4f7-1539-4488-910e-e69ebf18299b HTTP/1.1" status: 204 len: 168 time: 1.8980889 Feb 16 12:46:28.389197 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34218) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:28.420316 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e43bd8-8394-440e-be58-efd6a25dd489 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Network 64c94935-2fe0-476f-8b98-906e5db48a93 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:46:28.453217 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03612f9d-d720-47b3-a438-8c2b6a1c6d5d tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Pushing event deleted for resources: {'Port': ['ID=95f20114-48e2-4df4-9386-abf3bf1edbca,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:28.469863 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-e3e43bd8-8394-440e-be58-efd6a25dd489 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 64c94935-2fe0-476f-8b98-906e5db48a93) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:28.478650 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b377c3e3-fb8b-4e46-9e52-75f6b3e88e3a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:28.479260 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b377c3e3-fb8b-4e46-9e52-75f6b3e88e3a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Fanout notify agent at l3_agent the message router_deleted on router 35e8f55c-08a0-4407-a15a-7b39cb321438 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:46:28.494019 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae4b549-093c-4b28-b91b-ea72310e0759 None None] Network 64c94935-2fe0-476f-8b98-906e5db48a93 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:28.534137 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e43bd8-8394-440e-be58-efd6a25dd489 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:28.535097 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e3e43bd8-8394-440e-be58-efd6a25dd489 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:28.558140 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-52f1077b-455d-4df6-b0c8-3ae0aa97c767 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:28.570058 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f1077b-455d-4df6-b0c8-3ae0aa97c767 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:28.575283 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-52f1077b-455d-4df6-b0c8-3ae0aa97c767 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:28.685251 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b377c3e3-fb8b-4e46-9e52-75f6b3e88e3a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:28.686544 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b377c3e3-fb8b-4e46-9e52-75f6b3e88e3a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/routers/35e8f55c-08a0-4407-a15a-7b39cb321438 HTTP/1.1" status: 204 len: 168 time: 1.2250481 Feb 16 12:46:28.697317 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34224) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:28.698546 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd7d1fb-d61b-4964-b00d-16789e295a3a tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:46:28.716305 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205f981b-e86f-4301-88f0-7fb154a829ac None None] Sync routers for ids ['15f4333d-29ab-498e-a39f-67daa61ccf34'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:28.737496 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205f981b-e86f-4301-88f0-7fb154a829ac None None] Routers {'15f4333d-29ab-498e-a39f-67daa61ccf34'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:28.738265 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-205f981b-e86f-4301-88f0-7fb154a829ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:46:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['15f4333d-29ab-498e-a39f-67daa61ccf34'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:28.753002 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6fd7d1fb-d61b-4964-b00d-16789e295a3a tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:28.756735 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6fd7d1fb-d61b-4964-b00d-16789e295a3a tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] 10.222.0.83 "PUT /v2.0/routers/15f4333d-29ab-498e-a39f-67daa61ccf34 HTTP/1.1" status: 200 len: 880 time: 7.1539412 Feb 16 12:46:28.762318 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34228) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:28.776547 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f54809e3-63bc-4807-a419-6e3ab787293c req-b2cf3c97-c729-4ee2-839d-746c99e42680 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Router c2865374-f8c0-489f-9ca5-8fd4b18100f9 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:46:28.807468 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1077b-455d-4df6-b0c8-3ae0aa97c767 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Pushing event updated for resources: {'Network': ['ID=b286343c-217d-4cf7-b2f2-64e7980831cc,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:28.817822 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-52f1077b-455d-4df6-b0c8-3ae0aa97c767 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5303290 Feb 16 12:46:28.834099 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-205f981b-e86f-4301-88f0-7fb154a829ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:28.841905 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network b286343c-217d-4cf7-b2f2-64e7980831cc details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:46:28.844951 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34232) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:28.846630 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c812ee10-7727-490d-b9b8-4706fb2b60c8 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:28.871922 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-fb0c78a2-6b41-46f1-9ea0-0513264b8516 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Request body: {'subnet': {'network_id': 'b286343c-217d-4cf7-b2f2-64e7980831cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:28.935696 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e3e43bd8-8394-440e-be58-efd6a25dd489 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9948072 Feb 16 12:46:28.938742 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205f981b-e86f-4301-88f0-7fb154a829ac None None] Routers {'15f4333d-29ab-498e-a39f-67daa61ccf34'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:28.939433 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-205f981b-e86f-4301-88f0-7fb154a829ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:46:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['15f4333d-29ab-498e-a39f-67daa61ccf34'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:28.954819 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34236) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:28.969191 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-3b5232d6-04d5-471d-a6f7-5df9147c7701 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2058871167', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:28.987399 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd7beed-651e-465e-99c8-edcd3097f66b tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:28.989755 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-3b5232d6-04d5-471d-a6f7-5df9147c7701 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:28.993720 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd7beed-651e-465e-99c8-edcd3097f66b tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:28.994492 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-edd7beed-651e-465e-99c8-edcd3097f66b tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Synchronizing usage tracker for tenant:aafb3f42263e431db9c8531885383167 on resource:network {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:29.016084 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-3b5232d6-04d5-471d-a6f7-5df9147c7701 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Usage tracker for resource:router and tenant:9f89b69482a141c697c1d7563c6011c5 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:29.021126 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-3b5232d6-04d5-471d-a6f7-5df9147c7701 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:29.039455 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-3b5232d6-04d5-471d-a6f7-5df9147c7701 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:29.071767 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-205f981b-e86f-4301-88f0-7fb154a829ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:29.072170 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205f981b-e86f-4301-88f0-7fb154a829ac None None] The sync data for ids ['15f4333d-29ab-498e-a39f-67daa61ccf34'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:29.095859 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a676878d-1aac-41ed-9ab6-94ff36c5c1a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-64c94935-2fe0-476f-8b98-906e5db48a93', 'network_id': '64c94935-2fe0-476f-8b98-906e5db48a93', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'fixed_ips': [{'subnet_id': '6fa8e825-9347-48af-9547-6e70a184da73'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:46:29.100806 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a676878d-1aac-41ed-9ab6-94ff36c5c1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:29.141299 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c812ee10-7727-490d-b9b8-4706fb2b60c8 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:29.142469 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c812ee10-7727-490d-b9b8-4706fb2b60c8 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4419541 Feb 16 12:46:29.150176 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5787a01b-4b97-4397-9ea9-57e65d5e0978 req-03612f9d-d720-47b3-a438-8c2b6a1c6d5d tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Router 4616f6f8-cd19-413c-ad5a-9f955c0a3a86 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:46:29.150839 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34242) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:29.214220 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-edd7beed-651e-465e-99c8-edcd3097f66b tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Unset dirty status for tenant:aafb3f42263e431db9c8531885383167 on resource:network {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:29.215466 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-edd7beed-651e-465e-99c8-edcd3097f66b tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8254006 Feb 16 12:46:29.216175 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3b5232d6-04d5-471d-a6f7-5df9147c7701 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:29.218421 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3b5232d6-04d5-471d-a6f7-5df9147c7701 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:29.219349 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 95f20114-48e2-4df4-9386-abf3bf1edbca no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:46:29.222574 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34246) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:29.245505 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02028dc9-15e2-4f8a-b6d9-b9213399fc74 req-79a18adc-f0f0-40bc-83d6-d7f26506bcbf tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:29.246994 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-02028dc9-15e2-4f8a-b6d9-b9213399fc74 req-79a18adc-f0f0-40bc-83d6-d7f26506bcbf tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.6200194 Feb 16 12:46:29.250844 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-fb0c78a2-6b41-46f1-9ea0-0513264b8516 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:29.253980 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-1abdf95b-5113-49d4-b757-2db86606e6c9 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2133025166'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:29.275640 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fb0c78a2-6b41-46f1-9ea0-0513264b8516 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Usage tracker for resource:subnet and tenant:e5afed0fc27345c1bbbffc2ab746a929 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:29.276107 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] No Port match for: 95f20114-48e2-4df4-9386-abf3bf1edbca {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:46:29.276713 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 95f20114-48e2-4df4-9386-abf3bf1edbca not bound to the agent host hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:46:29.281268 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fb0c78a2-6b41-46f1-9ea0-0513264b8516 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:29.290539 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6c76de25-9606-4e25-9516-32060cd0ef41 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] 10.222.0.83 "GET /v2.0/routers/15f4333d-29ab-498e-a39f-67daa61ccf34 HTTP/1.1" status: 200 len: 921 time: 0.5237901 Feb 16 12:46:29.291691 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-fb0c78a2-6b41-46f1-9ea0-0513264b8516 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:29.295202 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34250) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:29.368414 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-a676878d-1aac-41ed-9ab6-94ff36c5c1a5 None None] Allocated IP 172.20.0.2 (64c94935-2fe0-476f-8b98-906e5db48a93/6fa8e825-9347-48af-9547-6e70a184da73/643b9fc6-580c-41c7-9c3b-6eb7fd905c5e) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:29.450713 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-1abdf95b-5113-49d4-b757-2db86606e6c9 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:29.479328 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-299957a5-282f-442a-a35e-aaf44171f14a req-32a78d4e-2142-4567-b4a9-aa589c76b07c tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "GET /v2.0/ports?device_id=87a0ff25-ac30-41da-a645-065f8aa94794 HTTP/1.1" status: 200 len: 210 time: 0.2350721 Feb 16 12:46:29.480344 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f54809e3-63bc-4807-a419-6e3ab787293c req-b2cf3c97-c729-4ee2-839d-746c99e42680 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:46:29.494658 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f80c74-5ca5-4a63-8412-689afe746548 None None] Sync routers for ids ['c2865374-f8c0-489f-9ca5-8fd4b18100f9'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:29.510911 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f80c74-5ca5-4a63-8412-689afe746548 None None] Routers {'c2865374-f8c0-489f-9ca5-8fd4b18100f9'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:29.511534 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-d5f80c74-5ca5-4a63-8412-689afe746548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:46:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['c2865374-f8c0-489f-9ca5-8fd4b18100f9'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:29.588913 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-1abdf95b-5113-49d4-b757-2db86606e6c9 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:29.591369 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3b5232d6-04d5-471d-a6f7-5df9147c7701 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:29.643146 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0c78a2-6b41-46f1-9ea0-0513264b8516 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Made reservation on behalf of e5afed0fc27345c1bbbffc2ab746a929 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:29.645038 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5719e28c-9a80-4a49-ab2e-cf3aed3615ee tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:29.645824 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-5719e28c-9a80-4a49-ab2e-cf3aed3615ee tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:29.654116 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fb0c78a2-6b41-46f1-9ea0-0513264b8516 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:29.706015 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-f54809e3-63bc-4807-a419-6e3ab787293c req-b2cf3c97-c729-4ee2-839d-746c99e42680 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] No DVR routers for this DVR port 8d7c6404-271f-474b-8ea9-9e9ff46efbfc on host hv-neutron-8295 {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:29.720456 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-f54809e3-63bc-4807-a419-6e3ab787293c req-b2cf3c97-c729-4ee2-839d-746c99e42680 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:29.729029 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a0ff25-ac30-41da-a645-065f8aa94794', 'name': 'network-vif-deleted', 'tag': '8d7c6404-271f-474b-8ea9-9e9ff46efbfc'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:46:29.754142 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a676878d-1aac-41ed-9ab6-94ff36c5c1a5 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:29.776409 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-a676878d-1aac-41ed-9ab6-94ff36c5c1a5 None None] Transition to ACTIVE for port object 643b9fc6-580c-41c7-9c3b-6eb7fd905c5e will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:29.786208 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-a1c4dff5-b9a6-4b4d-b508-3a8420ba31f1 req-dbdcd2b0-d9b4-432b-8455-4ac4b8cf6df1 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Synchronizing usage tracker for tenant:4259764a734f42088729811e9b58c5b6 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:29.788585 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abdf95b-5113-49d4-b757-2db86606e6c9 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Made reservation on behalf of aafb3f42263e431db9c8531885383167 for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:29.792497 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1abdf95b-5113-49d4-b757-2db86606e6c9 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:29.821571 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-a676878d-1aac-41ed-9ab6-94ff36c5c1a5 None None] Transition to ACTIVE for port object 643b9fc6-580c-41c7-9c3b-6eb7fd905c5e will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:29.832451 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a676878d-1aac-41ed-9ab6-94ff36c5c1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:29.839653 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-02028dc9-15e2-4f8a-b6d9-b9213399fc74 req-78f545e3-ddd4-42a5-bf20-bb717ce8cc44 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5838392 Feb 16 12:46:29.844340 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f54809e3-63bc-4807-a419-6e3ab787293c req-b2cf3c97-c729-4ee2-839d-746c99e42680 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.89 "DELETE /v2.0/ports/8d7c6404-271f-474b-8ea9-9e9ff46efbfc HTTP/1.1" status: 204 len: 173 time: 9.0213621 Feb 16 12:46:29.845331 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3b5232d6-04d5-471d-a6f7-5df9147c7701 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:29.852006 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-5719e28c-9a80-4a49-ab2e-cf3aed3615ee tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:29.853225 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-5719e28c-9a80-4a49-ab2e-cf3aed3615ee tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7007515 Feb 16 12:46:29.856175 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34258) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:29.883529 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-a1c4dff5-b9a6-4b4d-b508-3a8420ba31f1 req-dbdcd2b0-d9b4-432b-8455-4ac4b8cf6df1 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Unset dirty status for tenant:4259764a734f42088729811e9b58c5b6 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:29.894530 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a1c4dff5-b9a6-4b4d-b508-3a8420ba31f1 req-dbdcd2b0-d9b4-432b-8455-4ac4b8cf6df1 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.83 "GET /v2.0/ports?device_id=8ae34209-ba66-4751-b778-ef796c107758 HTTP/1.1" status: 200 len: 210 time: 0.2311895 Feb 16 12:46:29.926355 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a676878d-1aac-41ed-9ab6-94ff36c5c1a5 None None] Network 64c94935-2fe0-476f-8b98-906e5db48a93 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:29.930294 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-a676878d-1aac-41ed-9ab6-94ff36c5c1a5 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:29.935289 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a676878d-1aac-41ed-9ab6-94ff36c5c1a5 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:29.954585 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1abdf95b-5113-49d4-b757-2db86606e6c9 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:46:29.960466 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-689bc983-6c45-451d-bf95-bf567a6385ef tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:router {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:29.969017 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3b5232d6-04d5-471d-a6f7-5df9147c7701 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:29.977256 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-3b5232d6-04d5-471d-a6f7-5df9147c7701 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0209568 Feb 16 12:46:29.978185 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34264) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:29.998418 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a676878d-1aac-41ed-9ab6-94ff36c5c1a5 None None] Pushing event updated for resources: {'Port': ['ID=643b9fc6-580c-41c7-9c3b-6eb7fd905c5e,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:30.002300 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5787a01b-4b97-4397-9ea9-57e65d5e0978 req-03612f9d-d720-47b3-a438-8c2b6a1c6d5d tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:46:30.008548 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-21209cfc-6118-40c7-b6b1-93a8d8f53055 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Request body: {'port': {'network_id': '64c94935-2fe0-476f-8b98-906e5db48a93', 'name': 'tempest-RoutersTest-1484943722'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:30.023619 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7878743b-29f1-4483-8fd5-6488c922cf42 None None] Sync routers for ids ['4616f6f8-cd19-413c-ad5a-9f955c0a3a86'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:30.030395 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-689bc983-6c45-451d-bf95-bf567a6385ef tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:router {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:30.031669 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-689bc983-6c45-451d-bf95-bf567a6385ef tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1727862 Feb 16 12:46:30.042765 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34268) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:30.045174 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb46f59-ec34-4356-87d0-f362d1b1a46e tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:30.047058 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-afb46f59-ec34-4356-87d0-f362d1b1a46e tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41&device_id=15f4333d-29ab-498e-a39f-67daa61ccf34&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7499690 Feb 16 12:46:30.059664 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-36c937b8-211e-4669-8101-b6f5a15169f7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'subnet': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:30.092099 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-d5f80c74-5ca5-4a63-8412-689afe746548 None None] Set router c2865374-f8c0-489f-9ca5-8fd4b18100f9 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:30.115598 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-a676878d-1aac-41ed-9ab6-94ff36c5c1a5 None None] Attempting to bind port 643b9fc6-580c-41c7-9c3b-6eb7fd905c5e on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:46:30.116482 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-a676878d-1aac-41ed-9ab6-94ff36c5c1a5 None None] Attempting to bind port 643b9fc6-580c-41c7-9c3b-6eb7fd905c5e by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '5ea8a2b0-755e-4425-8d99-16e0d916800c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '64c94935-2fe0-476f-8b98-906e5db48a93'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:46:30.117045 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a676878d-1aac-41ed-9ab6-94ff36c5c1a5 None None] Attempting to bind port 643b9fc6-580c-41c7-9c3b-6eb7fd905c5e on network 64c94935-2fe0-476f-8b98-906e5db48a93 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:46:30.120576 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7878743b-29f1-4483-8fd5-6488c922cf42 None None] Routers {'4616f6f8-cd19-413c-ad5a-9f955c0a3a86'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:30.121508 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-7878743b-29f1-4483-8fd5-6488c922cf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:46:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['4616f6f8-cd19-413c-ad5a-9f955c0a3a86'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:30.131511 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a0ff25-ac30-41da-a645-065f8aa94794', 'name': 'network-vif-deleted', 'tag': '8d7c6404-271f-474b-8ea9-9e9ff46efbfc', 'status': 'completed', 'code': 200} Feb 16 12:46:30.135293 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34272) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:30.149213 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1abdf95b-5113-49d4-b757-2db86606e6c9 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:30.149554 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-1abdf95b-5113-49d4-b757-2db86606e6c9 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Added segment ec72d938-8426-48d6-8bd4-6b223c0ffe62 of type vlan for network 7f94296f-d2bf-4bba-8ad3-827c61d4cd17 Feb 16 12:46:30.208064 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a676878d-1aac-41ed-9ab6-94ff36c5c1a5 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:46:30.208892 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a676878d-1aac-41ed-9ab6-94ff36c5c1a5 None None] Checking segment: {'id': '5ea8a2b0-755e-4425-8d99-16e0d916800c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '64c94935-2fe0-476f-8b98-906e5db48a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:30.209655 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a676878d-1aac-41ed-9ab6-94ff36c5c1a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:30.210207 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a676878d-1aac-41ed-9ab6-94ff36c5c1a5 None None] Bound using segment: {'id': '5ea8a2b0-755e-4425-8d99-16e0d916800c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '64c94935-2fe0-476f-8b98-906e5db48a93'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:46:30.210935 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-a676878d-1aac-41ed-9ab6-94ff36c5c1a5 None None] Bound port: 643b9fc6-580c-41c7-9c3b-6eb7fd905c5e, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea8a2b0-755e-4425-8d99-16e0d916800c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '64c94935-2fe0-476f-8b98-906e5db48a93'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:46:30.211575 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a676878d-1aac-41ed-9ab6-94ff36c5c1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:30.270443 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-36c937b8-211e-4669-8101-b6f5a15169f7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:30.294869 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-36c937b8-211e-4669-8101-b6f5a15169f7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:30.316790 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c937b8-211e-4669-8101-b6f5a15169f7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:30.322899 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-36c937b8-211e-4669-8101-b6f5a15169f7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:30.418622 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-5787a01b-4b97-4397-9ea9-57e65d5e0978 req-03612f9d-d720-47b3-a438-8c2b6a1c6d5d tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] No DVR routers for this DVR port 95f20114-48e2-4df4-9386-abf3bf1edbca on host hv-neutron-8295 {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:30.421312 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-5787a01b-4b97-4397-9ea9-57e65d5e0978 req-03612f9d-d720-47b3-a438-8c2b6a1c6d5d tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:30.474371 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5787a01b-4b97-4397-9ea9-57e65d5e0978 req-03612f9d-d720-47b3-a438-8c2b6a1c6d5d tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.89 "DELETE /v2.0/ports/95f20114-48e2-4df4-9386-abf3bf1edbca HTTP/1.1" status: 204 len: 173 time: 5.1399570 Feb 16 12:46:30.579902 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-a676878d-1aac-41ed-9ab6-94ff36c5c1a5 None None] For port 643b9fc6-580c-41c7-9c3b-6eb7fd905c5e, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:46:30.587812 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-a676878d-1aac-41ed-9ab6-94ff36c5c1a5 None None] For port 643b9fc6-580c-41c7-9c3b-6eb7fd905c5e, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=643b9fc6-580c-41c7-9c3b-6eb7fd905c5e,segment=NetworkSegment(5ea8a2b0-755e-4425-8d99-16e0d916800c),segment_id=5ea8a2b0-755e-4425-8d99-16e0d916800c)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:46:30.590149 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-7878743b-29f1-4483-8fd5-6488c922cf42 None None] Set router 4616f6f8-cd19-413c-ad5a-9f955c0a3a86 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:30.640576 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1abdf95b-5113-49d4-b757-2db86606e6c9 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:30.670170 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fb0c78a2-6b41-46f1-9ea0-0513264b8516 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:30.711816 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a676878d-1aac-41ed-9ab6-94ff36c5c1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:30.819202 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3589b48d-e792-469b-8483-2a6c13bce81e tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:30.823562 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-3589b48d-e792-469b-8483-2a6c13bce81e tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] 10.222.0.83 "GET /v2.0/networks/a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 HTTP/1.1" status: 200 len: 881 time: 0.6848116 Feb 16 12:46:30.826860 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34278) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:30.848527 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-d5f80c74-5ca5-4a63-8412-689afe746548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2865374-f8c0-489f-9ca5-8fd4b18100f9', 'name': 'tempest-ServersTestJSON-1446679388-router', 'tenant_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': '92845cd6-4e81-4f8b-99ad-200c046880bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:22Z', 'updated_at': '2022-02-16T12:44:35Z', 'revision_number': 4, 'project_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'gw_port': {'id': '92845cd6-4e81-4f8b-99ad-200c046880bf', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:13:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2865374-f8c0-489f-9ca5-8fd4b18100f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:25Z', 'updated_at': '2022-02-16T12:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '13e1dc46-d856-4f9e-b5aa-32b74f98768b', 'name': '', 'network_id': '3f63effa-f1fc-4fdf-827c-5f344c925210', 'tenant_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'mac_address': 'fa:16:3e:cd:67:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2865374-f8c0-489f-9ca5-8fd4b18100f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '25af59ae-eb65-4dc0-ba71-1417e9a15624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:33Z', 'updated_at': '2022-02-16T12:44:48Z', 'revision_number': 5, 'project_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'subnets': [{'id': '25af59ae-eb65-4dc0-ba71-1417e9a15624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:30.859384 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f80c74-5ca5-4a63-8412-689afe746548 None None] Checking router: c2865374-f8c0-489f-9ca5-8fd4b18100f9 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:46:30.880149 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f80c74-5ca5-4a63-8412-689afe746548 None None] Routers {'c2865374-f8c0-489f-9ca5-8fd4b18100f9'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:30.881176 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-d5f80c74-5ca5-4a63-8412-689afe746548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:46:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['c2865374-f8c0-489f-9ca5-8fd4b18100f9'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:30.883710 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-21209cfc-6118-40c7-b6b1-93a8d8f53055 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:30.902546 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317adc9d-ff8e-45d9-aed7-352729f5d008 req-fb5a04d2-3cce-4364-848d-cd693ca51e70 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:30.912371 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-317adc9d-ff8e-45d9-aed7-352729f5d008 req-fb5a04d2-3cce-4364-848d-cd693ca51e70 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.6914206 Feb 16 12:46:30.921472 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-21209cfc-6118-40c7-b6b1-93a8d8f53055 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Usage tracker for resource:port and tenant:9f89b69482a141c697c1d7563c6011c5 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:30.940460 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-21209cfc-6118-40c7-b6b1-93a8d8f53055 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:30.945793 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-c8d7450d-7008-4f88-9d1e-069477849834 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] 10.222.0.83 "GET /v2.0/ports?device_id=15f4333d-29ab-498e-a39f-67daa61ccf34 HTTP/1.1" status: 200 len: 205 time: 0.1018384 Feb 16 12:46:30.951487 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34284) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:30.956730 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1abdf95b-5113-49d4-b757-2db86606e6c9 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:30.962139 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abdf95b-5113-49d4-b757-2db86606e6c9 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:30.962708 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1abdf95b-5113-49d4-b757-2db86606e6c9 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:30.979387 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a676878d-1aac-41ed-9ab6-94ff36c5c1a5 None None] Pushing event updated for resources: {'Port': ['ID=643b9fc6-580c-41c7-9c3b-6eb7fd905c5e,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:31.043327 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a1ca2512-9018-4df7-b763-6fc3a3df7f39 req-c68f5d1a-7d37-4514-903b-8daf3f23ee69 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "GET /v2.0/ports?device_id=87a0ff25-ac30-41da-a645-065f8aa94794 HTTP/1.1" status: 200 len: 210 time: 0.2603090 Feb 16 12:46:31.082306 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-21209cfc-6118-40c7-b6b1-93a8d8f53055 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:31.224138 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c78a2-6b41-46f1-9ea0-0513264b8516 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Pushing event updated for resources: {'Subnet': ['ID=112a8f8f-e9ae-460f-81fd-914f7403d193,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:31.235751 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-d5f80c74-5ca5-4a63-8412-689afe746548 None None] Set router c2865374-f8c0-489f-9ca5-8fd4b18100f9 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:31.238560 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-7878743b-29f1-4483-8fd5-6488c922cf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4616f6f8-cd19-413c-ad5a-9f955c0a3a86', 'name': 'tempest-ServersTestManualDisk-1675529640-router', 'tenant_id': '4259764a734f42088729811e9b58c5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.223'}], 'enable_snat': True}, 'gw_port_id': 'f57626c4-6412-4c9b-ab1e-72c7818d14ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:20Z', 'updated_at': '2022-02-16T12:44:35Z', 'revision_number': 4, 'project_id': '4259764a734f42088729811e9b58c5b6', 'gw_port': {'id': 'f57626c4-6412-4c9b-ab1e-72c7818d14ef', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4616f6f8-cd19-413c-ad5a-9f955c0a3a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:23Z', 'updated_at': '2022-02-16T12:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '08ffd7fb-eb34-4c5f-93aa-3bb92a5a37de', 'name': '', 'network_id': 'd3802bb0-f51a-430a-aee4-70d5a6517150', 'tenant_id': '4259764a734f42088729811e9b58c5b6', 'mac_address': 'fa:16:3e:fa:31:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4616f6f8-cd19-413c-ad5a-9f955c0a3a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '5285d3fc-2a25-4443-819b-b9f97276ee26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:31Z', 'updated_at': '2022-02-16T12:44:52Z', 'revision_number': 5, 'project_id': '4259764a734f42088729811e9b58c5b6', 'subnets': [{'id': '5285d3fc-2a25-4443-819b-b9f97276ee26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:31.245578 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7878743b-29f1-4483-8fd5-6488c922cf42 None None] Checking router: 4616f6f8-cd19-413c-ad5a-9f955c0a3a86 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:46:31.256969 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7878743b-29f1-4483-8fd5-6488c922cf42 None None] Routers {'4616f6f8-cd19-413c-ad5a-9f955c0a3a86'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:31.258287 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-7878743b-29f1-4483-8fd5-6488c922cf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:46:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['4616f6f8-cd19-413c-ad5a-9f955c0a3a86'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:31.371803 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0c78a2-6b41-46f1-9ea0-0513264b8516 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Checking segment: {'id': 'b50ddfae-b733-4a83-b0cc-1e3a4e0db5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b286343c-217d-4cf7-b2f2-64e7980831cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:31.372167 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0c78a2-6b41-46f1-9ea0-0513264b8516 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Network hostable DHCP agents. Network: b286343c-217d-4cf7-b2f2-64e7980831cc, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:46:31.409963 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5e386067-0fce-47bd-8eb8-1d0bc1278f8c req-6c7747d0-3170-4e2e-898d-81700020b52b tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.83 "GET /v2.0/ports?device_id=8ae34209-ba66-4751-b778-ef796c107758 HTTP/1.1" status: 200 len: 210 time: 0.1868076 Feb 16 12:46:31.467742 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0c78a2-6b41-46f1-9ea0-0513264b8516 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Network b286343c-217d-4cf7-b2f2-64e7980831cc is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:46:31.640400 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.objects.ports [None req-36c937b8-211e-4669-8101-b6f5a15169f7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87699) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:46:31.641586 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-fb0c78a2-6b41-46f1-9ea0-0513264b8516 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, b286343c-217d-4cf7-b2f2-64e7980831cc) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:31.648262 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-1abdf95b-5113-49d4-b757-2db86606e6c9 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.4120984 Feb 16 12:46:31.652805 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-36c937b8-211e-4669-8101-b6f5a15169f7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:31.655993 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34288) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:31.659824 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81425ae1-2784-4f5c-a5a4-7ac341bd3e02 None None] Network b286343c-217d-4cf7-b2f2-64e7980831cc requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:31.691262 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-92c82c58-2c59-47fc-a6c4-927f8df4a13b tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1844012169'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:31.703061 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abdf95b-5113-49d4-b757-2db86606e6c9 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Pushing event updated for resources: {'Network': ['ID=7f94296f-d2bf-4bba-8ad3-827c61d4cd17,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:31.706535 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21209cfc-6118-40c7-b6b1-93a8d8f53055 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Made reservation on behalf of 9f89b69482a141c697c1d7563c6011c5 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:31.712380 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-21209cfc-6118-40c7-b6b1-93a8d8f53055 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:31.742821 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-317adc9d-ff8e-45d9-aed7-352729f5d008 req-4955237a-8878-471e-a1b1-61b17e565e3e tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8294427 Feb 16 12:46:31.743931 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-92c82c58-2c59-47fc-a6c4-927f8df4a13b tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:31.754165 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0c78a2-6b41-46f1-9ea0-0513264b8516 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:31.755481 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fb0c78a2-6b41-46f1-9ea0-0513264b8516 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:31.781266 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 7f94296f-d2bf-4bba-8ad3-827c61d4cd17 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:46:31.796534 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c937b8-211e-4669-8101-b6f5a15169f7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:31.799980 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-92c82c58-2c59-47fc-a6c4-927f8df4a13b tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:31.800490 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-36c937b8-211e-4669-8101-b6f5a15169f7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:31.816042 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c937b8-211e-4669-8101-b6f5a15169f7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:31.816805 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-36c937b8-211e-4669-8101-b6f5a15169f7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:31.821929 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fb0c78a2-6b41-46f1-9ea0-0513264b8516 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9722598 Feb 16 12:46:31.836298 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-228f23f9-1927-43d6-8792-69033eb0f9b6 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks [] for router, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:31.837805 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34294) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:31.908381 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-7878743b-29f1-4483-8fd5-6488c922cf42 None None] Set router 4616f6f8-cd19-413c-ad5a-9f955c0a3a86 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:31.965244 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-d5f80c74-5ca5-4a63-8412-689afe746548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2865374-f8c0-489f-9ca5-8fd4b18100f9', 'name': 'tempest-ServersTestJSON-1446679388-router', 'tenant_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': '92845cd6-4e81-4f8b-99ad-200c046880bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:22Z', 'updated_at': '2022-02-16T12:44:35Z', 'revision_number': 4, 'project_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'gw_port': {'id': '92845cd6-4e81-4f8b-99ad-200c046880bf', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:13:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2865374-f8c0-489f-9ca5-8fd4b18100f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:25Z', 'updated_at': '2022-02-16T12:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '13e1dc46-d856-4f9e-b5aa-32b74f98768b', 'name': '', 'network_id': '3f63effa-f1fc-4fdf-827c-5f344c925210', 'tenant_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'mac_address': 'fa:16:3e:cd:67:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2865374-f8c0-489f-9ca5-8fd4b18100f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '25af59ae-eb65-4dc0-ba71-1417e9a15624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:33Z', 'updated_at': '2022-02-16T12:44:48Z', 'revision_number': 5, 'project_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'subnets': [{'id': '25af59ae-eb65-4dc0-ba71-1417e9a15624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:31.973181 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f80c74-5ca5-4a63-8412-689afe746548 None None] The sync data for ids ['c2865374-f8c0-489f-9ca5-8fd4b18100f9'] in dv-neutron-829527-1-hyperv is: [{'id': 'c2865374-f8c0-489f-9ca5-8fd4b18100f9', 'name': 'tempest-ServersTestJSON-1446679388-router', 'tenant_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': '92845cd6-4e81-4f8b-99ad-200c046880bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:22Z', 'updated_at': '2022-02-16T12:44:35Z', 'revision_number': 4, 'project_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'gw_port': {'id': '92845cd6-4e81-4f8b-99ad-200c046880bf', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:13:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2865374-f8c0-489f-9ca5-8fd4b18100f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:25Z', 'updated_at': '2022-02-16T12:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '13e1dc46-d856-4f9e-b5aa-32b74f98768b', 'name': '', 'network_id': '3f63effa-f1fc-4fdf-827c-5f344c925210', 'tenant_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'mac_address': 'fa:16:3e:cd:67:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2865374-f8c0-489f-9ca5-8fd4b18100f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '25af59ae-eb65-4dc0-ba71-1417e9a15624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:33Z', 'updated_at': '2022-02-16T12:44:48Z', 'revision_number': 5, 'project_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'subnets': [{'id': '25af59ae-eb65-4dc0-ba71-1417e9a15624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:32.010582 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92b9682-a968-41fd-ba4f-a93fbaca8f74 None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:32.016820 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-36c937b8-211e-4669-8101-b6f5a15169f7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9655144 Feb 16 12:46:32.016820 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c937b8-211e-4669-8101-b6f5a15169f7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Subnet': ['ID=0df37f45-295e-4e19-b412-0cdec7f551ed,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:32.022839 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34298) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:32.039082 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-4a76413d-f38b-4649-a99c-d032b085c1a2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'subnet': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:32.140594 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [None req-21209cfc-6118-40c7-b6b1-93a8d8f53055 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] device_id is not set on port cb39818c-a8ee-4bce-a640-5b47a30d93a9 yet. {{(pid=87701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:46:32.307822 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34306) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:32.409088 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae34209-ba66-4751-b778-ef796c107758', 'name': 'network-vif-deleted', 'tag': '95f20114-48e2-4df4-9386-abf3bf1edbca'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:46:32.426204 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602521a-cbd5-4811-94ce-0bd0de34e227 req-b922c66b-1071-42dd-81cd-6eb7d733f95d tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:32.427859 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7602521a-cbd5-4811-94ce-0bd0de34e227 req-b922c66b-1071-42dd-81cd-6eb7d733f95d tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.4551179 Feb 16 12:46:32.432242 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4a6613a3-7bab-42ed-8f40-13f63e918d46 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:32.474148 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07418cf-d6a4-4cd5-8157-33586cf28ce3 None None] New status for floating IP f9ecb1de-e4d7-404d-90dd-4b2103efd770: DOWN {{(pid=87703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:46:32.481152 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-228f23f9-1927-43d6-8792-69033eb0f9b6 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:32.492310 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c82c58-2c59-47fc-a6c4-927f8df4a13b tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Made reservation on behalf of aafb3f42263e431db9c8531885383167 for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:32.499098 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-92c82c58-2c59-47fc-a6c4-927f8df4a13b tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:32.522609 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4a76413d-f38b-4649-a99c-d032b085c1a2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:32.525526 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae34209-ba66-4751-b778-ef796c107758', 'name': 'network-vif-deleted', 'tag': '95f20114-48e2-4df4-9386-abf3bf1edbca', 'status': 'completed', 'code': 200} Feb 16 12:46:32.539773 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4a76413d-f38b-4649-a99c-d032b085c1a2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:32.569558 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a76413d-f38b-4649-a99c-d032b085c1a2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:32.573960 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4a76413d-f38b-4649-a99c-d032b085c1a2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:32.582169 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-228f23f9-1927-43d6-8792-69033eb0f9b6 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Deleting port 9e7d37d9-0ed2-4cbe-ae29-af1b27f9d294 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:32.585079 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-228f23f9-1927-43d6-8792-69033eb0f9b6 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:32.630992 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92c82c58-2c59-47fc-a6c4-927f8df4a13b tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:46:32.648982 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-92c82c58-2c59-47fc-a6c4-927f8df4a13b tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:32.650113 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-92c82c58-2c59-47fc-a6c4-927f8df4a13b tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Added segment c3d94e8f-c425-4215-bdda-0299fdbf06ab of type vlan for network 1bdd6b18-9757-4973-8756-0636d9388977 Feb 16 12:46:32.738227 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34316) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:32.739799 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 643b9fc6-580c-41c7-9c3b-6eb7fd905c5e up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:32.761645 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-12ba9ae5-358a-4660-a38c-69df4da81ab4 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:32.773890 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954bf964-ae7d-45d5-8535-5b0d49f2310c None None] Network 64c94935-2fe0-476f-8b98-906e5db48a93 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:32.798698 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7602521a-cbd5-4811-94ce-0bd0de34e227 req-e7264d91-023b-408d-9ed2-78f23b8860d8 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3315024 Feb 16 12:46:32.815539 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-92c82c58-2c59-47fc-a6c4-927f8df4a13b tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:32.879069 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-12ba9ae5-358a-4660-a38c-69df4da81ab4 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:32.928719 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4a6613a3-7bab-42ed-8f40-13f63e918d46 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:32.968035 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-21209cfc-6118-40c7-b6b1-93a8d8f53055 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Allocated IP 172.20.0.5 (64c94935-2fe0-476f-8b98-906e5db48a93/6fa8e825-9347-48af-9547-6e70a184da73/cb39818c-a8ee-4bce-a640-5b47a30d93a9) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:33.058634 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-12ba9ae5-358a-4660-a38c-69df4da81ab4 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.070055 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e5a21e80-3466-437e-8905-4bceec87fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.083626 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-92c82c58-2c59-47fc-a6c4-927f8df4a13b tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.089548 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c82c58-2c59-47fc-a6c4-927f8df4a13b tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:33.090155 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-92c82c58-2c59-47fc-a6c4-927f8df4a13b tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.094000 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4a6613a3-7bab-42ed-8f40-13f63e918d46 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.114409 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-de906dc7-b2fe-4831-9367-724ffb6c3d91 None None] Provisioning for port 643b9fc6-580c-41c7-9c3b-6eb7fd905c5e completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:33.136854 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba9ae5-358a-4660-a38c-69df4da81ab4 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53f1014-ca93-4023-83ba-727714174b1b,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:33.143820 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-228f23f9-1927-43d6-8792-69033eb0f9b6 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.153997 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6613a3-7bab-42ed-8f40-13f63e918d46 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Pushing event deleted for resources: {'Subnet': ['ID=112a8f8f-e9ae-460f-81fd-914f7403d193,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:33.240036 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3bb93775-1251-45f2-a42c-b181bfa6092d tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.280958 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-12ba9ae5-358a-4660-a38c-69df4da81ab4 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.284342 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-12ba9ae5-358a-4660-a38c-69df4da81ab4 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "DELETE /v2.0/security-groups/e53f1014-ca93-4023-83ba-727714174b1b HTTP/1.1" status: 204 len: 168 time: 0.9733369 Feb 16 12:46:33.297454 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34322) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:33.315277 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbaacf75-d765-48b6-b5fd-b712cb590b16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-c2beece7-853e-4518-ace6-8724ee235932', 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'tenant_id': '5979c0794f594272a8691960316755d8', 'fixed_ips': [{'subnet_id': '0df37f45-295e-4e19-b412-0cdec7f551ed'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:46:33.316103 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-dbaacf75-d765-48b6-b5fd-b712cb590b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.322148 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4a6613a3-7bab-42ed-8f40-13f63e918d46 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.350144 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-8bbb0817-2fcc-41b0-b8ac-41284f7950bc tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] show failed (client error): The resource could not be found. Feb 16 12:46:33.353972 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8bbb0817-2fcc-41b0-b8ac-41284f7950bc tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "GET /v2.0/security-groups/e53f1014-ca93-4023-83ba-727714174b1b HTTP/1.1" status: 404 len: 347 time: 0.0531914 Feb 16 12:46:33.356308 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34326) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:33.361380 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-4a6613a3-7bab-42ed-8f40-13f63e918d46 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b286343c-217d-4cf7-b2f2-64e7980831cc']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:33.427239 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-228f23f9-1927-43d6-8792-69033eb0f9b6 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Calling delete_port for 9e7d37d9-0ed2-4cbe-ae29-af1b27f9d294 owned by network:router_gateway {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:33.456835 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-4a6613a3-7bab-42ed-8f40-13f63e918d46 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b50ddfae-b733-4a83-b0cc-1e3a4e0db5c8') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:33.457128 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-4a6613a3-7bab-42ed-8f40-13f63e918d46 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b50ddfae-b733-4a83-b0cc-1e3a4e0db5c8') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:33.488495 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-92c82c58-2c59-47fc-a6c4-927f8df4a13b tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.8113482 Feb 16 12:46:33.501172 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c82c58-2c59-47fc-a6c4-927f8df4a13b tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Pushing event updated for resources: {'Network': ['ID=1bdd6b18-9757-4973-8756-0636d9388977,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:33.510923 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34330) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:33.518593 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3bb93775-1251-45f2-a42c-b181bfa6092d tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.529384 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 1bdd6b18-9757-4973-8756-0636d9388977 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:46:33.533183 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4a6613a3-7bab-42ed-8f40-13f63e918d46 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.534579 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-cd6ca733-1d56-4d98-8391-c268dbe162de tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Request body: {'ports': [{'network_id': '7f94296f-d2bf-4bba-8ad3-827c61d4cd17', 'name': 'tempest-port--330373674', 'admin_state_up': True}, {'network_id': '1bdd6b18-9757-4973-8756-0636d9388977', 'admin_state_up': False}]} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:33.534898 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-cd6ca733-1d56-4d98-8391-c268dbe162de tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Request body: {'port': {'network_id': '7f94296f-d2bf-4bba-8ad3-827c61d4cd17', 'name': 'tempest-port--330373674', 'admin_state_up': True}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:33.535385 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-cd6ca733-1d56-4d98-8391-c268dbe162de tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Request body: {'port': {'network_id': '1bdd6b18-9757-4973-8756-0636d9388977', 'admin_state_up': False}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:33.556133 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 643b9fc6-580c-41c7-9c3b-6eb7fd905c5e completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:33.568466 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 643b9fc6-580c-41c7-9c3b-6eb7fd905c5e triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:33.568466 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.583499 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-d47045ad-dcbc-438e-86dc-61931437a8b0 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Deleting port 0218bc4a-68e4-423d-bb1a-3487a35bce40 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:33.583830 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d47045ad-dcbc-438e-86dc-61931437a8b0 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.623572 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4a6613a3-7bab-42ed-8f40-13f63e918d46 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.651135 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a859181-7141-4be5-8831-33262e784383 None None] Network b286343c-217d-4cf7-b2f2-64e7980831cc requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:33.654517 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a6613a3-7bab-42ed-8f40-13f63e918d46 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:33.655066 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4a6613a3-7bab-42ed-8f40-13f63e918d46 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.670274 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:46:33.670274 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:33.670274 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:46:33.670274 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:33.670274 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:46:33.670274 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:46:33.670274 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:46:33.670274 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:33.670274 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:46:33.670274 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:33.670274 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:46:33.670274 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:33.670274 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:46:33.670274 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:46:33.670274 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:33.670274 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:46:33.670274 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:33.670274 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:46:33.670274 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:46:33.670274 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:46:33.670274 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:46:33.670274 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:46:33.670274 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:33.670274 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:33.670274 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:33.670274 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:33.670274 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:33.670274 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:33.670274 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:33.670274 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:33.670274 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:33.670274 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:33.673100 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4a76413d-f38b-4649-a99c-d032b085c1a2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.761744 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-7878743b-29f1-4483-8fd5-6488c922cf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4616f6f8-cd19-413c-ad5a-9f955c0a3a86', 'name': 'tempest-ServersTestManualDisk-1675529640-router', 'tenant_id': '4259764a734f42088729811e9b58c5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.223'}], 'enable_snat': True}, 'gw_port_id': 'f57626c4-6412-4c9b-ab1e-72c7818d14ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:20Z', 'updated_at': '2022-02-16T12:44:35Z', 'revision_number': 4, 'project_id': '4259764a734f42088729811e9b58c5b6', 'gw_port': {'id': 'f57626c4-6412-4c9b-ab1e-72c7818d14ef', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4616f6f8-cd19-413c-ad5a-9f955c0a3a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:23Z', 'updated_at': '2022-02-16T12:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '08ffd7fb-eb34-4c5f-93aa-3bb92a5a37de', 'name': '', 'network_id': 'd3802bb0-f51a-430a-aee4-70d5a6517150', 'tenant_id': '4259764a734f42088729811e9b58c5b6', 'mac_address': 'fa:16:3e:fa:31:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4616f6f8-cd19-413c-ad5a-9f955c0a3a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '5285d3fc-2a25-4443-819b-b9f97276ee26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:31Z', 'updated_at': '2022-02-16T12:44:52Z', 'revision_number': 5, 'project_id': '4259764a734f42088729811e9b58c5b6', 'subnets': [{'id': '5285d3fc-2a25-4443-819b-b9f97276ee26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:33.809437 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7878743b-29f1-4483-8fd5-6488c922cf42 None None] The sync data for ids ['4616f6f8-cd19-413c-ad5a-9f955c0a3a86'] in dv-neutron-829527-1-hyperv is: [{'id': '4616f6f8-cd19-413c-ad5a-9f955c0a3a86', 'name': 'tempest-ServersTestManualDisk-1675529640-router', 'tenant_id': '4259764a734f42088729811e9b58c5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.223'}], 'enable_snat': True}, 'gw_port_id': 'f57626c4-6412-4c9b-ab1e-72c7818d14ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:20Z', 'updated_at': '2022-02-16T12:44:35Z', 'revision_number': 4, 'project_id': '4259764a734f42088729811e9b58c5b6', 'gw_port': {'id': 'f57626c4-6412-4c9b-ab1e-72c7818d14ef', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4616f6f8-cd19-413c-ad5a-9f955c0a3a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:23Z', 'updated_at': '2022-02-16T12:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '08ffd7fb-eb34-4c5f-93aa-3bb92a5a37de', 'name': '', 'network_id': 'd3802bb0-f51a-430a-aee4-70d5a6517150', 'tenant_id': '4259764a734f42088729811e9b58c5b6', 'mac_address': 'fa:16:3e:fa:31:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4616f6f8-cd19-413c-ad5a-9f955c0a3a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '5285d3fc-2a25-4443-819b-b9f97276ee26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:31Z', 'updated_at': '2022-02-16T12:44:52Z', 'revision_number': 5, 'project_id': '4259764a734f42088729811e9b58c5b6', 'subnets': [{'id': '5285d3fc-2a25-4443-819b-b9f97276ee26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:33.831582 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1a943-0e52-469d-8031-f41c7db8e29f req-8f7661c6-c5d7-4705-8df3-2b22e0e044e6 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:33.833159 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d7f1a943-0e52-469d-8031-f41c7db8e29f req-8f7661c6-c5d7-4705-8df3-2b22e0e044e6 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.8326237 Feb 16 12:46:33.963435 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a76413d-f38b-4649-a99c-d032b085c1a2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:33.967429 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d47045ad-dcbc-438e-86dc-61931437a8b0 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.967933 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d47045ad-dcbc-438e-86dc-61931437a8b0 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:33.977073 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-4a76413d-f38b-4649-a99c-d032b085c1a2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:33.981148 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a76413d-f38b-4649-a99c-d032b085c1a2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:33.981917 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4a76413d-f38b-4649-a99c-d032b085c1a2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.063617 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-21209cfc-6118-40c7-b6b1-93a8d8f53055 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.070738 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-dbaacf75-d765-48b6-b5fd-b712cb590b16 None None] Allocated IP 2001:db8::f816:3eff:fe46:3455 (c2beece7-853e-4518-ace6-8724ee235932/0df37f45-295e-4e19-b412-0cdec7f551ed/6b8561e8-6395-4425-acc7-9d963194ac62) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:34.144239 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3bb93775-1251-45f2-a42c-b181bfa6092d tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.154489 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-cd6ca733-1d56-4d98-8391-c268dbe162de tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:34.163287 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a76413d-f38b-4649-a99c-d032b085c1a2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Subnet': ['ID=2d6ae8ef-3280-48f6-b4b0-b6c487f41306,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:34.167105 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4a6613a3-7bab-42ed-8f40-13f63e918d46 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.171681 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4a6613a3-7bab-42ed-8f40-13f63e918d46 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.177930 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4a6613a3-7bab-42ed-8f40-13f63e918d46 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] 10.222.0.83 "DELETE /v2.0/networks/b286343c-217d-4cf7-b2f2-64e7980831cc HTTP/1.1" status: 204 len: 168 time: 2.3383758 Feb 16 12:46:34.182809 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34334) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:34.184784 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e4984a1f-89e3-4cc2-a299-a9862e1ee4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.186967 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-d47045ad-dcbc-438e-86dc-61931437a8b0 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Calling delete_port for 0218bc4a-68e4-423d-bb1a-3487a35bce40 owned by network:floatingip {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:34.192150 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-228f23f9-1927-43d6-8792-69033eb0f9b6 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.197190 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-cd6ca733-1d56-4d98-8391-c268dbe162de tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Usage tracker for resource:port and tenant:aafb3f42263e431db9c8531885383167 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:34.206495 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-f2a6f903-0a69-4344-b62e-09f370d87dbc tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1396172576'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:34.231750 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4a76413d-f38b-4649-a99c-d032b085c1a2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2034366 Feb 16 12:46:34.241384 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34338) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:34.245507 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.255933 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-5b083a83-fa84-4232-a093-091462f42e4e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'port': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'mac_address': 'fa:16:3e:64:a0:32', 'name': 'tempest-NetworksTestDHCPv6-1709877916'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:34.259831 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da99236-faa2-4058-8e54-199f8cbf8b66 None None] New status for floating IP c6a23893-78e4-432d-a86b-43317812fc1d: DOWN {{(pid=87702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:46:34.371175 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6613a3-7bab-42ed-8f40-13f63e918d46 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Pushing event deleted for resources: {'Network': ['ID=b286343c-217d-4cf7-b2f2-64e7980831cc,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:34.426949 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d7f1a943-0e52-469d-8031-f41c7db8e29f req-c3ab2398-2eb1-4177-a312-3680e61ebb5b tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5763733 Feb 16 12:46:34.431828 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-21209cfc-6118-40c7-b6b1-93a8d8f53055 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Transition to ACTIVE for port object cb39818c-a8ee-4bce-a640-5b47a30d93a9 will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:34.435552 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-f2a6f903-0a69-4344-b62e-09f370d87dbc tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:34.438264 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-cd6ca733-1d56-4d98-8391-c268dbe162de tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:34.460964 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb93775-1251-45f2-a42c-b181bfa6092d tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62dfa7ce-67f7-40ab-a719-1c981b68d32c,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:34.468562 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-cd6ca733-1d56-4d98-8391-c268dbe162de tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:34.478640 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-f2a6f903-0a69-4344-b62e-09f370d87dbc tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Usage tracker for resource:network and tenant:e5afed0fc27345c1bbbffc2ab746a929 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:34.487782 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228f23f9-1927-43d6-8792-69033eb0f9b6 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Pushing event deleted for resources: {'Port': ['ID=9e7d37d9-0ed2-4cbe-ae29-af1b27f9d294,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:34.522163 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.526293 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-f2a6f903-0a69-4344-b62e-09f370d87dbc tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:34.555709 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-f2a6f903-0a69-4344-b62e-09f370d87dbc tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:34.604117 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 643b9fc6-580c-41c7-9c3b-6eb7fd905c5e, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=643b9fc6-580c-41c7-9c3b-6eb7fd905c5e,segment=NetworkSegment(5ea8a2b0-755e-4425-8d99-16e0d916800c),segment_id=5ea8a2b0-755e-4425-8d99-16e0d916800c)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:34.609281 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5b083a83-fa84-4232-a093-091462f42e4e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:34.615090 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5b083a83-fa84-4232-a093-091462f42e4e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Usage tracker for resource:port and tenant:5979c0794f594272a8691960316755d8 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:34.623730 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5b083a83-fa84-4232-a093-091462f42e4e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:34.650949 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6ca733-1d56-4d98-8391-c268dbe162de tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Made reservation on behalf of aafb3f42263e431db9c8531885383167 for: {'port': 2} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:34.655334 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-cd6ca733-1d56-4d98-8391-c268dbe162de tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.656409 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.680553 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-cd6ca733-1d56-4d98-8391-c268dbe162de tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.695827 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5b083a83-fa84-4232-a093-091462f42e4e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:34.696248 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3bb93775-1251-45f2-a42c-b181bfa6092d tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.697591 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-3bb93775-1251-45f2-a42c-b181bfa6092d tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.83 "DELETE /v2.0/security-groups/62dfa7ce-67f7-40ab-a719-1c981b68d32c HTTP/1.1" status: 204 len: 168 time: 1.9524932 Feb 16 12:46:34.699082 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-cbdfdeff-8ca8-41b0-9e68-a2f85adab359 None None] Provisioning complete for port 643b9fc6-580c-41c7-9c3b-6eb7fd905c5e triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:34.699449 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-cbdfdeff-8ca8-41b0-9e68-a2f85adab359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.700286 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34344) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:34.708190 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a6f903-0a69-4344-b62e-09f370d87dbc tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Made reservation on behalf of e5afed0fc27345c1bbbffc2ab746a929 for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:34.711779 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f2a6f903-0a69-4344-b62e-09f370d87dbc tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.723080 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-228f23f9-1927-43d6-8792-69033eb0f9b6 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023674'] for router_gateway, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.724425 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d47045ad-dcbc-438e-86dc-61931437a8b0 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.767111 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-5d7ee8bb-6338-4bb1-a2c4-71e4f1c5de1f tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] show failed (client error): The resource could not be found. Feb 16 12:46:34.770855 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5d7ee8bb-6338-4bb1-a2c4-71e4f1c5de1f tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.83 "GET /v2.0/security-groups/62dfa7ce-67f7-40ab-a719-1c981b68d32c HTTP/1.1" status: 404 len: 347 time: 0.0666866 Feb 16 12:46:34.779554 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47045ad-dcbc-438e-86dc-61931437a8b0 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Pushing event deleted for resources: {'Port': ['ID=0218bc4a-68e4-423d-bb1a-3487a35bce40,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:34.781709 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b083a83-fa84-4232-a093-091462f42e4e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:34.792966 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-dbaacf75-d765-48b6-b5fd-b712cb590b16 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.799524 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34348) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:34.811387 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-dbaacf75-d765-48b6-b5fd-b712cb590b16 None None] Transition to ACTIVE for port object 6b8561e8-6395-4425-acc7-9d963194ac62 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:34.831261 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=643b9fc6-580c-41c7-9c3b-6eb7fd905c5e,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:34.840155 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-dbaacf75-d765-48b6-b5fd-b712cb590b16 None None] Transition to ACTIVE for port object 6b8561e8-6395-4425-acc7-9d963194ac62 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:34.876702 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-dbaacf75-d765-48b6-b5fd-b712cb590b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:34.966352 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbaacf75-d765-48b6-b5fd-b712cb590b16 None None] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:34.969594 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-dbaacf75-d765-48b6-b5fd-b712cb590b16 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:34.971533 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaacf75-d765-48b6-b5fd-b712cb590b16 None None] Pushing event updated for resources: {'Port': ['ID=6b8561e8-6395-4425-acc7-9d963194ac62,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:34.973651 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaacf75-d765-48b6-b5fd-b712cb590b16 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:35.003895 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-228f23f9-1927-43d6-8792-69033eb0f9b6 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.005617 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2a6f903-0a69-4344-b62e-09f370d87dbc tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:46:35.015186 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-228f23f9-1927-43d6-8792-69033eb0f9b6 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.017255 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-21209cfc-6118-40c7-b6b1-93a8d8f53055 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.087223 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-dbaacf75-d765-48b6-b5fd-b712cb590b16 None None] Attempting to bind port 6b8561e8-6395-4425-acc7-9d963194ac62 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:46:35.087627 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-dbaacf75-d765-48b6-b5fd-b712cb590b16 None None] Attempting to bind port 6b8561e8-6395-4425-acc7-9d963194ac62 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:46:35.087983 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaacf75-d765-48b6-b5fd-b712cb590b16 None None] Attempting to bind port 6b8561e8-6395-4425-acc7-9d963194ac62 on network c2beece7-853e-4518-ace6-8724ee235932 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:46:35.091219 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.094233 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2f757181-ef93-43b4-a2ab-d11a4abf7891 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Deleting port 4ff156a7-5625-475b-853e-81138023d104 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:35.094874 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2f757181-ef93-43b4-a2ab-d11a4abf7891 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.096688 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaacf75-d765-48b6-b5fd-b712cb590b16 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:46:35.097187 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaacf75-d765-48b6-b5fd-b712cb590b16 None None] Checking segment: {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:35.097686 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-dbaacf75-d765-48b6-b5fd-b712cb590b16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.098153 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaacf75-d765-48b6-b5fd-b712cb590b16 None None] Bound using segment: {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:46:35.098709 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-dbaacf75-d765-48b6-b5fd-b712cb590b16 None None] Bound port: 6b8561e8-6395-4425-acc7-9d963194ac62, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:46:35.099165 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-dbaacf75-d765-48b6-b5fd-b712cb590b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.103919 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f2a6f903-0a69-4344-b62e-09f370d87dbc tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.104269 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-f2a6f903-0a69-4344-b62e-09f370d87dbc tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Added segment 5abaf28e-5774-4384-924c-dc26565660f7 of type vlan for network 7b621411-bdf1-43c0-b1ec-b74e71c2ef88 Feb 16 12:46:35.110520 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.163151 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21209cfc-6118-40c7-b6b1-93a8d8f53055 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Network 64c94935-2fe0-476f-8b98-906e5db48a93 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:35.173279 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d47045ad-dcbc-438e-86dc-61931437a8b0 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Notify callbacks [] for floatingip, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.198525 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-dbaacf75-d765-48b6-b5fd-b712cb590b16 None None] For port 6b8561e8-6395-4425-acc7-9d963194ac62, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:46:35.202653 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-dbaacf75-d765-48b6-b5fd-b712cb590b16 None None] For port 6b8561e8-6395-4425-acc7-9d963194ac62, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=6b8561e8-6395-4425-acc7-9d963194ac62,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:46:35.206785 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-dbaacf75-d765-48b6-b5fd-b712cb590b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.211740 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-21209cfc-6118-40c7-b6b1-93a8d8f53055 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:35.221817 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-228f23f9-1927-43d6-8792-69033eb0f9b6 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.222431 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228f23f9-1927-43d6-8792-69033eb0f9b6 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Fanout notify agent at l3_agent the message router_deleted on router 15f4333d-29ab-498e-a39f-67daa61ccf34 {{(pid=87701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:46:35.227828 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21209cfc-6118-40c7-b6b1-93a8d8f53055 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:35.263242 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b083a83-fa84-4232-a093-091462f42e4e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.295779 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d47045ad-dcbc-438e-86dc-61931437a8b0 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.296950 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d47045ad-dcbc-438e-86dc-61931437a8b0 tempest-ServersTestJSON-1795279198 tempest-ServersTestJSON-1795279198-project] 10.222.0.83 "DELETE /v2.0/floatingips/f9ecb1de-e4d7-404d-90dd-4b2103efd770 HTTP/1.1" status: 204 len: 168 time: 1.9379652 Feb 16 12:46:35.303295 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21209cfc-6118-40c7-b6b1-93a8d8f53055 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event updated for resources: {'Port': ['ID=cb39818c-a8ee-4bce-a640-5b47a30d93a9,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:35.305758 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34352) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:35.322484 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-5b083a83-fa84-4232-a093-091462f42e4e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] device_id is not set on port 7449b50e-87e1-406c-9964-1a1281718d7a yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:46:35.330725 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaacf75-d765-48b6-b5fd-b712cb590b16 None None] Pushing event updated for resources: {'Port': ['ID=6b8561e8-6395-4425-acc7-9d963194ac62,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:35.387137 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f2a6f903-0a69-4344-b62e-09f370d87dbc tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.421106 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2f757181-ef93-43b4-a2ab-d11a4abf7891 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.421552 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2f757181-ef93-43b4-a2ab-d11a4abf7891 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.434430 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [None req-cd6ca733-1d56-4d98-8391-c268dbe162de tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] device_id is not set on port 23febb80-98db-4295-9f9a-e00a1ddba6e9 yet. {{(pid=87701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:46:35.485771 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21209cfc-6118-40c7-b6b1-93a8d8f53055 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:35.486421 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-21209cfc-6118-40c7-b6b1-93a8d8f53055 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.494305 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-228f23f9-1927-43d6-8792-69033eb0f9b6 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.495558 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-228f23f9-1927-43d6-8792-69033eb0f9b6 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] 10.222.0.83 "DELETE /v2.0/routers/15f4333d-29ab-498e-a39f-67daa61ccf34 HTTP/1.1" status: 204 len: 168 time: 4.5400679 Feb 16 12:46:35.502003 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34356) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:35.536772 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-b3376252-d276-4bd1-8db7-ad276379f639 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1822386612', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:35.551643 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-b3376252-d276-4bd1-8db7-ad276379f639 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:35.575085 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2f757181-ef93-43b4-a2ab-d11a4abf7891 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Calling delete_port for 4ff156a7-5625-475b-853e-81138023d104 owned by network:floatingip {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:35.604090 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-8a342cba-8bce-481c-8412-38834d0e8907 None None] Provisioning for port cb39818c-a8ee-4bce-a640-5b47a30d93a9 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:35.609575 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-8a342cba-8bce-481c-8412-38834d0e8907 None None] Provisioning complete for port cb39818c-a8ee-4bce-a640-5b47a30d93a9 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:35.609872 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8a342cba-8bce-481c-8412-38834d0e8907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.636674 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-b3376252-d276-4bd1-8db7-ad276379f639 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Usage tracker for resource:router and tenant:4f391249135447c7b12259a80fb71dbd is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:35.649272 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-b3376252-d276-4bd1-8db7-ad276379f639 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:35.671901 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f2a6f903-0a69-4344-b62e-09f370d87dbc tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.677705 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a6f903-0a69-4344-b62e-09f370d87dbc tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:35.678563 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f2a6f903-0a69-4344-b62e-09f370d87dbc tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.686384 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-21209cfc-6118-40c7-b6b1-93a8d8f53055 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 5.7039475 Feb 16 12:46:35.687075 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34360) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:35.691677 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-b3376252-d276-4bd1-8db7-ad276379f639 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:35.696515 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-8a342cba-8bce-481c-8412-38834d0e8907 None None] Port cb39818c-a8ee-4bce-a640-5b47a30d93a9 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:46:35.860178 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-5b083a83-fa84-4232-a093-091462f42e4e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Allocated IP 172.20.0.12 (c2beece7-853e-4518-ace6-8724ee235932/2d6ae8ef-3280-48f6-b4b0-b6c487f41306/7449b50e-87e1-406c-9964-1a1281718d7a) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:35.874273 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-5b083a83-fa84-4232-a093-091462f42e4e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Allocated IP 2001:db8::f816:3eff:fe64:a032 (c2beece7-853e-4518-ace6-8724ee235932/0df37f45-295e-4e19-b412-0cdec7f551ed/7449b50e-87e1-406c-9964-1a1281718d7a) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:35.899583 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2f757181-ef93-43b4-a2ab-d11a4abf7891 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.929104 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b3376252-d276-4bd1-8db7-ad276379f639 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.930148 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b3376252-d276-4bd1-8db7-ad276379f639 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:35.954117 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f757181-ef93-43b4-a2ab-d11a4abf7891 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Pushing event deleted for resources: {'Port': ['ID=4ff156a7-5625-475b-853e-81138023d104,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:35.958311 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f2a6f903-0a69-4344-b62e-09f370d87dbc tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7675166 Feb 16 12:46:35.964435 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34364) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:35.982319 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-f3adcf36-6bc4-4902-9b7f-491a2f10c553 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Request body: {'subnet': {'network_id': '7b621411-bdf1-43c0-b1ec-b74e71c2ef88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:36.176305 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a6f903-0a69-4344-b62e-09f370d87dbc tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Pushing event updated for resources: {'Network': ['ID=7b621411-bdf1-43c0-b1ec-b74e71c2ef88,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:36.191980 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 7b621411-bdf1-43c0-b1ec-b74e71c2ef88 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:46:36.326441 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b3376252-d276-4bd1-8db7-ad276379f639 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:36.394290 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f3adcf36-6bc4-4902-9b7f-491a2f10c553 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:36.409814 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f3adcf36-6bc4-4902-9b7f-491a2f10c553 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Usage tracker for resource:subnet and tenant:e5afed0fc27345c1bbbffc2ab746a929 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:36.416283 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f3adcf36-6bc4-4902-9b7f-491a2f10c553 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:36.431385 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f3adcf36-6bc4-4902-9b7f-491a2f10c553 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:36.433604 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2f757181-ef93-43b4-a2ab-d11a4abf7891 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Notify callbacks [] for floatingip, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:36.447294 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-cd6ca733-1d56-4d98-8391-c268dbe162de tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:36.489614 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3adcf36-6bc4-4902-9b7f-491a2f10c553 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Made reservation on behalf of e5afed0fc27345c1bbbffc2ab746a929 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:36.493319 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f3adcf36-6bc4-4902-9b7f-491a2f10c553 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:36.512798 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13d5b54-2994-41d0-8fc0-677c4f8619e5 None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:36.517649 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b083a83-fa84-4232-a093-091462f42e4e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:36.575493 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2f757181-ef93-43b4-a2ab-d11a4abf7891 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:36.577510 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2f757181-ef93-43b4-a2ab-d11a4abf7891 tempest-ServersTestManualDisk-1338706893 tempest-ServersTestManualDisk-1338706893-project] 10.222.0.83 "DELETE /v2.0/floatingips/c6a23893-78e4-432d-a86b-43317812fc1d HTTP/1.1" status: 204 len: 168 time: 1.7761276 Feb 16 12:46:36.585534 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34368) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:36.665121 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:36.667141 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-5b083a83-fa84-4232-a093-091462f42e4e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Transition to ACTIVE for port object 7449b50e-87e1-406c-9964-1a1281718d7a will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:36.793592 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-44d15ddc-eefe-46f0-a329-fb52fbe9ec4d None None] Provisioning for port 6b8561e8-6395-4425-acc7-9d963194ac62 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:36.795018 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b3376252-d276-4bd1-8db7-ad276379f639 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:36.876214 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [None req-cd6ca733-1d56-4d98-8391-c268dbe162de tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] device_id is not set on port b61984bf-5d71-4bc7-ac11-5258370d728a yet. {{(pid=87701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:46:36.881119 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b3376252-d276-4bd1-8db7-ad276379f639 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:36.882532 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-b3376252-d276-4bd1-8db7-ad276379f639 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.3732855 Feb 16 12:46:36.889197 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34372) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:36.895246 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-4e8da777-3086-416d-9337-2002124195d8 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'enable_snat': True}}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:36.898654 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 6b8561e8-6395-4425-acc7-9d963194ac62 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:37.001011 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 6b8561e8-6395-4425-acc7-9d963194ac62 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:37.007062 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 6b8561e8-6395-4425-acc7-9d963194ac62 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:37.007427 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:37.019369 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b083a83-fa84-4232-a093-091462f42e4e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:37.140223 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f1e63b-195c-4189-a0aa-61a14ffb9710 None None] Update dhcp port {'port': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'fixed_ips': [{'subnet_id': '0df37f45-295e-4e19-b412-0cdec7f551ed', 'ip_address': '2001:db8::f816:3eff:fe46:3455'}, {'subnet_id': '2d6ae8ef-3280-48f6-b4b0-b6c487f41306'}], 'binding:host_id': 'dv-neutron-829527-1-hyperv'}, 'id': '6b8561e8-6395-4425-acc7-9d963194ac62'} from dv-neutron-829527-1-hyperv. {{(pid=87702) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 12:46:37.164269 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-95b4693d-893b-43e2-b149-11f86ab55abb tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:37.201331 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-cd6ca733-1d56-4d98-8391-c268dbe162de tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:37.229737 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-68f1e63b-195c-4189-a0aa-61a14ffb9710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:37.267582 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b083a83-fa84-4232-a093-091462f42e4e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:37.274342 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-5b083a83-fa84-4232-a093-091462f42e4e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:37.309005 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:37.341708 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b083a83-fa84-4232-a093-091462f42e4e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:37.408860 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 6b8561e8-6395-4425-acc7-9d963194ac62, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=6b8561e8-6395-4425-acc7-9d963194ac62,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:37.421559 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:37.422510 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 643b9fc6-580c-41c7-9c3b-6eb7fd905c5e up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:37.543467 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-cd6ca733-1d56-4d98-8391-c268dbe162de tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:37.547917 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b083a83-fa84-4232-a093-091462f42e4e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Port': ['ID=7449b50e-87e1-406c-9964-1a1281718d7a,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:37.615939 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=6b8561e8-6395-4425-acc7-9d963194ac62,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:37.634791 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-68f1e63b-195c-4189-a0aa-61a14ffb9710 None None] Allocated IP 172.20.0.2 (c2beece7-853e-4518-ace6-8724ee235932/2d6ae8ef-3280-48f6-b4b0-b6c487f41306/6b8561e8-6395-4425-acc7-9d963194ac62) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:37.642208 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 643b9fc6-580c-41c7-9c3b-6eb7fd905c5e triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:37.642586 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:37.783328 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-44527ea9-deda-4768-87e8-0dff9d68627e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:37.884626 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-68f1e63b-195c-4189-a0aa-61a14ffb9710 None None] For port 6b8561e8-6395-4425-acc7-9d963194ac62, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=6b8561e8-6395-4425-acc7-9d963194ac62,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:37.899891 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ca733-1d56-4d98-8391-c268dbe162de tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Pushing event updated for resources: {'Port': ['ID=23febb80-98db-4295-9f9a-e00a1ddba6e9,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:37.918295 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4e8da777-3086-416d-9337-2002124195d8 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:37.919316 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-68f1e63b-195c-4189-a0aa-61a14ffb9710 None None] Notify callbacks [] for port, precommit_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:37.921578 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6ca733-1d56-4d98-8391-c268dbe162de tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Checking segment: {'id': 'ec72d938-8426-48d6-8bd4-6b223c0ffe62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7f94296f-d2bf-4bba-8ad3-827c61d4cd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:37.922130 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6ca733-1d56-4d98-8391-c268dbe162de tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Network hostable DHCP agents. Network: 7f94296f-d2bf-4bba-8ad3-827c61d4cd17, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:46:37.936345 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-68f1e63b-195c-4189-a0aa-61a14ffb9710 None None] Transition to ACTIVE for port object 6b8561e8-6395-4425-acc7-9d963194ac62 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:37.936597 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b083a83-fa84-4232-a093-091462f42e4e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:37.937258 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b083a83-fa84-4232-a093-091462f42e4e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:37.942280 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-68f1e63b-195c-4189-a0aa-61a14ffb9710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:38.038812 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5b083a83-fa84-4232-a093-091462f42e4e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.7865758 Feb 16 12:46:38.040218 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34376) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:38.084883 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-95b4693d-893b-43e2-b149-11f86ab55abb tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:38.090685 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6ca733-1d56-4d98-8391-c268dbe162de tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Network 7f94296f-d2bf-4bba-8ad3-827c61d4cd17 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:46:38.101912 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f1e63b-195c-4189-a0aa-61a14ffb9710 None None] Pushing event updated for resources: {'Port': ['ID=6b8561e8-6395-4425-acc7-9d963194ac62,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:38.107248 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-95b4693d-893b-43e2-b149-11f86ab55abb tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:38.134153 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.objects.ports [None req-f3adcf36-6bc4-4902-9b7f-491a2f10c553 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87699) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:46:38.138350 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f3adcf36-6bc4-4902-9b7f-491a2f10c553 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:38.160352 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-cd6ca733-1d56-4d98-8391-c268dbe162de tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 7f94296f-d2bf-4bba-8ad3-827c61d4cd17) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:38.177516 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f671779a-8ad5-421d-ae65-5d8010e6c341 None None] Network 7f94296f-d2bf-4bba-8ad3-827c61d4cd17 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:38.262993 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6ca733-1d56-4d98-8391-c268dbe162de tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:38.264435 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-cd6ca733-1d56-4d98-8391-c268dbe162de tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:38.283569 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3adcf36-6bc4-4902-9b7f-491a2f10c553 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Pushing event updated for resources: {'Subnet': ['ID=17b7771d-a4f7-49e5-b3da-36b351f436a2,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:38.295507 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3adcf36-6bc4-4902-9b7f-491a2f10c553 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Checking segment: {'id': '5abaf28e-5774-4384-924c-dc26565660f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7b621411-bdf1-43c0-b1ec-b74e71c2ef88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:38.295868 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3adcf36-6bc4-4902-9b7f-491a2f10c553 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Network hostable DHCP agents. Network: 7b621411-bdf1-43c0-b1ec-b74e71c2ef88, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:46:38.444083 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3adcf36-6bc4-4902-9b7f-491a2f10c553 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Network 7b621411-bdf1-43c0-b1ec-b74e71c2ef88 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:46:38.448352 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4693d-893b-43e2-b149-11f86ab55abb tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event updated for resources: {'Port': ['ID=cb39818c-a8ee-4bce-a640-5b47a30d93a9,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:38.491541 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-f3adcf36-6bc4-4902-9b7f-491a2f10c553 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 7b621411-bdf1-43c0-b1ec-b74e71c2ef88) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:38.501164 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98eda6cd-15eb-498d-a12c-1ccff1838eac None None] Network 7b621411-bdf1-43c0-b1ec-b74e71c2ef88 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:38.506923 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3adcf36-6bc4-4902-9b7f-491a2f10c553 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:38.507507 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f3adcf36-6bc4-4902-9b7f-491a2f10c553 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:38.547417 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ca733-1d56-4d98-8391-c268dbe162de tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Pushing event updated for resources: {'Port': ['ID=b61984bf-5d71-4bc7-ac11-5258370d728a,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:38.602314 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f3adcf36-6bc4-4902-9b7f-491a2f10c553 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.6345983 Feb 16 12:46:38.655742 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34380) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:38.660583 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a98dcf0-3344-4f5f-b303-f0514253ebac tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:38.666822 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a98dcf0-3344-4f5f-b303-f0514253ebac tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:38.667758 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-2a98dcf0-3344-4f5f-b303-f0514253ebac tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:38.704676 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-44527ea9-deda-4768-87e8-0dff9d68627e admin admin] Deleting port 13e1dc46-d856-4f9e-b5aa-32b74f98768b {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:38.705026 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-44527ea9-deda-4768-87e8-0dff9d68627e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:38.718743 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f6bf65de-2372-4e40-9410-bb33928a8c5d None None] Provisioning complete for port cb39818c-a8ee-4bce-a640-5b47a30d93a9 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:38.719667 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f6bf65de-2372-4e40-9410-bb33928a8c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:38.812888 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 6b8561e8-6395-4425-acc7-9d963194ac62 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:38.823503 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-45acddf3-653b-455a-bda7-66da310e1bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:38.909847 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-44527ea9-deda-4768-87e8-0dff9d68627e admin admin] For port 13e1dc46-d856-4f9e-b5aa-32b74f98768b, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=13e1dc46-d856-4f9e-b5aa-32b74f98768b,segment=NetworkSegment(eed87c9e-fb99-4fd5-ad35-a65bcf1a5597),segment_id=eed87c9e-fb99-4fd5-ad35-a65bcf1a5597)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:38.910495 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-44527ea9-deda-4768-87e8-0dff9d68627e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:38.919124 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6ca733-1d56-4d98-8391-c268dbe162de tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Checking segment: {'id': 'c3d94e8f-c425-4215-bdda-0299fdbf06ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '1bdd6b18-9757-4973-8756-0636d9388977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:38.919786 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6ca733-1d56-4d98-8391-c268dbe162de tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Network hostable DHCP agents. Network: 1bdd6b18-9757-4973-8756-0636d9388977, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:46:38.962572 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f6bf65de-2372-4e40-9410-bb33928a8c5d None None] Port cb39818c-a8ee-4bce-a640-5b47a30d93a9 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:46:38.972494 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30a69ea-9a94-4c06-a634-21ddda11824b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-7b621411-bdf1-43c0-b1ec-b74e71c2ef88', 'network_id': '7b621411-bdf1-43c0-b1ec-b74e71c2ef88', 'tenant_id': 'e5afed0fc27345c1bbbffc2ab746a929', 'fixed_ips': [{'subnet_id': '17b7771d-a4f7-49e5-b3da-36b351f436a2'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:46:38.973649 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b30a69ea-9a94-4c06-a634-21ddda11824b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.114324 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-44527ea9-deda-4768-87e8-0dff9d68627e admin admin] Calling delete_port for 13e1dc46-d856-4f9e-b5aa-32b74f98768b owned by network:router_interface {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:39.143893 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4e8da777-3086-416d-9337-2002124195d8 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.165715 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-8b1f6234-d5a9-4d46-97eb-d3e767bd1886 None None] Provisioning for port 6b8561e8-6395-4425-acc7-9d963194ac62 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:39.173835 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-8b1f6234-d5a9-4d46-97eb-d3e767bd1886 None None] Provisioning complete for port 6b8561e8-6395-4425-acc7-9d963194ac62 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:39.174154 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8b1f6234-d5a9-4d46-97eb-d3e767bd1886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.199600 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4e8da777-3086-416d-9337-2002124195d8 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.230760 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-b30a69ea-9a94-4c06-a634-21ddda11824b None None] Allocated IP 2001:db8::f816:3eff:fe50:e3aa (7b621411-bdf1-43c0-b1ec-b74e71c2ef88/17b7771d-a4f7-49e5-b3da-36b351f436a2/439ac8a6-fff4-466b-aa37-9d30187547a1) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:39.276056 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-847ae2bc-03fe-4991-be0d-302b4d185955 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.357678 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-44527ea9-deda-4768-87e8-0dff9d68627e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.477512 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44527ea9-deda-4768-87e8-0dff9d68627e admin admin] Pushing event deleted for resources: {'Port': ['ID=13e1dc46-d856-4f9e-b5aa-32b74f98768b,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:39.515787 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-2a98dcf0-3344-4f5f-b303-f0514253ebac tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:39.517393 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-2a98dcf0-3344-4f5f-b303-f0514253ebac tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 1.4764581 Feb 16 12:46:39.526814 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34384) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:39.554335 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b30a69ea-9a94-4c06-a634-21ddda11824b None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.572020 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-b30a69ea-9a94-4c06-a634-21ddda11824b None None] Transition to ACTIVE for port object 439ac8a6-fff4-466b-aa37-9d30187547a1 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:39.573117 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6ca733-1d56-4d98-8391-c268dbe162de tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Network 1bdd6b18-9757-4973-8756-0636d9388977 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:46:39.590683 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-cdae3db8-13a1-4a00-9b22-6dbd99abc652 None None] Provisioning for port 7449b50e-87e1-406c-9964-1a1281718d7a completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:39.603900 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-b30a69ea-9a94-4c06-a634-21ddda11824b None None] Transition to ACTIVE for port object 439ac8a6-fff4-466b-aa37-9d30187547a1 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:39.605379 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-cdae3db8-13a1-4a00-9b22-6dbd99abc652 None None] Provisioning complete for port 7449b50e-87e1-406c-9964-1a1281718d7a triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:39.605787 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-cdae3db8-13a1-4a00-9b22-6dbd99abc652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.653373 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-847ae2bc-03fe-4991-be0d-302b4d185955 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.669219 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b30a69ea-9a94-4c06-a634-21ddda11824b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.711925 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-4e8da777-3086-416d-9337-2002124195d8 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Allocated IP 172.26.5.87 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/46b7fc81-27aa-4419-b2d1-ee31f44b97dd) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:39.720933 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-45acddf3-653b-455a-bda7-66da310e1bf6 admin admin] Deleting port 08ffd7fb-eb34-4c5f-93aa-3bb92a5a37de {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:39.721286 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-45acddf3-653b-455a-bda7-66da310e1bf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.756388 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30a69ea-9a94-4c06-a634-21ddda11824b None None] Network 7b621411-bdf1-43c0-b1ec-b74e71c2ef88 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:39.759630 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-cdae3db8-13a1-4a00-9b22-6dbd99abc652 None None] Port 7449b50e-87e1-406c-9964-1a1281718d7a cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:46:39.765396 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-b30a69ea-9a94-4c06-a634-21ddda11824b None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:39.768717 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30a69ea-9a94-4c06-a634-21ddda11824b None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:39.795909 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-cd6ca733-1d56-4d98-8391-c268dbe162de tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 1bdd6b18-9757-4973-8756-0636d9388977) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:39.817103 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a69ea-9a94-4c06-a634-21ddda11824b None None] Pushing event updated for resources: {'Port': ['ID=439ac8a6-fff4-466b-aa37-9d30187547a1,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:39.820727 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fdc082-5e5c-4755-95d2-33f5878eb85e None None] Network 1bdd6b18-9757-4973-8756-0636d9388977 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:39.841718 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6ca733-1d56-4d98-8391-c268dbe162de tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:39.847267 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6ca733-1d56-4d98-8391-c268dbe162de tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:39.852834 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6ca733-1d56-4d98-8391-c268dbe162de tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:39.853517 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-cd6ca733-1d56-4d98-8391-c268dbe162de tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.901152 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-8988a015-4fe5-4919-bcfe-9dcc088dca68 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting port 7449b50e-87e1-406c-9964-1a1281718d7a {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:39.901556 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8988a015-4fe5-4919-bcfe-9dcc088dca68 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.965527 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-847ae2bc-03fe-4991-be0d-302b4d185955 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.970545 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-b30a69ea-9a94-4c06-a634-21ddda11824b None None] Attempting to bind port 439ac8a6-fff4-466b-aa37-9d30187547a1 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:46:39.971127 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-b30a69ea-9a94-4c06-a634-21ddda11824b None None] Attempting to bind port 439ac8a6-fff4-466b-aa37-9d30187547a1 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '5abaf28e-5774-4384-924c-dc26565660f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7b621411-bdf1-43c0-b1ec-b74e71c2ef88'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:46:39.971246 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30a69ea-9a94-4c06-a634-21ddda11824b None None] Attempting to bind port 439ac8a6-fff4-466b-aa37-9d30187547a1 on network 7b621411-bdf1-43c0-b1ec-b74e71c2ef88 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:46:39.979128 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30a69ea-9a94-4c06-a634-21ddda11824b None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:46:39.979494 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30a69ea-9a94-4c06-a634-21ddda11824b None None] Checking segment: {'id': '5abaf28e-5774-4384-924c-dc26565660f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7b621411-bdf1-43c0-b1ec-b74e71c2ef88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:39.979886 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b30a69ea-9a94-4c06-a634-21ddda11824b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:39.980281 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30a69ea-9a94-4c06-a634-21ddda11824b None None] Bound using segment: {'id': '5abaf28e-5774-4384-924c-dc26565660f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7b621411-bdf1-43c0-b1ec-b74e71c2ef88'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:46:39.980745 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-b30a69ea-9a94-4c06-a634-21ddda11824b None None] Bound port: 439ac8a6-fff4-466b-aa37-9d30187547a1, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5abaf28e-5774-4384-924c-dc26565660f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '7b621411-bdf1-43c0-b1ec-b74e71c2ef88'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:46:39.981111 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b30a69ea-9a94-4c06-a634-21ddda11824b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.023628 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ae2bc-03fe-4991-be0d-302b4d185955 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Pushing event deleted for resources: {'Subnet': ['ID=17b7771d-a4f7-49e5-b3da-36b351f436a2,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:40.026536 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-cd6ca733-1d56-4d98-8391-c268dbe162de tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 6.5145333 Feb 16 12:46:40.042785 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34388) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:40.074752 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-95b4693d-893b-43e2-b149-11f86ab55abb tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.151812 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-b30a69ea-9a94-4c06-a634-21ddda11824b None None] For port 439ac8a6-fff4-466b-aa37-9d30187547a1, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:46:40.156675 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-b30a69ea-9a94-4c06-a634-21ddda11824b None None] For port 439ac8a6-fff4-466b-aa37-9d30187547a1, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=439ac8a6-fff4-466b-aa37-9d30187547a1,segment=NetworkSegment(5abaf28e-5774-4384-924c-dc26565660f7),segment_id=5abaf28e-5774-4384-924c-dc26565660f7)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:46:40.163084 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b30a69ea-9a94-4c06-a634-21ddda11824b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.240564 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4e8da777-3086-416d-9337-2002124195d8 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.244372 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-45acddf3-653b-455a-bda7-66da310e1bf6 admin admin] For port 08ffd7fb-eb34-4c5f-93aa-3bb92a5a37de, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=08ffd7fb-eb34-4c5f-93aa-3bb92a5a37de,segment=NetworkSegment(c3084382-c060-4a75-b212-4c3b4ad9bab0),segment_id=c3084382-c060-4a75-b212-4c3b4ad9bab0)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:40.244749 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-45acddf3-653b-455a-bda7-66da310e1bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.259241 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-847ae2bc-03fe-4991-be0d-302b4d185955 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.287232 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a69ea-9a94-4c06-a634-21ddda11824b None None] Pushing event updated for resources: {'Port': ['ID=439ac8a6-fff4-466b-aa37-9d30187547a1,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:40.327247 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5057576f-95dd-4c70-b350-b68e3d0a0899 None None] Network 7b621411-bdf1-43c0-b1ec-b74e71c2ef88 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:40.441328 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-45acddf3-653b-455a-bda7-66da310e1bf6 admin admin] Calling delete_port for 08ffd7fb-eb34-4c5f-93aa-3bb92a5a37de owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:40.488304 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-44527ea9-deda-4768-87e8-0dff9d68627e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.501589 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4e8da777-3086-416d-9337-2002124195d8 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.509761 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-847ae2bc-03fe-4991-be0d-302b4d185955 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b621411-bdf1-43c0-b1ec-b74e71c2ef88']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:40.537035 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41806736-9a5e-4b36-8242-e5caebc0da06 None None] get_active_networks_info from dv-neutron-829527-1-hyperv {{(pid=87702) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 12:46:40.573308 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-847ae2bc-03fe-4991-be0d-302b4d185955 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5abaf28e-5774-4384-924c-dc26565660f7') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:40.573606 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-847ae2bc-03fe-4991-be0d-302b4d185955 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5abaf28e-5774-4384-924c-dc26565660f7') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:40.611386 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8da777-3086-416d-9337-2002124195d8 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:40.615198 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-847ae2bc-03fe-4991-be0d-302b4d185955 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.628834 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-4e8da777-3086-416d-9337-2002124195d8 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:40.639035 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8da777-3086-416d-9337-2002124195d8 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:40.679236 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39627889-9a48-4214-921d-1d3784ef7fe4 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:40.685976 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39627889-9a48-4214-921d-1d3784ef7fe4 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:40.690099 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-39627889-9a48-4214-921d-1d3784ef7fe4 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.6463180 Feb 16 12:46:40.699719 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34394) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:40.706375 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41806736-9a5e-4b36-8242-e5caebc0da06 None None] Resources bound (agent type, host, resource id): {{(pid=87702) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:46:40.719579 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8da777-3086-416d-9337-2002124195d8 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Pushing event updated for resources: {'Port': ['ID=46b7fc81-27aa-4419-b2d1-ee31f44b97dd,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:40.730191 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-847ae2bc-03fe-4991-be0d-302b4d185955 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.741998 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8988a015-4fe5-4919-bcfe-9dcc088dca68 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.744128 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-847ae2bc-03fe-4991-be0d-302b4d185955 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:40.744551 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-847ae2bc-03fe-4991-be0d-302b4d185955 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.754786 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-95b4693d-893b-43e2-b149-11f86ab55abb tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:40.778477 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:46:40.778477 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:40.778477 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:46:40.778477 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:40.778477 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:46:40.778477 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:46:40.778477 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:46:40.778477 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:40.778477 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:46:40.778477 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:40.778477 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:46:40.778477 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:40.778477 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:46:40.778477 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:46:40.778477 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:40.778477 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:46:40.778477 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:40.778477 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:46:40.778477 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:46:40.778477 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:46:40.778477 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:46:40.778477 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:46:40.778477 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:40.778477 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:40.778477 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:40.778477 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:40.778477 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:40.778477 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:40.778477 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:40.778477 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:40.778477 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:40.778477 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:40.975945 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-8988a015-4fe5-4919-bcfe-9dcc088dca68 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Calling delete_port for 7449b50e-87e1-406c-9964-1a1281718d7a owned by {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:41.131564 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-847ae2bc-03fe-4991-be0d-302b4d185955 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 12:46:41.131564 dv-neutron-829527-1-hyperv neutron-server[87699]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 12:46:41.131564 dv-neutron-829527-1-hyperv neutron-server[87699]: [parameters: {'id': '7b621411-bdf1-43c0-b1ec-b74e71c2ef88'}] Feb 16 12:46:41.131564 dv-neutron-829527-1-hyperv neutron-server[87699]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:46:41.132030 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-847ae2bc-03fe-4991-be0d-302b4d185955 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:46:41.228029 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-d5ef7725-7dc1-4f4a-afd7-e1fe524f6076 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Deleting port 23febb80-98db-4295-9f9a-e00a1ddba6e9 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:41.228384 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d5ef7725-7dc1-4f4a-afd7-e1fe524f6076 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:41.351642 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-45acddf3-653b-455a-bda7-66da310e1bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:41.474350 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45acddf3-653b-455a-bda7-66da310e1bf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=08ffd7fb-eb34-4c5f-93aa-3bb92a5a37de,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:41.570502 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4e8da777-3086-416d-9337-2002124195d8 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:41.635993 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-847ae2bc-03fe-4991-be0d-302b4d185955 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:41.756338 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-847ae2bc-03fe-4991-be0d-302b4d185955 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Deleting port 439ac8a6-fff4-466b-aa37-9d30187547a1 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:41.757058 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-847ae2bc-03fe-4991-be0d-302b4d185955 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:41.950768 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44527ea9-deda-4768-87e8-0dff9d68627e admin admin] Router c2865374-f8c0-489f-9ca5-8fd4b18100f9 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:46:41.997630 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d5ef7725-7dc1-4f4a-afd7-e1fe524f6076 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:42.101744 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-45acddf3-653b-455a-bda7-66da310e1bf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:42.189589 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-d5ef7725-7dc1-4f4a-afd7-e1fe524f6076 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Calling delete_port for 23febb80-98db-4295-9f9a-e00a1ddba6e9 owned by {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:42.250307 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8988a015-4fe5-4919-bcfe-9dcc088dca68 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:42.334171 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-95b4693d-893b-43e2-b149-11f86ab55abb tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:42.345209 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8988a015-4fe5-4919-bcfe-9dcc088dca68 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Port': ['ID=7449b50e-87e1-406c-9964-1a1281718d7a,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:42.351685 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-95b4693d-893b-43e2-b149-11f86ab55abb tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:42.538809 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4e8da777-3086-416d-9337-2002124195d8 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:42.550312 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4e8da777-3086-416d-9337-2002124195d8 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1023088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1023049', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1023600'] for router, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:42.698984 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-847ae2bc-03fe-4991-be0d-302b4d185955 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] For port 439ac8a6-fff4-466b-aa37-9d30187547a1, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=439ac8a6-fff4-466b-aa37-9d30187547a1,segment=NetworkSegment(5abaf28e-5774-4384-924c-dc26565660f7),segment_id=5abaf28e-5774-4384-924c-dc26565660f7)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:42.699390 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-847ae2bc-03fe-4991-be0d-302b4d185955 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:42.799215 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d5ef7725-7dc1-4f4a-afd7-e1fe524f6076 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:42.808600 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4693d-893b-43e2-b149-11f86ab55abb tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event updated for resources: {'Port': ['ID=cb39818c-a8ee-4bce-a640-5b47a30d93a9,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:42.861930 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-95b4693d-893b-43e2-b149-11f86ab55abb tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:42.878084 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44527ea9-deda-4768-87e8-0dff9d68627e admin admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:46:42.891187 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809c5d21-dd92-4016-9f10-d4924cdfa7ef None None] Sync routers for ids ['c2865374-f8c0-489f-9ca5-8fd4b18100f9'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:42.901739 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ef7725-7dc1-4f4a-afd7-e1fe524f6076 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Pushing event deleted for resources: {'Port': ['ID=23febb80-98db-4295-9f9a-e00a1ddba6e9,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:42.903675 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809c5d21-dd92-4016-9f10-d4924cdfa7ef None None] Routers {'c2865374-f8c0-489f-9ca5-8fd4b18100f9'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:42.903834 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d5ef7725-7dc1-4f4a-afd7-e1fe524f6076 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:42.904495 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-809c5d21-dd92-4016-9f10-d4924cdfa7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:46:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['c2865374-f8c0-489f-9ca5-8fd4b18100f9'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:42.909640 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-847ae2bc-03fe-4991-be0d-302b4d185955 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Calling delete_port for 439ac8a6-fff4-466b-aa37-9d30187547a1 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:42.942338 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8988a015-4fe5-4919-bcfe-9dcc088dca68 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:42.946927 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-8988a015-4fe5-4919-bcfe-9dcc088dca68 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/ports/7449b50e-87e1-406c-9964-1a1281718d7a HTTP/1.1" status: 204 len: 168 time: 3.4171076 Feb 16 12:46:42.951062 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d5ef7725-7dc1-4f4a-afd7-e1fe524f6076 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] 10.222.0.83 "DELETE /v2.0/ports/23febb80-98db-4295-9f9a-e00a1ddba6e9 HTTP/1.1" status: 204 len: 168 time: 2.2456696 Feb 16 12:46:42.951062 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34398) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:42.954910 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34400) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:43.006704 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-44527ea9-deda-4768-87e8-0dff9d68627e admin admin] 10.222.0.83 "PUT /v2.0/routers/c2865374-f8c0-489f-9ca5-8fd4b18100f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6875002 Feb 16 12:46:43.035398 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34406) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:43.091238 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-809c5d21-dd92-4016-9f10-d4924cdfa7ef None None] Set router c2865374-f8c0-489f-9ca5-8fd4b18100f9 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:43.155970 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-94442b69-750d-405c-afda-e5465c4f919a tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Deleting port b61984bf-5d71-4bc7-ac11-5258370d728a {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:43.156361 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-94442b69-750d-405c-afda-e5465c4f919a tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:43.248006 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba3a80d-f25a-48ab-9c2c-cc7d3bbf06cd tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:43.250552 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba3a80d-f25a-48ab-9c2c-cc7d3bbf06cd tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:43.251152 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba3a80d-f25a-48ab-9c2c-cc7d3bbf06cd tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:43.255637 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-3ba3a80d-f25a-48ab-9c2c-cc7d3bbf06cd tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2587063 Feb 16 12:46:43.265716 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34410) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:43.312278 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-847ae2bc-03fe-4991-be0d-302b4d185955 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:43.338142 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b4693d-893b-43e2-b149-11f86ab55abb tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Network 64c94935-2fe0-476f-8b98-906e5db48a93 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:43.343506 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-95b4693d-893b-43e2-b149-11f86ab55abb tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:43.359994 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-706016d0-1d6d-424b-8d93-2769d2a38f86 admin admin] Notify callbacks [] for router, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:43.402281 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-809c5d21-dd92-4016-9f10-d4924cdfa7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2865374-f8c0-489f-9ca5-8fd4b18100f9', 'name': 'tempest-ServersTestJSON-1446679388-router', 'tenant_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': '92845cd6-4e81-4f8b-99ad-200c046880bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:22Z', 'updated_at': '2022-02-16T12:46:39Z', 'revision_number': 5, 'project_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'gw_port': {'id': '92845cd6-4e81-4f8b-99ad-200c046880bf', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:13:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2865374-f8c0-489f-9ca5-8fd4b18100f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:25Z', 'updated_at': '2022-02-16T12:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:43.406901 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809c5d21-dd92-4016-9f10-d4924cdfa7ef None None] Checking router: c2865374-f8c0-489f-9ca5-8fd4b18100f9 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:46:43.415885 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809c5d21-dd92-4016-9f10-d4924cdfa7ef None None] Routers {'c2865374-f8c0-489f-9ca5-8fd4b18100f9'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:43.416635 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-809c5d21-dd92-4016-9f10-d4924cdfa7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:46:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['c2865374-f8c0-489f-9ca5-8fd4b18100f9'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:43.427837 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ae2bc-03fe-4991-be0d-302b4d185955 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Pushing event deleted for resources: {'Port': ['ID=439ac8a6-fff4-466b-aa37-9d30187547a1,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:43.463090 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847ae2bc-03fe-4991-be0d-302b4d185955 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] No DVR routers for this DVR port 439ac8a6-fff4-466b-aa37-9d30187547a1 on host dv-neutron-829527-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:43.518242 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cc2557d-97f2-457f-a4d0-9888460c14e0 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting subnet 0df37f45-295e-4e19-b412-0cdec7f551ed {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:46:43.535557 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45acddf3-653b-455a-bda7-66da310e1bf6 admin admin] Router 4616f6f8-cd19-413c-ad5a-9f955c0a3a86 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:46:43.553170 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8da777-3086-416d-9337-2002124195d8 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Router e2592364-72e6-414a-9af9-fa812546e357 is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:46:43.591375 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7cc2557d-97f2-457f-a4d0-9888460c14e0 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:43.607227 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-809c5d21-dd92-4016-9f10-d4924cdfa7ef None None] Set router c2865374-f8c0-489f-9ca5-8fd4b18100f9 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:43.732718 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-15bddb76-e344-4ce2-a11a-bfc37b73e9c8 None None] Provisioning complete for port cb39818c-a8ee-4bce-a640-5b47a30d93a9 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:43.734803 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-15bddb76-e344-4ce2-a11a-bfc37b73e9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:43.740114 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7cc2557d-97f2-457f-a4d0-9888460c14e0 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:43.798190 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-847ae2bc-03fe-4991-be0d-302b4d185955 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:43.822687 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-15bddb76-e344-4ce2-a11a-bfc37b73e9c8 None None] Port cb39818c-a8ee-4bce-a640-5b47a30d93a9 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:46:43.836494 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-706016d0-1d6d-424b-8d93-2769d2a38f86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:43.861863 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-706016d0-1d6d-424b-8d93-2769d2a38f86 admin admin] Deleting port 92845cd6-4e81-4f8b-99ad-200c046880bf {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:43.862494 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-706016d0-1d6d-424b-8d93-2769d2a38f86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:43.896782 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-809c5d21-dd92-4016-9f10-d4924cdfa7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2865374-f8c0-489f-9ca5-8fd4b18100f9', 'name': 'tempest-ServersTestJSON-1446679388-router', 'tenant_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': '92845cd6-4e81-4f8b-99ad-200c046880bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:22Z', 'updated_at': '2022-02-16T12:46:39Z', 'revision_number': 5, 'project_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'gw_port': {'id': '92845cd6-4e81-4f8b-99ad-200c046880bf', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:13:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2865374-f8c0-489f-9ca5-8fd4b18100f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:25Z', 'updated_at': '2022-02-16T12:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:43.901576 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809c5d21-dd92-4016-9f10-d4924cdfa7ef None None] The sync data for ids ['c2865374-f8c0-489f-9ca5-8fd4b18100f9'] in dv-neutron-829527-1-hyperv is: [{'id': 'c2865374-f8c0-489f-9ca5-8fd4b18100f9', 'name': 'tempest-ServersTestJSON-1446679388-router', 'tenant_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': '92845cd6-4e81-4f8b-99ad-200c046880bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:22Z', 'updated_at': '2022-02-16T12:46:39Z', 'revision_number': 5, 'project_id': 'e0be34df95bb4f3abecca4f5b7a46cf5', 'gw_port': {'id': '92845cd6-4e81-4f8b-99ad-200c046880bf', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:13:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2865374-f8c0-489f-9ca5-8fd4b18100f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:25Z', 'updated_at': '2022-02-16T12:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:43.923378 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7cc2557d-97f2-457f-a4d0-9888460c14e0 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:43.953233 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b4693d-893b-43e2-b149-11f86ab55abb tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Router bbd2503f-bec3-42df-b088-2cca8d342ff0 is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:46:44.059058 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-94442b69-750d-405c-afda-e5465c4f919a tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:44.146138 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-847ae2bc-03fe-4991-be0d-302b4d185955 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b621411-bdf1-43c0-b1ec-b74e71c2ef88']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:44.284042 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-94442b69-750d-405c-afda-e5465c4f919a tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Calling delete_port for b61984bf-5d71-4bc7-ac11-5258370d728a owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:44.318957 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-847ae2bc-03fe-4991-be0d-302b4d185955 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5abaf28e-5774-4384-924c-dc26565660f7') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:44.319668 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-847ae2bc-03fe-4991-be0d-302b4d185955 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5abaf28e-5774-4384-924c-dc26565660f7') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:44.378245 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7cc2557d-97f2-457f-a4d0-9888460c14e0 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:44.426549 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b4693d-893b-43e2-b149-11f86ab55abb tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:46:44.426804 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-847ae2bc-03fe-4991-be0d-302b4d185955 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:44.433111 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc2557d-97f2-457f-a4d0-9888460c14e0 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Subnet': ['ID=0df37f45-295e-4e19-b412-0cdec7f551ed,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:44.438180 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-706016d0-1d6d-424b-8d93-2769d2a38f86 admin admin] For port 92845cd6-4e81-4f8b-99ad-200c046880bf, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=92845cd6-4e81-4f8b-99ad-200c046880bf,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:44.438535 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-706016d0-1d6d-424b-8d93-2769d2a38f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:44.454334 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7cc2557d-97f2-457f-a4d0-9888460c14e0 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:44.458811 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-7cc2557d-97f2-457f-a4d0-9888460c14e0 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/0df37f45-295e-4e19-b412-0cdec7f551ed HTTP/1.1" status: 204 len: 168 time: 1.1921763 Feb 16 12:46:44.460060 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34414) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:44.468592 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa302d04-a4cf-434d-bfa4-9701c202cfbc None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:44.471958 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-847ae2bc-03fe-4991-be0d-302b4d185955 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:44.494775 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136b6317-53de-4ec4-9b58-a6768824eca9 None None] Sync routers for ids ['bbd2503f-bec3-42df-b088-2cca8d342ff0'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:44.501774 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-847ae2bc-03fe-4991-be0d-302b4d185955 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:44.502738 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-847ae2bc-03fe-4991-be0d-302b4d185955 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:44.518706 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:46:44.518706 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:44.518706 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:46:44.518706 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:44.518706 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:46:44.518706 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:46:44.518706 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:46:44.518706 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:44.518706 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:46:44.518706 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:44.518706 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:46:44.518706 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:44.518706 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:46:44.518706 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:46:44.518706 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:44.518706 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:46:44.518706 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:44.518706 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:46:44.518706 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:46:44.518706 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:46:44.518706 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:46:44.518706 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:46:44.518706 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:44.518706 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:44.518706 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:44.518706 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:44.518706 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:44.518706 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:44.518706 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:44.518706 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:44.518706 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:44.518706 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:44.525605 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45acddf3-653b-455a-bda7-66da310e1bf6 admin admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:46:44.539611 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bb62e4-ab5d-4826-a655-53f04b390e38 None None] Sync routers for ids ['4616f6f8-cd19-413c-ad5a-9f955c0a3a86'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:44.549445 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bb62e4-ab5d-4826-a655-53f04b390e38 None None] Routers {'4616f6f8-cd19-413c-ad5a-9f955c0a3a86'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:44.550328 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-a5bb62e4-ab5d-4826-a655-53f04b390e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:46:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['4616f6f8-cd19-413c-ad5a-9f955c0a3a86'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:44.572351 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8da777-3086-416d-9337-2002124195d8 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:46:44.602326 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-95b4693d-893b-43e2-b149-11f86ab55abb tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "PUT /v2.0/routers/bbd2503f-bec3-42df-b088-2cca8d342ff0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8902624 Feb 16 12:46:44.603141 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34418) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:44.610634 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-706016d0-1d6d-424b-8d93-2769d2a38f86 admin admin] Calling delete_port for 92845cd6-4e81-4f8b-99ad-200c046880bf owned by network:router_gateway {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:44.612313 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-94442b69-750d-405c-afda-e5465c4f919a tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:44.678749 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94442b69-750d-405c-afda-e5465c4f919a tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Pushing event deleted for resources: {'Port': ['ID=b61984bf-5d71-4bc7-ac11-5258370d728a,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:44.686740 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-847ae2bc-03fe-4991-be0d-302b4d185955 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:44.697898 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-94442b69-750d-405c-afda-e5465c4f919a tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:44.719127 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-45acddf3-653b-455a-bda7-66da310e1bf6 admin admin] 10.222.0.83 "PUT /v2.0/routers/4616f6f8-cd19-413c-ad5a-9f955c0a3a86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1298420 Feb 16 12:46:44.725230 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34424) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:44.733867 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-94442b69-750d-405c-afda-e5465c4f919a tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] 10.222.0.83 "DELETE /v2.0/ports/b61984bf-5d71-4bc7-ac11-5258370d728a HTTP/1.1" status: 204 len: 168 time: 1.7725463 Feb 16 12:46:44.733867 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4e8da777-3086-416d-9337-2002124195d8 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:44.737205 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4e8da777-3086-416d-9337-2002124195d8 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] 10.222.0.83 "PUT /v2.0/routers/e2592364-72e6-414a-9af9-fa812546e357 HTTP/1.1" status: 200 len: 914 time: 7.8441777 Feb 16 12:46:44.737205 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34428) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:44.737205 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34432) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:44.750457 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff813d3d-12ea-44fd-84b5-9633a325589d None None] Sync routers for ids ['e2592364-72e6-414a-9af9-fa812546e357'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:44.763544 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 13e1dc46-d856-4f9e-b5aa-32b74f98768b no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:46:44.804148 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 13e1dc46-d856-4f9e-b5aa-32b74f98768b {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:46:44.804511 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 13e1dc46-d856-4f9e-b5aa-32b74f98768b not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:46:44.810389 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-a5bb62e4-ab5d-4826-a655-53f04b390e38 None None] Set router 4616f6f8-cd19-413c-ad5a-9f955c0a3a86 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:44.833544 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136b6317-53de-4ec4-9b58-a6768824eca9 None None] Routers {'bbd2503f-bec3-42df-b088-2cca8d342ff0'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:44.834190 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-136b6317-53de-4ec4-9b58-a6768824eca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:46:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['bbd2503f-bec3-42df-b088-2cca8d342ff0'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:44.861967 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-49a23a15-56a7-42b1-90cd-838f197e23b9 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Synchronizing usage tracker for tenant:aafb3f42263e431db9c8531885383167 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:44.867404 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-847ae2bc-03fe-4991-be0d-302b4d185955 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:44.869406 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-847ae2bc-03fe-4991-be0d-302b4d185955 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] 10.222.0.83 "DELETE /v2.0/networks/7b621411-bdf1-43c0-b1ec-b74e71c2ef88 HTTP/1.1" status: 204 len: 168 time: 6.2119250 Feb 16 12:46:44.873109 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34436) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:44.899334 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff813d3d-12ea-44fd-84b5-9633a325589d None None] Routers {'e2592364-72e6-414a-9af9-fa812546e357'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:44.899955 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-ff813d3d-12ea-44fd-84b5-9633a325589d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:46:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e2592364-72e6-414a-9af9-fa812546e357'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:44.916221 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ae2bc-03fe-4991-be0d-302b4d185955 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Pushing event deleted for resources: {'Network': ['ID=7b621411-bdf1-43c0-b1ec-b74e71c2ef88,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:44.939385 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b8fb47c-86f7-4625-887e-e38e3bd6a862 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] DELETE failed (client error): The resource could not be found. Feb 16 12:46:44.939743 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b8fb47c-86f7-4625-887e-e38e3bd6a862 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:46:44.944592 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7b8fb47c-86f7-4625-887e-e38e3bd6a862 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] 10.222.0.83 "DELETE /v2.0/subnets/17b7771d-a4f7-49e5-b3da-36b351f436a2 HTTP/1.1" status: 404 len: 337 time: 0.0644586 Feb 16 12:46:44.946942 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34440) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:44.962625 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-136b6317-53de-4ec4-9b58-a6768824eca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:44.969172 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-ff813d3d-12ea-44fd-84b5-9633a325589d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:44.993519 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136b6317-53de-4ec4-9b58-a6768824eca9 None None] Routers {'bbd2503f-bec3-42df-b088-2cca8d342ff0'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:44.993732 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-136b6317-53de-4ec4-9b58-a6768824eca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:46:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['bbd2503f-bec3-42df-b088-2cca8d342ff0'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:45.015533 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-25f32c3e-4e7c-44a5-845b-c36953b4790b admin admin] Notify callbacks [] for router, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:45.051139 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-49a23a15-56a7-42b1-90cd-838f197e23b9 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Unset dirty status for tenant:aafb3f42263e431db9c8531885383167 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:45.056382 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-49a23a15-56a7-42b1-90cd-838f197e23b9 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3165398 Feb 16 12:46:45.058621 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34444) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:45.061126 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-52746d78-6cb8-403c-9e8a-9cf5d4d5190b tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] DELETE failed (client error): The resource could not be found. Feb 16 12:46:45.061703 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52746d78-6cb8-403c-9e8a-9cf5d4d5190b tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:46:45.065576 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-52746d78-6cb8-403c-9e8a-9cf5d4d5190b tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] 10.222.0.83 "DELETE /v2.0/networks/7b621411-bdf1-43c0-b1ec-b74e71c2ef88 HTTP/1.1" status: 404 len: 339 time: 0.1132705 Feb 16 12:46:45.067401 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-7dd495be-ea2c-41cd-a8ee-8fb9aa6ab767 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-899929388'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:45.072831 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34448) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:45.077851 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff813d3d-12ea-44fd-84b5-9633a325589d None None] Routers {'e2592364-72e6-414a-9af9-fa812546e357'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:45.078488 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-ff813d3d-12ea-44fd-84b5-9633a325589d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:46:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e2592364-72e6-414a-9af9-fa812546e357'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:45.080386 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-7dd495be-ea2c-41cd-a8ee-8fb9aa6ab767 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:45.114555 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-a5bb62e4-ab5d-4826-a655-53f04b390e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4616f6f8-cd19-413c-ad5a-9f955c0a3a86', 'name': 'tempest-ServersTestManualDisk-1675529640-router', 'tenant_id': '4259764a734f42088729811e9b58c5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.223'}], 'enable_snat': True}, 'gw_port_id': 'f57626c4-6412-4c9b-ab1e-72c7818d14ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:20Z', 'updated_at': '2022-02-16T12:46:41Z', 'revision_number': 5, 'project_id': '4259764a734f42088729811e9b58c5b6', 'gw_port': {'id': 'f57626c4-6412-4c9b-ab1e-72c7818d14ef', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4616f6f8-cd19-413c-ad5a-9f955c0a3a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:23Z', 'updated_at': '2022-02-16T12:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:45.119322 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-7dd495be-ea2c-41cd-a8ee-8fb9aa6ab767 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Usage tracker for resource:network and tenant:aafb3f42263e431db9c8531885383167 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:45.119472 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bb62e4-ab5d-4826-a655-53f04b390e38 None None] Checking router: 4616f6f8-cd19-413c-ad5a-9f955c0a3a86 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:46:45.124080 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fec0952-0a05-432b-b1a2-a8d9dc9d7ce3 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] DELETE failed (client error): The resource could not be found. Feb 16 12:46:45.124534 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fec0952-0a05-432b-b1a2-a8d9dc9d7ce3 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:46:45.128487 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0fec0952-0a05-432b-b1a2-a8d9dc9d7ce3 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] 10.222.0.83 "DELETE /v2.0/subnets/112a8f8f-e9ae-460f-81fd-914f7403d193 HTTP/1.1" status: 404 len: 337 time: 0.0507894 Feb 16 12:46:45.128673 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bb62e4-ab5d-4826-a655-53f04b390e38 None None] Routers {'4616f6f8-cd19-413c-ad5a-9f955c0a3a86'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:45.128896 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-a5bb62e4-ab5d-4826-a655-53f04b390e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:46:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['4616f6f8-cd19-413c-ad5a-9f955c0a3a86'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:45.131093 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-7dd495be-ea2c-41cd-a8ee-8fb9aa6ab767 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:45.133818 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34452) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:45.150055 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-136b6317-53de-4ec4-9b58-a6768824eca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:45.150448 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136b6317-53de-4ec4-9b58-a6768824eca9 None None] The sync data for ids ['bbd2503f-bec3-42df-b088-2cca8d342ff0'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:45.153288 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-ff813d3d-12ea-44fd-84b5-9633a325589d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:45.153947 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff813d3d-12ea-44fd-84b5-9633a325589d None None] The sync data for ids ['e2592364-72e6-414a-9af9-fa812546e357'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:45.165236 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-7dd495be-ea2c-41cd-a8ee-8fb9aa6ab767 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:45.171804 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-54f7d451-5a76-433e-8786-d3081f93bab4 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] 10.222.0.83 "GET /v2.0/routers/e2592364-72e6-414a-9af9-fa812546e357 HTTP/1.1" status: 200 len: 920 time: 0.4336214 Feb 16 12:46:45.176346 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34456) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:45.178943 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ffbe665-44cc-44b2-9295-3edae5775a08 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] DELETE failed (client error): The resource could not be found. Feb 16 12:46:45.179418 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ffbe665-44cc-44b2-9295-3edae5775a08 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:46:45.181492 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3ffbe665-44cc-44b2-9295-3edae5775a08 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] 10.222.0.83 "DELETE /v2.0/networks/b286343c-217d-4cf7-b2f2-64e7980831cc HTTP/1.1" status: 404 len: 339 time: 0.0442014 Feb 16 12:46:45.218585 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34460) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:45.264253 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd495be-ea2c-41cd-a8ee-8fb9aa6ab767 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Made reservation on behalf of aafb3f42263e431db9c8531885383167 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:45.267931 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7dd495be-ea2c-41cd-a8ee-8fb9aa6ab767 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:45.283374 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2e2ea1b-c1ea-481f-bb7e-fbbb7b9c21bb tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] DELETE failed (client error): The resource could not be found. Feb 16 12:46:45.284232 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2e2ea1b-c1ea-481f-bb7e-fbbb7b9c21bb tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:46:45.286079 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f2e2ea1b-c1ea-481f-bb7e-fbbb7b9c21bb tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] 10.222.0.83 "DELETE /v2.0/subnets/d422fed9-59ac-4c7f-8082-c17210c5478f HTTP/1.1" status: 404 len: 337 time: 0.0663829 Feb 16 12:46:45.289938 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34464) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:45.342020 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c6bb01-9aab-4ef6-a3fe-7e700af53ce7 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:45.342389 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-a5bb62e4-ab5d-4826-a655-53f04b390e38 None None] Set router 4616f6f8-cd19-413c-ad5a-9f955c0a3a86 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:46:45.342927 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-b0c6bb01-9aab-4ef6-a3fe-7e700af53ce7 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Synchronizing usage tracker for tenant:9f89b69482a141c697c1d7563c6011c5 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:45.345368 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8373d92-20b0-46b7-91ce-67981b20a11a tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] DELETE failed (client error): The resource could not be found. Feb 16 12:46:45.346102 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8373d92-20b0-46b7-91ce-67981b20a11a tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:46:45.360547 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f832336-d6c5-410b-bf7a-26d93981c020 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting subnet 2d6ae8ef-3280-48f6-b4b0-b6c487f41306 {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:46:45.365246 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c8373d92-20b0-46b7-91ce-67981b20a11a tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] 10.222.0.83 "DELETE /v2.0/networks/56a1647e-1846-45a4-93d9-61738ceaaaa2 HTTP/1.1" status: 404 len: 339 time: 0.0720172 Feb 16 12:46:45.367769 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34468) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:45.374022 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dd495be-ea2c-41cd-a8ee-8fb9aa6ab767 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:46:45.375788 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0f832336-d6c5-410b-bf7a-26d93981c020 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:45.404866 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7dd495be-ea2c-41cd-a8ee-8fb9aa6ab767 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:45.405211 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-7dd495be-ea2c-41cd-a8ee-8fb9aa6ab767 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Added segment 9cc1cbb2-f17b-4cfd-ae25-a2b4638eaa66 of type vlan for network 9c953466-30bf-4081-bbe0-2823219b8a29 Feb 16 12:46:45.408566 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6514f6d3-1f28-485e-a1b6-3ddc360cfc23 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:45.415306 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6514f6d3-1f28-485e-a1b6-3ddc360cfc23 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41&device_id=e2592364-72e6-414a-9af9-fa812546e357&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2376728 Feb 16 12:46:45.423473 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34472) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:45.598611 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf57555-8014-4e6d-bad2-4d9fd08c577a tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:45.599296 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-cbf57555-8014-4e6d-bad2-4d9fd08c577a tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Synchronizing usage tracker for tenant:fa4c20ba72264dde861f4f6fcde1d1da on resource:network {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:45.613054 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7dd495be-ea2c-41cd-a8ee-8fb9aa6ab767 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:45.620283 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-cbf57555-8014-4e6d-bad2-4d9fd08c577a tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Unset dirty status for tenant:fa4c20ba72264dde861f4f6fcde1d1da on resource:network {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:45.624479 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-cbf57555-8014-4e6d-bad2-4d9fd08c577a tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] 10.222.0.83 "GET /v2.0/networks/a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 HTTP/1.1" status: 200 len: 881 time: 0.1999874 Feb 16 12:46:45.627124 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34476) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:45.692794 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-a5bb62e4-ab5d-4826-a655-53f04b390e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4616f6f8-cd19-413c-ad5a-9f955c0a3a86', 'name': 'tempest-ServersTestManualDisk-1675529640-router', 'tenant_id': '4259764a734f42088729811e9b58c5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.223'}], 'enable_snat': True}, 'gw_port_id': 'f57626c4-6412-4c9b-ab1e-72c7818d14ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:20Z', 'updated_at': '2022-02-16T12:46:41Z', 'revision_number': 5, 'project_id': '4259764a734f42088729811e9b58c5b6', 'gw_port': {'id': 'f57626c4-6412-4c9b-ab1e-72c7818d14ef', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4616f6f8-cd19-413c-ad5a-9f955c0a3a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:23Z', 'updated_at': '2022-02-16T12:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:45.697654 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bb62e4-ab5d-4826-a655-53f04b390e38 None None] The sync data for ids ['4616f6f8-cd19-413c-ad5a-9f955c0a3a86'] in dv-neutron-829527-1-hyperv is: [{'id': '4616f6f8-cd19-413c-ad5a-9f955c0a3a86', 'name': 'tempest-ServersTestManualDisk-1675529640-router', 'tenant_id': '4259764a734f42088729811e9b58c5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.223'}], 'enable_snat': True}, 'gw_port_id': 'f57626c4-6412-4c9b-ab1e-72c7818d14ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:20Z', 'updated_at': '2022-02-16T12:46:41Z', 'revision_number': 5, 'project_id': '4259764a734f42088729811e9b58c5b6', 'gw_port': {'id': 'f57626c4-6412-4c9b-ab1e-72c7818d14ef', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4616f6f8-cd19-413c-ad5a-9f955c0a3a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:23Z', 'updated_at': '2022-02-16T12:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:45.782228 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-b0c6bb01-9aab-4ef6-a3fe-7e700af53ce7 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Unset dirty status for tenant:9f89b69482a141c697c1d7563c6011c5 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:45.783557 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-b0c6bb01-9aab-4ef6-a3fe-7e700af53ce7 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "GET /v2.0/ports/cb39818c-a8ee-4bce-a640-5b47a30d93a9 HTTP/1.1" status: 200 len: 977 time: 1.1417310 Feb 16 12:46:45.805598 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34480) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:45.837800 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-556e69e2-02ec-4285-8043-481ef12a0742 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] 10.222.0.83 "GET /v2.0/ports?device_id=e2592364-72e6-414a-9af9-fa812546e357 HTTP/1.1" status: 200 len: 205 time: 0.2094157 Feb 16 12:46:45.838411 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34484) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:45.839567 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.resource_extend [None req-7dd495be-ea2c-41cd-a8ee-8fb9aa6ab767 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:46:45.862325 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-6c2a693b-fa32-42ae-b15e-f832bc501c71 None None] Provisioning complete for port 6b8561e8-6395-4425-acc7-9d963194ac62 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:45.862892 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6c2a693b-fa32-42ae-b15e-f832bc501c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:45.895644 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0f832336-d6c5-410b-bf7a-26d93981c020 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:45.943613 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7dd495be-ea2c-41cd-a8ee-8fb9aa6ab767 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:45.949608 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd495be-ea2c-41cd-a8ee-8fb9aa6ab767 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:45.950195 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7dd495be-ea2c-41cd-a8ee-8fb9aa6ab767 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.008116 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-8ba5e2f5-372d-4298-a834-16a2eee080db tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Deleting port 12af515f-e07d-4052-9d48-9aab02888be8 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:46.008444 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8ba5e2f5-372d-4298-a834-16a2eee080db tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.074197 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-25f32c3e-4e7c-44a5-845b-c36953b4790b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.130828 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7dd495be-ea2c-41cd-a8ee-8fb9aa6ab767 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0687728 Feb 16 12:46:46.133970 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34488) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:46.146972 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd495be-ea2c-41cd-a8ee-8fb9aa6ab767 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Pushing event updated for resources: {'Network': ['ID=9c953466-30bf-4081-bbe0-2823219b8a29,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:46.157205 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-db3cba19-ef05-4bfe-97fa-15269d0720ef tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.160170 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-8ed80b3f-bf6b-4c87-81ad-eab3afb67a32 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1528105192'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:46.161403 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 9c953466-30bf-4081-bbe0-2823219b8a29 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:46:46.176986 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-25f32c3e-4e7c-44a5-845b-c36953b4790b admin admin] Deleting port f57626c4-6412-4c9b-ab1e-72c7818d14ef {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:46.177876 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-25f32c3e-4e7c-44a5-845b-c36953b4790b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.208597 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-8ed80b3f-bf6b-4c87-81ad-eab3afb67a32 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:46.340190 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-8ed80b3f-bf6b-4c87-81ad-eab3afb67a32 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Usage tracker for resource:network and tenant:aafb3f42263e431db9c8531885383167 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:46.359549 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-db3cba19-ef05-4bfe-97fa-15269d0720ef tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.364895 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-8ed80b3f-bf6b-4c87-81ad-eab3afb67a32 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:46.371396 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-db3cba19-ef05-4bfe-97fa-15269d0720ef tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Deleting port 46b7fc81-27aa-4419-b2d1-ee31f44b97dd {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:46.371851 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-db3cba19-ef05-4bfe-97fa-15269d0720ef tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.444148 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-8ed80b3f-bf6b-4c87-81ad-eab3afb67a32 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:46.518997 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-706016d0-1d6d-424b-8d93-2769d2a38f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.552371 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-db3cba19-ef05-4bfe-97fa-15269d0720ef tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.670098 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed80b3f-bf6b-4c87-81ad-eab3afb67a32 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Made reservation on behalf of aafb3f42263e431db9c8531885383167 for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:46.673594 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8ed80b3f-bf6b-4c87-81ad-eab3afb67a32 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.684162 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-db3cba19-ef05-4bfe-97fa-15269d0720ef tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Calling delete_port for 46b7fc81-27aa-4419-b2d1-ee31f44b97dd owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:46.719989 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706016d0-1d6d-424b-8d93-2769d2a38f86 admin admin] Pushing event deleted for resources: {'Port': ['ID=92845cd6-4e81-4f8b-99ad-200c046880bf,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:46.720287 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 08ffd7fb-eb34-4c5f-93aa-3bb92a5a37de no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:46:46.756009 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0f832336-d6c5-410b-bf7a-26d93981c020 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.763529 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 08ffd7fb-eb34-4c5f-93aa-3bb92a5a37de {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:46:46.763875 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 08ffd7fb-eb34-4c5f-93aa-3bb92a5a37de not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:46:46.878564 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-db3cba19-ef05-4bfe-97fa-15269d0720ef tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.894505 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8ba5e2f5-372d-4298-a834-16a2eee080db tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:46.924600 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3cba19-ef05-4bfe-97fa-15269d0720ef tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Pushing event deleted for resources: {'Port': ['ID=46b7fc81-27aa-4419-b2d1-ee31f44b97dd,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:47.017592 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-db3cba19-ef05-4bfe-97fa-15269d0720ef tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023674'] for router_gateway, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.089383 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-8ba5e2f5-372d-4298-a834-16a2eee080db tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Calling delete_port for 12af515f-e07d-4052-9d48-9aab02888be8 owned by {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:47.315291 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-db3cba19-ef05-4bfe-97fa-15269d0720ef tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.317595 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-db3cba19-ef05-4bfe-97fa-15269d0720ef tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.326030 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ed80b3f-bf6b-4c87-81ad-eab3afb67a32 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:46:47.342827 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-db3cba19-ef05-4bfe-97fa-15269d0720ef tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.343399 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3cba19-ef05-4bfe-97fa-15269d0720ef tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Fanout notify agent at l3_agent the message router_deleted on router e2592364-72e6-414a-9af9-fa812546e357 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:46:47.361561 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-db3cba19-ef05-4bfe-97fa-15269d0720ef tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.362109 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-706016d0-1d6d-424b-8d93-2769d2a38f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023674'] for router_gateway, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.362661 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-db3cba19-ef05-4bfe-97fa-15269d0720ef tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] 10.222.0.83 "DELETE /v2.0/routers/e2592364-72e6-414a-9af9-fa812546e357 HTTP/1.1" status: 204 len: 168 time: 1.5156693 Feb 16 12:46:47.366932 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34494) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:47.372447 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-cdb51b72-86e1-45c0-9d5e-883823b5f1ff tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1435488128', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:47.379740 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-cdb51b72-86e1-45c0-9d5e-883823b5f1ff tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:47.384312 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-cdb51b72-86e1-45c0-9d5e-883823b5f1ff tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Usage tracker for resource:router and tenant:4f391249135447c7b12259a80fb71dbd is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:47.387375 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-cdb51b72-86e1-45c0-9d5e-883823b5f1ff tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:47.393688 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-cdb51b72-86e1-45c0-9d5e-883823b5f1ff tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:47.405564 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cdb51b72-86e1-45c0-9d5e-883823b5f1ff tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.406641 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cdb51b72-86e1-45c0-9d5e-883823b5f1ff tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.410814 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8ed80b3f-bf6b-4c87-81ad-eab3afb67a32 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.411153 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-8ed80b3f-bf6b-4c87-81ad-eab3afb67a32 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Added segment 030513af-6fe3-4bf4-bc1e-df870438decb of type vlan for network 7c20fd7e-0f44-4726-a642-8d93ce4a285d Feb 16 12:46:47.423475 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cdb51b72-86e1-45c0-9d5e-883823b5f1ff tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.442608 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cdb51b72-86e1-45c0-9d5e-883823b5f1ff tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.465892 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cdb51b72-86e1-45c0-9d5e-883823b5f1ff tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.467366 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-cdb51b72-86e1-45c0-9d5e-883823b5f1ff tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.0990517 Feb 16 12:46:47.470141 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34498) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:47.475452 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-a7580a5f-a9bc-4f7d-907a-464d7a7af699 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'enable_snat': False}}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:47.543984 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-25f32c3e-4e7c-44a5-845b-c36953b4790b admin admin] For port f57626c4-6412-4c9b-ab1e-72c7818d14ef, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=f57626c4-6412-4c9b-ab1e-72c7818d14ef,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:47.544298 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-25f32c3e-4e7c-44a5-845b-c36953b4790b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.551702 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0f832336-d6c5-410b-bf7a-26d93981c020 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.677039 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-706016d0-1d6d-424b-8d93-2769d2a38f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.678704 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f832336-d6c5-410b-bf7a-26d93981c020 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Subnet': ['ID=2d6ae8ef-3280-48f6-b4b0-b6c487f41306,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:47.681698 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-706016d0-1d6d-424b-8d93-2769d2a38f86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.744761 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155e9709-f5d2-4ebe-9447-fdb192739a23 None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:47.745823 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-25f32c3e-4e7c-44a5-845b-c36953b4790b admin admin] Calling delete_port for f57626c4-6412-4c9b-ab1e-72c7818d14ef owned by network:router_gateway {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:47.773067 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0f832336-d6c5-410b-bf7a-26d93981c020 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.838959 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8ed80b3f-bf6b-4c87-81ad-eab3afb67a32 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.848393 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8ba5e2f5-372d-4298-a834-16a2eee080db tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.867800 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a7580a5f-a9bc-4f7d-907a-464d7a7af699 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.945614 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-706016d0-1d6d-424b-8d93-2769d2a38f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.946003 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706016d0-1d6d-424b-8d93-2769d2a38f86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2865374-f8c0-489f-9ca5-8fd4b18100f9 {{(pid=87701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:46:47.967047 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba5e2f5-372d-4298-a834-16a2eee080db tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Pushing event deleted for resources: {'Port': ['ID=12af515f-e07d-4052-9d48-9aab02888be8,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:47.987266 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-706016d0-1d6d-424b-8d93-2769d2a38f86 admin admin] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:47.987932 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-706016d0-1d6d-424b-8d93-2769d2a38f86 admin admin] 10.222.0.83 "DELETE /v2.0/routers/c2865374-f8c0-489f-9ca5-8fd4b18100f9 HTTP/1.1" status: 204 len: 168 time: 4.9499111 Feb 16 12:46:47.991841 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-0f832336-d6c5-410b-bf7a-26d93981c020 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/2d6ae8ef-3280-48f6-b4b0-b6c487f41306 HTTP/1.1" status: 204 len: 168 time: 3.4799807 Feb 16 12:46:47.992017 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34502) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:47.997314 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34504) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:48.078149 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5f4def8-1ce5-4320-b92c-26e39b5a23ea admin admin] Deleting subnet 25af59ae-eb65-4dc0-ba71-1417e9a15624 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:46:48.083194 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f5f4def8-1ce5-4320-b92c-26e39b5a23ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.083650 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8ba5e2f5-372d-4298-a834-16a2eee080db tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.085648 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-8ba5e2f5-372d-4298-a834-16a2eee080db tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] 10.222.0.83 "DELETE /v2.0/ports/12af515f-e07d-4052-9d48-9aab02888be8 HTTP/1.1" status: 204 len: 168 time: 2.7133546 Feb 16 12:46:48.090608 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d724d80-6ef8-43ff-8bdb-5b95c4044804 None None] DHCP port deletion for c2beece7-853e-4518-ace6-8724ee235932 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:46:48.096386 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-6d724d80-6ef8-43ff-8bdb-5b95c4044804 None None] Deleting port 6b8561e8-6395-4425-acc7-9d963194ac62 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:48.097276 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6d724d80-6ef8-43ff-8bdb-5b95c4044804 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.098033 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34510) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:48.103873 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-8d02fd24-cec5-46a5-ba03-cc518dfd583d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1034470 Feb 16 12:46:48.116795 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34514) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:48.127630 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-10643873-f5bb-4117-830c-03f47126f17b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'subnet': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:48.141067 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8ed80b3f-bf6b-4c87-81ad-eab3afb67a32 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.146359 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed80b3f-bf6b-4c87-81ad-eab3afb67a32 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:48.147266 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8ed80b3f-bf6b-4c87-81ad-eab3afb67a32 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.179585 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbd6b9dd-4258-4b28-ab09-b47c963fb26e tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] DELETE failed (client error): The resource could not be found. Feb 16 12:46:48.180061 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbd6b9dd-4258-4b28-ab09-b47c963fb26e tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:46:48.181772 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-dbd6b9dd-4258-4b28-ab09-b47c963fb26e tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] 10.222.0.83 "DELETE /v2.0/subnets/d99077af-8b01-4f91-b6b8-3d3d701ca2bd HTTP/1.1" status: 404 len: 337 time: 0.0821111 Feb 16 12:46:48.190132 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34518) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:48.292229 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-8ed80b3f-bf6b-4c87-81ad-eab3afb67a32 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.1480427 Feb 16 12:46:48.343057 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f5f4def8-1ce5-4320-b92c-26e39b5a23ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.370784 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-6d724d80-6ef8-43ff-8bdb-5b95c4044804 None None] For port 6b8561e8-6395-4425-acc7-9d963194ac62, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=6b8561e8-6395-4425-acc7-9d963194ac62,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:48.370784 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6d724d80-6ef8-43ff-8bdb-5b95c4044804 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.430928 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed80b3f-bf6b-4c87-81ad-eab3afb67a32 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Pushing event updated for resources: {'Network': ['ID=7c20fd7e-0f44-4726-a642-8d93ce4a285d,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:48.495924 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 7c20fd7e-0f44-4726-a642-8d93ce4a285d details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:46:48.498143 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-10643873-f5bb-4117-830c-03f47126f17b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:48.514145 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-10643873-f5bb-4117-830c-03f47126f17b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Usage tracker for resource:subnet and tenant:5979c0794f594272a8691960316755d8 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:48.520895 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-10643873-f5bb-4117-830c-03f47126f17b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:48.534900 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-10643873-f5bb-4117-830c-03f47126f17b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:48.538492 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a7580a5f-a9bc-4f7d-907a-464d7a7af699 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.581580 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a7580a5f-a9bc-4f7d-907a-464d7a7af699 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.596333 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-6d724d80-6ef8-43ff-8bdb-5b95c4044804 None None] Calling delete_port for 6b8561e8-6395-4425-acc7-9d963194ac62 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:48.628163 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10643873-f5bb-4117-830c-03f47126f17b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:48.629431 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9f40ee85-5c49-451a-9a85-9f953eb54b94 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.632652 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-10643873-f5bb-4117-830c-03f47126f17b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.641682 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-25f32c3e-4e7c-44a5-845b-c36953b4790b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.718049 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f5f4def8-1ce5-4320-b92c-26e39b5a23ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.779613 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6d724d80-6ef8-43ff-8bdb-5b95c4044804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:48.827388 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 6b8561e8-6395-4425-acc7-9d963194ac62 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:46:48.828412 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f32c3e-4e7c-44a5-845b-c36953b4790b admin admin] Pushing event deleted for resources: {'Port': ['ID=f57626c4-6412-4c9b-ab1e-72c7818d14ef,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:48.864645 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d724d80-6ef8-43ff-8bdb-5b95c4044804 None None] Pushing event deleted for resources: {'Port': ['ID=6b8561e8-6395-4425-acc7-9d963194ac62,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:48.873811 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d724d80-6ef8-43ff-8bdb-5b95c4044804 None None] No DVR routers for this DVR port 6b8561e8-6395-4425-acc7-9d963194ac62 on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:48.875339 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 6b8561e8-6395-4425-acc7-9d963194ac62 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:46:48.875820 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 6b8561e8-6395-4425-acc7-9d963194ac62 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:46:48.876217 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 92845cd6-4e81-4f8b-99ad-200c046880bf no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:46:48.918080 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 92845cd6-4e81-4f8b-99ad-200c046880bf {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:46:48.918422 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 92845cd6-4e81-4f8b-99ad-200c046880bf not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:46:48.974996 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fe5dcf2f-b506-48da-874c-3a7e16748390 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.095730 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f5f4def8-1ce5-4320-b92c-26e39b5a23ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.145111 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-a7580a5f-a9bc-4f7d-907a-464d7a7af699 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Allocated IP 172.26.5.36 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/0e61d352-4f01-41fb-aa71-b25e53389172) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:49.164062 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f5f4def8-1ce5-4320-b92c-26e39b5a23ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.168485 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f4def8-1ce5-4320-b92c-26e39b5a23ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25af59ae-eb65-4dc0-ba71-1417e9a15624,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:49.180260 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b11661-36b1-40d4-a36c-5ab83eceeb21 None None] Network 3f63effa-f1fc-4fdf-827c-5f344c925210 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:49.307385 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f5f4def8-1ce5-4320-b92c-26e39b5a23ea admin admin] 10.222.0.83 "DELETE /v2.0/subnets/25af59ae-eb65-4dc0-ba71-1417e9a15624 HTTP/1.1" status: 204 len: 168 time: 1.3150344 Feb 16 12:46:49.314995 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34522) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:49.345477 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9f40ee85-5c49-451a-9a85-9f953eb54b94 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.368112 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-25f32c3e-4e7c-44a5-845b-c36953b4790b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023674'] for router_gateway, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.502095 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f4faaf0e-4cc2-491a-ba25-c48f2a9d97e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.583518 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7ab410-6263-4b9f-ae14-d2f59e0470a3 None None] DHCP port deletion for 3f63effa-f1fc-4fdf-827c-5f344c925210 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:46:49.585429 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a7580a5f-a9bc-4f7d-907a-464d7a7af699 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.589867 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-7b7ab410-6263-4b9f-ae14-d2f59e0470a3 None None] Deleting port 0a29aa6b-038c-4a3d-b6ee-1bb0793ea4c3 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:49.590449 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7b7ab410-6263-4b9f-ae14-d2f59e0470a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.592789 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-f4faaf0e-4cc2-491a-ba25-c48f2a9d97e5 admin admin] Deleting port 0a29aa6b-038c-4a3d-b6ee-1bb0793ea4c3 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:49.593186 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f4faaf0e-4cc2-491a-ba25-c48f2a9d97e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.685621 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-9f40ee85-5c49-451a-9a85-9f953eb54b94 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52495b4d-867c-440c-8060-fffc55f8f1c5']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:49.712396 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.objects.ports [None req-10643873-f5bb-4117-830c-03f47126f17b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87699) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:46:49.716259 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-10643873-f5bb-4117-830c-03f47126f17b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.750474 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-25f32c3e-4e7c-44a5-845b-c36953b4790b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.753862 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-9f40ee85-5c49-451a-9a85-9f953eb54b94 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24ca859f-7faf-4904-a0fd-2b099df869cc') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:49.754251 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-9f40ee85-5c49-451a-9a85-9f953eb54b94 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24ca859f-7faf-4904-a0fd-2b099df869cc') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:49.763156 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-25f32c3e-4e7c-44a5-845b-c36953b4790b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.781458 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9f40ee85-5c49-451a-9a85-9f953eb54b94 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.827319 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9f40ee85-5c49-451a-9a85-9f953eb54b94 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.828368 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10643873-f5bb-4117-830c-03f47126f17b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:49.837876 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f40ee85-5c49-451a-9a85-9f953eb54b94 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:49.838451 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9f40ee85-5c49-451a-9a85-9f953eb54b94 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.840569 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-10643873-f5bb-4117-830c-03f47126f17b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:49.847448 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10643873-f5bb-4117-830c-03f47126f17b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:49.848041 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-10643873-f5bb-4117-830c-03f47126f17b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.853236 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd8c030-f84b-4c5a-956e-39a7de811769 None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:49.873293 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10643873-f5bb-4117-830c-03f47126f17b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Subnet': ['ID=af5f8ea2-fe4c-4ab6-9bd1-de1e76fce812,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:49.883916 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-7b7ab410-6263-4b9f-ae14-d2f59e0470a3 None None] For port 0a29aa6b-038c-4a3d-b6ee-1bb0793ea4c3, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=0a29aa6b-038c-4a3d-b6ee-1bb0793ea4c3,segment=NetworkSegment(eed87c9e-fb99-4fd5-ad35-a65bcf1a5597),segment_id=eed87c9e-fb99-4fd5-ad35-a65bcf1a5597)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:49.884505 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7b7ab410-6263-4b9f-ae14-d2f59e0470a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.893749 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a7580a5f-a9bc-4f7d-907a-464d7a7af699 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.959665 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:46:49.959665 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:49.959665 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:46:49.959665 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:49.959665 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:46:49.959665 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:46:49.959665 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:46:49.959665 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:49.959665 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:46:49.959665 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:49.959665 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:46:49.959665 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:49.959665 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:46:49.959665 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:46:49.959665 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:49.959665 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:46:49.959665 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:49.959665 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:46:49.959665 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:46:49.959665 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:46:49.959665 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:46:49.959665 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:46:49.959665 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:49.959665 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:49.959665 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:49.959665 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:49.959665 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:49.959665 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:49.959665 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:49.959665 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:49.959665 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:49.959665 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:49.965797 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-25f32c3e-4e7c-44a5-845b-c36953b4790b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:49.966531 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f32c3e-4e7c-44a5-845b-c36953b4790b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4616f6f8-cd19-413c-ad5a-9f955c0a3a86 {{(pid=87701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:46:49.970769 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9f40ee85-5c49-451a-9a85-9f953eb54b94 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.006643 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-10643873-f5bb-4117-830c-03f47126f17b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8861375 Feb 16 12:46:50.012940 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9f40ee85-5c49-451a-9a85-9f953eb54b94 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.032400 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34526) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:50.034029 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-9f40ee85-5c49-451a-9a85-9f953eb54b94 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] 10.222.0.83 "DELETE /v2.0/networks/52495b4d-867c-440c-8060-fffc55f8f1c5 HTTP/1.1" status: 204 len: 168 time: 1.7953458 Feb 16 12:46:50.039980 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34530) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:50.044091 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-17bb3243-3db7-4b1f-bcbd-ec5b76df1564 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'subnet': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:50.125043 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-f4faaf0e-4cc2-491a-ba25-c48f2a9d97e5 admin admin] For port 0a29aa6b-038c-4a3d-b6ee-1bb0793ea4c3, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=0a29aa6b-038c-4a3d-b6ee-1bb0793ea4c3,segment=NetworkSegment(eed87c9e-fb99-4fd5-ad35-a65bcf1a5597),segment_id=eed87c9e-fb99-4fd5-ad35-a65bcf1a5597)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:50.125417 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f4faaf0e-4cc2-491a-ba25-c48f2a9d97e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.159730 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-7b7ab410-6263-4b9f-ae14-d2f59e0470a3 None None] Calling delete_port for 0a29aa6b-038c-4a3d-b6ee-1bb0793ea4c3 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:50.303062 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7b7ab410-6263-4b9f-ae14-d2f59e0470a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.313152 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-fe5dcf2f-b506-48da-874c-3a7e16748390 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Deleting port cb39818c-a8ee-4bce-a640-5b47a30d93a9 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:50.313612 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fe5dcf2f-b506-48da-874c-3a7e16748390 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.322988 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-f4faaf0e-4cc2-491a-ba25-c48f2a9d97e5 admin admin] Calling delete_port for 0a29aa6b-038c-4a3d-b6ee-1bb0793ea4c3 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:50.360296 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ab410-6263-4b9f-ae14-d2f59e0470a3 None None] Pushing event deleted for resources: {'Port': ['ID=0a29aa6b-038c-4a3d-b6ee-1bb0793ea4c3,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:50.364046 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7ab410-6263-4b9f-ae14-d2f59e0470a3 None None] No DVR routers for this DVR port 0a29aa6b-038c-4a3d-b6ee-1bb0793ea4c3 on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:50.379872 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40ee85-5c49-451a-9a85-9f953eb54b94 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Pushing event deleted for resources: {'Network': ['ID=52495b4d-867c-440c-8060-fffc55f8f1c5,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:50.387429 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-b279360c-cebf-4a28-997c-6f4e6d1ac8a2 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Deleting port ffcf004a-6155-4251-999c-9856c2ef3a3a {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:50.389963 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b279360c-cebf-4a28-997c-6f4e6d1ac8a2 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.417124 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-17bb3243-3db7-4b1f-bcbd-ec5b76df1564 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:50.421403 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-17bb3243-3db7-4b1f-bcbd-ec5b76df1564 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Usage tracker for resource:subnet and tenant:5979c0794f594272a8691960316755d8 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:50.424173 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-17bb3243-3db7-4b1f-bcbd-ec5b76df1564 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:50.430121 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-17bb3243-3db7-4b1f-bcbd-ec5b76df1564 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:50.444660 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-25f32c3e-4e7c-44a5-845b-c36953b4790b admin admin] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.448712 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-25f32c3e-4e7c-44a5-845b-c36953b4790b admin admin] 10.222.0.83 "DELETE /v2.0/routers/4616f6f8-cd19-413c-ad5a-9f955c0a3a86 HTTP/1.1" status: 204 len: 168 time: 5.7205653 Feb 16 12:46:50.449484 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34534) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:50.457243 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82c800b-9845-41c3-8f3f-74ef1e391088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-c2beece7-853e-4518-ace6-8724ee235932', 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'tenant_id': '5979c0794f594272a8691960316755d8', 'fixed_ips': [{'subnet_id': 'af5f8ea2-fe4c-4ab6-9bd1-de1e76fce812'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:46:50.458438 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f82c800b-9845-41c3-8f3f-74ef1e391088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.471885 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-f4faaf0e-4cc2-491a-ba25-c48f2a9d97e5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:46:50.472203 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-f4faaf0e-4cc2-491a-ba25-c48f2a9d97e5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:46:50.496032 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7580a5f-a9bc-4f7d-907a-464d7a7af699 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:50.501576 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-a7580a5f-a9bc-4f7d-907a-464d7a7af699 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:50.513268 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7580a5f-a9bc-4f7d-907a-464d7a7af699 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:50.557377 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17bb3243-3db7-4b1f-bcbd-ec5b76df1564 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:50.562377 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7580a5f-a9bc-4f7d-907a-464d7a7af699 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Pushing event updated for resources: {'Port': ['ID=0e61d352-4f01-41fb-aa71-b25e53389172,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:50.565857 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-17bb3243-3db7-4b1f-bcbd-ec5b76df1564 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.590505 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b9989ce-6cb2-40d4-bfdd-257be1f602df admin admin] Deleting subnet 5285d3fc-2a25-4443-819b-b9f97276ee26 {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:46:50.712418 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1b9989ce-6cb2-40d4-bfdd-257be1f602df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:50.723880 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-f82c800b-9845-41c3-8f3f-74ef1e391088 None None] Allocated IP 2001:db8::f816:3eff:feef:55c9 (c2beece7-853e-4518-ace6-8724ee235932/af5f8ea2-fe4c-4ab6-9bd1-de1e76fce812/1f2b6f63-a27b-4fc0-8aca-dede9ff678b4) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:50.874146 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device f57626c4-6412-4c9b-ab1e-72c7818d14ef no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:46:50.891630 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1b9989ce-6cb2-40d4-bfdd-257be1f602df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:51.059497 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-f4faaf0e-4cc2-491a-ba25-c48f2a9d97e5 admin admin] Deleting port 0a29aa6b-038c-4a3d-b6ee-1bb0793ea4c3 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:51.059497 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f4faaf0e-4cc2-491a-ba25-c48f2a9d97e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:51.065488 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f82c800b-9845-41c3-8f3f-74ef1e391088 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:51.077299 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f82c800b-9845-41c3-8f3f-74ef1e391088 None None] Transition to ACTIVE for port object 1f2b6f63-a27b-4fc0-8aca-dede9ff678b4 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:51.098162 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f82c800b-9845-41c3-8f3f-74ef1e391088 None None] Transition to ACTIVE for port object 1f2b6f63-a27b-4fc0-8aca-dede9ff678b4 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:51.112669 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f82c800b-9845-41c3-8f3f-74ef1e391088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:51.147580 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-f4faaf0e-4cc2-491a-ba25-c48f2a9d97e5 admin admin] The port '0a29aa6b-038c-4a3d-b6ee-1bb0793ea4c3' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:46:51.207590 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82c800b-9845-41c3-8f3f-74ef1e391088 None None] Pushing event updated for resources: {'Port': ['ID=1f2b6f63-a27b-4fc0-8aca-dede9ff678b4,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:51.210294 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: f57626c4-6412-4c9b-ab1e-72c7818d14ef {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:46:51.210848 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device f57626c4-6412-4c9b-ab1e-72c7818d14ef not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:46:51.211696 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 0a29aa6b-038c-4a3d-b6ee-1bb0793ea4c3 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:46:51.248430 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 0a29aa6b-038c-4a3d-b6ee-1bb0793ea4c3 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:46:51.249536 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 0a29aa6b-038c-4a3d-b6ee-1bb0793ea4c3 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:46:51.265989 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82c800b-9845-41c3-8f3f-74ef1e391088 None None] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:51.267730 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-f82c800b-9845-41c3-8f3f-74ef1e391088 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:51.270517 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82c800b-9845-41c3-8f3f-74ef1e391088 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:51.289191 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fe5dcf2f-b506-48da-874c-3a7e16748390 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:51.352854 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f4faaf0e-4cc2-491a-ba25-c48f2a9d97e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:51.378505 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-f82c800b-9845-41c3-8f3f-74ef1e391088 None None] Attempting to bind port 1f2b6f63-a27b-4fc0-8aca-dede9ff678b4 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:46:51.381715 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-f82c800b-9845-41c3-8f3f-74ef1e391088 None None] Attempting to bind port 1f2b6f63-a27b-4fc0-8aca-dede9ff678b4 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:46:51.382208 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82c800b-9845-41c3-8f3f-74ef1e391088 None None] Attempting to bind port 1f2b6f63-a27b-4fc0-8aca-dede9ff678b4 on network c2beece7-853e-4518-ace6-8724ee235932 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:46:51.392271 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82c800b-9845-41c3-8f3f-74ef1e391088 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:46:51.392851 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82c800b-9845-41c3-8f3f-74ef1e391088 None None] Checking segment: {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:51.393388 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f82c800b-9845-41c3-8f3f-74ef1e391088 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:51.394112 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82c800b-9845-41c3-8f3f-74ef1e391088 None None] Bound using segment: {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:46:51.394678 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-f82c800b-9845-41c3-8f3f-74ef1e391088 None None] Bound port: 1f2b6f63-a27b-4fc0-8aca-dede9ff678b4, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:46:51.395208 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f82c800b-9845-41c3-8f3f-74ef1e391088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:51.434473 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a7580a5f-a9bc-4f7d-907a-464d7a7af699 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:51.483789 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-fe5dcf2f-b506-48da-874c-3a7e16748390 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Calling delete_port for cb39818c-a8ee-4bce-a640-5b47a30d93a9 owned by network:router_interface {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:51.494399 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f82c800b-9845-41c3-8f3f-74ef1e391088 None None] For port 1f2b6f63-a27b-4fc0-8aca-dede9ff678b4, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:46:51.497767 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f82c800b-9845-41c3-8f3f-74ef1e391088 None None] For port 1f2b6f63-a27b-4fc0-8aca-dede9ff678b4, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=1f2b6f63-a27b-4fc0-8aca-dede9ff678b4,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:46:51.505012 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f82c800b-9845-41c3-8f3f-74ef1e391088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:51.529631 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-f4faaf0e-4cc2-491a-ba25-c48f2a9d97e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f63effa-f1fc-4fdf-827c-5f344c925210']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:51.558299 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b279360c-cebf-4a28-997c-6f4e6d1ac8a2 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:51.558949 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-f4faaf0e-4cc2-491a-ba25-c48f2a9d97e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eed87c9e-fb99-4fd5-ad35-a65bcf1a5597') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:51.559249 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-f4faaf0e-4cc2-491a-ba25-c48f2a9d97e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eed87c9e-fb99-4fd5-ad35-a65bcf1a5597') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:51.577313 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f4faaf0e-4cc2-491a-ba25-c48f2a9d97e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:51.612501 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82c800b-9845-41c3-8f3f-74ef1e391088 None None] Pushing event updated for resources: {'Port': ['ID=1f2b6f63-a27b-4fc0-8aca-dede9ff678b4,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:51.630558 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34540) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:51.660329 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f4faaf0e-4cc2-491a-ba25-c48f2a9d97e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:51.673326 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4faaf0e-4cc2-491a-ba25-c48f2a9d97e5 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:51.673825 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f4faaf0e-4cc2-491a-ba25-c48f2a9d97e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:51.689790 dv-neutron-829527-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:51.689790 dv-neutron-829527-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:46:51.689790 dv-neutron-829527-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:51.689790 dv-neutron-829527-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:46:51.689790 dv-neutron-829527-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:51.689790 dv-neutron-829527-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:46:51.689790 dv-neutron-829527-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:46:51.689790 dv-neutron-829527-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:46:51.689790 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:46:51.689790 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:51.689790 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:46:51.689790 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:51.689790 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:46:51.689790 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:46:51.689790 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:46:51.689790 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:51.689790 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:46:51.689790 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:51.689790 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:46:51.689790 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:51.689790 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:46:51.689790 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:46:51.689790 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:51.689790 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:46:51.689790 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:51.689790 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:46:51.689790 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:46:51.689790 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:46:51.689790 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:46:51.689790 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:46:51.689790 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:51.689790 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:51.689790 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:51.689790 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:51.689790 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:51.689790 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:51.689790 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:51.689790 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:51.689790 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:51.689790 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:51.749931 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-5e23d907-4b1f-479d-8c33-e934dd6e0ce7 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Request body: {'subnets': [{'network_id': '9c953466-30bf-4081-bbe0-2823219b8a29', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1373010063', 'ip_version': 6}, {'network_id': '7c20fd7e-0f44-4726-a642-8d93ce4a285d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:51.750205 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-5e23d907-4b1f-479d-8c33-e934dd6e0ce7 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Request body: {'subnet': {'network_id': '9c953466-30bf-4081-bbe0-2823219b8a29', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1373010063', 'ip_version': 6}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:51.750869 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-5e23d907-4b1f-479d-8c33-e934dd6e0ce7 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Request body: {'subnet': {'network_id': '7c20fd7e-0f44-4726-a642-8d93ce4a285d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:51.774562 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-b279360c-cebf-4a28-997c-6f4e6d1ac8a2 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Calling delete_port for ffcf004a-6155-4251-999c-9856c2ef3a3a owned by {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:51.862944 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f4faaf0e-4cc2-491a-ba25-c48f2a9d97e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:51.885144 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f4faaf0e-4cc2-491a-ba25-c48f2a9d97e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:51.894786 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4faaf0e-4cc2-491a-ba25-c48f2a9d97e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f63effa-f1fc-4fdf-827c-5f344c925210,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:51.942685 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1b9989ce-6cb2-40d4-bfdd-257be1f602df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:52.001266 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f4faaf0e-4cc2-491a-ba25-c48f2a9d97e5 admin admin] 10.222.0.83 "DELETE /v2.0/networks/3f63effa-f1fc-4fdf-827c-5f344c925210 HTTP/1.1" status: 204 len: 168 time: 2.6826215 Feb 16 12:46:52.026781 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a7580a5f-a9bc-4f7d-907a-464d7a7af699 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:52.031561 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a7580a5f-a9bc-4f7d-907a-464d7a7af699 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1023088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1023049', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1023600'] for router, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:52.220432 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b279360c-cebf-4a28-997c-6f4e6d1ac8a2 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:52.270145 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7580a5f-a9bc-4f7d-907a-464d7a7af699 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Router 5e11ba83-f491-4f10-96bd-867aaf133ab7 is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:46:52.296874 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1b9989ce-6cb2-40d4-bfdd-257be1f602df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:52.335991 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34546) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:52.341937 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b279360c-cebf-4a28-997c-6f4e6d1ac8a2 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Pushing event deleted for resources: {'Port': ['ID=ffcf004a-6155-4251-999c-9856c2ef3a3a,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:52.343941 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-5e23d907-4b1f-479d-8c33-e934dd6e0ce7 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:52.424168 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-17bb3243-3db7-4b1f-bcbd-ec5b76df1564 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:52.439088 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b279360c-cebf-4a28-997c-6f4e6d1ac8a2 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:52.461367 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fe5dcf2f-b506-48da-874c-3a7e16748390 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:52.464042 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-b279360c-cebf-4a28-997c-6f4e6d1ac8a2 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] 10.222.0.83 "DELETE /v2.0/ports/ffcf004a-6155-4251-999c-9856c2ef3a3a HTTP/1.1" status: 204 len: 168 time: 2.2371681 Feb 16 12:46:52.465487 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-5e23d907-4b1f-479d-8c33-e934dd6e0ce7 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Usage tracker for resource:subnet and tenant:aafb3f42263e431db9c8531885383167 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:52.486432 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34550) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:52.510604 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9989ce-6cb2-40d4-bfdd-257be1f602df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5285d3fc-2a25-4443-819b-b9f97276ee26,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:52.512814 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1b9989ce-6cb2-40d4-bfdd-257be1f602df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:52.517166 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-1b9989ce-6cb2-40d4-bfdd-257be1f602df admin admin] 10.222.0.83 "DELETE /v2.0/subnets/5285d3fc-2a25-4443-819b-b9f97276ee26 HTTP/1.1" status: 204 len: 168 time: 2.0547609 Feb 16 12:46:52.520663 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ed59b8-ce60-46b2-905c-770463105095 None None] Network d3802bb0-f51a-430a-aee4-70d5a6517150 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:52.524355 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-5e23d907-4b1f-479d-8c33-e934dd6e0ce7 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:52.528927 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bb3243-3db7-4b1f-bcbd-ec5b76df1564 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:52.564291 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34554) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:52.575183 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-17bb3243-3db7-4b1f-bcbd-ec5b76df1564 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:52.577362 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5dcf2f-b506-48da-874c-3a7e16748390 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event deleted for resources: {'Port': ['ID=cb39818c-a8ee-4bce-a640-5b47a30d93a9,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:52.579406 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-5e23d907-4b1f-479d-8c33-e934dd6e0ce7 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:52.673705 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bf8be2e1-db6c-43f6-86a9-d49bae847014 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e0be34df95bb4f3abecca4f5b7a46cf5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3365836 Feb 16 12:46:52.674384 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34558) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:52.680357 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e5f1bad-3369-4a39-b1ff-021a35b02cd8 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] DELETE failed (client error): The resource could not be found. Feb 16 12:46:52.680560 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e5f1bad-3369-4a39-b1ff-021a35b02cd8 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:46:52.682178 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6e5f1bad-3369-4a39-b1ff-021a35b02cd8 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] 10.222.0.83 "DELETE /v2.0/subnets/3c4babb6-06e1-493e-ac66-b86ed248a9f7 HTTP/1.1" status: 404 len: 337 time: 0.1947925 Feb 16 12:46:52.691594 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bb3243-3db7-4b1f-bcbd-ec5b76df1564 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:52.692193 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-17bb3243-3db7-4b1f-bcbd-ec5b76df1564 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:52.693885 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34562) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:52.711394 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7a44c9f3-6d48-4a1a-88eb-d47e2cf9354d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:52.724343 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7580a5f-a9bc-4f7d-907a-464d7a7af699 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:46:52.735497 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7907230c-8be5-4e20-b56c-d0442f7e28bd None None] Sync routers for ids ['5e11ba83-f491-4f10-96bd-867aaf133ab7'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:52.749900 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7907230c-8be5-4e20-b56c-d0442f7e28bd None None] Routers {'5e11ba83-f491-4f10-96bd-867aaf133ab7'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:52.750756 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-7907230c-8be5-4e20-b56c-d0442f7e28bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:46:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['5e11ba83-f491-4f10-96bd-867aaf133ab7'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:52.766785 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a7580a5f-a9bc-4f7d-907a-464d7a7af699 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:52.770701 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a7580a5f-a9bc-4f7d-907a-464d7a7af699 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] 10.222.0.83 "PUT /v2.0/routers/5e11ba83-f491-4f10-96bd-867aaf133ab7 HTTP/1.1" status: 200 len: 915 time: 5.2969475 Feb 16 12:46:52.774997 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-17bb3243-3db7-4b1f-bcbd-ec5b76df1564 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7362339 Feb 16 12:46:52.779495 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34566) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:52.779495 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34568) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:52.884476 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 1f2b6f63-a27b-4fc0-8aca-dede9ff678b4 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:52.916319 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-7907230c-8be5-4e20-b56c-d0442f7e28bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:52.947121 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7907230c-8be5-4e20-b56c-d0442f7e28bd None None] Routers {'5e11ba83-f491-4f10-96bd-867aaf133ab7'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:52.947996 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-7907230c-8be5-4e20-b56c-d0442f7e28bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:46:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['5e11ba83-f491-4f10-96bd-867aaf133ab7'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:52.967692 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562ae8b9-d0bd-43ca-91be-9e382dbe6038 None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:52.975142 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c298baaa-c960-456a-9243-e321ecab5a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:52.990426 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad87619b-dde6-41c5-b7de-0c3ae6c9b44d None None] DHCP port deletion for d3802bb0-f51a-430a-aee4-70d5a6517150 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:46:53.005206 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c298baaa-c960-456a-9243-e321ecab5a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:53.083124 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-ad87619b-dde6-41c5-b7de-0c3ae6c9b44d None None] Deleting port 4f6a9662-c999-41a0-abb3-1b2975f4528b {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:53.083539 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ad87619b-dde6-41c5-b7de-0c3ae6c9b44d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:53.083752 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fdd51504-d8fb-4091-b706-b8cbd513c1ed tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:53.096249 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c298baaa-c960-456a-9243-e321ecab5a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:53.133249 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c298baaa-c960-456a-9243-e321ecab5a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb1783a-bdc3-4b1f-9c28-b2783bdd61fa,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:53.145900 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c298baaa-c960-456a-9243-e321ecab5a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:53.150342 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c298baaa-c960-456a-9243-e321ecab5a0d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7fb1783a-bdc3-4b1f-9c28-b2783bdd61fa HTTP/1.1" status: 204 len: 168 time: 0.4719338 Feb 16 12:46:53.206187 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-ab11b67a-501c-42d2-9b29-673290e0e0d4 None None] Provisioning for port 1f2b6f63-a27b-4fc0-8aca-dede9ff678b4 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:53.219813 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-7907230c-8be5-4e20-b56c-d0442f7e28bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:53.220010 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7907230c-8be5-4e20-b56c-d0442f7e28bd None None] The sync data for ids ['5e11ba83-f491-4f10-96bd-867aaf133ab7'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:53.302072 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-6a488a47-6c41-4703-a3e7-947e21517466 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'port': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'mac_address': 'fa:16:3e:eb:9a:5e', 'name': 'tempest-NetworksTestDHCPv6-1835261944'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:53.327600 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-fad473cf-d162-486d-bed9-7e2509444c9a tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] 10.222.0.83 "GET /v2.0/routers/5e11ba83-f491-4f10-96bd-867aaf133ab7 HTTP/1.1" status: 200 len: 921 time: 0.5361097 Feb 16 12:46:53.332265 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e23d907-4b1f-479d-8c33-e934dd6e0ce7 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Made reservation on behalf of aafb3f42263e431db9c8531885383167 for: {'subnet': 2} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:53.337495 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5e23d907-4b1f-479d-8c33-e934dd6e0ce7 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:53.338301 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5e23d907-4b1f-479d-8c33-e934dd6e0ce7 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:53.344707 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34576) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:53.365394 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-7a44c9f3-6d48-4a1a-88eb-d47e2cf9354d admin admin] Deleting port 4f6a9662-c999-41a0-abb3-1b2975f4528b {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:53.366009 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7a44c9f3-6d48-4a1a-88eb-d47e2cf9354d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:53.469529 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fdd51504-d8fb-4091-b706-b8cbd513c1ed tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:53.521951 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-fdd51504-d8fb-4091-b706-b8cbd513c1ed tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f48ac7f0-8904-4962-bcf9-dd2a90e5c84c']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:53.535401 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 1f2b6f63-a27b-4fc0-8aca-dede9ff678b4 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:53.537820 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb3243-3db7-4b1f-bcbd-ec5b76df1564 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Subnet': ['ID=f365b9b9-7ac3-43af-9db4-a36aed5ed9e0,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:53.545773 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-fdd51504-d8fb-4091-b706-b8cbd513c1ed tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56a05cb9-ebe6-417c-a874-d27afd845c9d') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:53.546078 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-fdd51504-d8fb-4091-b706-b8cbd513c1ed tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56a05cb9-ebe6-417c-a874-d27afd845c9d') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:53.552832 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 1f2b6f63-a27b-4fc0-8aca-dede9ff678b4 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:53.553267 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:53.565138 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fdd51504-d8fb-4091-b706-b8cbd513c1ed tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:53.576198 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9e623d-d771-40e3-8b94-ff3e41467ae3 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:53.580962 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0a9e623d-d771-40e3-8b94-ff3e41467ae3 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41&device_id=5e11ba83-f491-4f10-96bd-867aaf133ab7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2322528 Feb 16 12:46:53.594258 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34580) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:53.774253 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fdd51504-d8fb-4091-b706-b8cbd513c1ed tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:53.774915 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fe5dcf2f-b506-48da-874c-3a7e16748390 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:53.784118 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdd51504-d8fb-4091-b706-b8cbd513c1ed tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:53.785098 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fdd51504-d8fb-4091-b706-b8cbd513c1ed tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:53.946887 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-ad87619b-dde6-41c5-b7de-0c3ae6c9b44d None None] For port 4f6a9662-c999-41a0-abb3-1b2975f4528b, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=4f6a9662-c999-41a0-abb3-1b2975f4528b,segment=NetworkSegment(c3084382-c060-4a75-b212-4c3b4ad9bab0),segment_id=c3084382-c060-4a75-b212-4c3b4ad9bab0)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:53.947370 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ad87619b-dde6-41c5-b7de-0c3ae6c9b44d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:53.951113 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a186ea8-984e-45f5-ad29-7acd2c6de1ba tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:53.957675 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9a186ea8-984e-45f5-ad29-7acd2c6de1ba tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] 10.222.0.83 "GET /v2.0/networks/a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 HTTP/1.1" status: 200 len: 881 time: 0.3630154 Feb 16 12:46:53.959306 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:46:53.959306 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:53.959306 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:46:53.959306 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:53.959306 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:46:53.959306 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:46:53.959306 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:46:53.959306 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:53.959306 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:46:53.959306 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:53.959306 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:46:53.959306 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:53.959306 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:46:53.959306 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:46:53.959306 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:53.959306 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:46:53.959306 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:53.959306 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:46:53.959306 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:46:53.959306 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:46:53.959306 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:46:53.959306 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:46:53.959306 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:53.959306 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:53.959306 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:53.959306 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:53.959306 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:53.959306 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:53.959306 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:53.959306 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:53.959306 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:53.959306 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:53.963071 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34588) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:53.970154 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-7a44c9f3-6d48-4a1a-88eb-d47e2cf9354d admin admin] For port 4f6a9662-c999-41a0-abb3-1b2975f4528b, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=4f6a9662-c999-41a0-abb3-1b2975f4528b,segment=NetworkSegment(c3084382-c060-4a75-b212-4c3b4ad9bab0),segment_id=c3084382-c060-4a75-b212-4c3b4ad9bab0)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:53.970491 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7a44c9f3-6d48-4a1a-88eb-d47e2cf9354d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:54.004328 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fdd51504-d8fb-4091-b706-b8cbd513c1ed tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:54.047927 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fdd51504-d8fb-4091-b706-b8cbd513c1ed tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:54.055179 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9850b7d7-4c6a-46e3-a265-94f91103da85 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] 10.222.0.83 "GET /v2.0/ports?device_id=5e11ba83-f491-4f10-96bd-867aaf133ab7 HTTP/1.1" status: 200 len: 205 time: 0.0879891 Feb 16 12:46:54.056818 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34596) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:54.059521 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd51504-d8fb-4091-b706-b8cbd513c1ed tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Pushing event deleted for resources: {'Network': ['ID=f48ac7f0-8904-4962-bcf9-dd2a90e5c84c,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:54.096929 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-7a44c9f3-6d48-4a1a-88eb-d47e2cf9354d admin admin] Calling delete_port for 4f6a9662-c999-41a0-abb3-1b2975f4528b owned by network:dhcp {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:54.130842 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fdd51504-d8fb-4091-b706-b8cbd513c1ed tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] 10.222.0.83 "DELETE /v2.0/networks/f48ac7f0-8904-4962-bcf9-dd2a90e5c84c HTTP/1.1" status: 204 len: 168 time: 1.4343739 Feb 16 12:46:54.131507 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34602) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:54.165250 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-ad87619b-dde6-41c5-b7de-0c3ae6c9b44d None None] Calling delete_port for 4f6a9662-c999-41a0-abb3-1b2975f4528b owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:54.219603 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:54.240066 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-98faae0d-0eef-4e99-929e-2c352deafc31 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Deleting subnet 768f1609-9664-4e3a-8d39-339334680835 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:46:54.269146 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-98faae0d-0eef-4e99-929e-2c352deafc31 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:54.326231 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 1f2b6f63-a27b-4fc0-8aca-dede9ff678b4, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=1f2b6f63-a27b-4fc0-8aca-dede9ff678b4,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:54.334956 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7a44c9f3-6d48-4a1a-88eb-d47e2cf9354d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:54.392853 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a44c9f3-6d48-4a1a-88eb-d47e2cf9354d admin admin] Pushing event deleted for resources: {'Port': ['ID=4f6a9662-c999-41a0-abb3-1b2975f4528b,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:54.404128 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:54.482800 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21736217-6108-414d-bffb-e69e1d700bbd None None] Update dhcp port {'port': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'fixed_ips': [{'subnet_id': 'af5f8ea2-fe4c-4ab6-9bd1-de1e76fce812', 'ip_address': '2001:db8::f816:3eff:feef:55c9'}, {'subnet_id': 'f365b9b9-7ac3-43af-9db4-a36aed5ed9e0'}], 'binding:host_id': 'dv-neutron-829527-1-hyperv'}, 'id': '1f2b6f63-a27b-4fc0-8aca-dede9ff678b4'} from dv-neutron-829527-1-hyperv. {{(pid=87702) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 12:46:54.519289 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.db.api [None req-ad87619b-dde6-41c5-b7de-0c3ae6c9b44d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:46:54.519845 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG oslo_db.api [None req-ad87619b-dde6-41c5-b7de-0c3ae6c9b44d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:46:54.521610 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-98faae0d-0eef-4e99-929e-2c352deafc31 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:54.561942 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=1f2b6f63-a27b-4fc0-8aca-dede9ff678b4,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:54.566256 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-21736217-6108-414d-bffb-e69e1d700bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:54.605135 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-deab308d-610f-4010-8f47-43dbb38095ab tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:54.670322 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34614) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:54.683143 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a44c9f3-6d48-4a1a-88eb-d47e2cf9354d admin admin] No DVR routers for this DVR port 4f6a9662-c999-41a0-abb3-1b2975f4528b on host dv-neutron-829527-1-hyperv {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:54.728292 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-6a488a47-6c41-4703-a3e7-947e21517466 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:54.732567 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-6a488a47-6c41-4703-a3e7-947e21517466 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Usage tracker for resource:port and tenant:5979c0794f594272a8691960316755d8 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:54.735440 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-6a488a47-6c41-4703-a3e7-947e21517466 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:54.741121 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-6a488a47-6c41-4703-a3e7-947e21517466 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:54.827360 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-98faae0d-0eef-4e99-929e-2c352deafc31 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:54.837464 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe5dcf2f-b506-48da-874c-3a7e16748390 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Router bbd2503f-bec3-42df-b088-2cca8d342ff0 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:46:54.842954 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a488a47-6c41-4703-a3e7-947e21517466 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:54.844806 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 1f2b6f63-a27b-4fc0-8aca-dede9ff678b4 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:54.895215 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-21736217-6108-414d-bffb-e69e1d700bbd None None] Allocated IP 172.20.0.2 (c2beece7-853e-4518-ace6-8724ee235932/f365b9b9-7ac3-43af-9db4-a36aed5ed9e0/1f2b6f63-a27b-4fc0-8aca-dede9ff678b4) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:54.918796 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-deab308d-610f-4010-8f47-43dbb38095ab tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:54.945779 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-deab308d-610f-4010-8f47-43dbb38095ab tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Deleting port 0e61d352-4f01-41fb-aa71-b25e53389172 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:54.946469 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-deab308d-610f-4010-8f47-43dbb38095ab tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:54.984782 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7a44c9f3-6d48-4a1a-88eb-d47e2cf9354d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:54.990220 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-ed5f27e4-19a1-4a73-b7be-416d5340558c tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-366935630'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:55.030796 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-ad87619b-dde6-41c5-b7de-0c3ae6c9b44d None None] Deleting port 4f6a9662-c999-41a0-abb3-1b2975f4528b {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:55.031060 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ad87619b-dde6-41c5-b7de-0c3ae6c9b44d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.039955 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:46:55.068149 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 1f2b6f63-a27b-4fc0-8aca-dede9ff678b4 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:55.068520 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.134231 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ed5f27e4-19a1-4a73-b7be-416d5340558c tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:55.140360 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-ad87619b-dde6-41c5-b7de-0c3ae6c9b44d None None] The port '4f6a9662-c999-41a0-abb3-1b2975f4528b' was deleted {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:46:55.144333 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-98faae0d-0eef-4e99-929e-2c352deafc31 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.184563 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ed5f27e4-19a1-4a73-b7be-416d5340558c tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Usage tracker for resource:network and tenant:e574c36815ed45329336895cd8ea657c is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:55.185305 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-7a44c9f3-6d48-4a1a-88eb-d47e2cf9354d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3802bb0-f51a-430a-aee4-70d5a6517150']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:55.192531 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ed5f27e4-19a1-4a73-b7be-416d5340558c tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:55.195489 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-21736217-6108-414d-bffb-e69e1d700bbd None None] For port 1f2b6f63-a27b-4fc0-8aca-dede9ff678b4, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=1f2b6f63-a27b-4fc0-8aca-dede9ff678b4,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:55.201934 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98faae0d-0eef-4e99-929e-2c352deafc31 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Pushing event deleted for resources: {'Subnet': ['ID=768f1609-9664-4e3a-8d39-339334680835,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:55.207987 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ed5f27e4-19a1-4a73-b7be-416d5340558c tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:55.223885 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-7a44c9f3-6d48-4a1a-88eb-d47e2cf9354d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3084382-c060-4a75-b212-4c3b4ad9bab0') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:55.224110 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-7a44c9f3-6d48-4a1a-88eb-d47e2cf9354d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3084382-c060-4a75-b212-4c3b4ad9bab0') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:55.229499 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-98faae0d-0eef-4e99-929e-2c352deafc31 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.231001 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5dcf2f-b506-48da-874c-3a7e16748390 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:46:55.234140 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75d54db-d4d5-46e5-9c8e-7fddf1dd725f None None] Network 48fe2e09-dded-4def-8dd1-b6962db18c96 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:55.255851 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3a19cd-bd41-4ba1-8ff1-2c688a1b449a None None] Sync routers for ids ['bbd2503f-bec3-42df-b088-2cca8d342ff0'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:46:55.263253 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7a44c9f3-6d48-4a1a-88eb-d47e2cf9354d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.301172 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5f27e4-19a1-4a73-b7be-416d5340558c tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Made reservation on behalf of e574c36815ed45329336895cd8ea657c for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:55.304783 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed5f27e4-19a1-4a73-b7be-416d5340558c tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.318142 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-98faae0d-0eef-4e99-929e-2c352deafc31 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] 10.222.0.83 "DELETE /v2.0/subnets/768f1609-9664-4e3a-8d39-339334680835 HTTP/1.1" status: 204 len: 168 time: 1.1737158 Feb 16 12:46:55.318364 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34620) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:55.342979 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed5f27e4-19a1-4a73-b7be-416d5340558c tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.344958 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3a19cd-bd41-4ba1-8ff1-2c688a1b449a None None] Routers {'bbd2503f-bec3-42df-b088-2cca8d342ff0'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:55.345602 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-aa3a19cd-bd41-4ba1-8ff1-2c688a1b449a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:46:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['bbd2503f-bec3-42df-b088-2cca8d342ff0'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:55.369865 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-fe5dcf2f-b506-48da-874c-3a7e16748390 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "PUT /v2.0/routers/bbd2503f-bec3-42df-b088-2cca8d342ff0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5631917 Feb 16 12:46:55.372600 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6a488a47-6c41-4703-a3e7-947e21517466 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.393667 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34624) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:55.398747 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7a44c9f3-6d48-4a1a-88eb-d47e2cf9354d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.436232 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ed5f27e4-19a1-4a73-b7be-416d5340558c tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:55.454464 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ed5f27e4-19a1-4a73-b7be-416d5340558c tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Usage tracker for resource:security_group_rule and tenant:e574c36815ed45329336895cd8ea657c is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:55.459370 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ed5f27e4-19a1-4a73-b7be-416d5340558c tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:55.475564 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ed5f27e4-19a1-4a73-b7be-416d5340558c tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:55.479326 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [None req-6a488a47-6c41-4703-a3e7-947e21517466 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] device_id is not set on port 515e27ca-da17-4d1d-8fa5-c51cc4bc1672 yet. {{(pid=87701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:46:55.485795 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-21736217-6108-414d-bffb-e69e1d700bbd None None] Notify callbacks [] for port, precommit_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.515492 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-deab308d-610f-4010-8f47-43dbb38095ab tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.526017 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3c8e4621-8115-40ab-a53d-08551a5f4d22 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.532998 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-aa3a19cd-bd41-4ba1-8ff1-2c688a1b449a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:55.559012 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3a19cd-bd41-4ba1-8ff1-2c688a1b449a None None] Routers {'bbd2503f-bec3-42df-b088-2cca8d342ff0'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:46:55.559663 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-aa3a19cd-bd41-4ba1-8ff1-2c688a1b449a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:46:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['bbd2503f-bec3-42df-b088-2cca8d342ff0'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:55.647654 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 4f6a9662-c999-41a0-abb3-1b2975f4528b no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:46:55.657878 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-deab308d-610f-4010-8f47-43dbb38095ab tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Calling delete_port for 0e61d352-4f01-41fb-aa71-b25e53389172 owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:55.677758 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a44c9f3-6d48-4a1a-88eb-d47e2cf9354d admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:55.679049 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7a44c9f3-6d48-4a1a-88eb-d47e2cf9354d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.696471 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:46:55.696471 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:55.696471 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:46:55.696471 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:55.696471 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:46:55.696471 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:46:55.696471 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:46:55.696471 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:55.696471 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:46:55.696471 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:55.696471 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:46:55.696471 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:55.696471 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:46:55.696471 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:46:55.696471 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:55.696471 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:46:55.696471 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:55.696471 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:46:55.696471 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:46:55.696471 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:46:55.696471 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:46:55.696471 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:46:55.696471 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:55.696471 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:55.696471 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:55.696471 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:55.696471 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:55.696471 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:55.696471 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:55.696471 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:55.696471 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:55.696471 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:55.716750 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-3c8e4621-8115-40ab-a53d-08551a5f4d22 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Deleting port 27fe8431-3e9d-4d03-a518-6b90a988973a {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:55.717090 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3c8e4621-8115-40ab-a53d-08551a5f4d22 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.719386 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 4f6a9662-c999-41a0-abb3-1b2975f4528b {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:46:55.719386 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 4f6a9662-c999-41a0-abb3-1b2975f4528b not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:46:55.732432 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-aa3a19cd-bd41-4ba1-8ff1-2c688a1b449a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:55.732769 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3a19cd-bd41-4ba1-8ff1-2c688a1b449a None None] The sync data for ids ['bbd2503f-bec3-42df-b088-2cca8d342ff0'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:46:55.834683 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e47381-13a5-4774-b82d-d0b7c1f0bb22 None None] DHCP port deletion for 48fe2e09-dded-4def-8dd1-b6962db18c96 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:46:55.839939 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-11e47381-13a5-4774-b82d-d0b7c1f0bb22 None None] Deleting port 27fe8431-3e9d-4d03-a518-6b90a988973a {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:55.840471 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-11e47381-13a5-4774-b82d-d0b7c1f0bb22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.923493 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-21736217-6108-414d-bffb-e69e1d700bbd None None] Transition to ACTIVE for port object 1f2b6f63-a27b-4fc0-8aca-dede9ff678b4 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:55.937573 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-21736217-6108-414d-bffb-e69e1d700bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:55.990422 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed5f27e4-19a1-4a73-b7be-416d5340558c tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.005147 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed5f27e4-19a1-4a73-b7be-416d5340558c tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.078123 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7a44c9f3-6d48-4a1a-88eb-d47e2cf9354d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.091877 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-b4a89ff8-6b26-4672-a862-6b417461383d tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] remove_router_interface failed (client error): The resource could not be found. Feb 16 12:46:56.095667 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-3c8e4621-8115-40ab-a53d-08551a5f4d22 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] For port 27fe8431-3e9d-4d03-a518-6b90a988973a, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=27fe8431-3e9d-4d03-a518-6b90a988973a,segment=NetworkSegment(d8360bbd-7dfc-420c-a0f6-05007aa1cf0b),segment_id=d8360bbd-7dfc-420c-a0f6-05007aa1cf0b)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:56.095667 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3c8e4621-8115-40ab-a53d-08551a5f4d22 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.096365 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-b4a89ff8-6b26-4672-a862-6b417461383d tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "PUT /v2.0/routers/bbd2503f-bec3-42df-b088-2cca8d342ff0/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6995418 Feb 16 12:46:56.106503 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34628) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:56.114944 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7a44c9f3-6d48-4a1a-88eb-d47e2cf9354d admin admin] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.149263 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f27e4-19a1-4a73-b7be-416d5340558c tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67254bdf-2e75-4428-89ab-f01bcc6875da,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:56.151986 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a44c9f3-6d48-4a1a-88eb-d47e2cf9354d admin admin] Pushing event deleted for resources: {'Network': ['ID=d3802bb0-f51a-430a-aee4-70d5a6517150,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:56.176104 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21736217-6108-414d-bffb-e69e1d700bbd None None] Pushing event updated for resources: {'Port': ['ID=1f2b6f63-a27b-4fc0-8aca-dede9ff678b4,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:56.225420 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-11e47381-13a5-4774-b82d-d0b7c1f0bb22 None None] For port 27fe8431-3e9d-4d03-a518-6b90a988973a, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=27fe8431-3e9d-4d03-a518-6b90a988973a,segment=NetworkSegment(d8360bbd-7dfc-420c-a0f6-05007aa1cf0b),segment_id=d8360bbd-7dfc-420c-a0f6-05007aa1cf0b)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:56.225936 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-11e47381-13a5-4774-b82d-d0b7c1f0bb22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.232504 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-7a44c9f3-6d48-4a1a-88eb-d47e2cf9354d admin admin] 10.222.0.83 "DELETE /v2.0/networks/d3802bb0-f51a-430a-aee4-70d5a6517150 HTTP/1.1" status: 204 len: 168 time: 3.6671069 Feb 16 12:46:56.276439 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-116bf407-dbbb-421f-8e0d-67a89cea9a7a tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "GET /v2.0/ports?device_id=bbd2503f-bec3-42df-b088-2cca8d342ff0 HTTP/1.1" status: 200 len: 205 time: 0.1687832 Feb 16 12:46:56.279736 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34634) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:56.287316 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-3c8e4621-8115-40ab-a53d-08551a5f4d22 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Calling delete_port for 27fe8431-3e9d-4d03-a518-6b90a988973a owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:56.349822 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-deab308d-610f-4010-8f47-43dbb38095ab tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.355169 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed5f27e4-19a1-4a73-b7be-416d5340558c tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:46:56.404391 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-11e47381-13a5-4774-b82d-d0b7c1f0bb22 None None] Calling delete_port for 27fe8431-3e9d-4d03-a518-6b90a988973a owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:56.423862 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deab308d-610f-4010-8f47-43dbb38095ab tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Pushing event deleted for resources: {'Port': ['ID=0e61d352-4f01-41fb-aa71-b25e53389172,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:56.480247 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed5f27e4-19a1-4a73-b7be-416d5340558c tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.480857 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-ed5f27e4-19a1-4a73-b7be-416d5340558c tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Added segment a8221f06-25eb-4c14-81be-bdca88628df4 of type vlan for network ab697983-35d3-436f-80d0-aca4f31b49e9 Feb 16 12:46:56.482496 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.db.api [None req-6a488a47-6c41-4703-a3e7-947e21517466 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-ed19bd1b-00a2-4005-85df-5f57ecf4f9ae {{(pid=87701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:46:56.482825 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG oslo_db.api [None req-6a488a47-6c41-4703-a3e7-947e21517466 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:46:56.518023 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-384bcc83-1f3d-4eec-8548-7e4465d1bdb1 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for router, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.564097 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.db.api [None req-11e47381-13a5-4774-b82d-d0b7c1f0bb22 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:46:56.564763 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG oslo_db.api [None req-11e47381-13a5-4774-b82d-d0b7c1f0bb22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:46:56.566471 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3c8e4621-8115-40ab-a53d-08551a5f4d22 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.597024 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5e23d907-4b1f-479d-8c33-e934dd6e0ce7 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.606910 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed5f27e4-19a1-4a73-b7be-416d5340558c tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.626786 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34638) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:56.782658 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8e4621-8115-40ab-a53d-08551a5f4d22 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Pushing event deleted for resources: {'Port': ['ID=27fe8431-3e9d-4d03-a518-6b90a988973a,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:56.785988 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8e4621-8115-40ab-a53d-08551a5f4d22 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] No DVR routers for this DVR port 27fe8431-3e9d-4d03-a518-6b90a988973a on host dv-neutron-829527-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:46:56.806248 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 1f2b6f63-a27b-4fc0-8aca-dede9ff678b4 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:46:56.833539 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-deab308d-610f-4010-8f47-43dbb38095ab tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023674'] for router_gateway, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.883524 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.resource_extend [None req-ed5f27e4-19a1-4a73-b7be-416d5340558c tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:46:56.919162 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-384bcc83-1f3d-4eec-8548-7e4465d1bdb1 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.921650 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e23d907-4b1f-479d-8c33-e934dd6e0ce7 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Pushing event updated for resources: {'Subnet': ['ID=d7e3cb7a-48a6-4b44-8359-dbc85f74cc5b,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:56.926368 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-384bcc83-1f3d-4eec-8548-7e4465d1bdb1 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.951234 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e23d907-4b1f-479d-8c33-e934dd6e0ce7 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Checking segment: {'id': '9cc1cbb2-f17b-4cfd-ae25-a2b4638eaa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9c953466-30bf-4081-bbe0-2823219b8a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:56.951847 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e23d907-4b1f-479d-8c33-e934dd6e0ce7 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Network hostable DHCP agents. Network: 9c953466-30bf-4081-bbe0-2823219b8a29, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:46:56.976699 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-384bcc83-1f3d-4eec-8548-7e4465d1bdb1 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:56.977761 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384bcc83-1f3d-4eec-8548-7e4465d1bdb1 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Fanout notify agent at l3_agent the message router_deleted on router bbd2503f-bec3-42df-b088-2cca8d342ff0 {{(pid=87701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:46:56.983111 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e23d907-4b1f-479d-8c33-e934dd6e0ce7 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Network 9c953466-30bf-4081-bbe0-2823219b8a29 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:46:56.985135 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 27fe8431-3e9d-4d03-a518-6b90a988973a no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:46:56.987330 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6a488a47-6c41-4703-a3e7-947e21517466 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.013802 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-384bcc83-1f3d-4eec-8548-7e4465d1bdb1 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.015477 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-384bcc83-1f3d-4eec-8548-7e4465d1bdb1 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "DELETE /v2.0/routers/bbd2503f-bec3-42df-b088-2cca8d342ff0 HTTP/1.1" status: 204 len: 168 time: 0.7339959 Feb 16 12:46:57.020587 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34644) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:57.030648 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 27fe8431-3e9d-4d03-a518-6b90a988973a {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:46:57.030996 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 27fe8431-3e9d-4d03-a518-6b90a988973a not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:46:57.058693 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-5e23d907-4b1f-479d-8c33-e934dd6e0ce7 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 9c953466-30bf-4081-bbe0-2823219b8a29) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:57.066179 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-11e47381-13a5-4774-b82d-d0b7c1f0bb22 None None] Deleting port 27fe8431-3e9d-4d03-a518-6b90a988973a {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:57.066570 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-11e47381-13a5-4774-b82d-d0b7c1f0bb22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.097643 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [None req-6a488a47-6c41-4703-a3e7-947e21517466 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] device_id is not set on port 4db097f7-7413-4513-8d5d-794ca7b3dfa3 yet. {{(pid=87701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:46:57.118210 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241fb494-55a6-4784-840c-11ebbcb958fc None None] Network 9c953466-30bf-4081-bbe0-2823219b8a29 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:57.135653 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-590a49f7-1929-467c-bd39-d6257175313e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Deleting subnet 6fa8e825-9347-48af-9547-6e70a184da73 {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:46:57.139042 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5e23d907-4b1f-479d-8c33-e934dd6e0ce7 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.145431 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-deab308d-610f-4010-8f47-43dbb38095ab tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.150403 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-deab308d-610f-4010-8f47-43dbb38095ab tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.156561 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed5f27e4-19a1-4a73-b7be-416d5340558c tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.161891 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5f27e4-19a1-4a73-b7be-416d5340558c tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:57.162476 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed5f27e4-19a1-4a73-b7be-416d5340558c tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.181080 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-590a49f7-1929-467c-bd39-d6257175313e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.193496 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f09e71cd-500c-4aea-b768-beed9d692fcd admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4259764a734f42088729811e9b58c5b6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5633869 Feb 16 12:46:57.205552 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34648) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:57.225330 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3c8e4621-8115-40ab-a53d-08551a5f4d22 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.227730 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-11e47381-13a5-4774-b82d-d0b7c1f0bb22 None None] The port '27fe8431-3e9d-4d03-a518-6b90a988973a' was deleted {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:46:57.251048 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-7b09b372-3b4f-448f-bd34-c0a99b9b1c42 None None] Provisioning for port 1f2b6f63-a27b-4fc0-8aca-dede9ff678b4 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:57.266279 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-7b09b372-3b4f-448f-bd34-c0a99b9b1c42 None None] Provisioning complete for port 1f2b6f63-a27b-4fc0-8aca-dede9ff678b4 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:57.266741 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7b09b372-3b4f-448f-bd34-c0a99b9b1c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.309456 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-590a49f7-1929-467c-bd39-d6257175313e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.355430 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-deab308d-610f-4010-8f47-43dbb38095ab tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.355956 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deab308d-610f-4010-8f47-43dbb38095ab tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Fanout notify agent at l3_agent the message router_deleted on router 5e11ba83-f491-4f10-96bd-867aaf133ab7 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:46:57.356215 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e23d907-4b1f-479d-8c33-e934dd6e0ce7 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Pushing event updated for resources: {'Subnet': ['ID=f1cddb90-a55d-4ed8-9a40-e30a7b60456d,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:57.358896 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-3c8e4621-8115-40ab-a53d-08551a5f4d22 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48fe2e09-dded-4def-8dd1-b6962db18c96']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:57.415357 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f27e4-19a1-4a73-b7be-416d5340558c tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Pushing event updated for resources: {'Network': ['ID=ab697983-35d3-436f-80d0-aca4f31b49e9,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:57.423214 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e23d907-4b1f-479d-8c33-e934dd6e0ce7 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Checking segment: {'id': '030513af-6fe3-4bf4-bc1e-df870438decb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7c20fd7e-0f44-4726-a642-8d93ce4a285d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:57.423338 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-3c8e4621-8115-40ab-a53d-08551a5f4d22 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8360bbd-7dfc-420c-a0f6-05007aa1cf0b') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:57.423437 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e23d907-4b1f-479d-8c33-e934dd6e0ce7 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Network hostable DHCP agents. Network: 7c20fd7e-0f44-4726-a642-8d93ce4a285d, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:46:57.423574 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-3c8e4621-8115-40ab-a53d-08551a5f4d22 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8360bbd-7dfc-420c-a0f6-05007aa1cf0b') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:46:57.434295 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-deab308d-610f-4010-8f47-43dbb38095ab tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.435702 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-deab308d-610f-4010-8f47-43dbb38095ab tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] 10.222.0.83 "DELETE /v2.0/routers/5e11ba83-f491-4f10-96bd-867aaf133ab7 HTTP/1.1" status: 204 len: 168 time: 3.3778620 Feb 16 12:46:57.442456 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34652) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:57.454052 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network ab697983-35d3-436f-80d0-aca4f31b49e9 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:46:57.467605 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ed5f27e4-19a1-4a73-b7be-416d5340558c tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.7875669 Feb 16 12:46:57.470591 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34656) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:57.477620 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3c8e4621-8115-40ab-a53d-08551a5f4d22 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.486361 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-6b558da8-8dd7-48d4-96e7-c1edd4bf1e6c tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-578045343', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}, 'admin_state_up': False}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:57.504122 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-9541d79b-c603-42bf-ba5d-408f440757f7 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Request body: {'subnet': {'network_id': 'ab697983-35d3-436f-80d0-aca4f31b49e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:46:57.516786 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e23d907-4b1f-479d-8c33-e934dd6e0ce7 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Network 7c20fd7e-0f44-4726-a642-8d93ce4a285d is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:46:57.527023 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6b558da8-8dd7-48d4-96e7-c1edd4bf1e6c tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:57.548870 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-5e23d907-4b1f-479d-8c33-e934dd6e0ce7 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 7c20fd7e-0f44-4726-a642-8d93ce4a285d) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:57.555303 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-6a488a47-6c41-4703-a3e7-947e21517466 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Allocated IP 172.20.0.7 (c2beece7-853e-4518-ace6-8724ee235932/f365b9b9-7ac3-43af-9db4-a36aed5ed9e0/4db097f7-7413-4513-8d5d-794ca7b3dfa3) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:57.559094 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e23d907-4b1f-479d-8c33-e934dd6e0ce7 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:57.559564 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e23d907-4b1f-479d-8c33-e934dd6e0ce7 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:57.560191 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5e23d907-4b1f-479d-8c33-e934dd6e0ce7 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.566034 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-590a49f7-1929-467c-bd39-d6257175313e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.576088 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63152552-b4e0-4c9a-b6e8-e3ef32b7b1af None None] Network 7c20fd7e-0f44-4726-a642-8d93ce4a285d requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:57.589717 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6b558da8-8dd7-48d4-96e7-c1edd4bf1e6c tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Usage tracker for resource:router and tenant:4f391249135447c7b12259a80fb71dbd is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:57.597044 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3c8e4621-8115-40ab-a53d-08551a5f4d22 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.599288 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6b558da8-8dd7-48d4-96e7-c1edd4bf1e6c tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:57.606815 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-6a488a47-6c41-4703-a3e7-947e21517466 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Allocated IP 2001:db8::f816:3eff:feeb:9a5e (c2beece7-853e-4518-ace6-8724ee235932/af5f8ea2-fe4c-4ab6-9bd1-de1e76fce812/4db097f7-7413-4513-8d5d-794ca7b3dfa3) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:57.620956 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6b558da8-8dd7-48d4-96e7-c1edd4bf1e6c tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:57.623077 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-09a259d2-30ff-47d9-a061-c7e31a2198da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.654031 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c8e4621-8115-40ab-a53d-08551a5f4d22 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:46:57.654239 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-5e23d907-4b1f-479d-8c33-e934dd6e0ce7 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 5.9709706 Feb 16 12:46:57.654504 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3c8e4621-8115-40ab-a53d-08551a5f4d22 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.655368 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34660) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:57.671572 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:46:57.671572 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:46:57.671572 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:46:57.671572 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:46:57.671572 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:46:57.671572 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:46:57.671572 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:46:57.671572 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:46:57.671572 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:46:57.671572 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:46:57.671572 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:46:57.671572 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:46:57.671572 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:46:57.671572 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:46:57.671572 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:46:57.671572 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:46:57.671572 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:46:57.671572 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:46:57.671572 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:46:57.671572 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:46:57.671572 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:46:57.671572 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:46:57.671572 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:46:57.671572 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:46:57.671572 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:46:57.671572 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:46:57.671572 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:46:57.671572 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:46:57.671572 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:46:57.671572 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:46:57.671572 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:46:57.671572 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:46:57.748858 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6b558da8-8dd7-48d4-96e7-c1edd4bf1e6c tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.749864 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6b558da8-8dd7-48d4-96e7-c1edd4bf1e6c tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.754512 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-09a259d2-30ff-47d9-a061-c7e31a2198da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.770041 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-590a49f7-1929-467c-bd39-d6257175313e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.782884 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9541d79b-c603-42bf-ba5d-408f440757f7 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:46:57.795344 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9541d79b-c603-42bf-ba5d-408f440757f7 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Usage tracker for resource:subnet and tenant:e574c36815ed45329336895cd8ea657c is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:46:57.816048 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9541d79b-c603-42bf-ba5d-408f440757f7 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:46:57.820100 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c687b76-fe09-40bc-a599-d36e51ae3a91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-9c953466-30bf-4081-bbe0-2823219b8a29', 'network_id': '9c953466-30bf-4081-bbe0-2823219b8a29', 'tenant_id': 'aafb3f42263e431db9c8531885383167', 'fixed_ips': [{'subnet_id': 'd7e3cb7a-48a6-4b44-8359-dbc85f74cc5b'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:46:57.820881 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8c687b76-fe09-40bc-a599-d36e51ae3a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.833051 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3c8e4621-8115-40ab-a53d-08551a5f4d22 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.834886 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9541d79b-c603-42bf-ba5d-408f440757f7 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:46:57.847159 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6b558da8-8dd7-48d4-96e7-c1edd4bf1e6c tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.871738 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3c8e4621-8115-40ab-a53d-08551a5f4d22 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.901002 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8e4621-8115-40ab-a53d-08551a5f4d22 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] Pushing event deleted for resources: {'Network': ['ID=48fe2e09-dded-4def-8dd1-b6962db18c96,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:57.904422 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9541d79b-c603-42bf-ba5d-408f440757f7 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Made reservation on behalf of e574c36815ed45329336895cd8ea657c for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:46:57.907929 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9541d79b-c603-42bf-ba5d-408f440757f7 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:57.923238 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3c8e4621-8115-40ab-a53d-08551a5f4d22 tempest-NetworksIpV6TestAttrs-652662297 tempest-NetworksIpV6TestAttrs-652662297-project] 10.222.0.83 "DELETE /v2.0/networks/48fe2e09-dded-4def-8dd1-b6962db18c96 HTTP/1.1" status: 204 len: 168 time: 2.6038558 Feb 16 12:46:58.036868 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03971f51-b6ab-478a-83e1-e9d3f123a00c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-7c20fd7e-0f44-4726-a642-8d93ce4a285d', 'network_id': '7c20fd7e-0f44-4726-a642-8d93ce4a285d', 'tenant_id': 'aafb3f42263e431db9c8531885383167', 'fixed_ips': [{'subnet_id': 'f1cddb90-a55d-4ed8-9a40-e30a7b60456d'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:46:58.037680 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-03971f51-b6ab-478a-83e1-e9d3f123a00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.093894 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6a488a47-6c41-4703-a3e7-947e21517466 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.102106 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-09a259d2-30ff-47d9-a061-c7e31a2198da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.110998 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-6a488a47-6c41-4703-a3e7-947e21517466 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Transition to ACTIVE for port object 4db097f7-7413-4513-8d5d-794ca7b3dfa3 will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:58.154809 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a49f7-1929-467c-bd39-d6257175313e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event deleted for resources: {'Subnet': ['ID=6fa8e825-9347-48af-9547-6e70a184da73,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:58.165200 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb93646-b431-4554-abe8-c6ebfa7f1528 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:58.167801 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb93646-b431-4554-abe8-c6ebfa7f1528 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:58.170094 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-8c687b76-fe09-40bc-a599-d36e51ae3a91 None None] Allocated IP 2001:db8::1 (9c953466-30bf-4081-bbe0-2823219b8a29/d7e3cb7a-48a6-4b44-8359-dbc85f74cc5b/e0719c0f-38b4-4c4e-b036-4cbc2a4659a7) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:58.171895 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb93646-b431-4554-abe8-c6ebfa7f1528 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:58.173889 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-3fb93646-b431-4554-abe8-c6ebfa7f1528 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Synchronizing usage tracker for tenant:aafb3f42263e431db9c8531885383167 on resource:subnet {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:58.188153 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-590a49f7-1929-467c-bd39-d6257175313e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.196920 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a259d2-30ff-47d9-a061-c7e31a2198da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c55ea7-d4d0-4d0e-9aa5-fe4316c81ab6,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:58.212299 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-590a49f7-1929-467c-bd39-d6257175313e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "DELETE /v2.0/subnets/6fa8e825-9347-48af-9547-6e70a184da73 HTTP/1.1" status: 204 len: 168 time: 1.1906269 Feb 16 12:46:58.214339 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34668) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:58.223676 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04f57c7-e172-4355-9008-25ff338ed356 None None] Network 64c94935-2fe0-476f-8b98-906e5db48a93 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:46:58.281771 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-09a259d2-30ff-47d9-a061-c7e31a2198da admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.285662 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-09a259d2-30ff-47d9-a061-c7e31a2198da admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/49c55ea7-d4d0-4d0e-9aa5-fe4316c81ab6 HTTP/1.1" status: 204 len: 168 time: 1.0632551 Feb 16 12:46:58.294706 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6a488a47-6c41-4703-a3e7-947e21517466 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.402056 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a488a47-6c41-4703-a3e7-947e21517466 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:58.479221 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-03971f51-b6ab-478a-83e1-e9d3f123a00c None None] Allocated IP 2001:db8:0:1::1 (7c20fd7e-0f44-4726-a642-8d93ce4a285d/f1cddb90-a55d-4ed8-9a40-e30a7b60456d/eca07b5c-bb97-4b5b-813f-adbe78c2f34a) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:46:58.549804 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-6a488a47-6c41-4703-a3e7-947e21517466 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:58.562054 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a488a47-6c41-4703-a3e7-947e21517466 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:58.597017 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34678) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:58.613577 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a488a47-6c41-4703-a3e7-947e21517466 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Port': ['ID=4db097f7-7413-4513-8d5d-794ca7b3dfa3,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:58.630262 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6b558da8-8dd7-48d4-96e7-c1edd4bf1e6c tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.641092 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-3fb93646-b431-4554-abe8-c6ebfa7f1528 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Unset dirty status for tenant:aafb3f42263e431db9c8531885383167 on resource:subnet {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:58.652289 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-3fb93646-b431-4554-abe8-c6ebfa7f1528 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.9807792 Feb 16 12:46:58.655625 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34684) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:58.812081 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a488a47-6c41-4703-a3e7-947e21517466 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:58.814911 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6a488a47-6c41-4703-a3e7-947e21517466 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.856121 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3f263b36-766b-4d41-afd9-315a8aa66caa tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:58.958069 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-6a488a47-6c41-4703-a3e7-947e21517466 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 6.1620045 Feb 16 12:46:58.961889 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34694) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:59.004570 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-3f263b36-766b-4d41-afd9-315a8aa66caa tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Deleting port 643b9fc6-580c-41c7-9c3b-6eb7fd905c5e {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:59.010659 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8c687b76-fe09-40bc-a599-d36e51ae3a91 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.011711 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3f263b36-766b-4d41-afd9-315a8aa66caa tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.054748 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-8deca679-1ba8-48e0-bb37-e2089b05e38e tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Deleting subnet d7e3cb7a-48a6-4b44-8359-dbc85f74cc5b {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:46:59.079490 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-8c687b76-fe09-40bc-a599-d36e51ae3a91 None None] Transition to ACTIVE for port object e0719c0f-38b4-4c4e-b036-4cbc2a4659a7 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:59.147862 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f086dd7-4b2c-4073-8f01-74c57e199119 None None] DHCP port deletion for 64c94935-2fe0-476f-8b98-906e5db48a93 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:46:59.158161 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-8c687b76-fe09-40bc-a599-d36e51ae3a91 None None] Transition to ACTIVE for port object e0719c0f-38b4-4c4e-b036-4cbc2a4659a7 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:59.163175 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-8f086dd7-4b2c-4073-8f01-74c57e199119 None None] Deleting port 643b9fc6-580c-41c7-9c3b-6eb7fd905c5e {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:46:59.163553 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8f086dd7-4b2c-4073-8f01-74c57e199119 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.206065 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8c687b76-fe09-40bc-a599-d36e51ae3a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.214014 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9a1a5922-10fe-468a-baed-57e75f052747 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e5afed0fc27345c1bbbffc2ab746a929&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6158307 Feb 16 12:46:59.215961 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8deca679-1ba8-48e0-bb37-e2089b05e38e tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.221269 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34704) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:59.274337 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9541d79b-c603-42bf-ba5d-408f440757f7 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.283211 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-03971f51-b6ab-478a-83e1-e9d3f123a00c None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.299479 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-ed150285-db90-4c53-a258-6ecb3171a44e None None] Provisioning for port 4db097f7-7413-4513-8d5d-794ca7b3dfa3 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:46:59.314822 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c687b76-fe09-40bc-a599-d36e51ae3a91 None None] Network 9c953466-30bf-4081-bbe0-2823219b8a29 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:59.340199 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70583e7b-92c5-4274-84d3-b6742817f3b4 req-0f9de307-8d66-4f98-bd9c-92c1f3782103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:59.341852 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-70583e7b-92c5-4274-84d3-b6742817f3b4 req-0f9de307-8d66-4f98-bd9c-92c1f3782103 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a8771b90386942c1a6095687790fa64b&device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 1098 time: 0.4803059 Feb 16 12:46:59.347365 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-8c687b76-fe09-40bc-a599-d36e51ae3a91 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:59.351755 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-03971f51-b6ab-478a-83e1-e9d3f123a00c None None] Transition to ACTIVE for port object eca07b5c-bb97-4b5b-813f-adbe78c2f34a will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:59.363443 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-ed150285-db90-4c53-a258-6ecb3171a44e None None] Provisioning complete for port 4db097f7-7413-4513-8d5d-794ca7b3dfa3 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:46:59.363817 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ed150285-db90-4c53-a258-6ecb3171a44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.387360 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c687b76-fe09-40bc-a599-d36e51ae3a91 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:59.412372 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c687b76-fe09-40bc-a599-d36e51ae3a91 None None] Pushing event updated for resources: {'Port': ['ID=e0719c0f-38b4-4c4e-b036-4cbc2a4659a7,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:59.432730 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291d0acb-eaef-4d28-8361-0129e44a72d2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:59.440299 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291d0acb-eaef-4d28-8361-0129e44a72d2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:59.441524 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-291d0acb-eaef-4d28-8361-0129e44a72d2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:46:59.460791 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9541d79b-c603-42bf-ba5d-408f440757f7 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Checking segment: {'id': 'a8221f06-25eb-4c14-81be-bdca88628df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ab697983-35d3-436f-80d0-aca4f31b49e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:59.461666 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9541d79b-c603-42bf-ba5d-408f440757f7 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Network hostable DHCP agents. Network: ab697983-35d3-436f-80d0-aca4f31b49e9, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:46:59.483136 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-03971f51-b6ab-478a-83e1-e9d3f123a00c None None] Transition to ACTIVE for port object eca07b5c-bb97-4b5b-813f-adbe78c2f34a will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:46:59.488282 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8deca679-1ba8-48e0-bb37-e2089b05e38e tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.705255 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-03971f51-b6ab-478a-83e1-e9d3f123a00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.734043 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-3f263b36-766b-4d41-afd9-315a8aa66caa tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] For port 643b9fc6-580c-41c7-9c3b-6eb7fd905c5e, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=643b9fc6-580c-41c7-9c3b-6eb7fd905c5e,segment=NetworkSegment(5ea8a2b0-755e-4425-8d99-16e0d916800c),segment_id=5ea8a2b0-755e-4425-8d99-16e0d916800c)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:59.734432 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3f263b36-766b-4d41-afd9-315a8aa66caa tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.749476 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9541d79b-c603-42bf-ba5d-408f440757f7 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Pushing event updated for resources: {'Subnet': ['ID=3751b4a4-3fc1-4d13-829f-c09e7e276af1,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:46:59.753569 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3cfbf810-f857-4440-a54c-d5fda8e44480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.782034 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-ed150285-db90-4c53-a258-6ecb3171a44e None None] Port 4db097f7-7413-4513-8d5d-794ca7b3dfa3 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:46:59.793688 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6b558da8-8dd7-48d4-96e7-c1edd4bf1e6c tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.844757 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-8c687b76-fe09-40bc-a599-d36e51ae3a91 None None] Attempting to bind port e0719c0f-38b4-4c4e-b036-4cbc2a4659a7 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:46:59.845114 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-8c687b76-fe09-40bc-a599-d36e51ae3a91 None None] Attempting to bind port e0719c0f-38b4-4c4e-b036-4cbc2a4659a7 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '9cc1cbb2-f17b-4cfd-ae25-a2b4638eaa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9c953466-30bf-4081-bbe0-2823219b8a29'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:46:59.845471 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c687b76-fe09-40bc-a599-d36e51ae3a91 None None] Attempting to bind port e0719c0f-38b4-4c4e-b036-4cbc2a4659a7 on network 9c953466-30bf-4081-bbe0-2823219b8a29 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:46:59.849876 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb57fd1-a1a4-4892-a1b2-ddce7f194c34 req-d12f2ff2-631a-4b54-9379-280777ccb30f tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:46:59.851844 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3bb57fd1-a1a4-4892-a1b2-ddce7f194c34 req-d12f2ff2-631a-4b54-9379-280777ccb30f tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.7705400 Feb 16 12:46:59.855737 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-291d0acb-eaef-4d28-8361-0129e44a72d2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:46:59.860295 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-291d0acb-eaef-4d28-8361-0129e44a72d2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.8900824 Feb 16 12:46:59.861332 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34722) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:46:59.866637 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9541d79b-c603-42bf-ba5d-408f440757f7 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Network ab697983-35d3-436f-80d0-aca4f31b49e9 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:46:59.874949 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6b558da8-8dd7-48d4-96e7-c1edd4bf1e6c tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.922610 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03971f51-b6ab-478a-83e1-e9d3f123a00c None None] Network 7c20fd7e-0f44-4726-a642-8d93ce4a285d is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:46:59.935063 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c687b76-fe09-40bc-a599-d36e51ae3a91 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:46:59.935489 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c687b76-fe09-40bc-a599-d36e51ae3a91 None None] Checking segment: {'id': '9cc1cbb2-f17b-4cfd-ae25-a2b4638eaa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9c953466-30bf-4081-bbe0-2823219b8a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:46:59.935819 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8c687b76-fe09-40bc-a599-d36e51ae3a91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.936200 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c687b76-fe09-40bc-a599-d36e51ae3a91 None None] Bound using segment: {'id': '9cc1cbb2-f17b-4cfd-ae25-a2b4638eaa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9c953466-30bf-4081-bbe0-2823219b8a29'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:46:59.949805 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-8c687b76-fe09-40bc-a599-d36e51ae3a91 None None] Bound port: e0719c0f-38b4-4c4e-b036-4cbc2a4659a7, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cc1cbb2-f17b-4cfd-ae25-a2b4638eaa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9c953466-30bf-4081-bbe0-2823219b8a29'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:46:59.950179 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-3f263b36-766b-4d41-afd9-315a8aa66caa tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Calling delete_port for 643b9fc6-580c-41c7-9c3b-6eb7fd905c5e owned by network:dhcp {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:46:59.950354 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8c687b76-fe09-40bc-a599-d36e51ae3a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:46:59.972161 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-03971f51-b6ab-478a-83e1-e9d3f123a00c None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:46:59.981474 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03971f51-b6ab-478a-83e1-e9d3f123a00c None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:46:59.993413 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-8f086dd7-4b2c-4073-8f01-74c57e199119 None None] For port 643b9fc6-580c-41c7-9c3b-6eb7fd905c5e, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=643b9fc6-580c-41c7-9c3b-6eb7fd905c5e,segment=NetworkSegment(5ea8a2b0-755e-4425-8d99-16e0d916800c),segment_id=5ea8a2b0-755e-4425-8d99-16e0d916800c)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:46:59.993986 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8f086dd7-4b2c-4073-8f01-74c57e199119 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.022733 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-6b558da8-8dd7-48d4-96e7-c1edd4bf1e6c tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Allocated IP 172.26.5.53 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/119db49c-84ff-4031-ad35-c0e2ce1ca6fe) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:00.029435 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3cfbf810-f857-4440-a54c-d5fda8e44480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.053035 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70583e7b-92c5-4274-84d3-b6742817f3b4 req-40b1bf5d-fea2-4bd4-ace4-4295fe834122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:00.054799 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-70583e7b-92c5-4274-84d3-b6742817f3b4 req-40b1bf5d-fea2-4bd4-ace4-4295fe834122 service neutron] 10.222.0.89 "GET /v2.0/networks?id=48c19cd8-ac27-4524-bc91-c49a239dcfeb HTTP/1.1" status: 200 len: 913 time: 0.6732609 Feb 16 12:47:00.124100 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03971f51-b6ab-478a-83e1-e9d3f123a00c None None] Pushing event updated for resources: {'Port': ['ID=eca07b5c-bb97-4b5b-813f-adbe78c2f34a,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:00.202509 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-70583e7b-92c5-4274-84d3-b6742817f3b4 req-e75c91e0-f731-416f-81f3-c1b3c9772c74 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=756287ee-6810-469c-9c37-8297d79eec56 HTTP/1.1" status: 200 len: 1000 time: 0.1223493 Feb 16 12:47:00.220522 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-9541d79b-c603-42bf-ba5d-408f440757f7 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, ab697983-35d3-436f-80d0-aca4f31b49e9) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:00.274945 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9541d79b-c603-42bf-ba5d-408f440757f7 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:00.275540 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9541d79b-c603-42bf-ba5d-408f440757f7 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.285160 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3bb57fd1-a1a4-4892-a1b2-ddce7f194c34 req-5fc12eda-84e0-4cdb-a5e8-c0f209db5e7b tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3635476 Feb 16 12:47:00.286427 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6b558da8-8dd7-48d4-96e7-c1edd4bf1e6c tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.324315 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70583e7b-92c5-4274-84d3-b6742817f3b4 req-a40f45ee-05ed-4546-8a24-00d93b423361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:00.326040 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-70583e7b-92c5-4274-84d3-b6742817f3b4 req-a40f45ee-05ed-4546-8a24-00d93b423361 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5863982f-bd9e-4d06-825d-64b5d101ef97 HTTP/1.1" status: 200 len: 851 time: 0.1065433 Feb 16 12:47:00.330335 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3f263b36-766b-4d41-afd9-315a8aa66caa tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.339163 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-302a777d-1944-4d3c-afc6-d99a16322a9f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting port 4db097f7-7413-4513-8d5d-794ca7b3dfa3 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:00.339500 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-302a777d-1944-4d3c-afc6-d99a16322a9f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.380771 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db09fd4f-8744-4ace-b421-1f7cd5f62142 None None] Network ab697983-35d3-436f-80d0-aca4f31b49e9 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:00.406225 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9541d79b-c603-42bf-ba5d-408f440757f7 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9339981 Feb 16 12:47:00.418348 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34736) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:00.427513 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-a59092c7-b05a-4051-b31e-4ef233c66b03 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Request body: {'port': {'network_id': 'ab697983-35d3-436f-80d0-aca4f31b49e9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-680526491'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:00.428452 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-8f086dd7-4b2c-4073-8f01-74c57e199119 None None] Calling delete_port for 643b9fc6-580c-41c7-9c3b-6eb7fd905c5e owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:00.449873 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8deca679-1ba8-48e0-bb37-e2089b05e38e tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.611966 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-03971f51-b6ab-478a-83e1-e9d3f123a00c None None] Attempting to bind port eca07b5c-bb97-4b5b-813f-adbe78c2f34a on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:00.611966 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-03971f51-b6ab-478a-83e1-e9d3f123a00c None None] Attempting to bind port eca07b5c-bb97-4b5b-813f-adbe78c2f34a by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '030513af-6fe3-4bf4-bc1e-df870438decb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7c20fd7e-0f44-4726-a642-8d93ce4a285d'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:00.612292 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03971f51-b6ab-478a-83e1-e9d3f123a00c None None] Attempting to bind port eca07b5c-bb97-4b5b-813f-adbe78c2f34a on network 7c20fd7e-0f44-4726-a642-8d93ce4a285d {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:47:00.630163 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03971f51-b6ab-478a-83e1-e9d3f123a00c None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:47:00.630965 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03971f51-b6ab-478a-83e1-e9d3f123a00c None None] Checking segment: {'id': '030513af-6fe3-4bf4-bc1e-df870438decb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7c20fd7e-0f44-4726-a642-8d93ce4a285d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:00.631371 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-03971f51-b6ab-478a-83e1-e9d3f123a00c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.631758 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03971f51-b6ab-478a-83e1-e9d3f123a00c None None] Bound using segment: {'id': '030513af-6fe3-4bf4-bc1e-df870438decb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7c20fd7e-0f44-4726-a642-8d93ce4a285d'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:47:00.632236 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-03971f51-b6ab-478a-83e1-e9d3f123a00c None None] Bound port: eca07b5c-bb97-4b5b-813f-adbe78c2f34a, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '030513af-6fe3-4bf4-bc1e-df870438decb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7c20fd7e-0f44-4726-a642-8d93ce4a285d'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:00.633089 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-03971f51-b6ab-478a-83e1-e9d3f123a00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.641459 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34742) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:00.666331 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3cfbf810-f857-4440-a54c-d5fda8e44480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.670691 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f263b36-766b-4d41-afd9-315a8aa66caa tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event deleted for resources: {'Port': ['ID=643b9fc6-580c-41c7-9c3b-6eb7fd905c5e,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:00.672906 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f263b36-766b-4d41-afd9-315a8aa66caa tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] No DVR routers for this DVR port 643b9fc6-580c-41c7-9c3b-6eb7fd905c5e on host dv-neutron-829527-1-hyperv {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:00.700386 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6b558da8-8dd7-48d4-96e7-c1edd4bf1e6c tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.731672 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfbf810-f857-4440-a54c-d5fda8e44480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940799c5-5dca-4c33-9853-d35e632d5707,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:00.746498 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.db.api [None req-8f086dd7-4b2c-4073-8f01-74c57e199119 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:47:00.747077 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG oslo_db.api [None req-8f086dd7-4b2c-4073-8f01-74c57e199119 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:47:00.830831 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 643b9fc6-580c-41c7-9c3b-6eb7fd905c5e no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:47:00.855556 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3cfbf810-f857-4440-a54c-d5fda8e44480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.856743 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-3cfbf810-f857-4440-a54c-d5fda8e44480 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/940799c5-5dca-4c33-9853-d35e632d5707 HTTP/1.1" status: 204 len: 168 time: 1.6290870 Feb 16 12:47:00.858888 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3f263b36-766b-4d41-afd9-315a8aa66caa tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:00.867880 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-8c687b76-fe09-40bc-a599-d36e51ae3a91 None None] For port e0719c0f-38b4-4c4e-b036-4cbc2a4659a7, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:47:00.889099 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 643b9fc6-580c-41c7-9c3b-6eb7fd905c5e {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:47:00.889269 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 643b9fc6-580c-41c7-9c3b-6eb7fd905c5e not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:47:00.900205 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-3f263b36-766b-4d41-afd9-315a8aa66caa tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c94935-2fe0-476f-8b98-906e5db48a93']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:00.925405 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-03971f51-b6ab-478a-83e1-e9d3f123a00c None None] For port eca07b5c-bb97-4b5b-813f-adbe78c2f34a, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:47:00.927228 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70583e7b-92c5-4274-84d3-b6742817f3b4 req-51ed72d1-140a-42eb-8662-647f0a03fb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:00.929571 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-70583e7b-92c5-4274-84d3-b6742817f3b4 req-51ed72d1-140a-42eb-8662-647f0a03fb22 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=48c19cd8-ac27-4524-bc91-c49a239dcfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5342746 Feb 16 12:47:00.934658 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-3f263b36-766b-4d41-afd9-315a8aa66caa tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ea8a2b0-755e-4425-8d99-16e0d916800c') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:00.935327 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-3f263b36-766b-4d41-afd9-315a8aa66caa tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ea8a2b0-755e-4425-8d99-16e0d916800c') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:00.936772 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-8c687b76-fe09-40bc-a599-d36e51ae3a91 None None] For port e0719c0f-38b4-4c4e-b036-4cbc2a4659a7, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=e0719c0f-38b4-4c4e-b036-4cbc2a4659a7,segment=NetworkSegment(9cc1cbb2-f17b-4cfd-ae25-a2b4638eaa66),segment_id=9cc1cbb2-f17b-4cfd-ae25-a2b4638eaa66)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:47:00.943784 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-03971f51-b6ab-478a-83e1-e9d3f123a00c None None] For port eca07b5c-bb97-4b5b-813f-adbe78c2f34a, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=eca07b5c-bb97-4b5b-813f-adbe78c2f34a,segment=NetworkSegment(030513af-6fe3-4bf4-bc1e-df870438decb),segment_id=030513af-6fe3-4bf4-bc1e-df870438decb)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:47:00.947891 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8c687b76-fe09-40bc-a599-d36e51ae3a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.004071 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-03971f51-b6ab-478a-83e1-e9d3f123a00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.015987 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b558da8-8dd7-48d4-96e7-c1edd4bf1e6c tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Pushing event updated for resources: {'Port': ['ID=119db49c-84ff-4031-ad35-c0e2ce1ca6fe,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:01.029286 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-1a0f1257-c8e8-4fe4-9fc9-43c2da8bc059 tempest-RoutersAdminNegativeIpV6Test-2061284737 tempest-RoutersAdminNegativeIpV6Test-2061284737-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-307009578', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:01.034254 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1a0f1257-c8e8-4fe4-9fc9-43c2da8bc059 tempest-RoutersAdminNegativeIpV6Test-2061284737 tempest-RoutersAdminNegativeIpV6Test-2061284737-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:01.038522 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1a0f1257-c8e8-4fe4-9fc9-43c2da8bc059 tempest-RoutersAdminNegativeIpV6Test-2061284737 tempest-RoutersAdminNegativeIpV6Test-2061284737-project-admin] Usage tracker for resource:port and tenant:ce1efe6a05884bb1ad53b4c83bd3c3f2 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:01.042047 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1a0f1257-c8e8-4fe4-9fc9-43c2da8bc059 tempest-RoutersAdminNegativeIpV6Test-2061284737 tempest-RoutersAdminNegativeIpV6Test-2061284737-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:01.047800 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1a0f1257-c8e8-4fe4-9fc9-43c2da8bc059 tempest-RoutersAdminNegativeIpV6Test-2061284737 tempest-RoutersAdminNegativeIpV6Test-2061284737-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:01.063764 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3f263b36-766b-4d41-afd9-315a8aa66caa tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.102018 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3f263b36-766b-4d41-afd9-315a8aa66caa tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.103649 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8deca679-1ba8-48e0-bb37-e2089b05e38e tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.113084 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a59092c7-b05a-4051-b31e-4ef233c66b03 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:01.123171 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f263b36-766b-4d41-afd9-315a8aa66caa tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:47:01.123552 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3f263b36-766b-4d41-afd9-315a8aa66caa tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.138392 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:47:01.138392 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:47:01.138392 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:47:01.138392 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:47:01.138392 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:47:01.138392 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:47:01.138392 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:47:01.138392 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:47:01.138392 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:47:01.138392 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:47:01.138392 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:47:01.138392 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:47:01.138392 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:47:01.138392 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:47:01.138392 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:47:01.138392 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:47:01.138392 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:47:01.138392 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:47:01.138392 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:47:01.138392 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:47:01.138392 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:47:01.138392 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:47:01.138392 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:47:01.138392 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:47:01.138392 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:47:01.138392 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:47:01.138392 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:47:01.138392 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:47:01.138392 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:47:01.138392 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:47:01.138392 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:47:01.138392 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:47:01.151376 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c687b76-fe09-40bc-a599-d36e51ae3a91 None None] Pushing event updated for resources: {'Port': ['ID=e0719c0f-38b4-4c4e-b036-4cbc2a4659a7,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:01.175899 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0f1257-c8e8-4fe4-9fc9-43c2da8bc059 tempest-RoutersAdminNegativeIpV6Test-2061284737 tempest-RoutersAdminNegativeIpV6Test-2061284737-project-admin] Made reservation on behalf of ce1efe6a05884bb1ad53b4c83bd3c3f2 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:01.178281 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1a0f1257-c8e8-4fe4-9fc9-43c2da8bc059 tempest-RoutersAdminNegativeIpV6Test-2061284737 tempest-RoutersAdminNegativeIpV6Test-2061284737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.195079 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b558da8-8dd7-48d4-96e7-c1edd4bf1e6c tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:01.196563 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8deca679-1ba8-48e0-bb37-e2089b05e38e tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.199957 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f93aa8-4160-4efd-9c74-4bdb1becbbdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-ab697983-35d3-436f-80d0-aca4f31b49e9', 'network_id': 'ab697983-35d3-436f-80d0-aca4f31b49e9', 'tenant_id': 'e574c36815ed45329336895cd8ea657c', 'fixed_ips': [{'subnet_id': '3751b4a4-3fc1-4d13-829f-c09e7e276af1'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:47:01.199957 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-32f93aa8-4160-4efd-9c74-4bdb1becbbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.202353 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deca679-1ba8-48e0-bb37-e2089b05e38e tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Pushing event deleted for resources: {'Subnet': ['ID=d7e3cb7a-48a6-4b44-8359-dbc85f74cc5b,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:01.204192 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1a0f1257-c8e8-4fe4-9fc9-43c2da8bc059 tempest-RoutersAdminNegativeIpV6Test-2061284737 tempest-RoutersAdminNegativeIpV6Test-2061284737-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.219486 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a59092c7-b05a-4051-b31e-4ef233c66b03 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Usage tracker for resource:port and tenant:e574c36815ed45329336895cd8ea657c is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:01.222864 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-70583e7b-92c5-4274-84d3-b6742817f3b4 req-4b35a054-266d-4195-9d03-ec4c131249c4 service neutron] 10.222.0.89 "GET /v2.0/networks/48c19cd8-ac27-4524-bc91-c49a239dcfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657750 Feb 16 12:47:01.226881 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1a0f1257-c8e8-4fe4-9fc9-43c2da8bc059 tempest-RoutersAdminNegativeIpV6Test-2061284737 tempest-RoutersAdminNegativeIpV6Test-2061284737-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:01.231390 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1a0f1257-c8e8-4fe4-9fc9-43c2da8bc059 tempest-RoutersAdminNegativeIpV6Test-2061284737 tempest-RoutersAdminNegativeIpV6Test-2061284737-project-admin] Usage tracker for resource:security_group_rule and tenant:ce1efe6a05884bb1ad53b4c83bd3c3f2 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:01.234665 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1a0f1257-c8e8-4fe4-9fc9-43c2da8bc059 tempest-RoutersAdminNegativeIpV6Test-2061284737 tempest-RoutersAdminNegativeIpV6Test-2061284737-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:01.240176 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1a0f1257-c8e8-4fe4-9fc9-43c2da8bc059 tempest-RoutersAdminNegativeIpV6Test-2061284737 tempest-RoutersAdminNegativeIpV6Test-2061284737-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:01.249812 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-8f086dd7-4b2c-4073-8f01-74c57e199119 None None] Deleting port 643b9fc6-580c-41c7-9c3b-6eb7fd905c5e {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:01.250189 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8f086dd7-4b2c-4073-8f01-74c57e199119 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.386921 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3f263b36-766b-4d41-afd9-315a8aa66caa tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.417981 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-8f086dd7-4b2c-4073-8f01-74c57e199119 None None] The port '643b9fc6-580c-41c7-9c3b-6eb7fd905c5e' was deleted {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:47:01.425213 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3f263b36-766b-4d41-afd9-315a8aa66caa tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.434455 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f263b36-766b-4d41-afd9-315a8aa66caa tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event deleted for resources: {'Network': ['ID=64c94935-2fe0-476f-8b98-906e5db48a93,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:01.448880 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-3f263b36-766b-4d41-afd9-315a8aa66caa tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "DELETE /v2.0/networks/64c94935-2fe0-476f-8b98-906e5db48a93 HTTP/1.1" status: 204 len: 168 time: 3.2319942 Feb 16 12:47:01.449149 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03971f51-b6ab-478a-83e1-e9d3f123a00c None None] Pushing event updated for resources: {'Port': ['ID=eca07b5c-bb97-4b5b-813f-adbe78c2f34a,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:01.451909 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34756) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:01.462123 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1a0f1257-c8e8-4fe4-9fc9-43c2da8bc059 tempest-RoutersAdminNegativeIpV6Test-2061284737 tempest-RoutersAdminNegativeIpV6Test-2061284737-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.467317 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-6b558da8-8dd7-48d4-96e7-c1edd4bf1e6c tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:01.474936 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-44a1a285-8d80-48eb-a10e-d7bd55ed6e79 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Request body: {'network': {'name': 'tempest-RoutersTest-1266508960'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:01.480025 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a59092c7-b05a-4051-b31e-4ef233c66b03 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:01.481974 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-44a1a285-8d80-48eb-a10e-d7bd55ed6e79 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:01.492702 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-44a1a285-8d80-48eb-a10e-d7bd55ed6e79 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Usage tracker for resource:network and tenant:9f89b69482a141c697c1d7563c6011c5 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:01.498057 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-44a1a285-8d80-48eb-a10e-d7bd55ed6e79 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:01.511052 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1a0f1257-c8e8-4fe4-9fc9-43c2da8bc059 tempest-RoutersAdminNegativeIpV6Test-2061284737 tempest-RoutersAdminNegativeIpV6Test-2061284737-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.519299 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-1a0f1257-c8e8-4fe4-9fc9-43c2da8bc059 tempest-RoutersAdminNegativeIpV6Test-2061284737 tempest-RoutersAdminNegativeIpV6Test-2061284737-project-admin] device_id is not set on port 05edbbac-3094-475b-ad3b-a8c7fdb69050 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:47:01.529054 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-44a1a285-8d80-48eb-a10e-d7bd55ed6e79 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:01.562117 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-70583e7b-92c5-4274-84d3-b6742817f3b4 req-0de067bc-3d3e-4d4b-93bb-39f1cb5aea5c service neutron] 10.222.0.89 "GET /v2.0/networks/48c19cd8-ac27-4524-bc91-c49a239dcfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066785 Feb 16 12:47:01.566111 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a1a285-8d80-48eb-a10e-d7bd55ed6e79 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Made reservation on behalf of 9f89b69482a141c697c1d7563c6011c5 for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:01.574721 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-44a1a285-8d80-48eb-a10e-d7bd55ed6e79 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.627111 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a1a285-8d80-48eb-a10e-d7bd55ed6e79 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:47:01.638153 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-44a1a285-8d80-48eb-a10e-d7bd55ed6e79 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.638696 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-44a1a285-8d80-48eb-a10e-d7bd55ed6e79 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Added segment ac41b225-fb05-4cde-9915-12afd78871fe of type vlan for network ac0e2e7b-dca4-4739-ba9e-7dea5b872590 Feb 16 12:47:01.664662 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b558da8-8dd7-48d4-96e7-c1edd4bf1e6c tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:01.674730 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-44a1a285-8d80-48eb-a10e-d7bd55ed6e79 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.714019 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-44a1a285-8d80-48eb-a10e-d7bd55ed6e79 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.748310 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a1a285-8d80-48eb-a10e-d7bd55ed6e79 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:01.749779 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a59092c7-b05a-4051-b31e-4ef233c66b03 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:01.754703 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-44a1a285-8d80-48eb-a10e-d7bd55ed6e79 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.772835 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-32f93aa8-4160-4efd-9c74-4bdb1becbbdf None None] Allocated IP 2001:db8::2 (ab697983-35d3-436f-80d0-aca4f31b49e9/3751b4a4-3fc1-4d13-829f-c09e7e276af1/e1b152e3-cbaa-48c5-840f-9c5be38d2198) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:01.812741 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6858cb51-f8db-4d58-8f6d-058155c2ed17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:01.909026 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59092c7-b05a-4051-b31e-4ef233c66b03 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Made reservation on behalf of e574c36815ed45329336895cd8ea657c for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:01.917904 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a59092c7-b05a-4051-b31e-4ef233c66b03 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.013449 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8deca679-1ba8-48e0-bb37-e2089b05e38e tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] 10.222.0.83 "DELETE /v2.0/subnets/d7e3cb7a-48a6-4b44-8359-dbc85f74cc5b HTTP/1.1" status: 204 len: 168 time: 3.3592060 Feb 16 12:47:02.029419 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34768) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:02.042237 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-44a1a285-8d80-48eb-a10e-d7bd55ed6e79 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5863693 Feb 16 12:47:02.055511 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a1a285-8d80-48eb-a10e-d7bd55ed6e79 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event updated for resources: {'Network': ['ID=ac0e2e7b-dca4-4739-ba9e-7dea5b872590,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:02.059625 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34770) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:02.079774 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-11484b55-9405-4340-8d7c-d7ba090ccd60 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Request body: {'subnet': {'network_id': 'ac0e2e7b-dca4-4739-ba9e-7dea5b872590', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:02.106191 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f1257-c8e8-4fe4-9fc9-43c2da8bc059 tempest-RoutersAdminNegativeIpV6Test-2061284737 tempest-RoutersAdminNegativeIpV6Test-2061284737-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbcdbb4-2f5d-473a-8564-73f7268b8598,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:02.166961 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network ac0e2e7b-dca4-4739-ba9e-7dea5b872590 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:47:02.226481 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-11484b55-9405-4340-8d7c-d7ba090ccd60 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:02.231017 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-11484b55-9405-4340-8d7c-d7ba090ccd60 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Usage tracker for resource:subnet and tenant:9f89b69482a141c697c1d7563c6011c5 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:02.234258 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-11484b55-9405-4340-8d7c-d7ba090ccd60 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:02.241369 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-11484b55-9405-4340-8d7c-d7ba090ccd60 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:02.241774 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-a59092c7-b05a-4051-b31e-4ef233c66b03 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] device_id is not set on port 6c2e9e58-27b8-4876-9cfd-0d2c8e767201 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:47:02.265474 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11484b55-9405-4340-8d7c-d7ba090ccd60 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Made reservation on behalf of 9f89b69482a141c697c1d7563c6011c5 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:02.269453 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-11484b55-9405-4340-8d7c-d7ba090ccd60 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.323693 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-32f93aa8-4160-4efd-9c74-4bdb1becbbdf None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.345150 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-32f93aa8-4160-4efd-9c74-4bdb1becbbdf None None] Transition to ACTIVE for port object e1b152e3-cbaa-48c5-840f-9c5be38d2198 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:02.347650 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-302a777d-1944-4d3c-afc6-d99a16322a9f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.386556 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-32f93aa8-4160-4efd-9c74-4bdb1becbbdf None None] Transition to ACTIVE for port object e1b152e3-cbaa-48c5-840f-9c5be38d2198 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:02.407785 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-32f93aa8-4160-4efd-9c74-4bdb1becbbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.534821 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f93aa8-4160-4efd-9c74-4bdb1becbbdf None None] Network ab697983-35d3-436f-80d0-aca4f31b49e9 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:02.537905 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-32f93aa8-4160-4efd-9c74-4bdb1becbbdf None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:02.543144 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f93aa8-4160-4efd-9c74-4bdb1becbbdf None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:02.544862 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34782) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:02.545239 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f93aa8-4160-4efd-9c74-4bdb1becbbdf None None] Pushing event updated for resources: {'Port': ['ID=e1b152e3-cbaa-48c5-840f-9c5be38d2198,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:02.607966 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-11484b55-9405-4340-8d7c-d7ba090ccd60 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.656791 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-32f93aa8-4160-4efd-9c74-4bdb1becbbdf None None] Attempting to bind port e1b152e3-cbaa-48c5-840f-9c5be38d2198 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:02.657248 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-32f93aa8-4160-4efd-9c74-4bdb1becbbdf None None] Attempting to bind port e1b152e3-cbaa-48c5-840f-9c5be38d2198 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'a8221f06-25eb-4c14-81be-bdca88628df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ab697983-35d3-436f-80d0-aca4f31b49e9'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:02.657676 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f93aa8-4160-4efd-9c74-4bdb1becbbdf None None] Attempting to bind port e1b152e3-cbaa-48c5-840f-9c5be38d2198 on network ab697983-35d3-436f-80d0-aca4f31b49e9 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:47:02.669007 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f93aa8-4160-4efd-9c74-4bdb1becbbdf None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:47:02.669426 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f93aa8-4160-4efd-9c74-4bdb1becbbdf None None] Checking segment: {'id': 'a8221f06-25eb-4c14-81be-bdca88628df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ab697983-35d3-436f-80d0-aca4f31b49e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:02.669769 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-32f93aa8-4160-4efd-9c74-4bdb1becbbdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.670148 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f93aa8-4160-4efd-9c74-4bdb1becbbdf None None] Bound using segment: {'id': 'a8221f06-25eb-4c14-81be-bdca88628df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ab697983-35d3-436f-80d0-aca4f31b49e9'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:47:02.671067 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-32f93aa8-4160-4efd-9c74-4bdb1becbbdf None None] Bound port: e1b152e3-cbaa-48c5-840f-9c5be38d2198, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8221f06-25eb-4c14-81be-bdca88628df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ab697983-35d3-436f-80d0-aca4f31b49e9'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:02.671188 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-32f93aa8-4160-4efd-9c74-4bdb1becbbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.754938 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-302a777d-1944-4d3c-afc6-d99a16322a9f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Calling delete_port for 4db097f7-7413-4513-8d5d-794ca7b3dfa3 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:02.804804 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11484b55-9405-4340-8d7c-d7ba090ccd60 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event updated for resources: {'Subnet': ['ID=3eda78a1-d8ca-4677-8db6-3569bd14c8e3,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:02.821316 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11484b55-9405-4340-8d7c-d7ba090ccd60 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Checking segment: {'id': 'ac41b225-fb05-4cde-9915-12afd78871fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ac0e2e7b-dca4-4739-ba9e-7dea5b872590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:02.822536 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11484b55-9405-4340-8d7c-d7ba090ccd60 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Network hostable DHCP agents. Network: ac0e2e7b-dca4-4739-ba9e-7dea5b872590, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:47:02.825464 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-da84fd88-f0a8-4397-a8d6-e7ec71ad5d44 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Deleting subnet f1cddb90-a55d-4ed8-9a40-e30a7b60456d {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:47:02.837819 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-da84fd88-f0a8-4397-a8d6-e7ec71ad5d44 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.858421 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11484b55-9405-4340-8d7c-d7ba090ccd60 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Network ac0e2e7b-dca4-4739-ba9e-7dea5b872590 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:47:02.885925 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-1a0f1257-c8e8-4fe4-9fc9-43c2da8bc059 tempest-RoutersAdminNegativeIpV6Test-2061284737 tempest-RoutersAdminNegativeIpV6Test-2061284737-project-admin] Allocated IP 172.26.5.80 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/05edbbac-3094-475b-ad3b-a8c7fdb69050) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:02.887855 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-32f93aa8-4160-4efd-9c74-4bdb1becbbdf None None] For port e1b152e3-cbaa-48c5-840f-9c5be38d2198, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:47:02.891671 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-32f93aa8-4160-4efd-9c74-4bdb1becbbdf None None] For port e1b152e3-cbaa-48c5-840f-9c5be38d2198, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=e1b152e3-cbaa-48c5-840f-9c5be38d2198,segment=NetworkSegment(a8221f06-25eb-4c14-81be-bdca88628df4),segment_id=a8221f06-25eb-4c14-81be-bdca88628df4)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:47:02.893790 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-11484b55-9405-4340-8d7c-d7ba090ccd60 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, ac0e2e7b-dca4-4739-ba9e-7dea5b872590) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:02.905633 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11484b55-9405-4340-8d7c-d7ba090ccd60 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:02.906026 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-11484b55-9405-4340-8d7c-d7ba090ccd60 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.908997 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-32f93aa8-4160-4efd-9c74-4bdb1becbbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:02.934832 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18212bbb-c09f-40d7-9b60-6351fa752d4f None None] Network ac0e2e7b-dca4-4739-ba9e-7dea5b872590 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:02.943106 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-e3257ddf-e658-4655-8fdb-ce2fe212f8a1 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2139513365'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:02.949493 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-11484b55-9405-4340-8d7c-d7ba090ccd60 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8885248 Feb 16 12:47:02.951969 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34788) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:02.962627 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-d17c3858-3e4a-44ba-af8b-bda3539909ae tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1746705493', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:02.969376 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-d17c3858-3e4a-44ba-af8b-bda3539909ae tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:02.973519 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-d17c3858-3e4a-44ba-af8b-bda3539909ae tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Usage tracker for resource:router and tenant:9f89b69482a141c697c1d7563c6011c5 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:02.976497 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-d17c3858-3e4a-44ba-af8b-bda3539909ae tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:02.983559 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-d17c3858-3e4a-44ba-af8b-bda3539909ae tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:03.001174 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e3257ddf-e658-4655-8fdb-ce2fe212f8a1 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:03.010504 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d17c3858-3e4a-44ba-af8b-bda3539909ae tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.011874 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d17c3858-3e4a-44ba-af8b-bda3539909ae tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.032281 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d17c3858-3e4a-44ba-af8b-bda3539909ae tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.044231 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device eca07b5c-bb97-4b5b-813f-adbe78c2f34a up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:03.062401 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d17c3858-3e4a-44ba-af8b-bda3539909ae tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.066834 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e3257ddf-e658-4655-8fdb-ce2fe212f8a1 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Usage tracker for resource:network and tenant:e1117180e8c949a18483da62b9a9f5be is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:03.084296 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f93aa8-4160-4efd-9c74-4bdb1becbbdf None None] Pushing event updated for resources: {'Port': ['ID=e1b152e3-cbaa-48c5-840f-9c5be38d2198,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:03.089773 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e3257ddf-e658-4655-8fdb-ce2fe212f8a1 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:03.092351 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c36c58-9105-4abf-8020-e87fb869fd9e None None] Network 9c953466-30bf-4081-bbe0-2823219b8a29 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:03.097495 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d17c3858-3e4a-44ba-af8b-bda3539909ae tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.101361 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d17c3858-3e4a-44ba-af8b-bda3539909ae tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1476009 Feb 16 12:47:03.104066 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34792) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:03.121222 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-da84fd88-f0a8-4397-a8d6-e7ec71ad5d44 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.172462 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e3257ddf-e658-4655-8fdb-ce2fe212f8a1 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:03.198538 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d5182-ca6b-4abc-842b-85dde83cd7fa req-827912e0-d7f2-4172-a7c6-9bf535818952 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:03.206262 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e33d5182-ca6b-4abc-842b-85dde83cd7fa req-827912e0-d7f2-4172-a7c6-9bf535818952 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 1.4470112 Feb 16 12:47:03.316200 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-dbd0f401-59a7-4b6c-a023-99306e4feede None None] Provisioning for port e0719c0f-38b4-4c4e-b036-4cbc2a4659a7 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:03.504602 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-da84fd88-f0a8-4397-a8d6-e7ec71ad5d44 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.538419 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port eca07b5c-bb97-4b5b-813f-adbe78c2f34a completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:03.559578 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device e0719c0f-38b4-4c4e-b036-4cbc2a4659a7 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:03.594015 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb84eeb0-7958-46b0-ada7-a2e9bdedaeb3 None None] Network 7c20fd7e-0f44-4726-a642-8d93ce4a285d requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:03.759361 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3257ddf-e658-4655-8fdb-ce2fe212f8a1 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Made reservation on behalf of e1117180e8c949a18483da62b9a9f5be for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:03.762774 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e3257ddf-e658-4655-8fdb-ce2fe212f8a1 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.772829 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-218002be-bc95-4402-8980-5467bdd9f823 None None] Provisioning for port eca07b5c-bb97-4b5b-813f-adbe78c2f34a completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:03.782665 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-a59092c7-b05a-4051-b31e-4ef233c66b03 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Allocated IP 2001:db8::9f (ab697983-35d3-436f-80d0-aca4f31b49e9/3751b4a4-3fc1-4d13-829f-c09e7e276af1/6c2e9e58-27b8-4876-9cfd-0d2c8e767201) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:03.788383 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-218002be-bc95-4402-8980-5467bdd9f823 None None] Provisioning complete for port eca07b5c-bb97-4b5b-813f-adbe78c2f34a triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:03.788948 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-218002be-bc95-4402-8980-5467bdd9f823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.839893 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e3257ddf-e658-4655-8fdb-ce2fe212f8a1 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.875476 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d52ebd7-528e-4d34-8a99-9d3a4db62d79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-ac0e2e7b-dca4-4739-ba9e-7dea5b872590', 'network_id': 'ac0e2e7b-dca4-4739-ba9e-7dea5b872590', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'fixed_ips': [{'subnet_id': '3eda78a1-d8ca-4677-8db6-3569bd14c8e3'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:47:03.878759 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2d52ebd7-528e-4d34-8a99-9d3a4db62d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.904648 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54b3d0d-a6b9-4ee6-a7d2-fb8c8e22a155 None None] DHCP port deletion for 9c953466-30bf-4081-bbe0-2823219b8a29 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:47:03.909684 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-60807ef0-067f-4183-b2ad-47017595068e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:03.926421 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-b54b3d0d-a6b9-4ee6-a7d2-fb8c8e22a155 None None] Deleting port e0719c0f-38b4-4c4e-b036-4cbc2a4659a7 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:03.926877 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b54b3d0d-a6b9-4ee6-a7d2-fb8c8e22a155 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.018824 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e3257ddf-e658-4655-8fdb-ce2fe212f8a1 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:04.027519 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e33d5182-ca6b-4abc-842b-85dde83cd7fa req-38f34afb-40c4-4627-a8f2-3fae5a6ecb91 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8203666 Feb 16 12:47:04.060783 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port e0719c0f-38b4-4c4e-b036-4cbc2a4659a7 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:04.081477 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e3257ddf-e658-4655-8fdb-ce2fe212f8a1 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Usage tracker for resource:security_group_rule and tenant:e1117180e8c949a18483da62b9a9f5be is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:04.101995 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e3257ddf-e658-4655-8fdb-ce2fe212f8a1 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:04.122451 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port e0719c0f-38b4-4c4e-b036-4cbc2a4659a7 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:04.122451 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.129361 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e3257ddf-e658-4655-8fdb-ce2fe212f8a1 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:04.302917 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-60807ef0-067f-4183-b2ad-47017595068e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Allocated IP 172.20.0.1 (ac0e2e7b-dca4-4739-ba9e-7dea5b872590/3eda78a1-d8ca-4677-8db6-3569bd14c8e3/5a03c7ae-54b1-4455-b22c-d6333492bcd0) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:04.441995 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e3257ddf-e658-4655-8fdb-ce2fe212f8a1 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.448224 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-da84fd88-f0a8-4397-a8d6-e7ec71ad5d44 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.490152 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-b54b3d0d-a6b9-4ee6-a7d2-fb8c8e22a155 None None] For port e0719c0f-38b4-4c4e-b036-4cbc2a4659a7, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=e0719c0f-38b4-4c4e-b036-4cbc2a4659a7,segment=NetworkSegment(9cc1cbb2-f17b-4cfd-ae25-a2b4638eaa66),segment_id=9cc1cbb2-f17b-4cfd-ae25-a2b4638eaa66)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:04.490740 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b54b3d0d-a6b9-4ee6-a7d2-fb8c8e22a155 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.506573 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-302a777d-1944-4d3c-afc6-d99a16322a9f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.511817 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-60807ef0-067f-4183-b2ad-47017595068e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.531809 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-60807ef0-067f-4183-b2ad-47017595068e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Transition to ACTIVE for port object 5a03c7ae-54b1-4455-b22c-d6333492bcd0 will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:04.560025 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-60807ef0-067f-4183-b2ad-47017595068e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.565042 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1a0f1257-c8e8-4fe4-9fc9-43c2da8bc059 tempest-RoutersAdminNegativeIpV6Test-2061284737 tempest-RoutersAdminNegativeIpV6Test-2061284737-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.568296 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da84fd88-f0a8-4397-a8d6-e7ec71ad5d44 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Pushing event deleted for resources: {'Subnet': ['ID=f1cddb90-a55d-4ed8-9a40-e30a7b60456d,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:04.578892 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e3257ddf-e658-4655-8fdb-ce2fe212f8a1 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.620106 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60807ef0-067f-4183-b2ad-47017595068e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Network ac0e2e7b-dca4-4739-ba9e-7dea5b872590 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:04.627506 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-60807ef0-067f-4183-b2ad-47017595068e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:04.631935 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60807ef0-067f-4183-b2ad-47017595068e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:04.650128 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6b558da8-8dd7-48d4-96e7-c1edd4bf1e6c tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks [] for router_gateway, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.671215 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250232da-da3e-43fa-a438-419e519af373 None None] Network ab697983-35d3-436f-80d0-aca4f31b49e9 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:04.680335 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60807ef0-067f-4183-b2ad-47017595068e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event updated for resources: {'Port': ['ID=5a03c7ae-54b1-4455-b22c-d6333492bcd0,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:04.696874 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-b54b3d0d-a6b9-4ee6-a7d2-fb8c8e22a155 None None] Calling delete_port for e0719c0f-38b4-4c4e-b036-4cbc2a4659a7 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:04.699896 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-60807ef0-067f-4183-b2ad-47017595068e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.743432 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a777d-1944-4d3c-afc6-d99a16322a9f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Port': ['ID=4db097f7-7413-4513-8d5d-794ca7b3dfa3,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:04.754442 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-da84fd88-f0a8-4397-a8d6-e7ec71ad5d44 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.760885 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3257ddf-e658-4655-8fdb-ce2fe212f8a1 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:47:04.774618 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-36591ba0-7487-4a85-9350-5925c282abba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.831146 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-60807ef0-067f-4183-b2ad-47017595068e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.850782 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3257ddf-e658-4655-8fdb-ce2fe212f8a1 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03bf810f-3fe8-434c-821b-524a41af4bc6,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:04.895919 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.961472 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-2d52ebd7-528e-4d34-8a99-9d3a4db62d79 None None] Allocated IP 172.20.0.2 (ac0e2e7b-dca4-4739-ba9e-7dea5b872590/3eda78a1-d8ca-4677-8db6-3569bd14c8e3/86dbe9df-9675-4387-b87f-3c950ad4b24e) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:04.979572 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-218002be-bc95-4402-8980-5467bdd9f823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.993896 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e3257ddf-e658-4655-8fdb-ce2fe212f8a1 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:04.994386 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-e3257ddf-e658-4655-8fdb-ce2fe212f8a1 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Added segment e346f45d-2de1-4443-a615-720aa01ab838 of type vlan for network 16b82834-7685-4613-829e-2ea073f469db Feb 16 12:47:05.067853 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-302a777d-1944-4d3c-afc6-d99a16322a9f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.137488 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-302a777d-1944-4d3c-afc6-d99a16322a9f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/ports/4db097f7-7413-4513-8d5d-794ca7b3dfa3 HTTP/1.1" status: 204 len: 168 time: 5.2722557 Feb 16 12:47:05.146331 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b54b3d0d-a6b9-4ee6-a7d2-fb8c8e22a155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.146679 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34802) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:05.166924 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-da84fd88-f0a8-4397-a8d6-e7ec71ad5d44 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] 10.222.0.83 "DELETE /v2.0/subnets/f1cddb90-a55d-4ed8-9a40-e30a7b60456d HTTP/1.1" status: 204 len: 168 time: 3.1150308 Feb 16 12:47:05.169811 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34806) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:05.250021 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6792ac58-7ce9-49bf-9039-e16054d9be19 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:05.251889 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6792ac58-7ce9-49bf-9039-e16054d9be19 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:05.253886 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6792ac58-7ce9-49bf-9039-e16054d9be19 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:05.254258 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6792ac58-7ce9-49bf-9039-e16054d9be19 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:05.303761 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.313158 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.316311 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e3257ddf-e658-4655-8fdb-ce2fe212f8a1 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.320200 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54b3d0d-a6b9-4ee6-a7d2-fb8c8e22a155 None None] No DVR routers for this DVR port e0719c0f-38b4-4c4e-b036-4cbc2a4659a7 on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:05.324429 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b3d0d-a6b9-4ee6-a7d2-fb8c8e22a155 None None] Pushing event deleted for resources: {'Port': ['ID=e0719c0f-38b4-4c4e-b036-4cbc2a4659a7,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:05.331836 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-218002be-bc95-4402-8980-5467bdd9f823 None None] For port eca07b5c-bb97-4b5b-813f-adbe78c2f34a, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=eca07b5c-bb97-4b5b-813f-adbe78c2f34a,segment=NetworkSegment(030513af-6fe3-4bf4-bc1e-df870438decb),segment_id=030513af-6fe3-4bf4-bc1e-df870438decb)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:05.344957 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.355809 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a59092c7-b05a-4051-b31e-4ef233c66b03 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.403509 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-218002be-bc95-4402-8980-5467bdd9f823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.450539 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1a0f1257-c8e8-4fe4-9fc9-43c2da8bc059 tempest-RoutersAdminNegativeIpV6Test-2061284737 tempest-RoutersAdminNegativeIpV6Test-2061284737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.466602 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6792ac58-7ce9-49bf-9039-e16054d9be19 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:05.470908 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6792ac58-7ce9-49bf-9039-e16054d9be19 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3063650 Feb 16 12:47:05.473588 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.resource_extend [None req-e3257ddf-e658-4655-8fdb-ce2fe212f8a1 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:47:05.512761 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34810) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:05.519838 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4433dbc6-415d-4875-86d6-4c9ed2b70396 None None] DHCP port deletion for 7c20fd7e-0f44-4726-a642-8d93ce4a285d request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:47:05.569102 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-4433dbc6-415d-4875-86d6-4c9ed2b70396 None None] Deleting port eca07b5c-bb97-4b5b-813f-adbe78c2f34a {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:05.569501 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-60807ef0-067f-4183-b2ad-47017595068e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.569630 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4433dbc6-415d-4875-86d6-4c9ed2b70396 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.583582 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-60807ef0-067f-4183-b2ad-47017595068e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.709036 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-a59092c7-b05a-4051-b31e-4ef233c66b03 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Transition to ACTIVE for port object 6c2e9e58-27b8-4876-9cfd-0d2c8e767201 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:05.721710 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee005da1-6783-400e-9aee-1bc1634366d3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting subnet af5f8ea2-fe4c-4ab6-9bd1-de1e76fce812 {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:47:05.725008 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4289e07b-1655-43d4-8b9a-3b57f1204062 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:05.726362 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4289e07b-1655-43d4-8b9a-3b57f1204062 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Synchronizing usage tracker for tenant:aafb3f42263e431db9c8531885383167 on resource:subnet {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:05.731777 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ee005da1-6783-400e-9aee-1bc1634366d3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.755984 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0f1257-c8e8-4fe4-9fc9-43c2da8bc059 tempest-RoutersAdminNegativeIpV6Test-2061284737 tempest-RoutersAdminNegativeIpV6Test-2061284737-project-admin] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:05.776502 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-1a0f1257-c8e8-4fe4-9fc9-43c2da8bc059 tempest-RoutersAdminNegativeIpV6Test-2061284737 tempest-RoutersAdminNegativeIpV6Test-2061284737-project-admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:05.778038 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-60807ef0-067f-4183-b2ad-47017595068e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.779370 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0f1257-c8e8-4fe4-9fc9-43c2da8bc059 tempest-RoutersAdminNegativeIpV6Test-2061284737 tempest-RoutersAdminNegativeIpV6Test-2061284737-project-admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:05.792072 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218002be-bc95-4402-8980-5467bdd9f823 None None] Pushing event updated for resources: {'Port': ['ID=eca07b5c-bb97-4b5b-813f-adbe78c2f34a,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:05.800906 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-6c248aca-b920-4f6e-a8ad-a17e0d33a157 None None] Provisioning for port e1b152e3-cbaa-48c5-840f-9c5be38d2198 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:05.881173 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4289e07b-1655-43d4-8b9a-3b57f1204062 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Unset dirty status for tenant:aafb3f42263e431db9c8531885383167 on resource:subnet {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:05.882173 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4289e07b-1655-43d4-8b9a-3b57f1204062 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6368895 Feb 16 12:47:05.884015 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2d52ebd7-528e-4d34-8a99-9d3a4db62d79 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.898210 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e3257ddf-e658-4655-8fdb-ce2fe212f8a1 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.905358 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3257ddf-e658-4655-8fdb-ce2fe212f8a1 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:05.906014 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e3257ddf-e658-4655-8fdb-ce2fe212f8a1 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:05.919906 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-2d52ebd7-528e-4d34-8a99-9d3a4db62d79 None None] Transition to ACTIVE for port object 86dbe9df-9675-4387-b87f-3c950ad4b24e will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:05.922025 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34814) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:05.948370 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f1257-c8e8-4fe4-9fc9-43c2da8bc059 tempest-RoutersAdminNegativeIpV6Test-2061284737 tempest-RoutersAdminNegativeIpV6Test-2061284737-project-admin] Pushing event updated for resources: {'Port': ['ID=05edbbac-3094-475b-ad3b-a8c7fdb69050,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:05.949511 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60807ef0-067f-4183-b2ad-47017595068e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event updated for resources: {'Port': ['ID=5a03c7ae-54b1-4455-b22c-d6333492bcd0,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:05.971862 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60807ef0-067f-4183-b2ad-47017595068e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Network ac0e2e7b-dca4-4739-ba9e-7dea5b872590 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:05.972333 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device e1b152e3-cbaa-48c5-840f-9c5be38d2198 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:06.022553 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-60807ef0-067f-4183-b2ad-47017595068e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:06.034866 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ee005da1-6783-400e-9aee-1bc1634366d3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.067897 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e3257ddf-e658-4655-8fdb-ce2fe212f8a1 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.5082462 Feb 16 12:47:06.079933 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34818) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:06.097469 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-aca759a1-a0fd-40af-b372-77182850df61 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Request body: {'port': {'network_id': '16b82834-7685-4613-829e-2ea073f469db', 'name': 'tempest-PortsIpV6TestJSON-818587482'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:06.115677 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0f1257-c8e8-4fe4-9fc9-43c2da8bc059 tempest-RoutersAdminNegativeIpV6Test-2061284737 tempest-RoutersAdminNegativeIpV6Test-2061284737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:06.116648 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1a0f1257-c8e8-4fe4-9fc9-43c2da8bc059 tempest-RoutersAdminNegativeIpV6Test-2061284737 tempest-RoutersAdminNegativeIpV6Test-2061284737-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.119393 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-2d52ebd7-528e-4d34-8a99-9d3a4db62d79 None None] Transition to ACTIVE for port object 86dbe9df-9675-4387-b87f-3c950ad4b24e will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:06.120275 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3257ddf-e658-4655-8fdb-ce2fe212f8a1 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event updated for resources: {'Network': ['ID=16b82834-7685-4613-829e-2ea073f469db,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:06.130919 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-4433dbc6-415d-4875-86d6-4c9ed2b70396 None None] For port eca07b5c-bb97-4b5b-813f-adbe78c2f34a, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=eca07b5c-bb97-4b5b-813f-adbe78c2f34a,segment=NetworkSegment(030513af-6fe3-4bf4-bc1e-df870438decb),segment_id=030513af-6fe3-4bf4-bc1e-df870438decb)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:06.131318 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4433dbc6-415d-4875-86d6-4c9ed2b70396 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.145059 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2d52ebd7-528e-4d34-8a99-9d3a4db62d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.189099 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6b558da8-8dd7-48d4-96e7-c1edd4bf1e6c tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.199743 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a59092c7-b05a-4051-b31e-4ef233c66b03 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.245263 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45898e33-816d-49b2-a31e-6d42fff05c17 req-b2e45cdd-4190-42c8-8033-82e28d12ea31 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:06.252281 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-45898e33-816d-49b2-a31e-6d42fff05c17 req-b2e45cdd-4190-42c8-8033-82e28d12ea31 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.7836771 Feb 16 12:47:06.266809 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 16b82834-7685-4613-829e-2ea073f469db details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:47:06.318747 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0b2f8510-c23a-4ddf-b2d0-fb369ed2727e tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.319521 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1a0f1257-c8e8-4fe4-9fc9-43c2da8bc059 tempest-RoutersAdminNegativeIpV6Test-2061284737 tempest-RoutersAdminNegativeIpV6Test-2061284737-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 5.6741550 Feb 16 12:47:06.360737 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-4433dbc6-415d-4875-86d6-4c9ed2b70396 None None] Calling delete_port for eca07b5c-bb97-4b5b-813f-adbe78c2f34a owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:06.367654 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34822) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:06.373726 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ee005da1-6783-400e-9aee-1bc1634366d3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.400450 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-4dab5149-e4bc-4c14-b112-b1ce48c1ed41 tempest-RoutersAdminNegativeIpV6Test-2061284737 tempest-RoutersAdminNegativeIpV6Test-2061284737-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.80'}]}}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:06.405682 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59092c7-b05a-4051-b31e-4ef233c66b03 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Network ab697983-35d3-436f-80d0-aca4f31b49e9 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:06.417355 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4dab5149-e4bc-4c14-b112-b1ce48c1ed41 tempest-RoutersAdminNegativeIpV6Test-2061284737 tempest-RoutersAdminNegativeIpV6Test-2061284737-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:06.422345 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-a59092c7-b05a-4051-b31e-4ef233c66b03 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:06.444508 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59092c7-b05a-4051-b31e-4ef233c66b03 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:06.451129 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59092c7-b05a-4051-b31e-4ef233c66b03 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:06.451961 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a59092c7-b05a-4051-b31e-4ef233c66b03 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.468275 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4dab5149-e4bc-4c14-b112-b1ce48c1ed41 tempest-RoutersAdminNegativeIpV6Test-2061284737 tempest-RoutersAdminNegativeIpV6Test-2061284737-project-admin] Usage tracker for resource:router and tenant:ce1efe6a05884bb1ad53b4c83bd3c3f2 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:06.475871 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59092c7-b05a-4051-b31e-4ef233c66b03 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Pushing event updated for resources: {'Port': ['ID=6c2e9e58-27b8-4876-9cfd-0d2c8e767201,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:06.486855 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d52ebd7-528e-4d34-8a99-9d3a4db62d79 None None] Network ac0e2e7b-dca4-4739-ba9e-7dea5b872590 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:06.502272 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-2d52ebd7-528e-4d34-8a99-9d3a4db62d79 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:06.512005 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-45898e33-816d-49b2-a31e-6d42fff05c17 req-43569df9-cb9b-4861-a3cd-1c40dc546917 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2587926 Feb 16 12:47:06.522077 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f8510-c23a-4ddf-b2d0-fb369ed2727e tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Deleting port eca07b5c-bb97-4b5b-813f-adbe78c2f34a {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:06.522643 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0b2f8510-c23a-4ddf-b2d0-fb369ed2727e tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.530165 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d52ebd7-528e-4d34-8a99-9d3a4db62d79 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:06.557059 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4dab5149-e4bc-4c14-b112-b1ce48c1ed41 tempest-RoutersAdminNegativeIpV6Test-2061284737 tempest-RoutersAdminNegativeIpV6Test-2061284737-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:06.561446 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-aca759a1-a0fd-40af-b372-77182850df61 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:06.572191 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ee005da1-6783-400e-9aee-1bc1634366d3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.589440 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4dab5149-e4bc-4c14-b112-b1ce48c1ed41 tempest-RoutersAdminNegativeIpV6Test-2061284737 tempest-RoutersAdminNegativeIpV6Test-2061284737-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:06.603376 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-aca759a1-a0fd-40af-b372-77182850df61 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Usage tracker for resource:port and tenant:e1117180e8c949a18483da62b9a9f5be is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:06.608635 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port e1b152e3-cbaa-48c5-840f-9c5be38d2198 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:06.609165 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-aca759a1-a0fd-40af-b372-77182850df61 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:06.611694 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52ebd7-528e-4d34-8a99-9d3a4db62d79 None None] Pushing event updated for resources: {'Port': ['ID=86dbe9df-9675-4387-b87f-3c950ad4b24e,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:06.618463 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-aca759a1-a0fd-40af-b372-77182850df61 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:06.652929 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a59092c7-b05a-4051-b31e-4ef233c66b03 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 6.2311823 Feb 16 12:47:06.654821 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34828) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:06.656516 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ee005da1-6783-400e-9aee-1bc1634366d3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.660830 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4dab5149-e4bc-4c14-b112-b1ce48c1ed41 tempest-RoutersAdminNegativeIpV6Test-2061284737 tempest-RoutersAdminNegativeIpV6Test-2061284737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.661887 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4dab5149-e4bc-4c14-b112-b1ce48c1ed41 tempest-RoutersAdminNegativeIpV6Test-2061284737 tempest-RoutersAdminNegativeIpV6Test-2061284737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.669183 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee005da1-6783-400e-9aee-1bc1634366d3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Subnet': ['ID=af5f8ea2-fe4c-4ab6-9bd1-de1e76fce812,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:06.680428 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca759a1-a0fd-40af-b372-77182850df61 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Made reservation on behalf of e1117180e8c949a18483da62b9a9f5be for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:06.684776 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aca759a1-a0fd-40af-b372-77182850df61 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.686272 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port e1b152e3-cbaa-48c5-840f-9c5be38d2198 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:06.686643 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.717966 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fac49e1-1776-40b9-8cdc-dcfc44f1e9a8 None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:06.718781 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d69fb542-c02c-47b3-b289-05fc1cf0e581 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Request body: {'port': {'network_id': 'ab697983-35d3-436f-80d0-aca4f31b49e9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-576681198', 'allowed_address_pairs': [{'ip_address': '2001:db8::9f', 'mac_address': 'fa:16:3e:b1:10:74'}]}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:06.738766 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4dab5149-e4bc-4c14-b112-b1ce48c1ed41 tempest-RoutersAdminNegativeIpV6Test-2061284737 tempest-RoutersAdminNegativeIpV6Test-2061284737-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.740820 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-aca759a1-a0fd-40af-b372-77182850df61 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] device_id is not set on port a426b62d-a0d7-4c34-a237-ed8081fd7d6c yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:47:06.744173 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60807ef0-067f-4183-b2ad-47017595068e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Router de2c0fc7-2287-4f50-8280-29cb11de96f7 is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:47:06.749557 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-ee005da1-6783-400e-9aee-1bc1634366d3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/af5f8ea2-fe4c-4ab6-9bd1-de1e76fce812 HTTP/1.1" status: 204 len: 168 time: 1.2330213 Feb 16 12:47:06.754348 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34832) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:06.754811 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-9ec1d820-1977-4d81-85b6-e246f67a8aba None None] Provisioning complete for port e1b152e3-cbaa-48c5-840f-9c5be38d2198 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:06.755629 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9ec1d820-1977-4d81-85b6-e246f67a8aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.891169 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-2d52ebd7-528e-4d34-8a99-9d3a4db62d79 None None] Attempting to bind port 86dbe9df-9675-4387-b87f-3c950ad4b24e on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:06.891814 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-2d52ebd7-528e-4d34-8a99-9d3a4db62d79 None None] Attempting to bind port 86dbe9df-9675-4387-b87f-3c950ad4b24e by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'ac41b225-fb05-4cde-9915-12afd78871fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ac0e2e7b-dca4-4739-ba9e-7dea5b872590'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:06.892351 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d52ebd7-528e-4d34-8a99-9d3a4db62d79 None None] Attempting to bind port 86dbe9df-9675-4387-b87f-3c950ad4b24e on network ac0e2e7b-dca4-4739-ba9e-7dea5b872590 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:47:06.894855 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.909455 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4433dbc6-415d-4875-86d6-4c9ed2b70396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.966635 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d52ebd7-528e-4d34-8a99-9d3a4db62d79 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:47:06.967063 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d52ebd7-528e-4d34-8a99-9d3a4db62d79 None None] Checking segment: {'id': 'ac41b225-fb05-4cde-9915-12afd78871fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ac0e2e7b-dca4-4739-ba9e-7dea5b872590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:06.967391 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2d52ebd7-528e-4d34-8a99-9d3a4db62d79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.967786 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d52ebd7-528e-4d34-8a99-9d3a4db62d79 None None] Bound using segment: {'id': 'ac41b225-fb05-4cde-9915-12afd78871fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ac0e2e7b-dca4-4739-ba9e-7dea5b872590'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:47:06.968277 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-2d52ebd7-528e-4d34-8a99-9d3a4db62d79 None None] Bound port: 86dbe9df-9675-4387-b87f-3c950ad4b24e, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac41b225-fb05-4cde-9915-12afd78871fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ac0e2e7b-dca4-4739-ba9e-7dea5b872590'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:06.968705 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2d52ebd7-528e-4d34-8a99-9d3a4db62d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:06.995647 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4433dbc6-415d-4875-86d6-4c9ed2b70396 None None] Pushing event deleted for resources: {'Port': ['ID=eca07b5c-bb97-4b5b-813f-adbe78c2f34a,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:07.003077 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4433dbc6-415d-4875-86d6-4c9ed2b70396 None None] No DVR routers for this DVR port eca07b5c-bb97-4b5b-813f-adbe78c2f34a on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:07.165420 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e8115a5-619c-4c32-b4a2-fc60414db0d3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting subnet f365b9b9-7ac3-43af-9db4-a36aed5ed9e0 {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:47:07.186043 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6e8115a5-619c-4c32-b4a2-fc60414db0d3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.251505 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b558da8-8dd7-48d4-96e7-c1edd4bf1e6c tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Router 4ee1ad90-6edf-459f-817b-f8f48342b0d7 is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:47:07.258373 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-0b2f8510-c23a-4ddf-b2d0-fb369ed2727e tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] For port eca07b5c-bb97-4b5b-813f-adbe78c2f34a, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=eca07b5c-bb97-4b5b-813f-adbe78c2f34a,segment=NetworkSegment(030513af-6fe3-4bf4-bc1e-df870438decb),segment_id=030513af-6fe3-4bf4-bc1e-df870438decb)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:07.258749 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0b2f8510-c23a-4ddf-b2d0-fb369ed2727e tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.262168 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.276445 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d69fb542-c02c-47b3-b289-05fc1cf0e581 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:07.296524 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-2d52ebd7-528e-4d34-8a99-9d3a4db62d79 None None] For port 86dbe9df-9675-4387-b87f-3c950ad4b24e, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:47:07.302186 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9ec1d820-1977-4d81-85b6-e246f67a8aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.332474 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6e8115a5-619c-4c32-b4a2-fc60414db0d3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.336504 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d69fb542-c02c-47b3-b289-05fc1cf0e581 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Usage tracker for resource:port and tenant:e574c36815ed45329336895cd8ea657c is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:07.339194 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-2d52ebd7-528e-4d34-8a99-9d3a4db62d79 None None] For port 86dbe9df-9675-4387-b87f-3c950ad4b24e, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=86dbe9df-9675-4387-b87f-3c950ad4b24e,segment=NetworkSegment(ac41b225-fb05-4cde-9915-12afd78871fe),segment_id=ac41b225-fb05-4cde-9915-12afd78871fe)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:47:07.340838 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4dab5149-e4bc-4c14-b112-b1ce48c1ed41 tempest-RoutersAdminNegativeIpV6Test-2061284737 tempest-RoutersAdminNegativeIpV6Test-2061284737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.351771 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d69fb542-c02c-47b3-b289-05fc1cf0e581 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:07.381036 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port e1b152e3-cbaa-48c5-840f-9c5be38d2198, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=e1b152e3-cbaa-48c5-840f-9c5be38d2198,segment=NetworkSegment(a8221f06-25eb-4c14-81be-bdca88628df4),segment_id=a8221f06-25eb-4c14-81be-bdca88628df4)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:07.387963 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2d52ebd7-528e-4d34-8a99-9d3a4db62d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.430796 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60807ef0-067f-4183-b2ad-47017595068e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:47:07.437601 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.442124 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f8510-c23a-4ddf-b2d0-fb369ed2727e tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Calling delete_port for eca07b5c-bb97-4b5b-813f-adbe78c2f34a owned by network:dhcp {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:07.455984 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bb4c5f-4af0-46bd-a868-ec499334da87 None None] Sync routers for ids ['de2c0fc7-2287-4f50-8280-29cb11de96f7'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:07.476897 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-60807ef0-067f-4183-b2ad-47017595068e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "PUT /v2.0/routers/de2c0fc7-2287-4f50-8280-29cb11de96f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3687174 Feb 16 12:47:07.487314 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34836) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:07.495791 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bb4c5f-4af0-46bd-a868-ec499334da87 None None] Routers {'de2c0fc7-2287-4f50-8280-29cb11de96f7'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:07.516104 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-80bb4c5f-4af0-46bd-a868-ec499334da87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:47:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['de2c0fc7-2287-4f50-8280-29cb11de96f7'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:07.561880 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device eca07b5c-bb97-4b5b-813f-adbe78c2f34a no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:47:07.597677 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d69fb542-c02c-47b3-b289-05fc1cf0e581 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:07.617940 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5568c0f4-64a4-4720-8913-b89d7824fae9 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:07.618536 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-5568c0f4-64a4-4720-8913-b89d7824fae9 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Synchronizing usage tracker for tenant:9f89b69482a141c697c1d7563c6011c5 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:07.633351 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-80bb4c5f-4af0-46bd-a868-ec499334da87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:07.634288 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.db.api [None req-0b2f8510-c23a-4ddf-b2d0-fb369ed2727e tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:47:07.634606 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG oslo_db.api [None req-0b2f8510-c23a-4ddf-b2d0-fb369ed2727e tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:47:07.644952 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6e8115a5-619c-4c32-b4a2-fc60414db0d3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.651047 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bb4c5f-4af0-46bd-a868-ec499334da87 None None] Routers {'de2c0fc7-2287-4f50-8280-29cb11de96f7'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:07.651774 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-80bb4c5f-4af0-46bd-a868-ec499334da87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:47:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['de2c0fc7-2287-4f50-8280-29cb11de96f7'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:07.655239 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: eca07b5c-bb97-4b5b-813f-adbe78c2f34a {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:47:07.655578 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device eca07b5c-bb97-4b5b-813f-adbe78c2f34a not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:47:07.655992 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device e0719c0f-38b4-4c4e-b036-4cbc2a4659a7 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:47:07.692637 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.db.api [None req-9ec1d820-1977-4d81-85b6-e246f67a8aba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:47:07.693004 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG oslo_db.api [None req-9ec1d820-1977-4d81-85b6-e246f67a8aba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:47:07.704974 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52ebd7-528e-4d34-8a99-9d3a4db62d79 None None] Pushing event updated for resources: {'Port': ['ID=86dbe9df-9675-4387-b87f-3c950ad4b24e,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:07.722741 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-5568c0f4-64a4-4720-8913-b89d7824fae9 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Unset dirty status for tenant:9f89b69482a141c697c1d7563c6011c5 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:07.724172 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-5568c0f4-64a4-4720-8913-b89d7824fae9 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "GET /v2.0/ports/5a03c7ae-54b1-4455-b22c-d6333492bcd0 HTTP/1.1" status: 200 len: 910 time: 0.2338619 Feb 16 12:47:07.729221 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34840) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:07.739521 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69fb542-c02c-47b3-b289-05fc1cf0e581 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Made reservation on behalf of e574c36815ed45329336895cd8ea657c for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:07.741689 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: e0719c0f-38b4-4c4e-b036-4cbc2a4659a7 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:47:07.742330 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device e0719c0f-38b4-4c4e-b036-4cbc2a4659a7 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:47:07.763430 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-80bb4c5f-4af0-46bd-a868-ec499334da87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:07.764063 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bb4c5f-4af0-46bd-a868-ec499334da87 None None] The sync data for ids ['de2c0fc7-2287-4f50-8280-29cb11de96f7'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:07.818350 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6e8115a5-619c-4c32-b4a2-fc60414db0d3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.819600 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aca759a1-a0fd-40af-b372-77182850df61 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.861160 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=e1b152e3-cbaa-48c5-840f-9c5be38d2198,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:07.922254 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8115a5-619c-4c32-b4a2-fc60414db0d3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Subnet': ['ID=f365b9b9-7ac3-43af-9db4-a36aed5ed9e0,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:07.944629 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6e8115a5-619c-4c32-b4a2-fc60414db0d3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:07.955614 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b558da8-8dd7-48d4-96e7-c1edd4bf1e6c tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:47:07.998593 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-6e8115a5-619c-4c32-b4a2-fc60414db0d3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/f365b9b9-7ac3-43af-9db4-a36aed5ed9e0 HTTP/1.1" status: 204 len: 168 time: 1.2399392 Feb 16 12:47:07.999083 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34844) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:08.047352 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d69fb542-c02c-47b3-b289-05fc1cf0e581 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.071062 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-d69fb542-c02c-47b3-b289-05fc1cf0e581 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] device_id is not set on port 1610ea89-d0a9-4409-95ca-0f6600283b3a yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:47:08.079818 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bce3cc0-076a-4c27-8a3e-5955aee88daa None None] Sync routers for ids ['4ee1ad90-6edf-459f-817b-f8f48342b0d7'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:08.087348 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3cbd34-642e-403c-bdbe-01df38c0639b None None] Update dhcp port {'port': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'fixed_ips': [{'subnet_id': 'f365b9b9-7ac3-43af-9db4-a36aed5ed9e0'}], 'binding:host_id': 'dv-neutron-829527-1-hyperv'}, 'id': '1f2b6f63-a27b-4fc0-8aca-dede9ff678b4'} from dv-neutron-829527-1-hyperv. {{(pid=87702) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 12:47:08.108514 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6b558da8-8dd7-48d4-96e7-c1edd4bf1e6c tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.112980 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6b558da8-8dd7-48d4-96e7-c1edd4bf1e6c tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 10.6523566 Feb 16 12:47:08.114296 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aca759a1-a0fd-40af-b372-77182850df61 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.117087 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34848) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:08.133587 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-5f590197-c6ee-4d63-bc85-8a79bcd7ec1f tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:08.138183 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f8510-c23a-4ddf-b2d0-fb369ed2727e tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Deleting port eca07b5c-bb97-4b5b-813f-adbe78c2f34a {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:08.138521 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0b2f8510-c23a-4ddf-b2d0-fb369ed2727e tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.163649 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0c3cbd34-642e-403c-bdbe-01df38c0639b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.218982 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-153aa6d9-3ee4-4f37-9139-43cbdb4236f0 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2163842 Feb 16 12:47:08.221259 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bce3cc0-076a-4c27-8a3e-5955aee88daa None None] Routers {'4ee1ad90-6edf-459f-817b-f8f48342b0d7'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:08.221947 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-7bce3cc0-076a-4c27-8a3e-5955aee88daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:47:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['4ee1ad90-6edf-459f-817b-f8f48342b0d7'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:08.242976 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34852) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:08.248639 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-24b5dfd1-343a-4b6c-8b32-adfee96a099a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'subnet': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:08.306799 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f8510-c23a-4ddf-b2d0-fb369ed2727e tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] The port 'eca07b5c-bb97-4b5b-813f-adbe78c2f34a' was deleted {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:47:08.334816 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-7bce3cc0-076a-4c27-8a3e-5955aee88daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:08.463645 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca759a1-a0fd-40af-b372-77182850df61 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event updated for resources: {'Port': ['ID=a426b62d-a0d7-4c34-a237-ed8081fd7d6c,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:08.465047 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bce3cc0-076a-4c27-8a3e-5955aee88daa None None] Routers {'4ee1ad90-6edf-459f-817b-f8f48342b0d7'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:08.465684 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-7bce3cc0-076a-4c27-8a3e-5955aee88daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:47:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['4ee1ad90-6edf-459f-817b-f8f48342b0d7'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:08.535703 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-7bce3cc0-076a-4c27-8a3e-5955aee88daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:08.536103 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bce3cc0-076a-4c27-8a3e-5955aee88daa None None] The sync data for ids ['4ee1ad90-6edf-459f-817b-f8f48342b0d7'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:08.551021 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca759a1-a0fd-40af-b372-77182850df61 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Checking segment: {'id': 'e346f45d-2de1-4443-a615-720aa01ab838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '16b82834-7685-4613-829e-2ea073f469db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:08.551484 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca759a1-a0fd-40af-b372-77182850df61 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Network hostable DHCP agents. Network: 16b82834-7685-4613-829e-2ea073f469db, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:47:08.556646 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbeac9ed-70c9-4a3c-b571-3fa409a69763 None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:08.563322 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0b2f8510-c23a-4ddf-b2d0-fb369ed2727e tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.667975 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-d69fb542-c02c-47b3-b289-05fc1cf0e581 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Allocated IP 2001:db8::329 (ab697983-35d3-436f-80d0-aca4f31b49e9/3751b4a4-3fc1-4d13-829f-c09e7e276af1/1610ea89-d0a9-4409-95ca-0f6600283b3a) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:08.697359 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-ff5e51bb-d2ad-4573-9762-c436c3f251a7 None None] Provisioning for port 6c2e9e58-27b8-4876-9cfd-0d2c8e767201 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:08.717709 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-24b5dfd1-343a-4b6c-8b32-adfee96a099a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:08.732980 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-24b5dfd1-343a-4b6c-8b32-adfee96a099a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Usage tracker for resource:subnet and tenant:5979c0794f594272a8691960316755d8 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:08.738209 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-ff5e51bb-d2ad-4573-9762-c436c3f251a7 None None] Provisioning complete for port 6c2e9e58-27b8-4876-9cfd-0d2c8e767201 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:08.738577 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ff5e51bb-d2ad-4573-9762-c436c3f251a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.744076 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-24b5dfd1-343a-4b6c-8b32-adfee96a099a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:08.753501 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-24b5dfd1-343a-4b6c-8b32-adfee96a099a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:08.758489 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-0b2f8510-c23a-4ddf-b2d0-fb369ed2727e tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c20fd7e-0f44-4726-a642-8d93ce4a285d']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:08.800056 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-0b2f8510-c23a-4ddf-b2d0-fb369ed2727e tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '030513af-6fe3-4bf4-bc1e-df870438decb') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:08.800339 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-0b2f8510-c23a-4ddf-b2d0-fb369ed2727e tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '030513af-6fe3-4bf4-bc1e-df870438decb') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:08.808869 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-ff5e51bb-d2ad-4573-9762-c436c3f251a7 None None] Port 6c2e9e58-27b8-4876-9cfd-0d2c8e767201 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:47:08.822310 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0b2f8510-c23a-4ddf-b2d0-fb369ed2727e tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.830659 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-ff5e51bb-d2ad-4573-9762-c436c3f251a7 None None] Provisioning complete for port 1f2b6f63-a27b-4fc0-8aca-dede9ff678b4 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:08.831090 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ff5e51bb-d2ad-4573-9762-c436c3f251a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.834640 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b5dfd1-343a-4b6c-8b32-adfee96a099a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:08.838491 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-24b5dfd1-343a-4b6c-8b32-adfee96a099a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.846571 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca759a1-a0fd-40af-b372-77182850df61 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Network 16b82834-7685-4613-829e-2ea073f469db is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:47:08.901549 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a7c63f-a9c0-45a2-9650-ad34a1c894bb None None] DHCP port deletion for c2beece7-853e-4518-ace6-8724ee235932 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:47:08.914759 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-79a7c63f-a9c0-45a2-9650-ad34a1c894bb None None] Deleting port 1f2b6f63-a27b-4fc0-8aca-dede9ff678b4 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:08.915177 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-79a7c63f-a9c0-45a2-9650-ad34a1c894bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.916937 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0b2f8510-c23a-4ddf-b2d0-fb369ed2727e tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.930183 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b2f8510-c23a-4ddf-b2d0-fb369ed2727e tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:47:08.931125 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0b2f8510-c23a-4ddf-b2d0-fb369ed2727e tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:08.948714 dv-neutron-829527-1-hyperv neutron-server[87701]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:47:08.948714 dv-neutron-829527-1-hyperv neutron-server[87701]: util.warn( Feb 16 12:47:08.948714 dv-neutron-829527-1-hyperv neutron-server[87701]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:47:08.948714 dv-neutron-829527-1-hyperv neutron-server[87701]: util.warn( Feb 16 12:47:08.948714 dv-neutron-829527-1-hyperv neutron-server[87701]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:47:08.948714 dv-neutron-829527-1-hyperv neutron-server[87701]: util.warn( Feb 16 12:47:08.948714 dv-neutron-829527-1-hyperv neutron-server[87701]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:47:08.948714 dv-neutron-829527-1-hyperv neutron-server[87701]: util.warn( Feb 16 12:47:08.948714 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:47:08.948714 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:47:08.948714 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:47:08.948714 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:47:08.948714 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:47:08.948714 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:47:08.948714 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:47:08.948714 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:47:08.948714 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:47:08.948714 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:47:08.948714 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:47:08.948714 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:47:08.948714 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:47:08.948714 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:47:08.948714 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:47:08.948714 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:47:08.948714 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:47:08.948714 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:47:08.948714 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:47:08.948714 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:47:08.948714 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:47:08.948714 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:47:08.948714 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:47:08.948714 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:47:08.948714 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:47:08.948714 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:47:08.948714 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:47:08.948714 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:47:08.948714 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:47:08.948714 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:47:08.948714 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:47:08.948714 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:47:09.063378 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2928221-e1d3-41f9-970e-5c5857b2dd4f None None] Network ac0e2e7b-dca4-4739-ba9e-7dea5b872590 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:09.075537 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0b2f8510-c23a-4ddf-b2d0-fb369ed2727e tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:09.080355 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-aca759a1-a0fd-40af-b372-77182850df61 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 16b82834-7685-4613-829e-2ea073f469db) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:09.084711 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca759a1-a0fd-40af-b372-77182850df61 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:09.091926 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca759a1-a0fd-40af-b372-77182850df61 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:09.092565 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aca759a1-a0fd-40af-b372-77182850df61 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:09.125858 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4dab5149-e4bc-4c14-b112-b1ce48c1ed41 tempest-RoutersAdminNegativeIpV6Test-2061284737 tempest-RoutersAdminNegativeIpV6Test-2061284737-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:09.128485 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0b2f8510-c23a-4ddf-b2d0-fb369ed2727e tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:09.140375 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cab8296-b25a-4d5a-920f-91cc76a8e738 None None] Network 16b82834-7685-4613-829e-2ea073f469db requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:09.149023 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f8510-c23a-4ddf-b2d0-fb369ed2727e tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Pushing event deleted for resources: {'Network': ['ID=7c20fd7e-0f44-4726-a642-8d93ce4a285d,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:09.162010 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-0b2f8510-c23a-4ddf-b2d0-fb369ed2727e tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] 10.222.0.83 "DELETE /v2.0/networks/7c20fd7e-0f44-4726-a642-8d93ce4a285d HTTP/1.1" status: 204 len: 168 time: 3.2329013 Feb 16 12:47:09.170875 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34856) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:09.185550 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4dab5149-e4bc-4c14-b112-b1ce48c1ed41 tempest-RoutersAdminNegativeIpV6Test-2061284737 tempest-RoutersAdminNegativeIpV6Test-2061284737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:09.353100 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a54aa44d-ee76-407d-aa83-4a0338075d88 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:09.376011 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e0389980-d2a3-4585-9620-04f69f8d5b7f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:09.469509 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-98e7be6f-8505-4cb9-9f4c-041cfc06346e None None] Provisioning for port 86dbe9df-9675-4387-b87f-3c950ad4b24e completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:09.492028 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-aca759a1-a0fd-40af-b372-77182850df61 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.4077408 Feb 16 12:47:09.501479 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34860) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:09.506452 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-79a7c63f-a9c0-45a2-9650-ad34a1c894bb None None] For port 1f2b6f63-a27b-4fc0-8aca-dede9ff678b4, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=1f2b6f63-a27b-4fc0-8aca-dede9ff678b4,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:09.506861 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-79a7c63f-a9c0-45a2-9650-ad34a1c894bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:09.556471 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-24b5dfd1-343a-4b6c-8b32-adfee96a099a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:09.574043 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-08a2e31c-d2dd-40bc-a184-243dc0f36997 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-216732452'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:09.600459 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-08a2e31c-d2dd-40bc-a184-243dc0f36997 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:09.615036 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-08a2e31c-d2dd-40bc-a184-243dc0f36997 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Usage tracker for resource:network and tenant:e1117180e8c949a18483da62b9a9f5be is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:09.634937 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-08a2e31c-d2dd-40bc-a184-243dc0f36997 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:09.657275 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-08a2e31c-d2dd-40bc-a184-243dc0f36997 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:09.703316 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-79a7c63f-a9c0-45a2-9650-ad34a1c894bb None None] Calling delete_port for 1f2b6f63-a27b-4fc0-8aca-dede9ff678b4 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:09.712026 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b5dfd1-343a-4b6c-8b32-adfee96a099a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:09.783662 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-24b5dfd1-343a-4b6c-8b32-adfee96a099a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:09.797047 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b5dfd1-343a-4b6c-8b32-adfee96a099a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:09.798968 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-24b5dfd1-343a-4b6c-8b32-adfee96a099a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:09.810249 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a2e31c-d2dd-40bc-a184-243dc0f36997 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Made reservation on behalf of e1117180e8c949a18483da62b9a9f5be for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:09.813710 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-08a2e31c-d2dd-40bc-a184-243dc0f36997 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:09.834722 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a54aa44d-ee76-407d-aa83-4a0338075d88 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:09.842512 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b5dfd1-343a-4b6c-8b32-adfee96a099a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Subnet': ['ID=11748e42-045e-4bef-9b28-d30bfffade95,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:09.850268 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-79a7c63f-a9c0-45a2-9650-ad34a1c894bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:09.856875 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08a2e31c-d2dd-40bc-a184-243dc0f36997 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:47:09.868886 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-08a2e31c-d2dd-40bc-a184-243dc0f36997 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:09.869217 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-08a2e31c-d2dd-40bc-a184-243dc0f36997 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Added segment 16ac671f-142b-4c15-bd1e-be8520dc7caf of type vlan for network e1bf6962-bcd3-4bc4-994d-a1567d57b1c2 Feb 16 12:47:09.886252 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-a54aa44d-ee76-407d-aa83-4a0338075d88 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c953466-30bf-4081-bbe0-2823219b8a29']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:09.895792 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-24b5dfd1-343a-4b6c-8b32-adfee96a099a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6516960 Feb 16 12:47:09.902395 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34864) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:09.904410 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a7c63f-a9c0-45a2-9650-ad34a1c894bb None None] Pushing event deleted for resources: {'Port': ['ID=1f2b6f63-a27b-4fc0-8aca-dede9ff678b4,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:09.907098 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-08a2e31c-d2dd-40bc-a184-243dc0f36997 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:09.908964 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-81154455-0279-4fc6-9e6a-2beb5a840b8f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'subnet': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:09.909371 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a7c63f-a9c0-45a2-9650-ad34a1c894bb None None] No DVR routers for this DVR port 1f2b6f63-a27b-4fc0-8aca-dede9ff678b4 on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:09.935028 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-a54aa44d-ee76-407d-aa83-4a0338075d88 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cc1cbb2-f17b-4cfd-ae25-a2b4638eaa66') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:09.935326 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-a54aa44d-ee76-407d-aa83-4a0338075d88 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cc1cbb2-f17b-4cfd-ae25-a2b4638eaa66') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:09.940370 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d93c0d-45fb-4d9e-ac13-1824485da1e9 None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:09.984850 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5f590197-c6ee-4d63-bc85-8a79bcd7ec1f tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:09.997771 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-08a2e31c-d2dd-40bc-a184-243dc0f36997 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.005993 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a2e31c-d2dd-40bc-a184-243dc0f36997 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:10.010144 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-08a2e31c-d2dd-40bc-a184-243dc0f36997 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.025146 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d69fb542-c02c-47b3-b289-05fc1cf0e581 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.040230 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a54aa44d-ee76-407d-aa83-4a0338075d88 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.076893 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a54aa44d-ee76-407d-aa83-4a0338075d88 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.104737 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a54aa44d-ee76-407d-aa83-4a0338075d88 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:47:10.105148 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a54aa44d-ee76-407d-aa83-4a0338075d88 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.113458 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device e1b152e3-cbaa-48c5-840f-9c5be38d2198 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:10.122970 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:47:10.122970 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:47:10.122970 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:47:10.122970 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:47:10.122970 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:47:10.122970 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:47:10.122970 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:47:10.122970 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:47:10.122970 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:47:10.122970 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:47:10.122970 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:47:10.122970 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:47:10.122970 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:47:10.122970 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:47:10.122970 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:47:10.122970 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:47:10.122970 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:47:10.122970 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:47:10.122970 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:47:10.122970 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:47:10.122970 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:47:10.122970 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:47:10.122970 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:47:10.122970 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:47:10.122970 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:47:10.122970 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:47:10.122970 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:47:10.122970 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:47:10.122970 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:47:10.122970 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:47:10.122970 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:47:10.122970 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:47:10.258064 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a2e31c-d2dd-40bc-a184-243dc0f36997 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event updated for resources: {'Network': ['ID=e1bf6962-bcd3-4bc4-994d-a1567d57b1c2,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:10.265907 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5f590197-c6ee-4d63-bc85-8a79bcd7ec1f tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.281456 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-d69fb542-c02c-47b3-b289-05fc1cf0e581 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Transition to ACTIVE for port object 1610ea89-d0a9-4409-95ca-0f6600283b3a will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:10.285067 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network e1bf6962-bcd3-4bc4-994d-a1567d57b1c2 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:47:10.293319 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-08a2e31c-d2dd-40bc-a184-243dc0f36997 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7241762 Feb 16 12:47:10.294345 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34868) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:10.334007 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-5f590197-c6ee-4d63-bc85-8a79bcd7ec1f tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Deleting port 119db49c-84ff-4031-ad35-c0e2ce1ca6fe {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:10.334433 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5f590197-c6ee-4d63-bc85-8a79bcd7ec1f tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.374444 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-6fc4746f-d255-4df1-8fcb-b9e5cd4ead34 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Request body: {'ports': [{'network_id': '16b82834-7685-4613-829e-2ea073f469db'}, {'network_id': 'e1bf6962-bcd3-4bc4-994d-a1567d57b1c2'}]} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:10.374833 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-6fc4746f-d255-4df1-8fcb-b9e5cd4ead34 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Request body: {'port': {'network_id': '16b82834-7685-4613-829e-2ea073f469db'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:10.375390 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-6fc4746f-d255-4df1-8fcb-b9e5cd4ead34 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Request body: {'port': {'network_id': 'e1bf6962-bcd3-4bc4-994d-a1567d57b1c2'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:10.387756 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675ae4ca-a9b2-4549-87cc-fead0d04505b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-c2beece7-853e-4518-ace6-8724ee235932', 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'tenant_id': '5979c0794f594272a8691960316755d8', 'fixed_ips': [{'subnet_id': '11748e42-045e-4bef-9b28-d30bfffade95'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:47:10.388583 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-675ae4ca-a9b2-4549-87cc-fead0d04505b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.395663 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d69fb542-c02c-47b3-b289-05fc1cf0e581 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.446209 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-81154455-0279-4fc6-9e6a-2beb5a840b8f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:10.457585 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-e0389980-d2a3-4585-9620-04f69f8d5b7f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Deleting port 5a03c7ae-54b1-4455-b22c-d6333492bcd0 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:10.457916 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e0389980-d2a3-4585-9620-04f69f8d5b7f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.492736 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-81154455-0279-4fc6-9e6a-2beb5a840b8f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Usage tracker for resource:subnet and tenant:5979c0794f594272a8691960316755d8 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:10.495614 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a54aa44d-ee76-407d-aa83-4a0338075d88 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.497726 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-81154455-0279-4fc6-9e6a-2beb5a840b8f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:10.505100 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-aae4d5aa-a0bb-451a-8756-436877049c0a None None] Provisioning for port 5a03c7ae-54b1-4455-b22c-d6333492bcd0 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:10.510722 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4dab5149-e4bc-4c14-b112-b1ce48c1ed41 tempest-RoutersAdminNegativeIpV6Test-2061284737 tempest-RoutersAdminNegativeIpV6Test-2061284737-project-admin] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.527639 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-aae4d5aa-a0bb-451a-8756-436877049c0a None None] Provisioning complete for port 5a03c7ae-54b1-4455-b22c-d6333492bcd0 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:10.527985 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-aae4d5aa-a0bb-451a-8756-436877049c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.536073 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a54aa44d-ee76-407d-aa83-4a0338075d88 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.550730 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54aa44d-ee76-407d-aa83-4a0338075d88 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Pushing event deleted for resources: {'Network': ['ID=9c953466-30bf-4081-bbe0-2823219b8a29,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:10.553829 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-81154455-0279-4fc6-9e6a-2beb5a840b8f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:10.569903 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port e1b152e3-cbaa-48c5-840f-9c5be38d2198 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:10.570274 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.580492 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-a54aa44d-ee76-407d-aa83-4a0338075d88 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] 10.222.0.83 "DELETE /v2.0/networks/9c953466-30bf-4081-bbe0-2823219b8a29 HTTP/1.1" status: 204 len: 168 time: 1.4082189 Feb 16 12:47:10.581306 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34872) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:10.680309 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81154455-0279-4fc6-9e6a-2beb5a840b8f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:10.683766 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-81154455-0279-4fc6-9e6a-2beb5a840b8f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.685911 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-aae4d5aa-a0bb-451a-8756-436877049c0a None None] Port 5a03c7ae-54b1-4455-b22c-d6333492bcd0 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:47:10.781055 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-675ae4ca-a9b2-4549-87cc-fead0d04505b None None] Allocated IP 172.20.0.2 (c2beece7-853e-4518-ace6-8724ee235932/11748e42-045e-4bef-9b28-d30bfffade95/fbdbe499-3d8c-4e6f-9d66-3277abd4f4cd) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:10.825710 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-52c23fcf-dcef-4711-8c31-185ce683675b tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.869387 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69fb542-c02c-47b3-b289-05fc1cf0e581 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Network ab697983-35d3-436f-80d0-aca4f31b49e9 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:10.893918 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-d69fb542-c02c-47b3-b289-05fc1cf0e581 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:10.949704 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69fb542-c02c-47b3-b289-05fc1cf0e581 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:10.955665 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69fb542-c02c-47b3-b289-05fc1cf0e581 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:10.956306 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d69fb542-c02c-47b3-b289-05fc1cf0e581 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:10.994530 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 86dbe9df-9675-4387-b87f-3c950ad4b24e up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:11.014187 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d69fb542-c02c-47b3-b289-05fc1cf0e581 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 4.3078554 Feb 16 12:47:11.021477 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34876) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:11.046168 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-8caa2e9a-6d04-49b9-aad1-422092b8266b None None] Provisioning complete for port 5a03c7ae-54b1-4455-b22c-d6333492bcd0 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:11.046168 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8caa2e9a-6d04-49b9-aad1-422092b8266b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.126515 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-8caa2e9a-6d04-49b9-aad1-422092b8266b None None] Port 5a03c7ae-54b1-4455-b22c-d6333492bcd0 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:47:11.198976 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 86dbe9df-9675-4387-b87f-3c950ad4b24e completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:11.211518 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 86dbe9df-9675-4387-b87f-3c950ad4b24e triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:11.211518 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.291535 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e0389980-d2a3-4585-9620-04f69f8d5b7f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.301342 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-52c23fcf-dcef-4711-8c31-185ce683675b tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.319619 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69fb542-c02c-47b3-b289-05fc1cf0e581 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Pushing event updated for resources: {'Port': ['ID=1610ea89-d0a9-4409-95ca-0f6600283b3a,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:11.399940 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6fc4746f-d255-4df1-8fcb-b9e5cd4ead34 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:11.405167 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6fc4746f-d255-4df1-8fcb-b9e5cd4ead34 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Usage tracker for resource:port and tenant:e1117180e8c949a18483da62b9a9f5be is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:11.408738 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6fc4746f-d255-4df1-8fcb-b9e5cd4ead34 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:11.415374 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6fc4746f-d255-4df1-8fcb-b9e5cd4ead34 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:11.417742 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-675ae4ca-a9b2-4549-87cc-fead0d04505b None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.433351 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-675ae4ca-a9b2-4549-87cc-fead0d04505b None None] Transition to ACTIVE for port object fbdbe499-3d8c-4e6f-9d66-3277abd4f4cd will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:11.436719 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4dab5149-e4bc-4c14-b112-b1ce48c1ed41 tempest-RoutersAdminNegativeIpV6Test-2061284737 tempest-RoutersAdminNegativeIpV6Test-2061284737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.438679 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc4746f-d255-4df1-8fcb-b9e5cd4ead34 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Made reservation on behalf of e1117180e8c949a18483da62b9a9f5be for: {'port': 2} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:11.443430 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6fc4746f-d255-4df1-8fcb-b9e5cd4ead34 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.460288 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4dab5149-e4bc-4c14-b112-b1ce48c1ed41 tempest-RoutersAdminNegativeIpV6Test-2061284737 tempest-RoutersAdminNegativeIpV6Test-2061284737-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.461118 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-675ae4ca-a9b2-4549-87cc-fead0d04505b None None] Transition to ACTIVE for port object fbdbe499-3d8c-4e6f-9d66-3277abd4f4cd will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:11.487231 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-52c23fcf-dcef-4711-8c31-185ce683675b tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bdd6b18-9757-4973-8756-0636d9388977']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:11.495555 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-675ae4ca-a9b2-4549-87cc-fead0d04505b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.498433 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6fc4746f-d255-4df1-8fcb-b9e5cd4ead34 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.508880 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-e0389980-d2a3-4585-9620-04f69f8d5b7f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Calling delete_port for 5a03c7ae-54b1-4455-b22c-d6333492bcd0 owned by network:router_interface {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:11.543885 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5f590197-c6ee-4d63-bc85-8a79bcd7ec1f tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.573971 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-52c23fcf-dcef-4711-8c31-185ce683675b tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3d94e8f-c425-4215-bdda-0299fdbf06ab') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:11.574239 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-52c23fcf-dcef-4711-8c31-185ce683675b tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3d94e8f-c425-4215-bdda-0299fdbf06ab') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:11.601216 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4dab5149-e4bc-4c14-b112-b1ce48c1ed41 tempest-RoutersAdminNegativeIpV6Test-2061284737 tempest-RoutersAdminNegativeIpV6Test-2061284737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.601780 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dab5149-e4bc-4c14-b112-b1ce48c1ed41 tempest-RoutersAdminNegativeIpV6Test-2061284737 tempest-RoutersAdminNegativeIpV6Test-2061284737-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 665bd18a-d44b-435d-ae06-d1c1521ce6c8 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:47:11.605190 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0961c45d-49c6-4486-8f84-c28bc9043c69 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:11.611194 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0961c45d-49c6-4486-8f84-c28bc9043c69 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:11.617455 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0961c45d-49c6-4486-8f84-c28bc9043c69 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:11.619432 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-0961c45d-49c6-4486-8f84-c28bc9043c69 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.5965569 Feb 16 12:47:11.621538 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-52c23fcf-dcef-4711-8c31-185ce683675b tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.631183 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-228c313c-706f-4fd4-9b8e-6a38f06679bc None None] Provisioning for port 1610ea89-d0a9-4409-95ca-0f6600283b3a completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:11.631759 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34880) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:11.669525 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-228c313c-706f-4fd4-9b8e-6a38f06679bc None None] Provisioning complete for port 1610ea89-d0a9-4409-95ca-0f6600283b3a triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:11.669889 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-228c313c-706f-4fd4-9b8e-6a38f06679bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.691976 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-52c23fcf-dcef-4711-8c31-185ce683675b tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.707960 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675ae4ca-a9b2-4549-87cc-fead0d04505b None None] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:11.722400 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-675ae4ca-a9b2-4549-87cc-fead0d04505b None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:11.724859 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675ae4ca-a9b2-4549-87cc-fead0d04505b None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:11.754325 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52c23fcf-dcef-4711-8c31-185ce683675b tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:47:11.754724 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-52c23fcf-dcef-4711-8c31-185ce683675b tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.762096 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.769885 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:47:11.769885 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:47:11.769885 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:47:11.769885 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:47:11.769885 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:47:11.769885 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:47:11.769885 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:47:11.769885 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:47:11.769885 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:47:11.769885 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:47:11.769885 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:47:11.769885 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:47:11.769885 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:47:11.769885 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:47:11.769885 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:47:11.769885 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:47:11.769885 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:47:11.769885 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:47:11.769885 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:47:11.769885 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:47:11.769885 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:47:11.769885 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:47:11.769885 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:47:11.769885 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:47:11.769885 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:47:11.769885 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:47:11.769885 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:47:11.769885 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:47:11.769885 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:47:11.769885 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:47:11.769885 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:47:11.769885 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:47:11.778467 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ae4ca-a9b2-4549-87cc-fead0d04505b None None] Pushing event updated for resources: {'Port': ['ID=fbdbe499-3d8c-4e6f-9d66-3277abd4f4cd,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:11.785249 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-5f590197-c6ee-4d63-bc85-8a79bcd7ec1f tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Calling delete_port for 119db49c-84ff-4031-ad35-c0e2ce1ca6fe owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:11.864206 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-228c313c-706f-4fd4-9b8e-6a38f06679bc None None] Port 1610ea89-d0a9-4409-95ca-0f6600283b3a cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:47:11.869166 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-675ae4ca-a9b2-4549-87cc-fead0d04505b None None] Attempting to bind port fbdbe499-3d8c-4e6f-9d66-3277abd4f4cd on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:11.869812 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-675ae4ca-a9b2-4549-87cc-fead0d04505b None None] Attempting to bind port fbdbe499-3d8c-4e6f-9d66-3277abd4f4cd by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:11.870136 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675ae4ca-a9b2-4549-87cc-fead0d04505b None None] Attempting to bind port fbdbe499-3d8c-4e6f-9d66-3277abd4f4cd on network c2beece7-853e-4518-ace6-8724ee235932 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:47:11.872978 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-721b182b-9873-4e7c-bd60-8b020fca63db tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Deleting port 1610ea89-d0a9-4409-95ca-0f6600283b3a {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:11.873413 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-721b182b-9873-4e7c-bd60-8b020fca63db tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.876808 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675ae4ca-a9b2-4549-87cc-fead0d04505b None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:47:11.877298 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675ae4ca-a9b2-4549-87cc-fead0d04505b None None] Checking segment: {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:11.877805 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-675ae4ca-a9b2-4549-87cc-fead0d04505b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.878280 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675ae4ca-a9b2-4549-87cc-fead0d04505b None None] Bound using segment: {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:47:11.878829 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-675ae4ca-a9b2-4549-87cc-fead0d04505b None None] Bound port: fbdbe499-3d8c-4e6f-9d66-3277abd4f4cd, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:11.880304 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-675ae4ca-a9b2-4549-87cc-fead0d04505b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.891904 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 86dbe9df-9675-4387-b87f-3c950ad4b24e, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=86dbe9df-9675-4387-b87f-3c950ad4b24e,segment=NetworkSegment(ac41b225-fb05-4cde-9915-12afd78871fe),segment_id=ac41b225-fb05-4cde-9915-12afd78871fe)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:11.902761 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:11.909895 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-4dab5149-e4bc-4c14-b112-b1ce48c1ed41 tempest-RoutersAdminNegativeIpV6Test-2061284737 tempest-RoutersAdminNegativeIpV6Test-2061284737-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 16 12:47:11.910978 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4dab5149-e4bc-4c14-b112-b1ce48c1ed41 tempest-RoutersAdminNegativeIpV6Test-2061284737 tempest-RoutersAdminNegativeIpV6Test-2061284737-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.5345759 Feb 16 12:47:11.923248 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34884) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:11.997109 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=86dbe9df-9675-4387-b87f-3c950ad4b24e,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:11.997431 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-4a48689b-64c3-42b5-a611-33b42a34b29d tempest-RoutersAdminNegativeIpV6Test-2061284737 tempest-RoutersAdminNegativeIpV6Test-2061284737-project-admin] Deleting port 05edbbac-3094-475b-ad3b-a8c7fdb69050 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:11.997960 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4a48689b-64c3-42b5-a611-33b42a34b29d tempest-RoutersAdminNegativeIpV6Test-2061284737 tempest-RoutersAdminNegativeIpV6Test-2061284737-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.008365 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-52c23fcf-dcef-4711-8c31-185ce683675b tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.031649 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 1f2b6f63-a27b-4fc0-8aca-dede9ff678b4 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:47:12.038415 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-52c23fcf-dcef-4711-8c31-185ce683675b tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.061440 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c23fcf-dcef-4711-8c31-185ce683675b tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Pushing event deleted for resources: {'Network': ['ID=1bdd6b18-9757-4973-8756-0636d9388977,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:12.074483 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 1f2b6f63-a27b-4fc0-8aca-dede9ff678b4 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:47:12.075019 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 1f2b6f63-a27b-4fc0-8aca-dede9ff678b4 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:47:12.108809 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-675ae4ca-a9b2-4549-87cc-fead0d04505b None None] For port fbdbe499-3d8c-4e6f-9d66-3277abd4f4cd, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:47:12.114220 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-675ae4ca-a9b2-4549-87cc-fead0d04505b None None] For port fbdbe499-3d8c-4e6f-9d66-3277abd4f4cd, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=fbdbe499-3d8c-4e6f-9d66-3277abd4f4cd,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:47:12.123281 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-675ae4ca-a9b2-4549-87cc-fead0d04505b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.141746 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-52c23fcf-dcef-4711-8c31-185ce683675b tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] 10.222.0.83 "DELETE /v2.0/networks/1bdd6b18-9757-4973-8756-0636d9388977 HTTP/1.1" status: 204 len: 168 time: 1.5545056 Feb 16 12:47:12.180856 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-6fc4746f-d255-4df1-8fcb-b9e5cd4ead34 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] device_id is not set on port fe5f2dc2-73cb-44b0-a482-56b13f4cd605 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:47:12.191484 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34888) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:12.194351 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 86dbe9df-9675-4387-b87f-3c950ad4b24e up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:12.285787 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ae4ca-a9b2-4549-87cc-fead0d04505b None None] Pushing event updated for resources: {'Port': ['ID=fbdbe499-3d8c-4e6f-9d66-3277abd4f4cd,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:12.304299 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 86dbe9df-9675-4387-b87f-3c950ad4b24e triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:12.304889 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.448134 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e0389980-d2a3-4585-9620-04f69f8d5b7f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.456145 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-76c2b712-6fd2-4d3c-8f6d-bcfc5070dad3 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.464521 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4a48689b-64c3-42b5-a611-33b42a34b29d tempest-RoutersAdminNegativeIpV6Test-2061284737 tempest-RoutersAdminNegativeIpV6Test-2061284737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.628421 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0389980-d2a3-4585-9620-04f69f8d5b7f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event deleted for resources: {'Port': ['ID=5a03c7ae-54b1-4455-b22c-d6333492bcd0,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:12.633737 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-4a48689b-64c3-42b5-a611-33b42a34b29d tempest-RoutersAdminNegativeIpV6Test-2061284737 tempest-RoutersAdminNegativeIpV6Test-2061284737-project-admin] Calling delete_port for 05edbbac-3094-475b-ad3b-a8c7fdb69050 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:12.666593 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-721b182b-9873-4e7c-bd60-8b020fca63db tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:12.855866 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-721b182b-9873-4e7c-bd60-8b020fca63db tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Calling delete_port for 1610ea89-d0a9-4409-95ca-0f6600283b3a owned by {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:12.937628 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.objects.ports [None req-81154455-0279-4fc6-9e6a-2beb5a840b8f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87701) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:47:13.052449 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5f590197-c6ee-4d63-bc85-8a79bcd7ec1f tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.094613 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6fc4746f-d255-4df1-8fcb-b9e5cd4ead34 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.141901 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f590197-c6ee-4d63-bc85-8a79bcd7ec1f tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Pushing event deleted for resources: {'Port': ['ID=119db49c-84ff-4031-ad35-c0e2ce1ca6fe,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:13.176494 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e0389980-d2a3-4585-9620-04f69f8d5b7f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.207864 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-76c2b712-6fd2-4d3c-8f6d-bcfc5070dad3 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.381608 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-76c2b712-6fd2-4d3c-8f6d-bcfc5070dad3 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f94296f-d2bf-4bba-8ad3-827c61d4cd17']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:13.404933 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-76c2b712-6fd2-4d3c-8f6d-bcfc5070dad3 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec72d938-8426-48d6-8bd4-6b223c0ffe62') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:13.405658 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-76c2b712-6fd2-4d3c-8f6d-bcfc5070dad3 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec72d938-8426-48d6-8bd4-6b223c0ffe62') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:13.419159 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-76c2b712-6fd2-4d3c-8f6d-bcfc5070dad3 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.436947 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-76c2b712-6fd2-4d3c-8f6d-bcfc5070dad3 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.444011 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76c2b712-6fd2-4d3c-8f6d-bcfc5070dad3 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:47:13.444451 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-76c2b712-6fd2-4d3c-8f6d-bcfc5070dad3 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.467604 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-6fc4746f-d255-4df1-8fcb-b9e5cd4ead34 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] device_id is not set on port 8957726a-573d-45ab-8bf8-d4ada7ea8c21 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:47:13.479001 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:47:13.479001 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:47:13.479001 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:47:13.479001 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:47:13.479001 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:47:13.479001 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:47:13.479001 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:47:13.479001 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:47:13.479001 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:47:13.479001 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:47:13.479001 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:47:13.479001 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:47:13.479001 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:47:13.479001 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:47:13.479001 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:47:13.479001 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:47:13.479001 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:47:13.479001 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:47:13.479001 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:47:13.479001 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:47:13.479001 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:47:13.479001 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:47:13.479001 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:47:13.479001 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:47:13.479001 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:47:13.479001 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:47:13.479001 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:47:13.479001 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:47:13.479001 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:47:13.479001 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:47:13.479001 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:47:13.479001 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:47:13.547194 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-721b182b-9873-4e7c-bd60-8b020fca63db tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.572690 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5f590197-c6ee-4d63-bc85-8a79bcd7ec1f tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023674'] for router_gateway, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.613316 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-972c3701-82d7-433c-b3ad-1bc03db1fb85 None None] Provisioning for port fbdbe499-3d8c-4e6f-9d66-3277abd4f4cd completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:13.616994 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b182b-9873-4e7c-bd60-8b020fca63db tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Pushing event deleted for resources: {'Port': ['ID=1610ea89-d0a9-4409-95ca-0f6600283b3a,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:13.639995 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4a48689b-64c3-42b5-a611-33b42a34b29d tempest-RoutersAdminNegativeIpV6Test-2061284737 tempest-RoutersAdminNegativeIpV6Test-2061284737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.752898 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-76c2b712-6fd2-4d3c-8f6d-bcfc5070dad3 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.792828 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-76c2b712-6fd2-4d3c-8f6d-bcfc5070dad3 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.799387 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a48689b-64c3-42b5-a611-33b42a34b29d tempest-RoutersAdminNegativeIpV6Test-2061284737 tempest-RoutersAdminNegativeIpV6Test-2061284737-project-admin] Pushing event deleted for resources: {'Port': ['ID=05edbbac-3094-475b-ad3b-a8c7fdb69050,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:13.835887 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0389980-d2a3-4585-9620-04f69f8d5b7f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Router de2c0fc7-2287-4f50-8280-29cb11de96f7 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:47:13.871871 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-81154455-0279-4fc6-9e6a-2beb5a840b8f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:13.909363 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2b712-6fd2-4d3c-8f6d-bcfc5070dad3 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] Pushing event deleted for resources: {'Network': ['ID=7f94296f-d2bf-4bba-8ad3-827c61d4cd17,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:14.099641 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-76c2b712-6fd2-4d3c-8f6d-bcfc5070dad3 tempest-BulkNetworkOpsIpV6Test-1264191131 tempest-BulkNetworkOpsIpV6Test-1264191131-project] 10.222.0.83 "DELETE /v2.0/networks/7f94296f-d2bf-4bba-8ad3-827c61d4cd17 HTTP/1.1" status: 204 len: 168 time: 1.8541412 Feb 16 12:47:14.116165 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0389980-d2a3-4585-9620-04f69f8d5b7f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:47:14.128366 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1279143-d726-440a-b7f0-d556946af6e6 None None] Sync routers for ids ['de2c0fc7-2287-4f50-8280-29cb11de96f7'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:14.130792 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-721b182b-9873-4e7c-bd60-8b020fca63db tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.143226 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1279143-d726-440a-b7f0-d556946af6e6 None None] Routers {'de2c0fc7-2287-4f50-8280-29cb11de96f7'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:14.144108 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-d1279143-d726-440a-b7f0-d556946af6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:47:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['de2c0fc7-2287-4f50-8280-29cb11de96f7'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:14.144587 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6fc4746f-d255-4df1-8fcb-b9e5cd4ead34 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.145276 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e0389980-d2a3-4585-9620-04f69f8d5b7f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "PUT /v2.0/routers/de2c0fc7-2287-4f50-8280-29cb11de96f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4146872 Feb 16 12:47:14.154531 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34894) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:14.162521 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-721b182b-9873-4e7c-bd60-8b020fca63db tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] 10.222.0.83 "DELETE /v2.0/ports/1610ea89-d0a9-4409-95ca-0f6600283b3a HTTP/1.1" status: 204 len: 168 time: 2.5265696 Feb 16 12:47:14.163273 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34898) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:14.236250 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-d1279143-d726-440a-b7f0-d556946af6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:14.246008 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1279143-d726-440a-b7f0-d556946af6e6 None None] Routers {'de2c0fc7-2287-4f50-8280-29cb11de96f7'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:14.247091 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-d1279143-d726-440a-b7f0-d556946af6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:47:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['de2c0fc7-2287-4f50-8280-29cb11de96f7'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:14.260942 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-22f9c28c-6d99-4408-ba34-ccc1f94fbbee tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Synchronizing usage tracker for tenant:9f89b69482a141c697c1d7563c6011c5 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:14.278250 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5f590197-c6ee-4d63-bc85-8a79bcd7ec1f tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.281870 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5f590197-c6ee-4d63-bc85-8a79bcd7ec1f tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1023088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1023049', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1023600'] for router, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.296748 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device fbdbe499-3d8c-4e6f-9d66-3277abd4f4cd up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:14.321582 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9821707-7692-4229-9d7a-6e4d68efbb4c tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] GET failed (client error): The resource could not be found. Feb 16 12:47:14.322410 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-d9821707-7692-4229-9d7a-6e4d68efbb4c tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Synchronizing usage tracker for tenant:e574c36815ed45329336895cd8ea657c on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:14.354879 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-d1279143-d726-440a-b7f0-d556946af6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:14.355578 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1279143-d726-440a-b7f0-d556946af6e6 None None] The sync data for ids ['de2c0fc7-2287-4f50-8280-29cb11de96f7'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:14.375077 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-22f9c28c-6d99-4408-ba34-ccc1f94fbbee tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Unset dirty status for tenant:9f89b69482a141c697c1d7563c6011c5 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:14.379075 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-22f9c28c-6d99-4408-ba34-ccc1f94fbbee tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "GET /v2.0/ports?device_id=de2c0fc7-2287-4f50-8280-29cb11de96f7 HTTP/1.1" status: 200 len: 205 time: 0.2236793 Feb 16 12:47:14.379796 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34902) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:14.400434 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port fbdbe499-3d8c-4e6f-9d66-3277abd4f4cd completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:14.406513 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port fbdbe499-3d8c-4e6f-9d66-3277abd4f4cd triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:14.406513 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.409359 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6fc4746f-d255-4df1-8fcb-b9e5cd4ead34 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.454796 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-d9821707-7692-4229-9d7a-6e4d68efbb4c tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Unset dirty status for tenant:e574c36815ed45329336895cd8ea657c on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:14.461257 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d9821707-7692-4229-9d7a-6e4d68efbb4c tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] 10.222.0.83 "GET /v2.0/ports/1610ea89-d0a9-4409-95ca-0f6600283b3a HTTP/1.1" status: 404 len: 333 time: 0.2617276 Feb 16 12:47:14.473052 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34908) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:14.543084 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-a94845e6-1aa0-4bd7-8d0d-f977093cca14 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Request body: {'port': {'network_id': 'ab697983-35d3-436f-80d0-aca4f31b49e9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-551045000'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:14.619209 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.627750 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34912) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:14.637807 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-81154455-0279-4fc6-9e6a-2beb5a840b8f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] For port fbdbe499-3d8c-4e6f-9d66-3277abd4f4cd, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=fbdbe499-3d8c-4e6f-9d66-3277abd4f4cd,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:14.644890 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3c3e406e-758b-4560-a94a-d7559a538ec6 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for router, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.660817 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4a48689b-64c3-42b5-a611-33b42a34b29d tempest-RoutersAdminNegativeIpV6Test-2061284737 tempest-RoutersAdminNegativeIpV6Test-2061284737-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.662678 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4a48689b-64c3-42b5-a611-33b42a34b29d tempest-RoutersAdminNegativeIpV6Test-2061284737 tempest-RoutersAdminNegativeIpV6Test-2061284737-project-admin] 10.222.0.83 "DELETE /v2.0/ports/05edbbac-3094-475b-ad3b-a8c7fdb69050 HTTP/1.1" status: 204 len: 168 time: 2.7368562 Feb 16 12:47:14.724093 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f590197-c6ee-4d63-bc85-8a79bcd7ec1f tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Router 4ee1ad90-6edf-459f-817b-f8f48342b0d7 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:47:14.729731 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc4746f-d255-4df1-8fcb-b9e5cd4ead34 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Network 16b82834-7685-4613-829e-2ea073f469db is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:14.736344 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-6fc4746f-d255-4df1-8fcb-b9e5cd4ead34 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:14.741343 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc4746f-d255-4df1-8fcb-b9e5cd4ead34 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:14.742398 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6fc4746f-d255-4df1-8fcb-b9e5cd4ead34 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:14.767574 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc4746f-d255-4df1-8fcb-b9e5cd4ead34 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event updated for resources: {'Port': ['ID=fe5f2dc2-73cb-44b0-a482-56b13f4cd605,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:14.961235 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34922) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:14.983922 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc4746f-d255-4df1-8fcb-b9e5cd4ead34 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event updated for resources: {'Port': ['ID=8957726a-573d-45ab-8bf8-d4ada7ea8c21,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:14.995065 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f590197-c6ee-4d63-bc85-8a79bcd7ec1f tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:47:15.002178 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5f590197-c6ee-4d63-bc85-8a79bcd7ec1f tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.003241 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5f590197-c6ee-4d63-bc85-8a79bcd7ec1f tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] 10.222.0.83 "PUT /v2.0/routers/4ee1ad90-6edf-459f-817b-f8f48342b0d7 HTTP/1.1" status: 200 len: 705 time: 6.8849304 Feb 16 12:47:15.006451 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34928) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:15.009225 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b88892-ba57-44ef-a2eb-5658d06b03dd None None] Sync routers for ids ['4ee1ad90-6edf-459f-817b-f8f48342b0d7'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:15.009389 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc4746f-d255-4df1-8fcb-b9e5cd4ead34 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Checking segment: {'id': '16ac671f-142b-4c15-bd1e-be8520dc7caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e1bf6962-bcd3-4bc4-994d-a1567d57b1c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:15.009604 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc4746f-d255-4df1-8fcb-b9e5cd4ead34 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Network hostable DHCP agents. Network: e1bf6962-bcd3-4bc4-994d-a1567d57b1c2, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:47:15.019621 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-81154455-0279-4fc6-9e6a-2beb5a840b8f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.023063 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b88892-ba57-44ef-a2eb-5658d06b03dd None None] Routers {'4ee1ad90-6edf-459f-817b-f8f48342b0d7'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:15.024828 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-70b88892-ba57-44ef-a2eb-5658d06b03dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:47:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['4ee1ad90-6edf-459f-817b-f8f48342b0d7'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:15.050495 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-81154455-0279-4fc6-9e6a-2beb5a840b8f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.051215 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-81154455-0279-4fc6-9e6a-2beb5a840b8f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.146785 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-70b88892-ba57-44ef-a2eb-5658d06b03dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:15.181387 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b88892-ba57-44ef-a2eb-5658d06b03dd None None] Routers {'4ee1ad90-6edf-459f-817b-f8f48342b0d7'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:15.181828 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-70b88892-ba57-44ef-a2eb-5658d06b03dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:47:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['4ee1ad90-6edf-459f-817b-f8f48342b0d7'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:15.184485 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-982dfb5f-1863-4453-9e2c-a1adc010052e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.194974 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f6033628-3094-4e76-8c38-17bb06ae4c00 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] 10.222.0.83 "GET /v2.0/routers/4ee1ad90-6edf-459f-817b-f8f48342b0d7 HTTP/1.1" status: 200 len: 740 time: 0.1869297 Feb 16 12:47:15.195901 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc4746f-d255-4df1-8fcb-b9e5cd4ead34 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Network e1bf6962-bcd3-4bc4-994d-a1567d57b1c2 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:47:15.199569 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34932) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:15.250002 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-982dfb5f-1863-4453-9e2c-a1adc010052e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:15.256940 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-68882c0c-8179-484b-b0aa-38ba35234599 tempest-RoutersAdminTest-1107774387 tempest-RoutersAdminTest-1107774387-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41&device_id=4ee1ad90-6edf-459f-817b-f8f48342b0d7 HTTP/1.1" status: 200 len: 205 time: 0.0524166 Feb 16 12:47:15.257161 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.db.api [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:47:15.257270 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-6fc4746f-d255-4df1-8fcb-b9e5cd4ead34 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, e1bf6962-bcd3-4bc4-994d-a1567d57b1c2) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:15.257349 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG oslo_db.api [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:47:15.258965 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34936) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:15.259463 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-70b88892-ba57-44ef-a2eb-5658d06b03dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:15.259960 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b88892-ba57-44ef-a2eb-5658d06b03dd None None] The sync data for ids ['4ee1ad90-6edf-459f-817b-f8f48342b0d7'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:15.267069 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc4746f-d255-4df1-8fcb-b9e5cd4ead34 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:15.271015 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07b492c-96f3-4de3-9144-e60fef300955 None None] Network e1bf6962-bcd3-4bc4-994d-a1567d57b1c2 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:15.275905 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3c3e406e-758b-4560-a94a-d7559a538ec6 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.276480 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc4746f-d255-4df1-8fcb-b9e5cd4ead34 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:15.281239 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc4746f-d255-4df1-8fcb-b9e5cd4ead34 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:15.281457 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3c3e406e-758b-4560-a94a-d7559a538ec6 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.281914 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6fc4746f-d255-4df1-8fcb-b9e5cd4ead34 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.286466 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-982dfb5f-1863-4453-9e2c-a1adc010052e admin admin] Usage tracker for resource:security_group_rule and tenant:9a65bbba816d4770822341e0c6b75c50 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:15.318500 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-a94845e6-1aa0-4bd7-8d0d-f977093cca14 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:15.325169 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-982dfb5f-1863-4453-9e2c-a1adc010052e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:15.348816 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6959f98d-7452-4f78-ac3c-9fc1c1c448d4 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] 10.222.0.83 "GET /v2.0/ports?device_id=4ee1ad90-6edf-459f-817b-f8f48342b0d7 HTTP/1.1" status: 200 len: 205 time: 0.0872917 Feb 16 12:47:15.349817 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-982dfb5f-1863-4453-9e2c-a1adc010052e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:15.352171 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34940) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:15.362334 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-a94845e6-1aa0-4bd7-8d0d-f977093cca14 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:15.368624 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-ecb7c581-b127-4c64-8eee-c3f5442bf5f9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=aafb3f42263e431db9c8531885383167&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7335896 Feb 16 12:47:15.380490 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81154455-0279-4fc6-9e6a-2beb5a840b8f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:15.387717 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34944) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:15.388863 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-81154455-0279-4fc6-9e6a-2beb5a840b8f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:15.394848 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81154455-0279-4fc6-9e6a-2beb5a840b8f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:15.395669 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-81154455-0279-4fc6-9e6a-2beb5a840b8f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.404111 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6fc4746f-d255-4df1-8fcb-b9e5cd4ead34 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.0743966 Feb 16 12:47:15.405056 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34948) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:15.415481 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3c3e406e-758b-4560-a94a-d7559a538ec6 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.416198 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3e406e-758b-4560-a94a-d7559a538ec6 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Fanout notify agent at l3_agent the message router_deleted on router de2c0fc7-2287-4f50-8280-29cb11de96f7 {{(pid=87701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:47:15.431505 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73118013-cafb-4e67-bf5e-804435098a76 None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:15.437547 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81154455-0279-4fc6-9e6a-2beb5a840b8f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Subnet': ['ID=d14af3d2-b8e4-4a52-b11c-6e8b68eb8370,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:15.439907 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81154455-0279-4fc6-9e6a-2beb5a840b8f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Port': ['ID=fbdbe499-3d8c-4e6f-9d66-3277abd4f4cd,revision_number=4']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:15.442896 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94845e6-1aa0-4bd7-8d0d-f977093cca14 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Made reservation on behalf of e574c36815ed45329336895cd8ea657c for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:15.447092 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a94845e6-1aa0-4bd7-8d0d-f977093cca14 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.483156 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3c3e406e-758b-4560-a94a-d7559a538ec6 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.487261 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-3c3e406e-758b-4560-a94a-d7559a538ec6 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "DELETE /v2.0/routers/de2c0fc7-2287-4f50-8280-29cb11de96f7 HTTP/1.1" status: 204 len: 168 time: 1.1034667 Feb 16 12:47:15.492863 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34950) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:15.538853 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-81154455-0279-4fc6-9e6a-2beb5a840b8f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.6351540 Feb 16 12:47:15.553123 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34954) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:15.556433 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [None req-a94845e6-1aa0-4bd7-8d0d-f977093cca14 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] device_id is not set on port d9fa219a-b38e-421a-9645-63aafdda5d5b yet. {{(pid=87701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:47:15.595975 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-cca9f8cd-afae-4f27-ba7d-1fac9fa651f2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'port': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'mac_address': 'fa:16:3e:8d:ab:6f', 'name': 'tempest-NetworksTestDHCPv6-699381681'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:15.618004 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-68ec6abb-d45d-4867-b3da-f1728e38f144 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.733101 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d2038ea8-f335-465d-8ecb-37bab37c6406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.747663 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b19ddac-c094-4dd0-8111-92b26b49c438 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Deleting subnet 3eda78a1-d8ca-4677-8db6-3569bd14c8e3 {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:47:15.764289 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8b19ddac-c094-4dd0-8111-92b26b49c438 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.766536 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-35e66b6f-6c7d-4b56-b49b-da1fc5e72fcf tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Deleting port 8957726a-573d-45ab-8bf8-d4ada7ea8c21 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:15.766934 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-35e66b6f-6c7d-4b56-b49b-da1fc5e72fcf tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.817369 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.860213 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port fbdbe499-3d8c-4e6f-9d66-3277abd4f4cd, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=fbdbe499-3d8c-4e6f-9d66-3277abd4f4cd,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:15.868141 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.889599 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d2038ea8-f335-465d-8ecb-37bab37c6406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.956185 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8b19ddac-c094-4dd0-8111-92b26b49c438 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:15.959774 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=fbdbe499-3d8c-4e6f-9d66-3277abd4f4cd,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:16.018804 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-cca9f8cd-afae-4f27-ba7d-1fac9fa651f2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:16.049958 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-a94845e6-1aa0-4bd7-8d0d-f977093cca14 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Allocated IP 2001:db8::18 (ab697983-35d3-436f-80d0-aca4f31b49e9/3751b4a4-3fc1-4d13-829f-c09e7e276af1/d9fa219a-b38e-421a-9645-63aafdda5d5b) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:16.053231 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-cca9f8cd-afae-4f27-ba7d-1fac9fa651f2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Usage tracker for resource:port and tenant:5979c0794f594272a8691960316755d8 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:16.056490 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-68ec6abb-d45d-4867-b3da-f1728e38f144 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.061295 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-cca9f8cd-afae-4f27-ba7d-1fac9fa651f2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:16.088637 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-cca9f8cd-afae-4f27-ba7d-1fac9fa651f2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:16.136998 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca9f8cd-afae-4f27-ba7d-1fac9fa651f2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:16.207296 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device fbdbe499-3d8c-4e6f-9d66-3277abd4f4cd up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:16.229442 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-68ec6abb-d45d-4867-b3da-f1728e38f144 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.270706 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d2038ea8-f335-465d-8ecb-37bab37c6406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.278372 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-68ec6abb-d45d-4867-b3da-f1728e38f144 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.278868 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ec6abb-d45d-4867-b3da-f1728e38f144 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Fanout notify agent at l3_agent the message router_deleted on router 4ee1ad90-6edf-459f-817b-f8f48342b0d7 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:47:16.288838 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port fbdbe499-3d8c-4e6f-9d66-3277abd4f4cd triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:16.289434 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.294998 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8b19ddac-c094-4dd0-8111-92b26b49c438 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.301810 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-982dfb5f-1863-4453-9e2c-a1adc010052e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.349350 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-982dfb5f-1863-4453-9e2c-a1adc010052e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.362923 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2038ea8-f335-465d-8ecb-37bab37c6406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7541600-8b8f-4a11-a652-1f597eece1b9,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:16.438980 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-68ec6abb-d45d-4867-b3da-f1728e38f144 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.440128 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-68ec6abb-d45d-4867-b3da-f1728e38f144 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] 10.222.0.83 "DELETE /v2.0/routers/4ee1ad90-6edf-459f-817b-f8f48342b0d7 HTTP/1.1" status: 204 len: 168 time: 1.0868280 Feb 16 12:47:16.461023 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34960) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:16.495896 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d2038ea8-f335-465d-8ecb-37bab37c6406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.497183 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d2038ea8-f335-465d-8ecb-37bab37c6406 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c7541600-8b8f-4a11-a652-1f597eece1b9 HTTP/1.1" status: 204 len: 168 time: 1.1061618 Feb 16 12:47:16.550255 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-982dfb5f-1863-4453-9e2c-a1adc010052e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9a65bbba816d4770822341e0c6b75c50&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5879409 Feb 16 12:47:16.556256 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34966) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:16.560256 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6c49164c-d87b-4b8e-b199-56707d03761a tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] 10.222.0.83 "GET /v2.0/ports?device_id=4ee1ad90-6edf-459f-817b-f8f48342b0d7 HTTP/1.1" status: 200 len: 205 time: 0.0863810 Feb 16 12:47:16.566278 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-35e66b6f-6c7d-4b56-b49b-da1fc5e72fcf tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.567497 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34968) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:16.577004 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982dfb5f-1863-4453-9e2c-a1adc010052e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8850e795-2793-4601-af3b-2d9d933d93fc,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:16.583211 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-b90207d0-6dd7-43be-a210-7527d3b9df59 None None] Provisioning complete for port fbdbe499-3d8c-4e6f-9d66-3277abd4f4cd triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:16.583709 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b90207d0-6dd7-43be-a210-7527d3b9df59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.596411 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-cca9f8cd-afae-4f27-ba7d-1fac9fa651f2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.716476 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-35e66b6f-6c7d-4b56-b49b-da1fc5e72fcf tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Calling delete_port for 8957726a-573d-45ab-8bf8-d4ada7ea8c21 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:16.718424 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8b19ddac-c094-4dd0-8111-92b26b49c438 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.780841 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-b3450375-1783-4542-b391-a099f2f5408f tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] delete failed (client error): The resource could not be found. Feb 16 12:47:16.784242 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-b3450375-1783-4542-b391-a099f2f5408f tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] 10.222.0.83 "DELETE /v2.0/routers/4ee1ad90-6edf-459f-817b-f8f48342b0d7 HTTP/1.1" status: 404 len: 336 time: 0.2044799 Feb 16 12:47:16.784242 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8b19ddac-c094-4dd0-8111-92b26b49c438 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.788252 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60fd706-8627-4a4b-b59e-582a97904ed7 None None] Network ac0e2e7b-dca4-4739-ba9e-7dea5b872590 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:16.795404 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34976) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:16.795519 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [None req-cca9f8cd-afae-4f27-ba7d-1fac9fa651f2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] device_id is not set on port cdff68f2-6295-4a41-8a1c-e9a3c48547dc yet. {{(pid=87701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:47:16.851078 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b19ddac-c094-4dd0-8111-92b26b49c438 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event deleted for resources: {'Subnet': ['ID=3eda78a1-d8ca-4677-8db6-3569bd14c8e3,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:16.867720 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-8b19ddac-c094-4dd0-8111-92b26b49c438 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "DELETE /v2.0/subnets/3eda78a1-d8ca-4677-8db6-3569bd14c8e3 HTTP/1.1" status: 204 len: 168 time: 1.3701315 Feb 16 12:47:16.869367 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34984) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:16.873738 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a94845e6-1aa0-4bd7-8d0d-f977093cca14 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:16.902798 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ec1762af-bebb-475d-87d2-f8a2efc83397 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] 10.222.0.83 "GET /v2.0/ports?device_id=5e11ba83-f491-4f10-96bd-867aaf133ab7 HTTP/1.1" status: 200 len: 205 time: 0.1071959 Feb 16 12:47:16.908719 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 34990) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:16.919009 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-a94845e6-1aa0-4bd7-8d0d-f977093cca14 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Transition to ACTIVE for port object d9fa219a-b38e-421a-9645-63aafdda5d5b will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:16.950375 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2f2d1377-e58d-41db-92a6-854ba344b9a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:17.022756 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2f2d1377-e58d-41db-92a6-854ba344b9a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:17.040875 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-170fd022-fe52-4bd6-8e51-9b46f1ac77a2 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] delete failed (client error): The resource could not be found. Feb 16 12:47:17.044386 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-170fd022-fe52-4bd6-8e51-9b46f1ac77a2 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] 10.222.0.83 "DELETE /v2.0/routers/5e11ba83-f491-4f10-96bd-867aaf133ab7 HTTP/1.1" status: 404 len: 336 time: 0.1259081 Feb 16 12:47:17.048916 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-35e66b6f-6c7d-4b56-b49b-da1fc5e72fcf tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:17.050135 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 34996) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:17.123286 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e66b6f-6c7d-4b56-b49b-da1fc5e72fcf tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event deleted for resources: {'Port': ['ID=8957726a-573d-45ab-8bf8-d4ada7ea8c21,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:17.143788 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-35e66b6f-6c7d-4b56-b49b-da1fc5e72fcf tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:17.148437 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-9665cf21-e572-4771-9399-9c54308dd488 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] 10.222.0.83 "GET /v2.0/ports?device_id=e2592364-72e6-414a-9af9-fa812546e357 HTTP/1.1" status: 200 len: 205 time: 0.0894303 Feb 16 12:47:17.149526 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35002) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:17.161574 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79321dcd-a0a2-4efe-99df-de2eeae89cd8 None None] DHCP port deletion for ac0e2e7b-dca4-4739-ba9e-7dea5b872590 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:47:17.166270 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-79321dcd-a0a2-4efe-99df-de2eeae89cd8 None None] Deleting port 86dbe9df-9675-4387-b87f-3c950ad4b24e {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:17.166794 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-79321dcd-a0a2-4efe-99df-de2eeae89cd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:17.175125 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a94845e6-1aa0-4bd7-8d0d-f977093cca14 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:17.220743 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4536f24c-7faf-4d2f-a7fb-0aac82d85cea tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:17.232655 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-35e66b6f-6c7d-4b56-b49b-da1fc5e72fcf tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/ports/8957726a-573d-45ab-8bf8-d4ada7ea8c21 HTTP/1.1" status: 204 len: 168 time: 1.6887422 Feb 16 12:47:17.239040 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35010) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:17.241262 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-0b6cf81e-07e8-4eb4-981a-3240b8e18bdd tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] delete failed (client error): The resource could not be found. Feb 16 12:47:17.245038 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0b6cf81e-07e8-4eb4-981a-3240b8e18bdd tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] 10.222.0.83 "DELETE /v2.0/routers/e2592364-72e6-414a-9af9-fa812546e357 HTTP/1.1" status: 404 len: 336 time: 0.0918007 Feb 16 12:47:17.245859 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35014) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:17.324999 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94845e6-1aa0-4bd7-8d0d-f977093cca14 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Network ab697983-35d3-436f-80d0-aca4f31b49e9 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:17.327511 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2f2d1377-e58d-41db-92a6-854ba344b9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:17.339688 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-4536f24c-7faf-4d2f-a7fb-0aac82d85cea tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Deleting port 86dbe9df-9675-4387-b87f-3c950ad4b24e {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:17.339688 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4536f24c-7faf-4d2f-a7fb-0aac82d85cea tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:17.380556 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2549e9a6-79c2-4a4c-a178-386cdb927524 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] 10.222.0.83 "GET /v2.0/ports?device_id=15f4333d-29ab-498e-a39f-67daa61ccf34 HTTP/1.1" status: 200 len: 205 time: 0.1015441 Feb 16 12:47:17.395431 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35020) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:17.410336 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-79321dcd-a0a2-4efe-99df-de2eeae89cd8 None None] For port 86dbe9df-9675-4387-b87f-3c950ad4b24e, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=86dbe9df-9675-4387-b87f-3c950ad4b24e,segment=NetworkSegment(ac41b225-fb05-4cde-9915-12afd78871fe),segment_id=ac41b225-fb05-4cde-9915-12afd78871fe)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:17.410725 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-79321dcd-a0a2-4efe-99df-de2eeae89cd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:17.485082 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35024) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:17.489030 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-5a52888f-55c9-44fd-b442-2b037f209f22 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] delete failed (client error): The resource could not be found. Feb 16 12:47:17.490300 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5a52888f-55c9-44fd-b442-2b037f209f22 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] 10.222.0.83 "DELETE /v2.0/routers/15f4333d-29ab-498e-a39f-67daa61ccf34 HTTP/1.1" status: 404 len: 336 time: 0.0936449 Feb 16 12:47:17.499268 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35028) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:17.554462 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-79321dcd-a0a2-4efe-99df-de2eeae89cd8 None None] Calling delete_port for 86dbe9df-9675-4387-b87f-3c950ad4b24e owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:17.596601 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-a94845e6-1aa0-4bd7-8d0d-f977093cca14 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:17.604000 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ff1a0992-9fbd-47f8-bfbf-5ac7d569b313 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] 10.222.0.83 "GET /v2.0/ports?device_id=c5cbf012-b6d1-4ecb-a0df-c075493b5e00 HTTP/1.1" status: 200 len: 205 time: 0.1011820 Feb 16 12:47:17.610898 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94845e6-1aa0-4bd7-8d0d-f977093cca14 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Pushing event updated for resources: {'Port': ['ID=d9fa219a-b38e-421a-9645-63aafdda5d5b,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:17.611900 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35034) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:17.616185 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94845e6-1aa0-4bd7-8d0d-f977093cca14 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:17.624132 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94845e6-1aa0-4bd7-8d0d-f977093cca14 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:17.627391 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a94845e6-1aa0-4bd7-8d0d-f977093cca14 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:17.642527 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-79321dcd-a0a2-4efe-99df-de2eeae89cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:17.645916 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d1377-e58d-41db-92a6-854ba344b9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8850e795-2793-4601-af3b-2d9d933d93fc,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:17.649679 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-cca9f8cd-afae-4f27-ba7d-1fac9fa651f2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Allocated IP 172.20.0.4 (c2beece7-853e-4518-ace6-8724ee235932/11748e42-045e-4bef-9b28-d30bfffade95/cdff68f2-6295-4a41-8a1c-e9a3c48547dc) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:17.672844 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2f2d1377-e58d-41db-92a6-854ba344b9a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:17.676540 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-2f2d1377-e58d-41db-92a6-854ba344b9a6 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8850e795-2793-4601-af3b-2d9d933d93fc HTTP/1.1" status: 204 len: 168 time: 1.1081502 Feb 16 12:47:17.676540 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-cca9f8cd-afae-4f27-ba7d-1fac9fa651f2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Allocated IP 2001:db8::f816:3eff:fe8d:ab6f (c2beece7-853e-4518-ace6-8724ee235932/d14af3d2-b8e4-4a52-b11c-6e8b68eb8370/cdff68f2-6295-4a41-8a1c-e9a3c48547dc) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:17.688123 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-a94845e6-1aa0-4bd7-8d0d-f977093cca14 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.2140121 Feb 16 12:47:17.694328 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35040) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:17.699498 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-f95b74eb-7d88-4957-954c-3301f6a5e313 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1065594798'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:17.708817 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-e096045c-7b14-48aa-bc65-f0eb28c6d749 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::9f', 'mac_address': 'fa:16:3e:b1:10:74'}]}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:17.714803 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79321dcd-a0a2-4efe-99df-de2eeae89cd8 None None] No DVR routers for this DVR port 86dbe9df-9675-4387-b87f-3c950ad4b24e on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:17.716661 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79321dcd-a0a2-4efe-99df-de2eeae89cd8 None None] Pushing event deleted for resources: {'Port': ['ID=86dbe9df-9675-4387-b87f-3c950ad4b24e,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:17.746260 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f95b74eb-7d88-4957-954c-3301f6a5e313 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:17.748835 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-68662c68-222e-4387-8b62-2e9cca05175e tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] delete failed (client error): The resource could not be found. Feb 16 12:47:17.752403 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-68662c68-222e-4387-8b62-2e9cca05175e tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] 10.222.0.83 "DELETE /v2.0/routers/c5cbf012-b6d1-4ecb-a0df-c075493b5e00 HTTP/1.1" status: 404 len: 336 time: 0.1367092 Feb 16 12:47:17.763283 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35044) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:17.775317 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f95b74eb-7d88-4957-954c-3301f6a5e313 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Usage tracker for resource:network and tenant:bc1f0288054c40818f485d7fa9a59a39 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:17.824975 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f95b74eb-7d88-4957-954c-3301f6a5e313 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:17.845994 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26eca26e-e8f4-4c95-9105-37e0115ca0e3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:17.859025 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26eca26e-e8f4-4c95-9105-37e0115ca0e3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:17.859842 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-26eca26e-e8f4-4c95-9105-37e0115ca0e3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Synchronizing usage tracker for tenant:e1117180e8c949a18483da62b9a9f5be on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:17.863393 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-925e9875-a5bd-46a0-ac31-e914713fde06 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] 10.222.0.83 "GET /v2.0/ports?device_id=2b708f6f-d97d-49aa-ac7f-42b9522dac42 HTTP/1.1" status: 200 len: 205 time: 0.0966711 Feb 16 12:47:17.863550 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f95b74eb-7d88-4957-954c-3301f6a5e313 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:17.866091 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35048) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:17.911278 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95b74eb-7d88-4957-954c-3301f6a5e313 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Made reservation on behalf of bc1f0288054c40818f485d7fa9a59a39 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:17.915075 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f95b74eb-7d88-4957-954c-3301f6a5e313 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:17.974552 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-d8cad2f7-3c63-41a3-b685-e8ed71ac4e76 None None] Provisioning for port d9fa219a-b38e-421a-9645-63aafdda5d5b completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:17.981301 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-d8cad2f7-3c63-41a3-b685-e8ed71ac4e76 None None] Provisioning complete for port d9fa219a-b38e-421a-9645-63aafdda5d5b triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:17.982210 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d8cad2f7-3c63-41a3-b685-e8ed71ac4e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.035711 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-1bbb9e40-d8a9-4dbc-b0dd-ca5757fa3504 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] delete failed (client error): The resource could not be found. Feb 16 12:47:18.036799 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-1bbb9e40-d8a9-4dbc-b0dd-ca5757fa3504 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] 10.222.0.83 "DELETE /v2.0/routers/2b708f6f-d97d-49aa-ac7f-42b9522dac42 HTTP/1.1" status: 404 len: 336 time: 0.1667438 Feb 16 12:47:18.044686 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35054) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:18.050562 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-d8cad2f7-3c63-41a3-b685-e8ed71ac4e76 None None] Port d9fa219a-b38e-421a-9645-63aafdda5d5b cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:47:18.088592 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f95b74eb-7d88-4957-954c-3301f6a5e313 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.109772 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-4536f24c-7faf-4d2f-a7fb-0aac82d85cea tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] For port 86dbe9df-9675-4387-b87f-3c950ad4b24e, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=86dbe9df-9675-4387-b87f-3c950ad4b24e,segment=NetworkSegment(ac41b225-fb05-4cde-9915-12afd78871fe),segment_id=ac41b225-fb05-4cde-9915-12afd78871fe)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:18.110114 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4536f24c-7faf-4d2f-a7fb-0aac82d85cea tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.118113 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-26eca26e-e8f4-4c95-9105-37e0115ca0e3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Unset dirty status for tenant:e1117180e8c949a18483da62b9a9f5be on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:18.119380 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-26eca26e-e8f4-4c95-9105-37e0115ca0e3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.8760993 Feb 16 12:47:18.121116 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-917883b7-6c0c-4616-a3a9-c73b2eb3dce0 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:18.121116 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-917883b7-6c0c-4616-a3a9-c73b2eb3dce0 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:18.122653 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-917883b7-6c0c-4616-a3a9-c73b2eb3dce0 tempest-RoutersAdminTest-143283773 tempest-RoutersAdminTest-143283773-project] 10.222.0.83 "DELETE /v2.0/subnets/e695380c-da34-4cbe-8861-5049088638dd HTTP/1.1" status: 404 len: 337 time: 0.0734837 Feb 16 12:47:18.123266 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35058) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:18.191089 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 86dbe9df-9675-4387-b87f-3c950ad4b24e no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:47:18.221056 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f95b74eb-7d88-4957-954c-3301f6a5e313 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:18.233156 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 86dbe9df-9675-4387-b87f-3c950ad4b24e {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:47:18.233493 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 86dbe9df-9675-4387-b87f-3c950ad4b24e not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:47:18.263563 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35064) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:18.292467 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-4536f24c-7faf-4d2f-a7fb-0aac82d85cea tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Calling delete_port for 86dbe9df-9675-4387-b87f-3c950ad4b24e owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:18.333518 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f95b74eb-7d88-4957-954c-3301f6a5e313 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Usage tracker for resource:security_group_rule and tenant:bc1f0288054c40818f485d7fa9a59a39 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:18.345161 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f95b74eb-7d88-4957-954c-3301f6a5e313 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:18.361240 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f95b74eb-7d88-4957-954c-3301f6a5e313 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:18.380077 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-54455a78-d130-41bd-b3bb-d4ec2ba8e610 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Deleting port fe5f2dc2-73cb-44b0-a482-56b13f4cd605 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:18.380420 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-54455a78-d130-41bd-b3bb-d4ec2ba8e610 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.420147 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35070) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:18.421494 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e096045c-7b14-48aa-bc65-f0eb28c6d749 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.443220 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-cca9f8cd-afae-4f27-ba7d-1fac9fa651f2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.462474 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-7ffc4444-4b7b-4ad1-8f28-73baff597615 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ce1efe6a05884bb1ad53b4c83bd3c3f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1954052 Feb 16 12:47:18.464132 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35076) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:18.492473 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-4536f24c-7faf-4d2f-a7fb-0aac82d85cea tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:47:18.493105 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-4536f24c-7faf-4d2f-a7fb-0aac82d85cea tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:47:18.518245 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-cca9f8cd-afae-4f27-ba7d-1fac9fa651f2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Transition to ACTIVE for port object cdff68f2-6295-4a41-8a1c-e9a3c48547dc will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:18.619414 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-38d04e8d-fd7c-42cf-9582-e7eda650fe93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.637336 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-cca9f8cd-afae-4f27-ba7d-1fac9fa651f2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.670729 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-38d04e8d-fd7c-42cf-9582-e7eda650fe93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:18.683566 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bd527173-bb4c-43ee-91c2-5400c89024ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.690271 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-38d04e8d-fd7c-42cf-9582-e7eda650fe93 admin admin] Usage tracker for resource:security_group_rule and tenant:4f391249135447c7b12259a80fb71dbd is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:18.739539 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca9f8cd-afae-4f27-ba7d-1fac9fa651f2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:18.746384 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-38d04e8d-fd7c-42cf-9582-e7eda650fe93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:18.753546 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-cca9f8cd-afae-4f27-ba7d-1fac9fa651f2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:18.756006 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca9f8cd-afae-4f27-ba7d-1fac9fa651f2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:18.784170 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-38d04e8d-fd7c-42cf-9582-e7eda650fe93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:18.801146 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca9f8cd-afae-4f27-ba7d-1fac9fa651f2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Port': ['ID=cdff68f2-6295-4a41-8a1c-e9a3c48547dc,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:18.817799 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f95b74eb-7d88-4957-954c-3301f6a5e313 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.835573 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bd527173-bb4c-43ee-91c2-5400c89024ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.837286 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca9f8cd-afae-4f27-ba7d-1fac9fa651f2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:18.837955 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-cca9f8cd-afae-4f27-ba7d-1fac9fa651f2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.847328 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f95b74eb-7d88-4957-954c-3301f6a5e313 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.864882 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-54455a78-d130-41bd-b3bb-d4ec2ba8e610 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.871065 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-cca9f8cd-afae-4f27-ba7d-1fac9fa651f2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.3162282 Feb 16 12:47:18.874043 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35080) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:18.880290 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e096045c-7b14-48aa-bc65-f0eb28c6d749 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.929912 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e096045c-7b14-48aa-bc65-f0eb28c6d749 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:18.999620 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-e096045c-7b14-48aa-bc65-f0eb28c6d749 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] In _notify_port_updated(), no bound segment for port d9fa219a-b38e-421a-9645-63aafdda5d5b on network ab697983-35d3-436f-80d0-aca4f31b49e9 {{(pid=87701) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:47:19.005198 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e096045c-7b14-48aa-bc65-f0eb28c6d749 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:19.006049 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e096045c-7b14-48aa-bc65-f0eb28c6d749 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.007542 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e096045c-7b14-48aa-bc65-f0eb28c6d749 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] 10.222.0.83 "PUT /v2.0/ports/d9fa219a-b38e-421a-9645-63aafdda5d5b HTTP/1.1" status: 200 len: 1000 time: 1.3068130 Feb 16 12:47:19.012561 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35084) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:19.030189 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-4536f24c-7faf-4d2f-a7fb-0aac82d85cea tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Deleting port 86dbe9df-9675-4387-b87f-3c950ad4b24e {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:19.030532 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4536f24c-7faf-4d2f-a7fb-0aac82d85cea tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.064807 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-54455a78-d130-41bd-b3bb-d4ec2ba8e610 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Calling delete_port for fe5f2dc2-73cb-44b0-a482-56b13f4cd605 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:19.084430 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e096045c-7b14-48aa-bc65-f0eb28c6d749 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Pushing event updated for resources: {'Port': ['ID=d9fa219a-b38e-421a-9645-63aafdda5d5b,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:19.100518 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-4d8dc505-2604-4428-a8ca-1cf0fa82c70e None None] Provisioning for port cdff68f2-6295-4a41-8a1c-e9a3c48547dc completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:19.107582 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-cff338d5-12df-44d4-90d2-76a20ab61e62 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Deleting port d9fa219a-b38e-421a-9645-63aafdda5d5b {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:19.108199 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-cff338d5-12df-44d4-90d2-76a20ab61e62 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.108447 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-4d8dc505-2604-4428-a8ca-1cf0fa82c70e None None] Provisioning complete for port cdff68f2-6295-4a41-8a1c-e9a3c48547dc triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:19.108931 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4d8dc505-2604-4428-a8ca-1cf0fa82c70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.130037 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f95b74eb-7d88-4957-954c-3301f6a5e313 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:47:19.146916 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b74eb-7d88-4957-954c-3301f6a5e313 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e834bb73-5f6e-437e-a152-4eda69b81fbc,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:19.158594 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d5e71f-b26f-4895-b92b-31e8b6843bef tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:19.164925 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d5e71f-b26f-4895-b92b-31e8b6843bef tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:19.165939 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-d9d5e71f-b26f-4895-b92b-31e8b6843bef tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:19.183247 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-4d8dc505-2604-4428-a8ca-1cf0fa82c70e None None] Port cdff68f2-6295-4a41-8a1c-e9a3c48547dc cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:47:19.186807 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-4536f24c-7faf-4d2f-a7fb-0aac82d85cea tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] The port '86dbe9df-9675-4387-b87f-3c950ad4b24e' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:47:19.238427 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f95b74eb-7d88-4957-954c-3301f6a5e313 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.238788 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-f95b74eb-7d88-4957-954c-3301f6a5e313 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Added segment d24230ee-2bfa-4c6c-8a74-bf32bd1efe07 of type vlan for network 88a6387e-345e-4fa1-b49a-b17a5503e4fb Feb 16 12:47:19.240179 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-d9d5e71f-b26f-4895-b92b-31e8b6843bef tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:19.245215 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d9d5e71f-b26f-4895-b92b-31e8b6843bef tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3701937 Feb 16 12:47:19.246193 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35088) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:19.251329 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b74eb-7d88-4957-954c-3301f6a5e313 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:19.251666 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b74eb-7d88-4957-954c-3301f6a5e313 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:19.251998 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b74eb-7d88-4957-954c-3301f6a5e313 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:19.252327 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b74eb-7d88-4957-954c-3301f6a5e313 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:19.252665 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b74eb-7d88-4957-954c-3301f6a5e313 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:19.252988 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b74eb-7d88-4957-954c-3301f6a5e313 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:19.253303 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b74eb-7d88-4957-954c-3301f6a5e313 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:19.253617 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b74eb-7d88-4957-954c-3301f6a5e313 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:19.253929 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b74eb-7d88-4957-954c-3301f6a5e313 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:19.254242 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b74eb-7d88-4957-954c-3301f6a5e313 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:19.254555 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b74eb-7d88-4957-954c-3301f6a5e313 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:19.254863 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95b74eb-7d88-4957-954c-3301f6a5e313 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:19.306854 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-97548ed1-5190-4cb6-821f-976f84f77d41 None None] Provisioning complete for port d9fa219a-b38e-421a-9645-63aafdda5d5b triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:19.307466 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-97548ed1-5190-4cb6-821f-976f84f77d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.330975 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-59907b17-11aa-459a-ae62-8d8e8cd4fa92 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting port cdff68f2-6295-4a41-8a1c-e9a3c48547dc {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:19.331316 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-59907b17-11aa-459a-ae62-8d8e8cd4fa92 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.364969 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-97548ed1-5190-4cb6-821f-976f84f77d41 None None] Port d9fa219a-b38e-421a-9645-63aafdda5d5b cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:47:19.383238 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bd527173-bb4c-43ee-91c2-5400c89024ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.415379 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f95b74eb-7d88-4957-954c-3301f6a5e313 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.426523 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4536f24c-7faf-4d2f-a7fb-0aac82d85cea tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.446816 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd527173-bb4c-43ee-91c2-5400c89024ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbcdbb4-2f5d-473a-8564-73f7268b8598,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:19.454554 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-54455a78-d130-41bd-b3bb-d4ec2ba8e610 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.528154 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-4536f24c-7faf-4d2f-a7fb-0aac82d85cea tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac0e2e7b-dca4-4739-ba9e-7dea5b872590']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:19.555675 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.resource_extend [None req-f95b74eb-7d88-4957-954c-3301f6a5e313 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:47:19.565565 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54455a78-d130-41bd-b3bb-d4ec2ba8e610 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event deleted for resources: {'Port': ['ID=fe5f2dc2-73cb-44b0-a482-56b13f4cd605,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:19.572172 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-38d04e8d-fd7c-42cf-9582-e7eda650fe93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.579315 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-4536f24c-7faf-4d2f-a7fb-0aac82d85cea tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac41b225-fb05-4cde-9915-12afd78871fe') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:19.579598 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-4536f24c-7faf-4d2f-a7fb-0aac82d85cea tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac41b225-fb05-4cde-9915-12afd78871fe') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:19.599878 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-54455a78-d130-41bd-b3bb-d4ec2ba8e610 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.602919 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-38d04e8d-fd7c-42cf-9582-e7eda650fe93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.614005 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4536f24c-7faf-4d2f-a7fb-0aac82d85cea tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.637243 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f95b74eb-7d88-4957-954c-3301f6a5e313 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.642563 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95b74eb-7d88-4957-954c-3301f6a5e313 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:19.643153 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f95b74eb-7d88-4957-954c-3301f6a5e313 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.851326 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-59907b17-11aa-459a-ae62-8d8e8cd4fa92 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.868478 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-cff338d5-12df-44d4-90d2-76a20ab61e62 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.877933 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4536f24c-7faf-4d2f-a7fb-0aac82d85cea tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.895426 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-38d04e8d-fd7c-42cf-9582-e7eda650fe93 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4f391249135447c7b12259a80fb71dbd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4645083 Feb 16 12:47:19.905127 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-54455a78-d130-41bd-b3bb-d4ec2ba8e610 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/ports/fe5f2dc2-73cb-44b0-a482-56b13f4cd605 HTTP/1.1" status: 204 len: 168 time: 1.7782159 Feb 16 12:47:19.905912 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35092) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:19.906821 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4536f24c-7faf-4d2f-a7fb-0aac82d85cea tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:47:19.907293 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4536f24c-7faf-4d2f-a7fb-0aac82d85cea tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:19.934394 dv-neutron-829527-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:47:19.934394 dv-neutron-829527-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:47:19.934394 dv-neutron-829527-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:47:19.934394 dv-neutron-829527-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:47:19.934394 dv-neutron-829527-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:47:19.934394 dv-neutron-829527-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:47:19.934394 dv-neutron-829527-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:47:19.934394 dv-neutron-829527-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:47:19.934394 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:47:19.934394 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:47:19.934394 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:47:19.934394 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:47:19.934394 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:47:19.934394 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:47:19.934394 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:47:19.934394 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:47:19.934394 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:47:19.934394 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:47:19.934394 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:47:19.934394 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:47:19.934394 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:47:19.934394 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:47:19.934394 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:47:19.934394 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:47:19.934394 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:47:19.934394 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:47:19.934394 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:47:19.934394 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:47:19.934394 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:47:19.934394 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:47:19.934394 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:47:19.934394 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:47:19.934394 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:47:19.934394 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:47:19.934394 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:47:19.934394 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:47:19.934394 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:47:19.934394 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:47:19.934394 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:47:19.934394 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:47:19.937457 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35094) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:19.942785 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d04e8d-fd7c-42cf-9582-e7eda650fe93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6f3413-b343-4963-8ded-cc49259ab5a8,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:19.947687 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f95b74eb-7d88-4957-954c-3301f6a5e313 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.4603491 Feb 16 12:47:19.994558 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35100) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:20.005392 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bd527173-bb4c-43ee-91c2-5400c89024ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:20.006477 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bd527173-bb4c-43ee-91c2-5400c89024ee admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ddbcdbb4-2f5d-473a-8564-73f7268b8598 HTTP/1.1" status: 204 len: 168 time: 1.5411606 Feb 16 12:47:20.056847 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-59907b17-11aa-459a-ae62-8d8e8cd4fa92 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Calling delete_port for cdff68f2-6295-4a41-8a1c-e9a3c48547dc owned by {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:20.064090 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b74eb-7d88-4957-954c-3301f6a5e313 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event updated for resources: {'Network': ['ID=88a6387e-345e-4fa1-b49a-b17a5503e4fb,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:20.079966 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 88a6387e-345e-4fa1-b49a-b17a5503e4fb details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:47:20.119004 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4536f24c-7faf-4d2f-a7fb-0aac82d85cea tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:20.151640 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-a531261c-4fdb-483a-a60b-2a5fbcbe4b78 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-659819385'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:20.162328 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-cff338d5-12df-44d4-90d2-76a20ab61e62 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Calling delete_port for d9fa219a-b38e-421a-9645-63aafdda5d5b owned by {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:20.167348 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4536f24c-7faf-4d2f-a7fb-0aac82d85cea tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:20.174996 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4536f24c-7faf-4d2f-a7fb-0aac82d85cea tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event deleted for resources: {'Network': ['ID=ac0e2e7b-dca4-4739-ba9e-7dea5b872590,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:20.183312 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4536f24c-7faf-4d2f-a7fb-0aac82d85cea tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "DELETE /v2.0/networks/ac0e2e7b-dca4-4739-ba9e-7dea5b872590 HTTP/1.1" status: 204 len: 168 time: 3.3128815 Feb 16 12:47:20.187798 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35108) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:20.200115 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-4c976356-a9c5-4b40-8d1a-3fd8b9f09c61 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-672934736', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}, 'admin_state_up': False}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:20.206863 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-a531261c-4fdb-483a-a60b-2a5fbcbe4b78 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:20.208967 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4c976356-a9c5-4b40-8d1a-3fd8b9f09c61 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:20.214660 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4c976356-a9c5-4b40-8d1a-3fd8b9f09c61 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Usage tracker for resource:router and tenant:9f89b69482a141c697c1d7563c6011c5 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:20.218079 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4c976356-a9c5-4b40-8d1a-3fd8b9f09c61 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:20.225139 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4c976356-a9c5-4b40-8d1a-3fd8b9f09c61 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:20.231707 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-a531261c-4fdb-483a-a60b-2a5fbcbe4b78 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Usage tracker for resource:network and tenant:bc1f0288054c40818f485d7fa9a59a39 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:20.235012 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b1499f0-7880-4b61-a5e7-485bc7170359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:20.236531 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-a531261c-4fdb-483a-a60b-2a5fbcbe4b78 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:20.248959 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-a531261c-4fdb-483a-a60b-2a5fbcbe4b78 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:20.262627 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4c976356-a9c5-4b40-8d1a-3fd8b9f09c61 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:20.263834 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4c976356-a9c5-4b40-8d1a-3fd8b9f09c61 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:20.291412 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a531261c-4fdb-483a-a60b-2a5fbcbe4b78 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Made reservation on behalf of bc1f0288054c40818f485d7fa9a59a39 for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:20.294986 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a531261c-4fdb-483a-a60b-2a5fbcbe4b78 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:20.297224 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e96dcc-7632-40b1-9d77-0e55130f74e1 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:20.298044 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-57e96dcc-7632-40b1-9d77-0e55130f74e1 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Synchronizing usage tracker for tenant:e1117180e8c949a18483da62b9a9f5be on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:20.304307 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b1499f0-7880-4b61-a5e7-485bc7170359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:20.341023 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a531261c-4fdb-483a-a60b-2a5fbcbe4b78 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:47:20.342944 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4c976356-a9c5-4b40-8d1a-3fd8b9f09c61 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:20.362098 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a531261c-4fdb-483a-a60b-2a5fbcbe4b78 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:20.363026 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-a531261c-4fdb-483a-a60b-2a5fbcbe4b78 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Added segment e75023d0-feef-479a-a5d7-84061091cd5b of type vlan for network 2d30d533-aee4-450e-9dcd-b5aaa268058b Feb 16 12:47:20.378176 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-57e96dcc-7632-40b1-9d77-0e55130f74e1 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Unset dirty status for tenant:e1117180e8c949a18483da62b9a9f5be on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:20.382532 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-57e96dcc-7632-40b1-9d77-0e55130f74e1 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4338498 Feb 16 12:47:20.385181 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35118) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:20.436489 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-60d3e761-b9d5-4478-8c3e-f479769d2493 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] GET failed (client error): The resource could not be found. Feb 16 12:47:20.437941 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-60d3e761-b9d5-4478-8c3e-f479769d2493 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "GET /v2.0/ports/8957726a-573d-45ab-8bf8-d4ada7ea8c21 HTTP/1.1" status: 404 len: 333 time: 0.0518165 Feb 16 12:47:20.447600 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35124) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:20.542736 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2616fc7-a193-482d-995a-318458867523 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] GET failed (client error): The resource could not be found. Feb 16 12:47:20.551423 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-a2616fc7-a193-482d-995a-318458867523 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "GET /v2.0/ports/fe5f2dc2-73cb-44b0-a482-56b13f4cd605 HTTP/1.1" status: 404 len: 333 time: 0.0966570 Feb 16 12:47:20.560277 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a531261c-4fdb-483a-a60b-2a5fbcbe4b78 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:20.564104 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35128) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:20.598154 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-cff338d5-12df-44d4-90d2-76a20ab61e62 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:20.700877 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b1499f0-7880-4b61-a5e7-485bc7170359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:20.727955 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4c976356-a9c5-4b40-8d1a-3fd8b9f09c61 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:20.732056 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1499f0-7880-4b61-a5e7-485bc7170359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6f3413-b343-4963-8ded-cc49259ab5a8,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:20.751293 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.db.resource_extend [None req-a531261c-4fdb-483a-a60b-2a5fbcbe4b78 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:47:20.766910 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b1499f0-7880-4b61-a5e7-485bc7170359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:20.768107 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5b1499f0-7880-4b61-a5e7-485bc7170359 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/dc6f3413-b343-4963-8ded-cc49259ab5a8 HTTP/1.1" status: 204 len: 168 time: 0.8353062 Feb 16 12:47:20.778116 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff338d5-12df-44d4-90d2-76a20ab61e62 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Pushing event deleted for resources: {'Port': ['ID=d9fa219a-b38e-421a-9645-63aafdda5d5b,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:20.886979 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a531261c-4fdb-483a-a60b-2a5fbcbe4b78 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:20.892783 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a531261c-4fdb-483a-a60b-2a5fbcbe4b78 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:20.892992 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a531261c-4fdb-483a-a60b-2a5fbcbe4b78 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:20.922955 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-361f4b40-f9cb-4ad3-8ea5-7dc31a8a393f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:21.101407 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-59907b17-11aa-459a-ae62-8d8e8cd4fa92 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:21.155191 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4c976356-a9c5-4b40-8d1a-3fd8b9f09c61 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:21.188225 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4c976356-a9c5-4b40-8d1a-3fd8b9f09c61 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:21.399707 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-4c976356-a9c5-4b40-8d1a-3fd8b9f09c61 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Allocated IP 172.26.5.219 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/7291850c-40b5-44bb-b8e0-e563a18382f0) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:21.411280 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35154) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:21.422863 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-cff338d5-12df-44d4-90d2-76a20ab61e62 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:21.486220 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59907b17-11aa-459a-ae62-8d8e8cd4fa92 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Port': ['ID=cdff68f2-6295-4a41-8a1c-e9a3c48547dc,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:21.516445 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a531261c-4fdb-483a-a60b-2a5fbcbe4b78 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event updated for resources: {'Network': ['ID=2d30d533-aee4-450e-9dcd-b5aaa268058b,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:21.519327 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-a531261c-4fdb-483a-a60b-2a5fbcbe4b78 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5237861 Feb 16 12:47:21.528695 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 2d30d533-aee4-450e-9dcd-b5aaa268058b details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:47:21.560261 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35158) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:21.603128 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d0fee1c1-afa3-47b9-99d8-88b9461c60fd admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=fa4c20ba72264dde861f4f6fcde1d1da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1903820 Feb 16 12:47:21.606079 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35162) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:21.622519 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-cff338d5-12df-44d4-90d2-76a20ab61e62 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] 10.222.0.83 "DELETE /v2.0/ports/d9fa219a-b38e-421a-9645-63aafdda5d5b HTTP/1.1" status: 204 len: 168 time: 2.6076038 Feb 16 12:47:21.635089 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35168) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:21.635336 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-789c5099-d0f4-4b74-be11-a24ba3ded895 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Request body: {'subnet': {'network_id': '88a6387e-345e-4fa1-b49a-b17a5503e4fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:21.713522 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-3722e03e-a0f6-4ac9-9569-4b50ef4138bd tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] GET failed (client error): The resource could not be found. Feb 16 12:47:21.714150 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3722e03e-a0f6-4ac9-9569-4b50ef4138bd tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Synchronizing usage tracker for tenant:e574c36815ed45329336895cd8ea657c on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:21.737814 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-361f4b40-f9cb-4ad3-8ea5-7dc31a8a393f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:21.756473 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4c976356-a9c5-4b40-8d1a-3fd8b9f09c61 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:21.785173 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35174) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:21.811087 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-361f4b40-f9cb-4ad3-8ea5-7dc31a8a393f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1bf6962-bcd3-4bc4-994d-a1567d57b1c2']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:21.831515 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-59907b17-11aa-459a-ae62-8d8e8cd4fa92 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:21.836685 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-59907b17-11aa-459a-ae62-8d8e8cd4fa92 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/ports/cdff68f2-6295-4a41-8a1c-e9a3c48547dc HTTP/1.1" status: 204 len: 168 time: 2.5811145 Feb 16 12:47:21.839566 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35180) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:21.841081 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-361f4b40-f9cb-4ad3-8ea5-7dc31a8a393f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16ac671f-142b-4c15-bd1e-be8520dc7caf') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:21.841377 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-361f4b40-f9cb-4ad3-8ea5-7dc31a8a393f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16ac671f-142b-4c15-bd1e-be8520dc7caf') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:21.853211 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-789c5099-d0f4-4b74-be11-a24ba3ded895 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:21.857706 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-789c5099-d0f4-4b74-be11-a24ba3ded895 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Usage tracker for resource:subnet and tenant:bc1f0288054c40818f485d7fa9a59a39 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:21.860599 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-789c5099-d0f4-4b74-be11-a24ba3ded895 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:21.872638 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-789c5099-d0f4-4b74-be11-a24ba3ded895 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:21.902116 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3722e03e-a0f6-4ac9-9569-4b50ef4138bd tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Unset dirty status for tenant:e574c36815ed45329336895cd8ea657c on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:21.907376 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3722e03e-a0f6-4ac9-9569-4b50ef4138bd tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] 10.222.0.83 "GET /v2.0/ports/d9fa219a-b38e-421a-9645-63aafdda5d5b HTTP/1.1" status: 404 len: 333 time: 0.2729597 Feb 16 12:47:21.907376 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c145dfa6-675a-4bd2-abc9-00a903a84fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:21.907376 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35184) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:21.914565 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-a6d9ca74-0b62-442f-a5c2-1d3fc77034fa tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Request body: {'port': {'network_id': 'ab697983-35d3-436f-80d0-aca4f31b49e9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1089760070'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:21.925488 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789c5099-d0f4-4b74-be11-a24ba3ded895 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Made reservation on behalf of bc1f0288054c40818f485d7fa9a59a39 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:21.928668 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-789c5099-d0f4-4b74-be11-a24ba3ded895 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:21.948874 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-361f4b40-f9cb-4ad3-8ea5-7dc31a8a393f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:21.961465 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-0cd43d4b-91e4-45c3-be63-92f487005a20 tempest-RoutersAdminNegativeTest-601186408 tempest-RoutersAdminNegativeTest-601186408-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-983364247', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:22.022713 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c145dfa6-675a-4bd2-abc9-00a903a84fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.030206 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-0cd43d4b-91e4-45c3-be63-92f487005a20 tempest-RoutersAdminNegativeTest-601186408 tempest-RoutersAdminNegativeTest-601186408-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:22.038416 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-361f4b40-f9cb-4ad3-8ea5-7dc31a8a393f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.054533 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-0cd43d4b-91e4-45c3-be63-92f487005a20 tempest-RoutersAdminNegativeTest-601186408 tempest-RoutersAdminNegativeTest-601186408-project-admin] Usage tracker for resource:port and tenant:3e05a075af754c10b22be5a3dcd2abb7 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:22.068866 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-0cd43d4b-91e4-45c3-be63-92f487005a20 tempest-RoutersAdminNegativeTest-601186408 tempest-RoutersAdminNegativeTest-601186408-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:22.086216 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-361f4b40-f9cb-4ad3-8ea5-7dc31a8a393f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:47:22.087159 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-361f4b40-f9cb-4ad3-8ea5-7dc31a8a393f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.103628 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:47:22.103628 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:47:22.103628 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:47:22.103628 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:47:22.103628 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:47:22.103628 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:47:22.103628 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:47:22.103628 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:47:22.103628 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:47:22.103628 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:47:22.103628 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:47:22.103628 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:47:22.103628 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:47:22.103628 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:47:22.103628 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:47:22.103628 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:47:22.103628 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:47:22.103628 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:47:22.103628 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:47:22.103628 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:47:22.103628 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:47:22.103628 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:47:22.103628 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:47:22.103628 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:47:22.103628 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:47:22.103628 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:47:22.103628 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:47:22.103628 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:47:22.103628 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:47:22.103628 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:47:22.103628 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:47:22.103628 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:47:22.107200 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e8f6c1-0b47-4ff3-9824-21220ec79c06 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:22.108875 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e8f6c1-0b47-4ff3-9824-21220ec79c06 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:22.110569 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e8f6c1-0b47-4ff3-9824-21220ec79c06 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:22.111407 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-53e8f6c1-0b47-4ff3-9824-21220ec79c06 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:22.113019 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4c976356-a9c5-4b40-8d1a-3fd8b9f09c61 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.125211 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-0cd43d4b-91e4-45c3-be63-92f487005a20 tempest-RoutersAdminNegativeTest-601186408 tempest-RoutersAdminNegativeTest-601186408-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:22.168676 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a6d9ca74-0b62-442f-a5c2-1d3fc77034fa tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:22.190566 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c145dfa6-675a-4bd2-abc9-00a903a84fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.208526 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a6d9ca74-0b62-442f-a5c2-1d3fc77034fa tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:22.213472 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c976356-a9c5-4b40-8d1a-3fd8b9f09c61 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:22.220923 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-4c976356-a9c5-4b40-8d1a-3fd8b9f09c61 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:22.231261 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c976356-a9c5-4b40-8d1a-3fd8b9f09c61 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:22.235267 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd43d4b-91e4-45c3-be63-92f487005a20 tempest-RoutersAdminNegativeTest-601186408 tempest-RoutersAdminNegativeTest-601186408-project-admin] Made reservation on behalf of 3e05a075af754c10b22be5a3dcd2abb7 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:22.238219 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0cd43d4b-91e4-45c3-be63-92f487005a20 tempest-RoutersAdminNegativeTest-601186408 tempest-RoutersAdminNegativeTest-601186408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.250132 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-53e8f6c1-0b47-4ff3-9824-21220ec79c06 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:22.251293 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-53e8f6c1-0b47-4ff3-9824-21220ec79c06 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3713424 Feb 16 12:47:22.254481 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-361f4b40-f9cb-4ad3-8ea5-7dc31a8a393f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.255008 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c976356-a9c5-4b40-8d1a-3fd8b9f09c61 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event updated for resources: {'Port': ['ID=7291850c-40b5-44bb-b8e0-e563a18382f0,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:22.257082 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35188) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:22.257399 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c145dfa6-675a-4bd2-abc9-00a903a84fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f11237-ca14-479a-97e4-dfafe7cb7ed9,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:22.259326 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0cd43d4b-91e4-45c3-be63-92f487005a20 tempest-RoutersAdminNegativeTest-601186408 tempest-RoutersAdminNegativeTest-601186408-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.268409 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d9ca74-0b62-442f-a5c2-1d3fc77034fa tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Made reservation on behalf of e574c36815ed45329336895cd8ea657c for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:22.271919 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a6d9ca74-0b62-442f-a5c2-1d3fc77034fa tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.286542 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-361f4b40-f9cb-4ad3-8ea5-7dc31a8a393f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.307362 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c145dfa6-675a-4bd2-abc9-00a903a84fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.308880 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c145dfa6-675a-4bd2-abc9-00a903a84fde admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/64f11237-ca14-479a-97e4-dfafe7cb7ed9 HTTP/1.1" status: 204 len: 168 time: 0.7016492 Feb 16 12:47:22.312632 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-a6d9ca74-0b62-442f-a5c2-1d3fc77034fa tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] device_id is not set on port 230043f5-ce05-4a52-8284-796943de514d yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:47:22.349127 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361f4b40-f9cb-4ad3-8ea5-7dc31a8a393f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event deleted for resources: {'Network': ['ID=e1bf6962-bcd3-4bc4-994d-a1567d57b1c2,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:22.390616 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-0cd43d4b-91e4-45c3-be63-92f487005a20 tempest-RoutersAdminNegativeTest-601186408 tempest-RoutersAdminNegativeTest-601186408-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:22.393661 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-361f4b40-f9cb-4ad3-8ea5-7dc31a8a393f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/networks/e1bf6962-bcd3-4bc4-994d-a1567d57b1c2 HTTP/1.1" status: 204 len: 168 time: 1.8285496 Feb 16 12:47:22.405247 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35194) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:22.408675 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361f4b40-f9cb-4ad3-8ea5-7dc31a8a393f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:22.409027 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361f4b40-f9cb-4ad3-8ea5-7dc31a8a393f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:22.409365 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361f4b40-f9cb-4ad3-8ea5-7dc31a8a393f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:22.409708 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361f4b40-f9cb-4ad3-8ea5-7dc31a8a393f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:22.410038 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361f4b40-f9cb-4ad3-8ea5-7dc31a8a393f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:22.410362 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361f4b40-f9cb-4ad3-8ea5-7dc31a8a393f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:22.410684 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361f4b40-f9cb-4ad3-8ea5-7dc31a8a393f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:22.411007 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361f4b40-f9cb-4ad3-8ea5-7dc31a8a393f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:22.411473 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361f4b40-f9cb-4ad3-8ea5-7dc31a8a393f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:22.411843 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361f4b40-f9cb-4ad3-8ea5-7dc31a8a393f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:22.412224 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361f4b40-f9cb-4ad3-8ea5-7dc31a8a393f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:22.412471 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361f4b40-f9cb-4ad3-8ea5-7dc31a8a393f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:22.425265 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-0cd43d4b-91e4-45c3-be63-92f487005a20 tempest-RoutersAdminNegativeTest-601186408 tempest-RoutersAdminNegativeTest-601186408-project-admin] Usage tracker for resource:security_group_rule and tenant:3e05a075af754c10b22be5a3dcd2abb7 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:22.428572 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-0cd43d4b-91e4-45c3-be63-92f487005a20 tempest-RoutersAdminNegativeTest-601186408 tempest-RoutersAdminNegativeTest-601186408-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:22.439195 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-1cb4f4d6-6ff4-457d-a31d-fad0723f84f5 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1283573991'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:22.456706 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-1cb4f4d6-6ff4-457d-a31d-fad0723f84f5 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:22.462606 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-0cd43d4b-91e4-45c3-be63-92f487005a20 tempest-RoutersAdminNegativeTest-601186408 tempest-RoutersAdminNegativeTest-601186408-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:22.468199 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-98ca176e-b7fd-4536-9270-f10763d2cc98 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting subnet 11748e42-045e-4bef-9b28-d30bfffade95 {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:47:22.473575 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-1cb4f4d6-6ff4-457d-a31d-fad0723f84f5 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Usage tracker for resource:network and tenant:e1117180e8c949a18483da62b9a9f5be is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:22.480882 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-98ca176e-b7fd-4536-9270-f10763d2cc98 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.508480 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-1cb4f4d6-6ff4-457d-a31d-fad0723f84f5 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:22.523417 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-1cb4f4d6-6ff4-457d-a31d-fad0723f84f5 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:22.603085 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb4f4d6-6ff4-457d-a31d-fad0723f84f5 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Made reservation on behalf of e1117180e8c949a18483da62b9a9f5be for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:22.606988 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1cb4f4d6-6ff4-457d-a31d-fad0723f84f5 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.631755 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-98ca176e-b7fd-4536-9270-f10763d2cc98 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.677695 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-789c5099-d0f4-4b74-be11-a24ba3ded895 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.721328 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-a6d9ca74-0b62-442f-a5c2-1d3fc77034fa tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Allocated IP 2001:db8::28 (ab697983-35d3-436f-80d0-aca4f31b49e9/3751b4a4-3fc1-4d13-829f-c09e7e276af1/230043f5-ce05-4a52-8284-796943de514d) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:22.801058 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cb4f4d6-6ff4-457d-a31d-fad0723f84f5 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:47:22.856297 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c5099-d0f4-4b74-be11-a24ba3ded895 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event updated for resources: {'Subnet': ['ID=3065cca5-8fb6-444f-89d0-373c66bae844,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:22.874604 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1cb4f4d6-6ff4-457d-a31d-fad0723f84f5 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.874604 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-1cb4f4d6-6ff4-457d-a31d-fad0723f84f5 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Added segment 614b0081-e4d2-41ea-80c9-4bad8d60e0cf of type vlan for network 08d38914-63eb-4c4b-9b49-0d92845834df Feb 16 12:47:22.878322 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4c976356-a9c5-4b40-8d1a-3fd8b9f09c61 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for router_gateway, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.883979 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789c5099-d0f4-4b74-be11-a24ba3ded895 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Checking segment: {'id': 'd24230ee-2bfa-4c6c-8a74-bf32bd1efe07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '88a6387e-345e-4fa1-b49a-b17a5503e4fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:22.884356 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789c5099-d0f4-4b74-be11-a24ba3ded895 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Network hostable DHCP agents. Network: 88a6387e-345e-4fa1-b49a-b17a5503e4fb, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:47:22.908668 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0cd43d4b-91e4-45c3-be63-92f487005a20 tempest-RoutersAdminNegativeTest-601186408 tempest-RoutersAdminNegativeTest-601186408-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.932226 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0cd43d4b-91e4-45c3-be63-92f487005a20 tempest-RoutersAdminNegativeTest-601186408 tempest-RoutersAdminNegativeTest-601186408-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:22.949814 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [None req-0cd43d4b-91e4-45c3-be63-92f487005a20 tempest-RoutersAdminNegativeTest-601186408 tempest-RoutersAdminNegativeTest-601186408-project-admin] device_id is not set on port 32e9e52b-9f44-4b09-9d47-022dc14aae2e yet. {{(pid=87701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:47:22.997959 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-98ca176e-b7fd-4536-9270-f10763d2cc98 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.036858 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1cb4f4d6-6ff4-457d-a31d-fad0723f84f5 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.047669 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789c5099-d0f4-4b74-be11-a24ba3ded895 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Network 88a6387e-345e-4fa1-b49a-b17a5503e4fb is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:47:23.097656 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-789c5099-d0f4-4b74-be11-a24ba3ded895 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 88a6387e-345e-4fa1-b49a-b17a5503e4fb) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:23.110991 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd43d4b-91e4-45c3-be63-92f487005a20 tempest-RoutersAdminNegativeTest-601186408 tempest-RoutersAdminNegativeTest-601186408-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0f71bd-3de4-4270-996e-acfa7fb299bf,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:23.111945 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac01ace6-ca5b-44c8-910d-72289248212a None None] Network 88a6387e-345e-4fa1-b49a-b17a5503e4fb requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:23.124779 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789c5099-d0f4-4b74-be11-a24ba3ded895 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:23.125843 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-789c5099-d0f4-4b74-be11-a24ba3ded895 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.244826 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1cb4f4d6-6ff4-457d-a31d-fad0723f84f5 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.250972 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb4f4d6-6ff4-457d-a31d-fad0723f84f5 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:23.251564 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1cb4f4d6-6ff4-457d-a31d-fad0723f84f5 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.281890 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-789c5099-d0f4-4b74-be11-a24ba3ded895 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6701436 Feb 16 12:47:23.284439 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35218) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:23.288304 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-98ca176e-b7fd-4536-9270-f10763d2cc98 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.292089 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a6d9ca74-0b62-442f-a5c2-1d3fc77034fa tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.304258 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-4d68a14c-2605-4366-933a-963dd9e86c77 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Request body: {'subnet': {'network_id': '2d30d533-aee4-450e-9dcd-b5aaa268058b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:23.397576 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca176e-b7fd-4536-9270-f10763d2cc98 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Subnet': ['ID=11748e42-045e-4bef-9b28-d30bfffade95,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:23.471220 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d59c213-5859-41e6-aff9-380d1672fd51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-88a6387e-345e-4fa1-b49a-b17a5503e4fb', 'network_id': '88a6387e-345e-4fa1-b49a-b17a5503e4fb', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'fixed_ips': [{'subnet_id': '3065cca5-8fb6-444f-89d0-373c66bae844'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:47:23.472424 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8d59c213-5859-41e6-aff9-380d1672fd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.555982 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-0cd43d4b-91e4-45c3-be63-92f487005a20 tempest-RoutersAdminNegativeTest-601186408 tempest-RoutersAdminNegativeTest-601186408-project-admin] Allocated IP 172.26.5.191 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/32e9e52b-9f44-4b09-9d47-022dc14aae2e) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:23.603073 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-1cb4f4d6-6ff4-457d-a31d-fad0723f84f5 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1844409 Feb 16 12:47:23.603073 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-98ca176e-b7fd-4536-9270-f10763d2cc98 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.604952 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-98ca176e-b7fd-4536-9270-f10763d2cc98 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/11748e42-045e-4bef-9b28-d30bfffade95 HTTP/1.1" status: 204 len: 168 time: 1.3469353 Feb 16 12:47:23.607380 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68960eb4-be13-405d-8324-d73a7edb03f0 None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:23.609129 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35226) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:23.609527 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35228) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:23.614066 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4f4d6-6ff4-457d-a31d-fad0723f84f5 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event updated for resources: {'Network': ['ID=08d38914-63eb-4c4b-9b49-0d92845834df,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:23.683764 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 08d38914-63eb-4c4b-9b49-0d92845834df details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:47:23.684704 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6a6cb92-b408-4be9-b190-2dfbe23c6a56 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting subnet d14af3d2-b8e4-4a52-b11c-6e8b68eb8370 {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:47:23.692127 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-b08afc99-636d-4d7e-b9e7-4d049e8599f0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Request body: {'subnet': {'network_id': '08d38914-63eb-4c4b-9b49-0d92845834df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:23.721981 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-a6d9ca74-0b62-442f-a5c2-1d3fc77034fa tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Transition to ACTIVE for port object 230043f5-ce05-4a52-8284-796943de514d will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:23.723400 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4d68a14c-2605-4366-933a-963dd9e86c77 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:23.723905 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c6a6cb92-b408-4be9-b190-2dfbe23c6a56 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.733451 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4d68a14c-2605-4366-933a-963dd9e86c77 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Usage tracker for resource:subnet and tenant:bc1f0288054c40818f485d7fa9a59a39 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:23.737749 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4d68a14c-2605-4366-933a-963dd9e86c77 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:23.750053 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4d68a14c-2605-4366-933a-963dd9e86c77 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:23.768631 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4c976356-a9c5-4b40-8d1a-3fd8b9f09c61 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.858470 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-8d59c213-5859-41e6-aff9-380d1672fd51 None None] Allocated IP 2001:db8::2 (88a6387e-345e-4fa1-b49a-b17a5503e4fb/3065cca5-8fb6-444f-89d0-373c66bae844/f14c6db4-1e71-428f-9b41-1d2650c97404) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:23.895219 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c6a6cb92-b408-4be9-b190-2dfbe23c6a56 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:23.993838 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d68a14c-2605-4366-933a-963dd9e86c77 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Made reservation on behalf of bc1f0288054c40818f485d7fa9a59a39 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:23.998333 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4d68a14c-2605-4366-933a-963dd9e86c77 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.033594 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-b08afc99-636d-4d7e-b9e7-4d049e8599f0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:24.050778 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-b08afc99-636d-4d7e-b9e7-4d049e8599f0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Usage tracker for resource:subnet and tenant:e1117180e8c949a18483da62b9a9f5be is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:24.065698 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-b08afc99-636d-4d7e-b9e7-4d049e8599f0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:24.082447 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-b08afc99-636d-4d7e-b9e7-4d049e8599f0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:24.143889 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35242) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:24.153523 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08afc99-636d-4d7e-b9e7-4d049e8599f0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Made reservation on behalf of e1117180e8c949a18483da62b9a9f5be for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:24.157231 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b08afc99-636d-4d7e-b9e7-4d049e8599f0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.196421 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a6d9ca74-0b62-442f-a5c2-1d3fc77034fa tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.205931 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8d59c213-5859-41e6-aff9-380d1672fd51 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.220979 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-8d59c213-5859-41e6-aff9-380d1672fd51 None None] Transition to ACTIVE for port object f14c6db4-1e71-428f-9b41-1d2650c97404 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:24.235971 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c6a6cb92-b408-4be9-b190-2dfbe23c6a56 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.246808 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-8d59c213-5859-41e6-aff9-380d1672fd51 None None] Transition to ACTIVE for port object f14c6db4-1e71-428f-9b41-1d2650c97404 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:24.256452 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8d59c213-5859-41e6-aff9-380d1672fd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.278828 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0cd43d4b-91e4-45c3-be63-92f487005a20 tempest-RoutersAdminNegativeTest-601186408 tempest-RoutersAdminNegativeTest-601186408-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.331733 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d9ca74-0b62-442f-a5c2-1d3fc77034fa tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Pushing event updated for resources: {'Port': ['ID=230043f5-ce05-4a52-8284-796943de514d,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:24.339650 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d59c213-5859-41e6-aff9-380d1672fd51 None None] Network 88a6387e-345e-4fa1-b49a-b17a5503e4fb is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:24.342857 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-8d59c213-5859-41e6-aff9-380d1672fd51 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:24.347912 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d59c213-5859-41e6-aff9-380d1672fd51 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:24.375006 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-1c21bdb9-0734-472b-8208-f7e2dcae283c tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2010007446', 'router:external': True}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:24.396692 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59c213-5859-41e6-aff9-380d1672fd51 None None] Pushing event updated for resources: {'Port': ['ID=f14c6db4-1e71-428f-9b41-1d2650c97404,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:24.423422 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-1c21bdb9-0734-472b-8208-f7e2dcae283c tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:24.431680 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c976356-a9c5-4b40-8d1a-3fd8b9f09c61 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Router 93ca1c2c-5442-4211-b25a-835741c33afb is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:47:24.437677 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d9ca74-0b62-442f-a5c2-1d3fc77034fa tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Network ab697983-35d3-436f-80d0-aca4f31b49e9 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:24.441251 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59c213-5859-41e6-aff9-380d1672fd51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:24.442275 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59c213-5859-41e6-aff9-380d1672fd51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:24.442703 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59c213-5859-41e6-aff9-380d1672fd51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:24.443167 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59c213-5859-41e6-aff9-380d1672fd51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:24.443633 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59c213-5859-41e6-aff9-380d1672fd51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:24.444153 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59c213-5859-41e6-aff9-380d1672fd51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:24.444639 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59c213-5859-41e6-aff9-380d1672fd51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:24.445098 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59c213-5859-41e6-aff9-380d1672fd51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:24.445621 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59c213-5859-41e6-aff9-380d1672fd51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:24.446078 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59c213-5859-41e6-aff9-380d1672fd51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:24.446522 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59c213-5859-41e6-aff9-380d1672fd51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:24.446879 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.ipam_backend_mixin [None req-b08afc99-636d-4d7e-b9e7-4d049e8599f0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Performing IP validity checks on allocation pools {{(pid=87701) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 12:47:24.446988 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59c213-5859-41e6-aff9-380d1672fd51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:24.459861 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.ipam_backend_mixin [None req-b08afc99-636d-4d7e-b9e7-4d049e8599f0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87701) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 12:47:24.469059 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-1c21bdb9-0734-472b-8208-f7e2dcae283c tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Usage tracker for resource:network and tenant:c4a1d3bc9afa4da1a9bd8f7c40812120 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:24.478371 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-1c21bdb9-0734-472b-8208-f7e2dcae283c tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:24.490713 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-8d59c213-5859-41e6-aff9-380d1672fd51 None None] Attempting to bind port f14c6db4-1e71-428f-9b41-1d2650c97404 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:24.491264 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-8d59c213-5859-41e6-aff9-380d1672fd51 None None] Attempting to bind port f14c6db4-1e71-428f-9b41-1d2650c97404 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'd24230ee-2bfa-4c6c-8a74-bf32bd1efe07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '88a6387e-345e-4fa1-b49a-b17a5503e4fb'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:24.491792 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d59c213-5859-41e6-aff9-380d1672fd51 None None] Attempting to bind port f14c6db4-1e71-428f-9b41-1d2650c97404 on network 88a6387e-345e-4fa1-b49a-b17a5503e4fb {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:47:24.496964 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-1c21bdb9-0734-472b-8208-f7e2dcae283c tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:24.498610 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d59c213-5859-41e6-aff9-380d1672fd51 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:47:24.499051 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d59c213-5859-41e6-aff9-380d1672fd51 None None] Checking segment: {'id': 'd24230ee-2bfa-4c6c-8a74-bf32bd1efe07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '88a6387e-345e-4fa1-b49a-b17a5503e4fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:24.499615 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8d59c213-5859-41e6-aff9-380d1672fd51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.500118 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d59c213-5859-41e6-aff9-380d1672fd51 None None] Bound using segment: {'id': 'd24230ee-2bfa-4c6c-8a74-bf32bd1efe07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '88a6387e-345e-4fa1-b49a-b17a5503e4fb'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:47:24.500693 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-8d59c213-5859-41e6-aff9-380d1672fd51 None None] Bound port: f14c6db4-1e71-428f-9b41-1d2650c97404, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd24230ee-2bfa-4c6c-8a74-bf32bd1efe07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '88a6387e-345e-4fa1-b49a-b17a5503e4fb'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:24.501192 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8d59c213-5859-41e6-aff9-380d1672fd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.502450 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4d68a14c-2605-4366-933a-963dd9e86c77 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.506425 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-a6d9ca74-0b62-442f-a5c2-1d3fc77034fa tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:24.550810 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c6a6cb92-b408-4be9-b190-2dfbe23c6a56 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.564302 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d9ca74-0b62-442f-a5c2-1d3fc77034fa tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:24.576925 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d9ca74-0b62-442f-a5c2-1d3fc77034fa tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:24.578463 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a6d9ca74-0b62-442f-a5c2-1d3fc77034fa tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.618618 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c21bdb9-0734-472b-8208-f7e2dcae283c tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Made reservation on behalf of c4a1d3bc9afa4da1a9bd8f7c40812120 for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:24.621507 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1c21bdb9-0734-472b-8208-f7e2dcae283c tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.630835 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-8d59c213-5859-41e6-aff9-380d1672fd51 None None] For port f14c6db4-1e71-428f-9b41-1d2650c97404, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:47:24.642747 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-8d59c213-5859-41e6-aff9-380d1672fd51 None None] For port f14c6db4-1e71-428f-9b41-1d2650c97404, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=f14c6db4-1e71-428f-9b41-1d2650c97404,segment=NetworkSegment(d24230ee-2bfa-4c6c-8a74-bf32bd1efe07),segment_id=d24230ee-2bfa-4c6c-8a74-bf32bd1efe07)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:47:24.651891 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c6a6cb92-b408-4be9-b190-2dfbe23c6a56 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.661316 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a6cb92-b408-4be9-b190-2dfbe23c6a56 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Subnet': ['ID=d14af3d2-b8e4-4a52-b11c-6e8b68eb8370,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:24.661685 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8d59c213-5859-41e6-aff9-380d1672fd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.696693 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1c21bdb9-0734-472b-8208-f7e2dcae283c tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.710280 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0cd43d4b-91e4-45c3-be63-92f487005a20 tempest-RoutersAdminNegativeTest-601186408 tempest-RoutersAdminNegativeTest-601186408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.784194 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-1c21bdb9-0734-472b-8208-f7e2dcae283c tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:24.812750 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd43d4b-91e4-45c3-be63-92f487005a20 tempest-RoutersAdminNegativeTest-601186408 tempest-RoutersAdminNegativeTest-601186408-project-admin] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:24.814105 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-1c21bdb9-0734-472b-8208-f7e2dcae283c tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Usage tracker for resource:security_group_rule and tenant:c4a1d3bc9afa4da1a9bd8f7c40812120 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:24.820261 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59c213-5859-41e6-aff9-380d1672fd51 None None] Pushing event updated for resources: {'Port': ['ID=f14c6db4-1e71-428f-9b41-1d2650c97404,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:24.821109 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-1c21bdb9-0734-472b-8208-f7e2dcae283c tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:24.827820 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-0cd43d4b-91e4-45c3-be63-92f487005a20 tempest-RoutersAdminNegativeTest-601186408 tempest-RoutersAdminNegativeTest-601186408-project-admin] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:24.831178 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd43d4b-91e4-45c3-be63-92f487005a20 tempest-RoutersAdminNegativeTest-601186408 tempest-RoutersAdminNegativeTest-601186408-project-admin] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:24.855271 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d68a14c-2605-4366-933a-963dd9e86c77 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event updated for resources: {'Subnet': ['ID=e78ae4fa-093e-491e-ab69-7b58ee068fc5,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:24.860207 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a6d9ca74-0b62-442f-a5c2-1d3fc77034fa tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.9521954 Feb 16 12:47:24.861723 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c976356-a9c5-4b40-8d1a-3fd8b9f09c61 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:47:24.867802 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-c6a6cb92-b408-4be9-b190-2dfbe23c6a56 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/d14af3d2-b8e4-4a52-b11c-6e8b68eb8370 HTTP/1.1" status: 204 len: 168 time: 1.2551455 Feb 16 12:47:24.872434 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35248) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:24.874955 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35250) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:24.875080 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e33384-50f4-4205-9085-1fc83faad990 None None] Sync routers for ids ['93ca1c2c-5442-4211-b25a-835741c33afb'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:24.875797 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d68a14c-2605-4366-933a-963dd9e86c77 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Checking segment: {'id': 'e75023d0-feef-479a-a5d7-84061091cd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2d30d533-aee4-450e-9dcd-b5aaa268058b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:24.878622 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d68a14c-2605-4366-933a-963dd9e86c77 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Network hostable DHCP agents. Network: 2d30d533-aee4-450e-9dcd-b5aaa268058b, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:47:24.894077 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e33384-50f4-4205-9085-1fc83faad990 None None] Routers {'93ca1c2c-5442-4211-b25a-835741c33afb'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:24.894986 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-68e33384-50f4-4205-9085-1fc83faad990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:47:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['93ca1c2c-5442-4211-b25a-835741c33afb'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:24.905321 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-c4c57381-96b8-4d51-ac41-c9f94f2abeb5 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:b1:10:74'}]}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:24.907627 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-1c21bdb9-0734-472b-8208-f7e2dcae283c tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:24.934612 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd43d4b-91e4-45c3-be63-92f487005a20 tempest-RoutersAdminNegativeTest-601186408 tempest-RoutersAdminNegativeTest-601186408-project-admin] Pushing event updated for resources: {'Port': ['ID=32e9e52b-9f44-4b09-9d47-022dc14aae2e,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:24.955926 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-418ba9c5-332c-4c6d-ab20-38a89c0faead None None] Provisioning for port 230043f5-ce05-4a52-8284-796943de514d completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:24.961347 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-418ba9c5-332c-4c6d-ab20-38a89c0faead None None] Provisioning complete for port 230043f5-ce05-4a52-8284-796943de514d triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:24.961715 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-418ba9c5-332c-4c6d-ab20-38a89c0faead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:24.992935 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-68e33384-50f4-4205-9085-1fc83faad990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:25.003712 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd43d4b-91e4-45c3-be63-92f487005a20 tempest-RoutersAdminNegativeTest-601186408 tempest-RoutersAdminNegativeTest-601186408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:25.004857 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0cd43d4b-91e4-45c3-be63-92f487005a20 tempest-RoutersAdminNegativeTest-601186408 tempest-RoutersAdminNegativeTest-601186408-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.018900 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e33384-50f4-4205-9085-1fc83faad990 None None] Routers {'93ca1c2c-5442-4211-b25a-835741c33afb'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:25.019540 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-68e33384-50f4-4205-9085-1fc83faad990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:47:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['93ca1c2c-5442-4211-b25a-835741c33afb'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:25.039279 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b08afc99-636d-4d7e-b9e7-4d049e8599f0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.064551 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-418ba9c5-332c-4c6d-ab20-38a89c0faead None None] Port 230043f5-ce05-4a52-8284-796943de514d cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:47:25.134780 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5d85be13-56e3-4a2a-9a85-bbd37e2cdee7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2456248 Feb 16 12:47:25.134888 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-68e33384-50f4-4205-9085-1fc83faad990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:25.135109 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e33384-50f4-4205-9085-1fc83faad990 None None] The sync data for ids ['93ca1c2c-5442-4211-b25a-835741c33afb'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:25.139483 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35256) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:25.143756 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-0cd43d4b-91e4-45c3-be63-92f487005a20 tempest-RoutersAdminNegativeTest-601186408 tempest-RoutersAdminNegativeTest-601186408-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.3547859 Feb 16 12:47:25.146893 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35258) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:25.165432 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d2e1845c-7c6b-4e2a-8339-05326f447adb tempest-RoutersAdminNegativeTest-601186408 tempest-RoutersAdminNegativeTest-601186408-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.191'}]}}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:25.173425 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-dbd8b4f7-1f54-4126-b685-75f65d86654b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'subnet': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:25.174592 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4c976356-a9c5-4b40-8d1a-3fd8b9f09c61 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.175862 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4c976356-a9c5-4b40-8d1a-3fd8b9f09c61 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.9858382 Feb 16 12:47:25.180174 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d2e1845c-7c6b-4e2a-8339-05326f447adb tempest-RoutersAdminNegativeTest-601186408 tempest-RoutersAdminNegativeTest-601186408-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:25.185499 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35264) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:25.192011 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d68a14c-2605-4366-933a-963dd9e86c77 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Network 2d30d533-aee4-450e-9dcd-b5aaa268058b is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:47:25.198204 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08afc99-636d-4d7e-b9e7-4d049e8599f0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event updated for resources: {'Subnet': ['ID=7bf41a6b-5970-4455-8817-0409648793d6,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:25.209842 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7e94e4-110a-420a-b42e-c12541843938 None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:25.313588 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08afc99-636d-4d7e-b9e7-4d049e8599f0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Checking segment: {'id': '614b0081-e4d2-41ea-80c9-4bad8d60e0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '08d38914-63eb-4c4b-9b49-0d92845834df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:25.313948 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08afc99-636d-4d7e-b9e7-4d049e8599f0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Network hostable DHCP agents. Network: 08d38914-63eb-4c4b-9b49-0d92845834df, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:47:25.371444 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1c21bdb9-0734-472b-8208-f7e2dcae283c tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.372679 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-dbd8b4f7-1f54-4126-b685-75f65d86654b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:25.379848 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-dbd8b4f7-1f54-4126-b685-75f65d86654b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Usage tracker for resource:subnet and tenant:5979c0794f594272a8691960316755d8 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:25.383200 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-dbd8b4f7-1f54-4126-b685-75f65d86654b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:25.389776 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1c21bdb9-0734-472b-8208-f7e2dcae283c tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.394107 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-dbd8b4f7-1f54-4126-b685-75f65d86654b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:25.402634 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d2e1845c-7c6b-4e2a-8339-05326f447adb tempest-RoutersAdminNegativeTest-601186408 tempest-RoutersAdminNegativeTest-601186408-project-admin] Usage tracker for resource:router and tenant:3e05a075af754c10b22be5a3dcd2abb7 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:25.406260 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d2e1845c-7c6b-4e2a-8339-05326f447adb tempest-RoutersAdminNegativeTest-601186408 tempest-RoutersAdminNegativeTest-601186408-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:25.410851 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08afc99-636d-4d7e-b9e7-4d049e8599f0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Network 08d38914-63eb-4c4b-9b49-0d92845834df is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:47:25.413092 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d2e1845c-7c6b-4e2a-8339-05326f447adb tempest-RoutersAdminNegativeTest-601186408 tempest-RoutersAdminNegativeTest-601186408-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:25.429477 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a977226c-b612-469e-a8ce-5565c5d6337f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "GET /v2.0/routers/93ca1c2c-5442-4211-b25a-835741c33afb HTTP/1.1" status: 200 len: 880 time: 0.2426786 Feb 16 12:47:25.434984 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c21bdb9-0734-472b-8208-f7e2dcae283c tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:47:25.441951 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35268) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:25.505979 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d2e1845c-7c6b-4e2a-8339-05326f447adb tempest-RoutersAdminNegativeTest-601186408 tempest-RoutersAdminNegativeTest-601186408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.506871 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d2e1845c-7c6b-4e2a-8339-05326f447adb tempest-RoutersAdminNegativeTest-601186408 tempest-RoutersAdminNegativeTest-601186408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.515450 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-b08afc99-636d-4d7e-b9e7-4d049e8599f0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 08d38914-63eb-4c4b-9b49-0d92845834df) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:25.517167 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-93d0db94-3254-4749-af46-35f4dfd3fce5 None None] Provisioning complete for port fbdbe499-3d8c-4e6f-9d66-3277abd4f4cd triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:25.517603 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-93d0db94-3254-4749-af46-35f4dfd3fce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.519805 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08afc99-636d-4d7e-b9e7-4d049e8599f0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:25.520439 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b08afc99-636d-4d7e-b9e7-4d049e8599f0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.523809 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-4d68a14c-2605-4366-933a-963dd9e86c77 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 2d30d533-aee4-450e-9dcd-b5aaa268058b) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:25.524791 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c21bdb9-0734-472b-8208-f7e2dcae283c tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d14d1eb0-e6bb-4165-9896-c9ec27b1ca9b,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:25.528910 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd8b4f7-1f54-4126-b685-75f65d86654b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:25.533485 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-dbd8b4f7-1f54-4126-b685-75f65d86654b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.535460 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d68a14c-2605-4366-933a-963dd9e86c77 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:25.536039 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4d68a14c-2605-4366-933a-963dd9e86c77 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.552985 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d2e1845c-7c6b-4e2a-8339-05326f447adb tempest-RoutersAdminNegativeTest-601186408 tempest-RoutersAdminNegativeTest-601186408-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.553578 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51ba8f5-4ddf-48a6-82d3-16e7a3d54a6a None None] Network 08d38914-63eb-4c4b-9b49-0d92845834df requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:25.626998 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1c21bdb9-0734-472b-8208-f7e2dcae283c tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.627371 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-1c21bdb9-0734-472b-8208-f7e2dcae283c tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Added segment a81f1edd-1078-4a2e-9e8a-60e465dc2185 of type vlan for network befb732d-80e1-4840-8b77-b359bd0b5a34 Feb 16 12:47:25.641022 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30efa421-f528-4c1a-ab78-29bf95e2fa0b None None] Network 2d30d533-aee4-450e-9dcd-b5aaa268058b requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:25.720193 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-b08afc99-636d-4d7e-b9e7-4d049e8599f0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1067967 Feb 16 12:47:25.721866 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35272) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:25.728684 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-0a849e21-9bb8-466e-97ed-0e35f888ffe9 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Request body: {'port': {'network_id': '08d38914-63eb-4c4b-9b49-0d92845834df', 'name': 'tempest-PortsIpV6TestJSON-1000501228'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:25.730901 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1c21bdb9-0734-472b-8208-f7e2dcae283c tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.759576 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4d68a14c-2605-4366-933a-963dd9e86c77 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4716959 Feb 16 12:47:25.764345 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35276) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:25.787345 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-6b88516f-69a7-4ae8-a482-2355d306c1ca tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1001684571', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:25.804715 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-6b88516f-69a7-4ae8-a482-2355d306c1ca tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:25.903524 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c4c57381-96b8-4d51-ac41-c9f94f2abeb5 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:25.954618 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03172ea7-b178-428d-82df-4b936c03569a None None] DHCP port deletion for c2beece7-853e-4518-ace6-8724ee235932 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:47:26.004832 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-03172ea7-b178-428d-82df-4b936c03569a None None] Deleting port fbdbe499-3d8c-4e6f-9d66-3277abd4f4cd {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:26.004832 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-03172ea7-b178-428d-82df-4b936c03569a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.012568 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-6b88516f-69a7-4ae8-a482-2355d306c1ca tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Usage tracker for resource:router and tenant:bc1f0288054c40818f485d7fa9a59a39 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:26.016437 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-6b88516f-69a7-4ae8-a482-2355d306c1ca tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:26.028993 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-6b88516f-69a7-4ae8-a482-2355d306c1ca tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:26.063304 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1c21bdb9-0734-472b-8208-f7e2dcae283c tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.064050 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c21bdb9-0734-472b-8208-f7e2dcae283c tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:26.064548 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1c21bdb9-0734-472b-8208-f7e2dcae283c tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.230664 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6b88516f-69a7-4ae8-a482-2355d306c1ca tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.232539 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6b88516f-69a7-4ae8-a482-2355d306c1ca tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.247470 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-1c21bdb9-0734-472b-8208-f7e2dcae283c tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.1022174 Feb 16 12:47:26.256125 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35280) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:26.268440 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c21bdb9-0734-472b-8208-f7e2dcae283c tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Pushing event updated for resources: {'Network': ['ID=befb732d-80e1-4840-8b77-b359bd0b5a34,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:26.278771 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-a8879be6-0a4e-4fa1-91b8-f85d02d7a68a tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Request body: {'subnet': {'network_id': 'befb732d-80e1-4840-8b77-b359bd0b5a34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:26.303513 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a20cc9d-9438-4f65-9cf4-21b129ffa525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-08d38914-63eb-4c4b-9b49-0d92845834df', 'network_id': '08d38914-63eb-4c4b-9b49-0d92845834df', 'tenant_id': 'e1117180e8c949a18483da62b9a9f5be', 'fixed_ips': [{'subnet_id': '7bf41a6b-5970-4455-8817-0409648793d6'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:47:26.304771 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0a20cc9d-9438-4f65-9cf4-21b129ffa525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.313684 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-a8879be6-0a4e-4fa1-91b8-f85d02d7a68a tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:26.315100 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network befb732d-80e1-4840-8b77-b359bd0b5a34 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:47:26.326345 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6b88516f-69a7-4ae8-a482-2355d306c1ca tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.349712 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-a8879be6-0a4e-4fa1-91b8-f85d02d7a68a tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Usage tracker for resource:subnet and tenant:c4a1d3bc9afa4da1a9bd8f7c40812120 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:26.354042 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-a8879be6-0a4e-4fa1-91b8-f85d02d7a68a tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:26.358611 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef2297e-ed47-4fe2-93d2-c051aa66f2b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-2d30d533-aee4-450e-9dcd-b5aaa268058b', 'network_id': '2d30d533-aee4-450e-9dcd-b5aaa268058b', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'fixed_ips': [{'subnet_id': 'e78ae4fa-093e-491e-ab69-7b58ee068fc5'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:47:26.359679 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-eef2297e-ed47-4fe2-93d2-c051aa66f2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.366852 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-a8879be6-0a4e-4fa1-91b8-f85d02d7a68a tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:26.369671 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device f14c6db4-1e71-428f-9b41-1d2650c97404 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:26.382328 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-dbd8b4f7-1f54-4126-b685-75f65d86654b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.421485 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0a849e21-9bb8-466e-97ed-0e35f888ffe9 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:26.461318 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd8b4f7-1f54-4126-b685-75f65d86654b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Subnet': ['ID=a9e2cbc4-09c8-43b1-90a2-3c1df4cb4180,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:26.471095 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-b76a92e2-e504-4933-8d6a-dafe9ff698e2 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Synchronizing usage tracker for tenant:9f89b69482a141c697c1d7563c6011c5 on resource:router {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:26.475019 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac37e334-4862-4594-91d7-7148f233d841 None None] Network 88a6387e-345e-4fa1-b49a-b17a5503e4fb requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:26.484249 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8879be6-0a4e-4fa1-91b8-f85d02d7a68a tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Made reservation on behalf of c4a1d3bc9afa4da1a9bd8f7c40812120 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:26.488073 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a8879be6-0a4e-4fa1-91b8-f85d02d7a68a tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.518524 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd8b4f7-1f54-4126-b685-75f65d86654b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:26.521087 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6b88516f-69a7-4ae8-a482-2355d306c1ca tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.528633 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0a849e21-9bb8-466e-97ed-0e35f888ffe9 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:26.538095 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d2e1845c-7c6b-4e2a-8339-05326f447adb tempest-RoutersAdminNegativeTest-601186408 tempest-RoutersAdminNegativeTest-601186408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.558056 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a849e21-9bb8-466e-97ed-0e35f888ffe9 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Made reservation on behalf of e1117180e8c949a18483da62b9a9f5be for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:26.561728 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0a849e21-9bb8-466e-97ed-0e35f888ffe9 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.595522 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-dbd8b4f7-1f54-4126-b685-75f65d86654b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:26.598370 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd8b4f7-1f54-4126-b685-75f65d86654b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:26.599014 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-dbd8b4f7-1f54-4126-b685-75f65d86654b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.626993 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6b88516f-69a7-4ae8-a482-2355d306c1ca tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.632223 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-6b88516f-69a7-4ae8-a482-2355d306c1ca tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8655252 Feb 16 12:47:26.642439 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35284) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:26.660259 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-0a849e21-9bb8-466e-97ed-0e35f888ffe9 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] device_id is not set on port 99ff67d8-41ba-4a9c-8673-876d5d183a5f yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:47:26.717616 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-b76a92e2-e504-4933-8d6a-dafe9ff698e2 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Unset dirty status for tenant:9f89b69482a141c697c1d7563c6011c5 on resource:router {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:26.718703 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-b76a92e2-e504-4933-8d6a-dafe9ff698e2 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.2758083 Feb 16 12:47:26.724887 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c4c57381-96b8-4d51-ac41-c9f94f2abeb5 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.729015 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35288) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:26.734976 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d0a83b71-c2cc-43f3-8ac5-a5c28cda4671 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-672934736'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:26.793967 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c4c57381-96b8-4d51-ac41-c9f94f2abeb5 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.807165 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-dbd8b4f7-1f54-4126-b685-75f65d86654b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6496303 Feb 16 12:47:26.812834 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54038589-0869-4f55-a2d3-1963879566bb None None] Provisioning for port f14c6db4-1e71-428f-9b41-1d2650c97404 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:26.816178 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35292) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:26.827886 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-2c1e074f-2e02-4efe-bb35-876c258f2ca5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'subnet': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:26.915549 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-c4c57381-96b8-4d51-ac41-c9f94f2abeb5 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] In _notify_port_updated(), no bound segment for port 230043f5-ce05-4a52-8284-796943de514d on network ab697983-35d3-436f-80d0-aca4f31b49e9 {{(pid=87699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:47:26.921349 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c57381-96b8-4d51-ac41-c9f94f2abeb5 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:26.922025 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c4c57381-96b8-4d51-ac41-c9f94f2abeb5 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:26.923154 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c4c57381-96b8-4d51-ac41-c9f94f2abeb5 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] 10.222.0.83 "PUT /v2.0/ports/230043f5-ce05-4a52-8284-796943de514d HTTP/1.1" status: 200 len: 1002 time: 2.0393753 Feb 16 12:47:26.929864 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35296) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:27.037420 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-03172ea7-b178-428d-82df-4b936c03569a None None] For port fbdbe499-3d8c-4e6f-9d66-3277abd4f4cd, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=fbdbe499-3d8c-4e6f-9d66-3277abd4f4cd,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:27.038284 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-03172ea7-b178-428d-82df-4b936c03569a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:27.110846 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c57381-96b8-4d51-ac41-c9f94f2abeb5 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Pushing event updated for resources: {'Port': ['ID=230043f5-ce05-4a52-8284-796943de514d,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:27.186676 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-befb40a1-b809-495d-80d0-c77e3cebde64 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Deleting port 230043f5-ce05-4a52-8284-796943de514d {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:27.187279 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-befb40a1-b809-495d-80d0-c77e3cebde64 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:27.277533 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-03172ea7-b178-428d-82df-4b936c03569a None None] Calling delete_port for fbdbe499-3d8c-4e6f-9d66-3277abd4f4cd owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:27.304995 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port f14c6db4-1e71-428f-9b41-1d2650c97404 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:27.358737 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port f14c6db4-1e71-428f-9b41-1d2650c97404 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:27.359467 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:27.416674 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-2c1e074f-2e02-4efe-bb35-876c258f2ca5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:27.422880 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-2c1e074f-2e02-4efe-bb35-876c258f2ca5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Usage tracker for resource:subnet and tenant:5979c0794f594272a8691960316755d8 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:27.428599 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-2c1e074f-2e02-4efe-bb35-876c258f2ca5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:27.438122 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-2c1e074f-2e02-4efe-bb35-876c258f2ca5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:27.459908 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-eef2297e-ed47-4fe2-93d2-c051aa66f2b4 None None] Allocated IP 2001:db8:1::2 (2d30d533-aee4-450e-9dcd-b5aaa268058b/e78ae4fa-093e-491e-ab69-7b58ee068fc5/958ce9b6-329d-419f-8211-e9ed6b333d55) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:27.463635 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-0a849e21-9bb8-466e-97ed-0e35f888ffe9 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Allocated IP 2001:db8::31a (08d38914-63eb-4c4b-9b49-0d92845834df/7bf41a6b-5970-4455-8817-0409648793d6/99ff67d8-41ba-4a9c-8673-876d5d183a5f) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:27.472937 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1e074f-2e02-4efe-bb35-876c258f2ca5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:27.478084 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2c1e074f-2e02-4efe-bb35-876c258f2ca5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:27.505690 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-4758dd00-c524-4d8e-b7b1-2807e1b903b5 None None] Provisioning complete for port 230043f5-ce05-4a52-8284-796943de514d triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:27.506203 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4758dd00-c524-4d8e-b7b1-2807e1b903b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:27.655403 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-03172ea7-b178-428d-82df-4b936c03569a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:27.720344 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-4758dd00-c524-4d8e-b7b1-2807e1b903b5 None None] Port 230043f5-ce05-4a52-8284-796943de514d cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:47:27.728668 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03172ea7-b178-428d-82df-4b936c03569a None None] Pushing event deleted for resources: {'Port': ['ID=fbdbe499-3d8c-4e6f-9d66-3277abd4f4cd,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:27.838265 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03172ea7-b178-428d-82df-4b936c03569a None None] No DVR routers for this DVR port fbdbe499-3d8c-4e6f-9d66-3277abd4f4cd on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:27.846987 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d998020c-8b64-4324-9ac5-c7eb36148943 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:27.896364 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08dfb581-83f4-46b5-9ee6-3ca8a2570c81 None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:27.988863 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:28.114179 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port f14c6db4-1e71-428f-9b41-1d2650c97404, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=f14c6db4-1e71-428f-9b41-1d2650c97404,segment=NetworkSegment(d24230ee-2bfa-4c6c-8a74-bf32bd1efe07),segment_id=d24230ee-2bfa-4c6c-8a74-bf32bd1efe07)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:28.144022 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-eef2297e-ed47-4fe2-93d2-c051aa66f2b4 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:28.146812 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:28.244747 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-eef2297e-ed47-4fe2-93d2-c051aa66f2b4 None None] Transition to ACTIVE for port object 958ce9b6-329d-419f-8211-e9ed6b333d55 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:28.285338 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-befb40a1-b809-495d-80d0-c77e3cebde64 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:28.289012 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device fbdbe499-3d8c-4e6f-9d66-3277abd4f4cd no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:47:28.342543 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-eef2297e-ed47-4fe2-93d2-c051aa66f2b4 None None] Transition to ACTIVE for port object 958ce9b6-329d-419f-8211-e9ed6b333d55 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:28.348030 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: fbdbe499-3d8c-4e6f-9d66-3277abd4f4cd {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:47:28.349711 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device fbdbe499-3d8c-4e6f-9d66-3277abd4f4cd not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:47:28.351046 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.objects.ports [None req-a8879be6-0a4e-4fa1-91b8-f85d02d7a68a tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87701) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:47:28.351540 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a8879be6-0a4e-4fa1-91b8-f85d02d7a68a tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:28.369780 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=f14c6db4-1e71-428f-9b41-1d2650c97404,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:28.376127 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-eef2297e-ed47-4fe2-93d2-c051aa66f2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:28.437113 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8879be6-0a4e-4fa1-91b8-f85d02d7a68a tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bb1a9bcf-1c5f-43f6-99f1-77a54bedd3be,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:28.487817 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-befb40a1-b809-495d-80d0-c77e3cebde64 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Calling delete_port for 230043f5-ce05-4a52-8284-796943de514d owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:28.537908 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0a849e21-9bb8-466e-97ed-0e35f888ffe9 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:28.568663 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d0a83b71-c2cc-43f3-8ac5-a5c28cda4671 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:28.585517 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8879be6-0a4e-4fa1-91b8-f85d02d7a68a tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Checking segment: {'id': 'a81f1edd-1078-4a2e-9e8a-60e465dc2185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'befb732d-80e1-4840-8b77-b359bd0b5a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:28.585865 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8879be6-0a4e-4fa1-91b8-f85d02d7a68a tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Network hostable DHCP agents. Network: befb732d-80e1-4840-8b77-b359bd0b5a34, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:47:28.591693 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-2406405d-253e-4ade-950c-381d7cb08c02 None None] Provisioning complete for port f14c6db4-1e71-428f-9b41-1d2650c97404 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:28.592065 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2406405d-253e-4ade-950c-381d7cb08c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:28.595434 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-0a849e21-9bb8-466e-97ed-0e35f888ffe9 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Transition to ACTIVE for port object 99ff67d8-41ba-4a9c-8673-876d5d183a5f will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:28.603322 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d2e1845c-7c6b-4e2a-8339-05326f447adb tempest-RoutersAdminNegativeTest-601186408 tempest-RoutersAdminNegativeTest-601186408-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:28.628070 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d0a83b71-c2cc-43f3-8ac5-a5c28cda4671 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1023088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1023049', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1023600'] for router, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:28.628858 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device f14c6db4-1e71-428f-9b41-1d2650c97404 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:28.633632 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-d998020c-8b64-4324-9ac5-c7eb36148943 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Allocated IP 2001:db8::1 (88a6387e-345e-4fa1-b49a-b17a5503e4fb/3065cca5-8fb6-444f-89d0-373c66bae844/08506c93-93a1-437f-9380-d652f315d627) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:28.666458 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef2297e-ed47-4fe2-93d2-c051aa66f2b4 None None] Network 2d30d533-aee4-450e-9dcd-b5aaa268058b is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:28.684266 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-eef2297e-ed47-4fe2-93d2-c051aa66f2b4 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:28.689859 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8879be6-0a4e-4fa1-91b8-f85d02d7a68a tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Network befb732d-80e1-4840-8b77-b359bd0b5a34 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:47:28.698086 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55a0cf7-3e9b-4006-88f8-7621012111e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-c2beece7-853e-4518-ace6-8724ee235932', 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'tenant_id': '5979c0794f594272a8691960316755d8', 'fixed_ips': [{'subnet_id': 'a9e2cbc4-09c8-43b1-90a2-3c1df4cb4180'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:47:28.699249 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d55a0cf7-3e9b-4006-88f8-7621012111e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:28.715453 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef2297e-ed47-4fe2-93d2-c051aa66f2b4 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:28.766897 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef2297e-ed47-4fe2-93d2-c051aa66f2b4 None None] Pushing event updated for resources: {'Port': ['ID=958ce9b6-329d-419f-8211-e9ed6b333d55,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:28.821242 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-a8879be6-0a4e-4fa1-91b8-f85d02d7a68a tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, befb732d-80e1-4840-8b77-b359bd0b5a34) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:28.826033 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8879be6-0a4e-4fa1-91b8-f85d02d7a68a tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:28.826626 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a8879be6-0a4e-4fa1-91b8-f85d02d7a68a tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:28.858777 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75868fd-33af-4483-b2b8-20be39c3c555 None None] Network befb732d-80e1-4840-8b77-b359bd0b5a34 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:28.866369 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d2e1845c-7c6b-4e2a-8339-05326f447adb tempest-RoutersAdminNegativeTest-601186408 tempest-RoutersAdminNegativeTest-601186408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:28.943710 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.objects.ports [None req-2c1e074f-2e02-4efe-bb35-876c258f2ca5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87701) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:47:28.956543 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2c1e074f-2e02-4efe-bb35-876c258f2ca5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:28.985282 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-eef2297e-ed47-4fe2-93d2-c051aa66f2b4 None None] Attempting to bind port 958ce9b6-329d-419f-8211-e9ed6b333d55 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:28.985644 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-eef2297e-ed47-4fe2-93d2-c051aa66f2b4 None None] Attempting to bind port 958ce9b6-329d-419f-8211-e9ed6b333d55 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'e75023d0-feef-479a-a5d7-84061091cd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2d30d533-aee4-450e-9dcd-b5aaa268058b'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:28.986006 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef2297e-ed47-4fe2-93d2-c051aa66f2b4 None None] Attempting to bind port 958ce9b6-329d-419f-8211-e9ed6b333d55 on network 2d30d533-aee4-450e-9dcd-b5aaa268058b {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:47:28.998328 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-a8879be6-0a4e-4fa1-91b8-f85d02d7a68a tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.7327785 Feb 16 12:47:29.012863 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35300) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:29.043494 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef2297e-ed47-4fe2-93d2-c051aa66f2b4 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:47:29.043755 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1e074f-2e02-4efe-bb35-876c258f2ca5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:29.043859 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef2297e-ed47-4fe2-93d2-c051aa66f2b4 None None] Checking segment: {'id': 'e75023d0-feef-479a-a5d7-84061091cd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2d30d533-aee4-450e-9dcd-b5aaa268058b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:29.044229 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-eef2297e-ed47-4fe2-93d2-c051aa66f2b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:29.044639 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef2297e-ed47-4fe2-93d2-c051aa66f2b4 None None] Bound using segment: {'id': 'e75023d0-feef-479a-a5d7-84061091cd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2d30d533-aee4-450e-9dcd-b5aaa268058b'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:47:29.045122 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-eef2297e-ed47-4fe2-93d2-c051aa66f2b4 None None] Bound port: 958ce9b6-329d-419f-8211-e9ed6b333d55, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e75023d0-feef-479a-a5d7-84061091cd5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '2d30d533-aee4-450e-9dcd-b5aaa268058b'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:29.045475 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-eef2297e-ed47-4fe2-93d2-c051aa66f2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:29.050577 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-2c1e074f-2e02-4efe-bb35-876c258f2ca5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:29.053609 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1e074f-2e02-4efe-bb35-876c258f2ca5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:29.054178 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2c1e074f-2e02-4efe-bb35-876c258f2ca5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:29.066770 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-9f58f31f-a456-4ec5-ba0c-098e8801bd80 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-803588855', 'network_id': 'befb732d-80e1-4840-8b77-b359bd0b5a34'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:29.067063 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port f14c6db4-1e71-428f-9b41-1d2650c97404 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:29.067707 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:29.075432 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e074f-2e02-4efe-bb35-876c258f2ca5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Subnet': ['ID=e2d767ec-a35c-4ca6-9b75-2ea0100cb844,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:29.083510 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9f58f31f-a456-4ec5-ba0c-098e8801bd80 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:29.089127 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-2c1e074f-2e02-4efe-bb35-876c258f2ca5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2714794 Feb 16 12:47:29.091755 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35304) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:29.098547 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9f58f31f-a456-4ec5-ba0c-098e8801bd80 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Usage tracker for resource:port and tenant:c4a1d3bc9afa4da1a9bd8f7c40812120 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:29.099253 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-b20fa24b-899c-49e8-8650-570259e7fbf1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'port': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'mac_address': 'fa:16:3e:c1:85:4a', 'name': 'tempest-NetworksTestDHCPv6-862442401'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:29.106120 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9f58f31f-a456-4ec5-ba0c-098e8801bd80 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:29.142168 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0a849e21-9bb8-466e-97ed-0e35f888ffe9 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:29.149916 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9f58f31f-a456-4ec5-ba0c-098e8801bd80 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:29.257747 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f58f31f-a456-4ec5-ba0c-098e8801bd80 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Made reservation on behalf of c4a1d3bc9afa4da1a9bd8f7c40812120 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:29.260481 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9f58f31f-a456-4ec5-ba0c-098e8801bd80 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:29.267021 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d998020c-8b64-4324-9ac5-c7eb36148943 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:29.275584 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-befb40a1-b809-495d-80d0-c77e3cebde64 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:29.284902 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-b20fa24b-899c-49e8-8650-570259e7fbf1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:29.296022 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-d998020c-8b64-4324-9ac5-c7eb36148943 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Transition to ACTIVE for port object 08506c93-93a1-437f-9380-d652f315d627 will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:29.300685 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-b20fa24b-899c-49e8-8650-570259e7fbf1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:29.317396 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20fa24b-899c-49e8-8650-570259e7fbf1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:29.336117 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a83b71-c2cc-43f3-8ac5-a5c28cda4671 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Router 93ca1c2c-5442-4211-b25a-835741c33afb has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:47:29.346745 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a849e21-9bb8-466e-97ed-0e35f888ffe9 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Network 08d38914-63eb-4c4b-9b49-0d92845834df is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:29.378474 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-0a20cc9d-9438-4f65-9cf4-21b129ffa525 None None] Allocated IP 2001:db8::2 (08d38914-63eb-4c4b-9b49-0d92845834df/7bf41a6b-5970-4455-8817-0409648793d6/672c6b8b-8e87-4571-90a7-1b7ec75d4587) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:29.390189 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-0a849e21-9bb8-466e-97ed-0e35f888ffe9 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:29.393688 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a849e21-9bb8-466e-97ed-0e35f888ffe9 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event updated for resources: {'Port': ['ID=99ff67d8-41ba-4a9c-8673-876d5d183a5f,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:29.405047 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-9f58f31f-a456-4ec5-ba0c-098e8801bd80 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] device_id is not set on port a662ca78-5500-4fed-8dc2-a591fdc34234 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:47:29.437923 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d998020c-8b64-4324-9ac5-c7eb36148943 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:29.453897 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-eef2297e-ed47-4fe2-93d2-c051aa66f2b4 None None] For port 958ce9b6-329d-419f-8211-e9ed6b333d55, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:47:29.547001 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d998020c-8b64-4324-9ac5-c7eb36148943 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Network 88a6387e-345e-4fa1-b49a-b17a5503e4fb is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:29.551600 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-d998020c-8b64-4324-9ac5-c7eb36148943 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:29.554351 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d998020c-8b64-4324-9ac5-c7eb36148943 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:29.555023 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d998020c-8b64-4324-9ac5-c7eb36148943 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:29.560803 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b20fa24b-899c-49e8-8650-570259e7fbf1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:29.604568 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a849e21-9bb8-466e-97ed-0e35f888ffe9 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:29.608509 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d998020c-8b64-4324-9ac5-c7eb36148943 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event updated for resources: {'Port': ['ID=08506c93-93a1-437f-9380-d652f315d627,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:29.610779 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a849e21-9bb8-466e-97ed-0e35f888ffe9 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:29.611615 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0a849e21-9bb8-466e-97ed-0e35f888ffe9 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:29.623340 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [None req-b20fa24b-899c-49e8-8650-570259e7fbf1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] device_id is not set on port 6c1a72fc-21db-403a-81a7-6b9ab287addb yet. {{(pid=87701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:47:29.649149 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-eef2297e-ed47-4fe2-93d2-c051aa66f2b4 None None] For port 958ce9b6-329d-419f-8211-e9ed6b333d55, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=958ce9b6-329d-419f-8211-e9ed6b333d55,segment=NetworkSegment(e75023d0-feef-479a-a5d7-84061091cd5b),segment_id=e75023d0-feef-479a-a5d7-84061091cd5b)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:47:29.669077 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-befb40a1-b809-495d-80d0-c77e3cebde64 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:29.679430 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb40a1-b809-495d-80d0-c77e3cebde64 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Pushing event deleted for resources: {'Port': ['ID=230043f5-ce05-4a52-8284-796943de514d,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:29.687963 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fda7099-62e4-4407-8dc0-dbf23eeb2d78 None None] Network befb732d-80e1-4840-8b77-b359bd0b5a34 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:29.714429 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-eef2297e-ed47-4fe2-93d2-c051aa66f2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:29.728370 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-d55a0cf7-3e9b-4006-88f8-7621012111e5 None None] Allocated IP 172.20.0.2 (c2beece7-853e-4518-ace6-8724ee235932/a9e2cbc4-09c8-43b1-90a2-3c1df4cb4180/27a2945f-bdbc-49db-a3c0-e9550637d670) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:29.825434 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d2e1845c-7c6b-4e2a-8339-05326f447adb tempest-RoutersAdminNegativeTest-601186408 tempest-RoutersAdminNegativeTest-601186408-project-admin] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:29.843953 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-d55a0cf7-3e9b-4006-88f8-7621012111e5 None None] Allocated IP 2001:db8::f816:3eff:fe8b:1864 (c2beece7-853e-4518-ace6-8724ee235932/e2d767ec-a35c-4ca6-9b75-2ea0100cb844/27a2945f-bdbc-49db-a3c0-e9550637d670) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:29.907855 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-befb40a1-b809-495d-80d0-c77e3cebde64 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] 10.222.0.83 "DELETE /v2.0/ports/230043f5-ce05-4a52-8284-796943de514d HTTP/1.1" status: 204 len: 168 time: 2.9477730 Feb 16 12:47:29.963635 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35308) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:29.973681 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-9f58f31f-a456-4ec5-ba0c-098e8801bd80 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Allocated IP 2001:db8::249 (befb732d-80e1-4840-8b77-b359bd0b5a34/bb1a9bcf-1c5f-43f6-99f1-77a54bedd3be/a662ca78-5500-4fed-8dc2-a591fdc34234) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:29.995810 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0a849e21-9bb8-466e-97ed-0e35f888ffe9 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.2703788 Feb 16 12:47:30.000700 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35312) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:30.035495 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a305b95-d3c2-4a27-989d-40fa7ba7de31 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] GET failed (client error): The resource could not be found. Feb 16 12:47:30.036037 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-8a305b95-d3c2-4a27-989d-40fa7ba7de31 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Synchronizing usage tracker for tenant:e574c36815ed45329336895cd8ea657c on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:30.047516 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d998020c-8b64-4324-9ac5-c7eb36148943 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.070166 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef2297e-ed47-4fe2-93d2-c051aa66f2b4 None None] Pushing event updated for resources: {'Port': ['ID=958ce9b6-329d-419f-8211-e9ed6b333d55,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:30.119954 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-8a305b95-d3c2-4a27-989d-40fa7ba7de31 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Unset dirty status for tenant:e574c36815ed45329336895cd8ea657c on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:30.126698 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-8a305b95-d3c2-4a27-989d-40fa7ba7de31 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] 10.222.0.83 "GET /v2.0/ports/230043f5-ce05-4a52-8284-796943de514d HTTP/1.1" status: 404 len: 333 time: 0.1579354 Feb 16 12:47:30.136745 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35316) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:30.155955 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-229fd42f-891e-4410-acfe-7c26d2aca030 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Request body: {'port': {'network_id': 'ab697983-35d3-436f-80d0-aca4f31b49e9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-462475748'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:30.200930 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-091b06ff-25dd-4cac-800f-e398f9cd59f8 None None] Provisioning for port 08506c93-93a1-437f-9380-d652f315d627 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:30.296980 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-091b06ff-25dd-4cac-800f-e398f9cd59f8 None None] Provisioning complete for port 08506c93-93a1-437f-9380-d652f315d627 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:30.297499 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-091b06ff-25dd-4cac-800f-e398f9cd59f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.376360 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0a20cc9d-9438-4f65-9cf4-21b129ffa525 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.424565 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-0a20cc9d-9438-4f65-9cf4-21b129ffa525 None None] Transition to ACTIVE for port object 672c6b8b-8e87-4571-90a7-1b7ec75d4587 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:30.532087 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-091b06ff-25dd-4cac-800f-e398f9cd59f8 None None] Port 08506c93-93a1-437f-9380-d652f315d627 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:47:30.566796 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-229fd42f-891e-4410-acfe-7c26d2aca030 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:30.581292 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-0a20cc9d-9438-4f65-9cf4-21b129ffa525 None None] Transition to ACTIVE for port object 672c6b8b-8e87-4571-90a7-1b7ec75d4587 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:30.583959 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 958ce9b6-329d-419f-8211-e9ed6b333d55 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:30.631363 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2e74ff51-0042-4748-ad15-d8c15be788bf tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Deleting port 99ff67d8-41ba-4a9c-8673-876d5d183a5f {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:30.632215 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2e74ff51-0042-4748-ad15-d8c15be788bf tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.632648 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0a20cc9d-9438-4f65-9cf4-21b129ffa525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.647191 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-229fd42f-891e-4410-acfe-7c26d2aca030 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:30.674259 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d2e1845c-7c6b-4e2a-8339-05326f447adb tempest-RoutersAdminNegativeTest-601186408 tempest-RoutersAdminNegativeTest-601186408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.676735 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229fd42f-891e-4410-acfe-7c26d2aca030 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Made reservation on behalf of e574c36815ed45329336895cd8ea657c for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:30.680791 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-229fd42f-891e-4410-acfe-7c26d2aca030 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.684947 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d2e1845c-7c6b-4e2a-8339-05326f447adb tempest-RoutersAdminNegativeTest-601186408 tempest-RoutersAdminNegativeTest-601186408-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.715402 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d55a0cf7-3e9b-4006-88f8-7621012111e5 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.734118 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [None req-229fd42f-891e-4410-acfe-7c26d2aca030 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] device_id is not set on port f5d03fff-0fbb-41f7-9afb-44b45b6567af yet. {{(pid=87701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:47:30.741613 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a20cc9d-9438-4f65-9cf4-21b129ffa525 None None] Network 08d38914-63eb-4c4b-9b49-0d92845834df is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:30.744953 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a83b71-c2cc-43f3-8ac5-a5c28cda4671 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:47:30.745343 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-d55a0cf7-3e9b-4006-88f8-7621012111e5 None None] Transition to ACTIVE for port object 27a2945f-bdbc-49db-a3c0-e9550637d670 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:30.749065 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-0a20cc9d-9438-4f65-9cf4-21b129ffa525 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:30.750711 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a20cc9d-9438-4f65-9cf4-21b129ffa525 None None] Pushing event updated for resources: {'Port': ['ID=672c6b8b-8e87-4571-90a7-1b7ec75d4587,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:30.753109 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a20cc9d-9438-4f65-9cf4-21b129ffa525 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:30.770409 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d0a83b71-c2cc-43f3-8ac5-a5c28cda4671 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.771959 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d0a83b71-c2cc-43f3-8ac5-a5c28cda4671 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "PUT /v2.0/routers/93ca1c2c-5442-4211-b25a-835741c33afb HTTP/1.1" status: 200 len: 887 time: 4.0420485 Feb 16 12:47:30.778538 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35320) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:30.802682 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdc8cc6-6d2d-47d2-9fba-a011ee2dac1f None None] Sync routers for ids ['93ca1c2c-5442-4211-b25a-835741c33afb'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:30.846935 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-d55a0cf7-3e9b-4006-88f8-7621012111e5 None None] Transition to ACTIVE for port object 27a2945f-bdbc-49db-a3c0-e9550637d670 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:30.854932 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 958ce9b6-329d-419f-8211-e9ed6b333d55 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:30.875216 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d55a0cf7-3e9b-4006-88f8-7621012111e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.882035 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d998020c-8b64-4324-9ac5-c7eb36148943 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.909553 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdc8cc6-6d2d-47d2-9fba-a011ee2dac1f None None] Routers {'93ca1c2c-5442-4211-b25a-835741c33afb'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:30.910199 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-6bdc8cc6-6d2d-47d2-9fba-a011ee2dac1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:47:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['93ca1c2c-5442-4211-b25a-835741c33afb'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:30.922045 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d998020c-8b64-4324-9ac5-c7eb36148943 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.922966 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d998020c-8b64-4324-9ac5-c7eb36148943 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.986759 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d2e1845c-7c6b-4e2a-8339-05326f447adb tempest-RoutersAdminNegativeTest-601186408 tempest-RoutersAdminNegativeTest-601186408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:30.987573 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e1845c-7c6b-4e2a-8339-05326f447adb tempest-RoutersAdminNegativeTest-601186408 tempest-RoutersAdminNegativeTest-601186408-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c139662e-6684-4c40-825c-ec93dc9ba6de {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:47:30.999207 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-0a20cc9d-9438-4f65-9cf4-21b129ffa525 None None] Attempting to bind port 672c6b8b-8e87-4571-90a7-1b7ec75d4587 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:30.999427 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-0a20cc9d-9438-4f65-9cf4-21b129ffa525 None None] Attempting to bind port 672c6b8b-8e87-4571-90a7-1b7ec75d4587 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '614b0081-e4d2-41ea-80c9-4bad8d60e0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '08d38914-63eb-4c4b-9b49-0d92845834df'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:30.999766 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a20cc9d-9438-4f65-9cf4-21b129ffa525 None None] Attempting to bind port 672c6b8b-8e87-4571-90a7-1b7ec75d4587 on network 08d38914-63eb-4c4b-9b49-0d92845834df {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:47:31.001745 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-6bdc8cc6-6d2d-47d2-9fba-a011ee2dac1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:31.016567 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55a0cf7-3e9b-4006-88f8-7621012111e5 None None] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:31.017717 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a20cc9d-9438-4f65-9cf4-21b129ffa525 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:47:31.018489 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a20cc9d-9438-4f65-9cf4-21b129ffa525 None None] Checking segment: {'id': '614b0081-e4d2-41ea-80c9-4bad8d60e0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '08d38914-63eb-4c4b-9b49-0d92845834df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:31.018489 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0a20cc9d-9438-4f65-9cf4-21b129ffa525 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:31.018822 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a20cc9d-9438-4f65-9cf4-21b129ffa525 None None] Bound using segment: {'id': '614b0081-e4d2-41ea-80c9-4bad8d60e0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '08d38914-63eb-4c4b-9b49-0d92845834df'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:47:31.019277 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-0a20cc9d-9438-4f65-9cf4-21b129ffa525 None None] Bound port: 672c6b8b-8e87-4571-90a7-1b7ec75d4587, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '614b0081-e4d2-41ea-80c9-4bad8d60e0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '08d38914-63eb-4c4b-9b49-0d92845834df'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:31.019801 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0a20cc9d-9438-4f65-9cf4-21b129ffa525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:31.034059 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-d55a0cf7-3e9b-4006-88f8-7621012111e5 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:31.042773 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55a0cf7-3e9b-4006-88f8-7621012111e5 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:31.052811 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a0cf7-3e9b-4006-88f8-7621012111e5 None None] Pushing event updated for resources: {'Port': ['ID=27a2945f-bdbc-49db-a3c0-e9550637d670,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:31.055177 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdc8cc6-6d2d-47d2-9fba-a011ee2dac1f None None] Routers {'93ca1c2c-5442-4211-b25a-835741c33afb'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:31.056066 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-6bdc8cc6-6d2d-47d2-9fba-a011ee2dac1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:47:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['93ca1c2c-5442-4211-b25a-835741c33afb'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:31.070776 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-d2e1845c-7c6b-4e2a-8339-05326f447adb tempest-RoutersAdminNegativeTest-601186408 tempest-RoutersAdminNegativeTest-601186408-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 16 12:47:31.080818 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d2e1845c-7c6b-4e2a-8339-05326f447adb tempest-RoutersAdminNegativeTest-601186408 tempest-RoutersAdminNegativeTest-601186408-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.9196780 Feb 16 12:47:31.084257 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35324) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:31.111993 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-229fd42f-891e-4410-acfe-7c26d2aca030 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Allocated IP 2001:db8::17 (ab697983-35d3-436f-80d0-aca4f31b49e9/3751b4a4-3fc1-4d13-829f-c09e7e276af1/f5d03fff-0fbb-41f7-9afb-44b45b6567af) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:31.140866 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d998020c-8b64-4324-9ac5-c7eb36148943 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event updated for resources: {'Port': ['ID=08506c93-93a1-437f-9380-d652f315d627,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:31.191247 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-6bdc8cc6-6d2d-47d2-9fba-a011ee2dac1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:31.191639 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdc8cc6-6d2d-47d2-9fba-a011ee2dac1f None None] The sync data for ids ['93ca1c2c-5442-4211-b25a-835741c33afb'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:31.298121 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-b20fa24b-899c-49e8-8650-570259e7fbf1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Allocated IP 172.20.0.4 (c2beece7-853e-4518-ace6-8724ee235932/a9e2cbc4-09c8-43b1-90a2-3c1df4cb4180/6c1a72fc-21db-403a-81a7-6b9ab287addb) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:31.328223 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-b20fa24b-899c-49e8-8650-570259e7fbf1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Allocated IP 2001:db8::f816:3eff:fec1:854a (c2beece7-853e-4518-ace6-8724ee235932/e2d767ec-a35c-4ca6-9b75-2ea0100cb844/6c1a72fc-21db-403a-81a7-6b9ab287addb) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:31.331891 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d998020c-8b64-4324-9ac5-c7eb36148943 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Network 88a6387e-345e-4fa1-b49a-b17a5503e4fb is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:31.338618 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9f58f31f-a456-4ec5-ba0c-098e8801bd80 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:31.340965 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-d998020c-8b64-4324-9ac5-c7eb36148943 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:31.356496 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b424321c-8f5e-4fc7-9a5e-ac6dfd3d8e4d tempest-RoutersAdminNegativeTest-601186408 tempest-RoutersAdminNegativeTest-601186408-project-admin] Deleting port 32e9e52b-9f44-4b09-9d47-022dc14aae2e {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:31.356873 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b424321c-8f5e-4fc7-9a5e-ac6dfd3d8e4d tempest-RoutersAdminNegativeTest-601186408 tempest-RoutersAdminNegativeTest-601186408-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:31.357414 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-0a20cc9d-9438-4f65-9cf4-21b129ffa525 None None] For port 672c6b8b-8e87-4571-90a7-1b7ec75d4587, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:47:31.362124 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-0a20cc9d-9438-4f65-9cf4-21b129ffa525 None None] For port 672c6b8b-8e87-4571-90a7-1b7ec75d4587, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=672c6b8b-8e87-4571-90a7-1b7ec75d4587,segment=NetworkSegment(614b0081-e4d2-41ea-80c9-4bad8d60e0cf),segment_id=614b0081-e4d2-41ea-80c9-4bad8d60e0cf)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:47:31.391212 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-d55a0cf7-3e9b-4006-88f8-7621012111e5 None None] Attempting to bind port 27a2945f-bdbc-49db-a3c0-e9550637d670 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:31.391884 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-d55a0cf7-3e9b-4006-88f8-7621012111e5 None None] Attempting to bind port 27a2945f-bdbc-49db-a3c0-e9550637d670 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:31.393040 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55a0cf7-3e9b-4006-88f8-7621012111e5 None None] Attempting to bind port 27a2945f-bdbc-49db-a3c0-e9550637d670 on network c2beece7-853e-4518-ace6-8724ee235932 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:47:31.404909 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0a20cc9d-9438-4f65-9cf4-21b129ffa525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:31.419209 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55a0cf7-3e9b-4006-88f8-7621012111e5 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:47:31.419466 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55a0cf7-3e9b-4006-88f8-7621012111e5 None None] Checking segment: {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:31.419833 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-98b8e3b6-dbb8-4c13-930e-fe6a72df5e65 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "GET /v2.0/routers/93ca1c2c-5442-4211-b25a-835741c33afb HTTP/1.1" status: 200 len: 887 time: 0.5977461 Feb 16 12:47:31.419935 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d55a0cf7-3e9b-4006-88f8-7621012111e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:31.420280 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55a0cf7-3e9b-4006-88f8-7621012111e5 None None] Bound using segment: {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:47:31.420786 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-d55a0cf7-3e9b-4006-88f8-7621012111e5 None None] Bound port: 27a2945f-bdbc-49db-a3c0-e9550637d670, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:31.421170 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d55a0cf7-3e9b-4006-88f8-7621012111e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:31.428799 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35328) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:31.590185 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-229fd42f-891e-4410-acfe-7c26d2aca030 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:31.608689 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-229fd42f-891e-4410-acfe-7c26d2aca030 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Transition to ACTIVE for port object f5d03fff-0fbb-41f7-9afb-44b45b6567af will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:31.616450 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a20cc9d-9438-4f65-9cf4-21b129ffa525 None None] Pushing event updated for resources: {'Port': ['ID=672c6b8b-8e87-4571-90a7-1b7ec75d4587,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:31.630697 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-71fd3428-e912-43d2-acaa-7a24bf652ceb tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Synchronizing usage tracker for tenant:9f89b69482a141c697c1d7563c6011c5 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:31.673644 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-d55a0cf7-3e9b-4006-88f8-7621012111e5 None None] For port 27a2945f-bdbc-49db-a3c0-e9550637d670, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:47:31.683726 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-d55a0cf7-3e9b-4006-88f8-7621012111e5 None None] For port 27a2945f-bdbc-49db-a3c0-e9550637d670, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=27a2945f-bdbc-49db-a3c0-e9550637d670,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:47:31.683986 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2e74ff51-0042-4748-ad15-d8c15be788bf tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:31.690481 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d55a0cf7-3e9b-4006-88f8-7621012111e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:31.722891 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-229fd42f-891e-4410-acfe-7c26d2aca030 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:31.791321 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8998fc3-2aaf-4123-89ba-5da1bef385b9 None None] Network 2d30d533-aee4-450e-9dcd-b5aaa268058b requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:31.857200 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2e74ff51-0042-4748-ad15-d8c15be788bf tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Calling delete_port for 99ff67d8-41ba-4a9c-8673-876d5d183a5f owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:31.910241 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-8c75037b-dfac-4684-920a-20e5787389de None None] Provisioning complete for port 08506c93-93a1-437f-9380-d652f315d627 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:31.910604 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8c75037b-dfac-4684-920a-20e5787389de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:31.930315 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-71fd3428-e912-43d2-acaa-7a24bf652ceb tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Unset dirty status for tenant:9f89b69482a141c697c1d7563c6011c5 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:31.933993 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-71fd3428-e912-43d2-acaa-7a24bf652ceb tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "GET /v2.0/ports?device_id=93ca1c2c-5442-4211-b25a-835741c33afb HTTP/1.1" status: 200 len: 205 time: 0.4944570 Feb 16 12:47:31.956227 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-59a83d1c-abd6-4235-b48c-b74191685c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:31.988412 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35332) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:32.006402 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a0cf7-3e9b-4006-88f8-7621012111e5 None None] Pushing event updated for resources: {'Port': ['ID=27a2945f-bdbc-49db-a3c0-e9550637d670,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:32.035904 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-8c75037b-dfac-4684-920a-20e5787389de None None] Port 08506c93-93a1-437f-9380-d652f315d627 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:47:32.039501 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:47:32.062472 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-8c75037b-dfac-4684-920a-20e5787389de None None] Provisioning for port 958ce9b6-329d-419f-8211-e9ed6b333d55 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:32.082190 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-8c75037b-dfac-4684-920a-20e5787389de None None] Provisioning complete for port 958ce9b6-329d-419f-8211-e9ed6b333d55 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:32.082562 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8c75037b-dfac-4684-920a-20e5787389de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:32.132748 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9f58f31f-a456-4ec5-ba0c-098e8801bd80 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:32.244960 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229fd42f-891e-4410-acfe-7c26d2aca030 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Network ab697983-35d3-436f-80d0-aca4f31b49e9 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:32.266501 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-229fd42f-891e-4410-acfe-7c26d2aca030 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:32.268908 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229fd42f-891e-4410-acfe-7c26d2aca030 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Pushing event updated for resources: {'Port': ['ID=f5d03fff-0fbb-41f7-9afb-44b45b6567af,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:32.271361 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229fd42f-891e-4410-acfe-7c26d2aca030 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:32.277743 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229fd42f-891e-4410-acfe-7c26d2aca030 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:32.278389 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-229fd42f-891e-4410-acfe-7c26d2aca030 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:32.495306 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-229fd42f-891e-4410-acfe-7c26d2aca030 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.3553300 Feb 16 12:47:32.514408 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35336) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:32.526886 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-92e3e044-4615-4b8d-afa8-408f10bdf99f tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Request body: {'port': {'network_id': 'ab697983-35d3-436f-80d0-aca4f31b49e9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-440690402'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:32.608453 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8c75037b-dfac-4684-920a-20e5787389de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:32.623589 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 672c6b8b-8e87-4571-90a7-1b7ec75d4587 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:32.707652 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d998020c-8b64-4324-9ac5-c7eb36148943 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Router 0edd8ba6-2881-49d1-89db-3fe52c6b2db9 is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:47:32.718792 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-8c75037b-dfac-4684-920a-20e5787389de None None] For port 958ce9b6-329d-419f-8211-e9ed6b333d55, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=958ce9b6-329d-419f-8211-e9ed6b333d55,segment=NetworkSegment(e75023d0-feef-479a-a5d7-84061091cd5b),segment_id=e75023d0-feef-479a-a5d7-84061091cd5b)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:32.723005 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b20fa24b-899c-49e8-8650-570259e7fbf1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:32.730119 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8c75037b-dfac-4684-920a-20e5787389de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:32.747947 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b424321c-8f5e-4fc7-9a5e-ac6dfd3d8e4d tempest-RoutersAdminNegativeTest-601186408 tempest-RoutersAdminNegativeTest-601186408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:32.790670 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 672c6b8b-8e87-4571-90a7-1b7ec75d4587 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:32.833741 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 27a2945f-bdbc-49db-a3c0-e9550637d670 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:32.877107 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-92e3e044-4615-4b8d-afa8-408f10bdf99f tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:32.882203 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2e74ff51-0042-4748-ad15-d8c15be788bf tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:32.884550 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-92e3e044-4615-4b8d-afa8-408f10bdf99f tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Usage tracker for resource:port and tenant:e574c36815ed45329336895cd8ea657c is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:32.888359 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-92e3e044-4615-4b8d-afa8-408f10bdf99f tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:32.894796 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-92e3e044-4615-4b8d-afa8-408f10bdf99f tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:32.904229 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-b20fa24b-899c-49e8-8650-570259e7fbf1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Transition to ACTIVE for port object 6c1a72fc-21db-403a-81a7-6b9ab287addb will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:32.920058 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c75037b-dfac-4684-920a-20e5787389de None None] Pushing event updated for resources: {'Port': ['ID=958ce9b6-329d-419f-8211-e9ed6b333d55,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:32.953852 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-46a09ce4-8298-4324-84f2-0c0d9cb0b9b7 None None] Provisioning for port f5d03fff-0fbb-41f7-9afb-44b45b6567af completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:32.962166 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-46a09ce4-8298-4324-84f2-0c0d9cb0b9b7 None None] Provisioning complete for port f5d03fff-0fbb-41f7-9afb-44b45b6567af triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:32.962765 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-46a09ce4-8298-4324-84f2-0c0d9cb0b9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:32.979298 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f58f31f-a456-4ec5-ba0c-098e8801bd80 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Network befb732d-80e1-4840-8b77-b359bd0b5a34 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:32.994764 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e3e044-4615-4b8d-afa8-408f10bdf99f tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Made reservation on behalf of e574c36815ed45329336895cd8ea657c for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:32.998602 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-92e3e044-4615-4b8d-afa8-408f10bdf99f tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.048674 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [None req-92e3e044-4615-4b8d-afa8-408f10bdf99f tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] device_id is not set on port fdcbf21a-6d91-4922-a8ad-b1c0e5b9c43b yet. {{(pid=87701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:47:33.051795 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 27a2945f-bdbc-49db-a3c0-e9550637d670 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:33.058061 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-46a09ce4-8298-4324-84f2-0c0d9cb0b9b7 None None] Port f5d03fff-0fbb-41f7-9afb-44b45b6567af cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:47:33.066206 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-9f58f31f-a456-4ec5-ba0c-098e8801bd80 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:33.068191 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f58f31f-a456-4ec5-ba0c-098e8801bd80 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Pushing event updated for resources: {'Port': ['ID=a662ca78-5500-4fed-8dc2-a591fdc34234,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:33.070904 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f58f31f-a456-4ec5-ba0c-098e8801bd80 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:33.072230 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f58f31f-a456-4ec5-ba0c-098e8801bd80 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:33.072977 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9f58f31f-a456-4ec5-ba0c-098e8801bd80 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.091618 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b424321c-8f5e-4fc7-9a5e-ac6dfd3d8e4d tempest-RoutersAdminNegativeTest-601186408 tempest-RoutersAdminNegativeTest-601186408-project-admin] Calling delete_port for 32e9e52b-9f44-4b09-9d47-022dc14aae2e owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:33.141411 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d998020c-8b64-4324-9ac5-c7eb36148943 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:47:33.152856 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856b5200-8e3c-4027-b4b6-69eba195f7d9 None None] Sync routers for ids ['0edd8ba6-2881-49d1-89db-3fe52c6b2db9'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:33.192957 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d998020c-8b64-4324-9ac5-c7eb36148943 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "PUT /v2.0/routers/0edd8ba6-2881-49d1-89db-3fe52c6b2db9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5426128 Feb 16 12:47:33.193349 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856b5200-8e3c-4027-b4b6-69eba195f7d9 None None] Routers {'0edd8ba6-2881-49d1-89db-3fe52c6b2db9'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:33.194065 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35340) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:33.195797 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-856b5200-8e3c-4027-b4b6-69eba195f7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:47:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['0edd8ba6-2881-49d1-89db-3fe52c6b2db9'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:33.203612 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-199f57d6-9a11-4369-b65a-b4337301ca6b None None] Provisioning complete for port 958ce9b6-329d-419f-8211-e9ed6b333d55 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:33.205547 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-199f57d6-9a11-4369-b65a-b4337301ca6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.245735 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b20fa24b-899c-49e8-8650-570259e7fbf1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.246732 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e74ff51-0042-4748-ad15-d8c15be788bf tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event deleted for resources: {'Port': ['ID=99ff67d8-41ba-4a9c-8673-876d5d183a5f,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:33.250297 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-21f5ed98-f8cb-4d24-a4af-32e5ca31f522 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.346067 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182aaf91-7768-49fa-aac0-b47ea037afad None None] Network 08d38914-63eb-4c4b-9b49-0d92845834df requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:33.346526 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-856b5200-8e3c-4027-b4b6-69eba195f7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:33.357591 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856b5200-8e3c-4027-b4b6-69eba195f7d9 None None] Routers {'0edd8ba6-2881-49d1-89db-3fe52c6b2db9'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:33.358441 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-856b5200-8e3c-4027-b4b6-69eba195f7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:47:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['0edd8ba6-2881-49d1-89db-3fe52c6b2db9'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:33.390891 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20fa24b-899c-49e8-8650-570259e7fbf1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Port': ['ID=6c1a72fc-21db-403a-81a7-6b9ab287addb,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:33.443774 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20fa24b-899c-49e8-8650-570259e7fbf1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:33.449523 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-b20fa24b-899c-49e8-8650-570259e7fbf1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:33.452673 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20fa24b-899c-49e8-8650-570259e7fbf1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:33.462216 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-856b5200-8e3c-4027-b4b6-69eba195f7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:33.462833 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856b5200-8e3c-4027-b4b6-69eba195f7d9 None None] The sync data for ids ['0edd8ba6-2881-49d1-89db-3fe52c6b2db9'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:33.471946 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9f58f31f-a456-4ec5-ba0c-098e8801bd80 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 4.4576573 Feb 16 12:47:33.481958 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35344) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:33.485955 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2e74ff51-0042-4748-ad15-d8c15be788bf tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.488223 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2e74ff51-0042-4748-ad15-d8c15be788bf tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/ports/99ff67d8-41ba-4a9c-8673-876d5d183a5f HTTP/1.1" status: 204 len: 168 time: 3.4846475 Feb 16 12:47:33.491212 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35346) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:33.503499 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf156e0-66b0-4f98-9672-e6a741089b7c tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:33.504087 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-bcf156e0-66b0-4f98-9672-e6a741089b7c tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Synchronizing usage tracker for tenant:bc1f0288054c40818f485d7fa9a59a39 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:33.621077 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-21f5ed98-f8cb-4d24-a4af-32e5ca31f522 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.652330 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-21f5ed98-f8cb-4d24-a4af-32e5ca31f522 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Deleting port 7291850c-40b5-44bb-b8e0-e563a18382f0 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:33.652828 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-21f5ed98-f8cb-4d24-a4af-32e5ca31f522 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.660924 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-bcf156e0-66b0-4f98-9672-e6a741089b7c tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Unset dirty status for tenant:bc1f0288054c40818f485d7fa9a59a39 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:33.665218 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-bcf156e0-66b0-4f98-9672-e6a741089b7c tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "GET /v2.0/ports/08506c93-93a1-437f-9380-d652f315d627 HTTP/1.1" status: 200 len: 911 time: 0.4609463 Feb 16 12:47:33.665218 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-44bb2e52-a6a9-4b84-9e23-b9cb947decc6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:33.665218 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44bb2e52-a6a9-4b84-9e23-b9cb947decc6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:33.665668 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-44bb2e52-a6a9-4b84-9e23-b9cb947decc6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/ports/99ff67d8-41ba-4a9c-8673-876d5d183a5f HTTP/1.1" status: 404 len: 333 time: 0.1695511 Feb 16 12:47:33.669682 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-92e3e044-4615-4b8d-afa8-408f10bdf99f tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Allocated IP 2001:db8::1c5 (ab697983-35d3-436f-80d0-aca4f31b49e9/3751b4a4-3fc1-4d13-829f-c09e7e276af1/fdcbf21a-6d91-4922-a8ad-b1c0e5b9c43b) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:33.673755 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35352) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:33.674055 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35354) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:33.721397 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae99aaa1-8b37-499f-955d-ac701f1a5e54 None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:33.788125 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-e4cb5486-b712-41af-a007-ed479ff83a23 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Deleting port a662ca78-5500-4fed-8dc2-a591fdc34234 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:33.788770 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e4cb5486-b712-41af-a007-ed479ff83a23 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.819145 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20fa24b-899c-49e8-8650-570259e7fbf1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:33.820068 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b20fa24b-899c-49e8-8650-570259e7fbf1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.829938 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-93c6c2e5-0d4e-48dd-9323-7538eee501ce None None] Provisioning for port 672c6b8b-8e87-4571-90a7-1b7ec75d4587 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:33.836700 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-93c6c2e5-0d4e-48dd-9323-7538eee501ce None None] Provisioning complete for port 672c6b8b-8e87-4571-90a7-1b7ec75d4587 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:33.837185 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-93c6c2e5-0d4e-48dd-9323-7538eee501ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.837927 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b424321c-8f5e-4fc7-9a5e-ac6dfd3d8e4d tempest-RoutersAdminNegativeTest-601186408 tempest-RoutersAdminNegativeTest-601186408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:33.847755 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-eddd9d82-b8c9-4b19-a303-d06204e56f3f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] GET failed (client error): The resource could not be found. Feb 16 12:47:33.852090 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-eddd9d82-b8c9-4b19-a303-d06204e56f3f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "GET /v2.0/ports/99ff67d8-41ba-4a9c-8673-876d5d183a5f HTTP/1.1" status: 404 len: 333 time: 0.1755266 Feb 16 12:47:33.852834 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35360) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:33.897809 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b424321c-8f5e-4fc7-9a5e-ac6dfd3d8e4d tempest-RoutersAdminNegativeTest-601186408 tempest-RoutersAdminNegativeTest-601186408-project-admin] Pushing event deleted for resources: {'Port': ['ID=32e9e52b-9f44-4b09-9d47-022dc14aae2e,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:34.011858 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-b20fa24b-899c-49e8-8650-570259e7fbf1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.9186246 Feb 16 12:47:34.019394 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35364) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:34.019555 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b424321c-8f5e-4fc7-9a5e-ac6dfd3d8e4d tempest-RoutersAdminNegativeTest-601186408 tempest-RoutersAdminNegativeTest-601186408-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:34.028658 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-21f5ed98-f8cb-4d24-a4af-32e5ca31f522 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:34.097733 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-93c6c2e5-0d4e-48dd-9323-7538eee501ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:34.162830 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-93c6c2e5-0d4e-48dd-9323-7538eee501ce None None] For port 672c6b8b-8e87-4571-90a7-1b7ec75d4587, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=672c6b8b-8e87-4571-90a7-1b7ec75d4587,segment=NetworkSegment(614b0081-e4d2-41ea-80c9-4bad8d60e0cf),segment_id=614b0081-e4d2-41ea-80c9-4bad8d60e0cf)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:34.166895 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-95e898fb-613a-4064-aaf7-62bc45ccae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:34.187040 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-93c6c2e5-0d4e-48dd-9323-7538eee501ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:34.194613 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b424321c-8f5e-4fc7-9a5e-ac6dfd3d8e4d tempest-RoutersAdminNegativeTest-601186408 tempest-RoutersAdminNegativeTest-601186408-project-admin] 10.222.0.83 "DELETE /v2.0/ports/32e9e52b-9f44-4b09-9d47-022dc14aae2e HTTP/1.1" status: 204 len: 168 time: 3.0422227 Feb 16 12:47:34.202880 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-21f5ed98-f8cb-4d24-a4af-32e5ca31f522 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Calling delete_port for 7291850c-40b5-44bb-b8e0-e563a18382f0 owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:34.318364 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-93c6c2e5-0d4e-48dd-9323-7538eee501ce None None] Provisioning for port 27a2945f-bdbc-49db-a3c0-e9550637d670 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:34.341324 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:34.342939 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-93c6c2e5-0d4e-48dd-9323-7538eee501ce None None] Provisioning complete for port 27a2945f-bdbc-49db-a3c0-e9550637d670 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:34.343291 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-93c6c2e5-0d4e-48dd-9323-7538eee501ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:34.435522 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c6c2e5-0d4e-48dd-9323-7538eee501ce None None] Pushing event updated for resources: {'Port': ['ID=672c6b8b-8e87-4571-90a7-1b7ec75d4587,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:34.516227 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-21f5ed98-f8cb-4d24-a4af-32e5ca31f522 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:34.609514 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-86261d9c-9dd6-46d9-8234-f1307cf61693 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Deleting subnet 7bf41a6b-5970-4455-8817-0409648793d6 {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:47:34.622698 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 958ce9b6-329d-419f-8211-e9ed6b333d55 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:34.671684 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f5ed98-f8cb-4d24-a4af-32e5ca31f522 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event deleted for resources: {'Port': ['ID=7291850c-40b5-44bb-b8e0-e563a18382f0,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:34.775966 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-93c6c2e5-0d4e-48dd-9323-7538eee501ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:34.792822 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-86261d9c-9dd6-46d9-8234-f1307cf61693 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:34.818962 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35372) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:34.839382 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-21f5ed98-f8cb-4d24-a4af-32e5ca31f522 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023674'] for router_gateway, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:34.891208 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-93c6c2e5-0d4e-48dd-9323-7538eee501ce None None] For port 27a2945f-bdbc-49db-a3c0-e9550637d670, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=27a2945f-bdbc-49db-a3c0-e9550637d670,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:34.904322 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 958ce9b6-329d-419f-8211-e9ed6b333d55 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:34.905012 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.008852 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-93c6c2e5-0d4e-48dd-9323-7538eee501ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.124451 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.136066 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.137409 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-86261d9c-9dd6-46d9-8234-f1307cf61693 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.138483 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-99d2c079-b9b6-4ed9-b234-ee36ea6757f6 None None] Could not find standard attr ID for object 99ff67d8-41ba-4a9c-8673-876d5d183a5f. {{(pid=87702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:47:35.147251 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c6c2e5-0d4e-48dd-9323-7538eee501ce None None] Pushing event updated for resources: {'Port': ['ID=27a2945f-bdbc-49db-a3c0-e9550637d670,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:35.191780 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed2f928d-d80b-466f-a0bd-122873a60598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.205152 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-99d2c079-b9b6-4ed9-b234-ee36ea6757f6 None None] Provisioning complete for port 672c6b8b-8e87-4571-90a7-1b7ec75d4587 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:35.205602 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-99d2c079-b9b6-4ed9-b234-ee36ea6757f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.218480 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-21f5ed98-f8cb-4d24-a4af-32e5ca31f522 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.220325 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ed2f928d-d80b-466f-a0bd-122873a60598 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:35.222858 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-21f5ed98-f8cb-4d24-a4af-32e5ca31f522 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.227411 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ed2f928d-d80b-466f-a0bd-122873a60598 admin admin] Usage tracker for resource:security_group_rule and tenant:e74119b50322414b87ba3b97bff1b4ab is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:35.231984 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ed2f928d-d80b-466f-a0bd-122873a60598 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:35.247004 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ed2f928d-d80b-466f-a0bd-122873a60598 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:35.276366 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-21f5ed98-f8cb-4d24-a4af-32e5ca31f522 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.277034 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f5ed98-f8cb-4d24-a4af-32e5ca31f522 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Fanout notify agent at l3_agent the message router_deleted on router 93ca1c2c-5442-4211-b25a-835741c33afb {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:47:35.350352 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-21f5ed98-f8cb-4d24-a4af-32e5ca31f522 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.356700 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-21f5ed98-f8cb-4d24-a4af-32e5ca31f522 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "DELETE /v2.0/routers/93ca1c2c-5442-4211-b25a-835741c33afb HTTP/1.1" status: 204 len: 168 time: 3.3662791 Feb 16 12:47:35.356938 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35378) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:35.372159 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-42a5db0f-c858-496e-b6b6-d4185c990f37 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Request body: {'network': {'name': 'tempest-RoutersTest-2120838050'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:35.382507 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-42a5db0f-c858-496e-b6b6-d4185c990f37 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:35.396812 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-42a5db0f-c858-496e-b6b6-d4185c990f37 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Usage tracker for resource:network and tenant:9f89b69482a141c697c1d7563c6011c5 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:35.402227 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-42a5db0f-c858-496e-b6b6-d4185c990f37 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:35.406317 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed2f928d-d80b-466f-a0bd-122873a60598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.410630 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-42a5db0f-c858-496e-b6b6-d4185c990f37 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:35.418409 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed2f928d-d80b-466f-a0bd-122873a60598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.443516 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7314ce-24a9-411a-90d6-b52030a452f1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:35.444904 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a5db0f-c858-496e-b6b6-d4185c990f37 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Made reservation on behalf of 9f89b69482a141c697c1d7563c6011c5 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:35.448532 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-42a5db0f-c858-496e-b6b6-d4185c990f37 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.450489 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7314ce-24a9-411a-90d6-b52030a452f1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:35.451390 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-ac7314ce-24a9-411a-90d6-b52030a452f1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:35.457001 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-92e3e044-4615-4b8d-afa8-408f10bdf99f tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.507770 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ed2f928d-d80b-466f-a0bd-122873a60598 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e74119b50322414b87ba3b97bff1b4ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6850433 Feb 16 12:47:35.511042 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f928d-d80b-466f-a0bd-122873a60598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643875aa-fadf-4690-96ce-ba98bd43de73,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:35.513503 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35382) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:35.527783 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42a5db0f-c858-496e-b6b6-d4185c990f37 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:47:35.527946 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-207b296d-d013-4a2e-9b69-5ecdabaf2eb9 None None] Provisioning for port 6c1a72fc-21db-403a-81a7-6b9ab287addb completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:35.539961 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-207b296d-d013-4a2e-9b69-5ecdabaf2eb9 None None] Provisioning complete for port 6c1a72fc-21db-403a-81a7-6b9ab287addb triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:35.541531 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-207b296d-d013-4a2e-9b69-5ecdabaf2eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.542075 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-42a5db0f-c858-496e-b6b6-d4185c990f37 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.543074 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-42a5db0f-c858-496e-b6b6-d4185c990f37 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Added segment 74a57b92-b344-43d2-a856-75b029c56ce3 of type vlan for network 5b88bb95-08dc-42d8-bd2a-bcf09cf4b72d Feb 16 12:47:35.558910 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-92e3e044-4615-4b8d-afa8-408f10bdf99f tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Transition to ACTIVE for port object fdcbf21a-6d91-4922-a8ad-b1c0e5b9c43b will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:35.586893 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-42a5db0f-c858-496e-b6b6-d4185c990f37 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.608593 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-207b296d-d013-4a2e-9b69-5ecdabaf2eb9 None None] Port 6c1a72fc-21db-403a-81a7-6b9ab287addb cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:47:35.611402 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-ac7314ce-24a9-411a-90d6-b52030a452f1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:35.612647 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-ac7314ce-24a9-411a-90d6-b52030a452f1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 1.5848145 Feb 16 12:47:35.617143 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35386) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:35.623240 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e4cb5486-b712-41af-a007-ed479ff83a23 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.625626 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-207b296d-d013-4a2e-9b69-5ecdabaf2eb9 None None] Provisioning complete for port 27a2945f-bdbc-49db-a3c0-e9550637d670 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:35.626006 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-207b296d-d013-4a2e-9b69-5ecdabaf2eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.686637 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-ed1924e0-331b-43a1-8ecc-6fe16873f80a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting port 6c1a72fc-21db-403a-81a7-6b9ab287addb {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:35.687133 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed1924e0-331b-43a1-8ecc-6fe16873f80a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.740539 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-42a5db0f-c858-496e-b6b6-d4185c990f37 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.746102 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a5db0f-c858-496e-b6b6-d4185c990f37 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:35.746787 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-42a5db0f-c858-496e-b6b6-d4185c990f37 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.823817 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-86261d9c-9dd6-46d9-8234-f1307cf61693 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.866306 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-e4cb5486-b712-41af-a007-ed479ff83a23 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Calling delete_port for a662ca78-5500-4fed-8dc2-a591fdc34234 owned by {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:35.870328 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-fdd206c6-f689-41a5-a83a-21d194638ce7 None None] Provisioning complete for port 6c1a72fc-21db-403a-81a7-6b9ab287addb triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:35.870880 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-fdd206c6-f689-41a5-a83a-21d194638ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:35.883142 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-42a5db0f-c858-496e-b6b6-d4185c990f37 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5243757 Feb 16 12:47:35.892891 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35390) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:35.908626 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-0ce7b4fe-f82a-4e8c-a349-d22db74c7c6e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Request body: {'subnet': {'network_id': '5b88bb95-08dc-42d8-bd2a-bcf09cf4b72d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:35.922619 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5db0f-c858-496e-b6b6-d4185c990f37 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event updated for resources: {'Network': ['ID=5b88bb95-08dc-42d8-bd2a-bcf09cf4b72d,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:35.925378 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-fdd206c6-f689-41a5-a83a-21d194638ce7 None None] Port 6c1a72fc-21db-403a-81a7-6b9ab287addb cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:47:35.937573 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 5b88bb95-08dc-42d8-bd2a-bcf09cf4b72d details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:47:35.980554 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f56c6642-8e8f-4899-8441-cb0886fa966c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:36.051546 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-92e3e044-4615-4b8d-afa8-408f10bdf99f tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:36.103224 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f56c6642-8e8f-4899-8441-cb0886fa966c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:36.104073 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0ce7b4fe-f82a-4e8c-a349-d22db74c7c6e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:36.116943 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0ce7b4fe-f82a-4e8c-a349-d22db74c7c6e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Usage tracker for resource:subnet and tenant:9f89b69482a141c697c1d7563c6011c5 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:36.121826 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0ce7b4fe-f82a-4e8c-a349-d22db74c7c6e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:36.132663 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0ce7b4fe-f82a-4e8c-a349-d22db74c7c6e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:36.166919 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed1924e0-331b-43a1-8ecc-6fe16873f80a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:36.176508 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce7b4fe-f82a-4e8c-a349-d22db74c7c6e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Made reservation on behalf of 9f89b69482a141c697c1d7563c6011c5 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:36.180716 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b4fe-f82a-4e8c-a349-d22db74c7c6e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:36.201144 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-86261d9c-9dd6-46d9-8234-f1307cf61693 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:36.210578 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e3e044-4615-4b8d-afa8-408f10bdf99f tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Network ab697983-35d3-436f-80d0-aca4f31b49e9 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:36.359094 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-ed1924e0-331b-43a1-8ecc-6fe16873f80a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Calling delete_port for 6c1a72fc-21db-403a-81a7-6b9ab287addb owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:36.396136 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-92e3e044-4615-4b8d-afa8-408f10bdf99f tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:36.416651 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2f13ea23-102b-481e-a202-81d6197bd750 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:36.438762 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e3e044-4615-4b8d-afa8-408f10bdf99f tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:36.447131 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e3e044-4615-4b8d-afa8-408f10bdf99f tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:36.447801 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-92e3e044-4615-4b8d-afa8-408f10bdf99f tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:36.453772 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86261d9c-9dd6-46d9-8234-f1307cf61693 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event deleted for resources: {'Subnet': ['ID=7bf41a6b-5970-4455-8817-0409648793d6,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:36.465341 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e3e044-4615-4b8d-afa8-408f10bdf99f tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Pushing event updated for resources: {'Port': ['ID=fdcbf21a-6d91-4922-a8ad-b1c0e5b9c43b,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:36.468133 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-86261d9c-9dd6-46d9-8234-f1307cf61693 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:36.480684 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa01730b-8876-43c2-9bf5-b0fda44d7171 None None] Network 08d38914-63eb-4c4b-9b49-0d92845834df requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:36.562758 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-86261d9c-9dd6-46d9-8234-f1307cf61693 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/subnets/7bf41a6b-5970-4455-8817-0409648793d6 HTTP/1.1" status: 204 len: 168 time: 2.6452270 Feb 16 12:47:36.565111 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35394) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:36.584485 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 672c6b8b-8e87-4571-90a7-1b7ec75d4587 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:36.626269 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e4cb5486-b712-41af-a007-ed479ff83a23 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:36.627795 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-92e3e044-4615-4b8d-afa8-408f10bdf99f tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.1123574 Feb 16 12:47:36.661701 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35398) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:36.693991 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb5486-b712-41af-a007-ed479ff83a23 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Pushing event deleted for resources: {'Port': ['ID=a662ca78-5500-4fed-8dc2-a591fdc34234,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:36.720713 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f56c6642-8e8f-4899-8441-cb0886fa966c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:36.754225 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:36.778975 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c6642-8e8f-4899-8441-cb0886fa966c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643875aa-fadf-4690-96ce-ba98bd43de73,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:36.786586 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f56c6642-8e8f-4899-8441-cb0886fa966c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:36.787410 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f56c6642-8e8f-4899-8441-cb0886fa966c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/643875aa-fadf-4690-96ce-ba98bd43de73 HTTP/1.1" status: 204 len: 168 time: 1.2653880 Feb 16 12:47:36.830799 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e4cb5486-b712-41af-a007-ed479ff83a23 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:36.835442 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e4cb5486-b712-41af-a007-ed479ff83a23 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] 10.222.0.83 "DELETE /v2.0/ports/a662ca78-5500-4fed-8dc2-a591fdc34234 HTTP/1.1" status: 204 len: 168 time: 3.3426943 Feb 16 12:47:36.835938 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35404) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:36.846295 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-bdcdb8bd-b6d3-4da0-9f22-2f247e886441 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'befb732d-80e1-4840-8b77-b359bd0b5a34', 'external_fixed_ips': [{'subnet_id': 'bb1a9bcf-1c5f-43f6-99f1-77a54bedd3be', 'ip_address': '2001:db8::249'}]}}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:36.850259 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f7e6b168-ed0e-479d-9053-35991238cbfe None None] Provisioning for port fdcbf21a-6d91-4922-a8ad-b1c0e5b9c43b completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:36.856878 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-bdcdb8bd-b6d3-4da0-9f22-2f247e886441 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:36.858760 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 672c6b8b-8e87-4571-90a7-1b7ec75d4587 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:36.859152 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:36.865871 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-bdcdb8bd-b6d3-4da0-9f22-2f247e886441 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Usage tracker for resource:router and tenant:c4a1d3bc9afa4da1a9bd8f7c40812120 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:36.871673 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-bdcdb8bd-b6d3-4da0-9f22-2f247e886441 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:36.886268 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d348a76b-e3f2-4e3d-bcd6-d11b778a98a7 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::9f', 'mac_address': 'fa:16:3e:b1:10:74'}, {'ip_address': '2001:db8::17', 'mac_address': 'fa:16:3e:c0:49:64'}]}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:36.886865 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-bdcdb8bd-b6d3-4da0-9f22-2f247e886441 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:36.913211 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f7e6b168-ed0e-479d-9053-35991238cbfe None None] Provisioning complete for port fdcbf21a-6d91-4922-a8ad-b1c0e5b9c43b triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:36.913724 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f7e6b168-ed0e-479d-9053-35991238cbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:36.953492 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bdcdb8bd-b6d3-4da0-9f22-2f247e886441 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:36.954955 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bdcdb8bd-b6d3-4da0-9f22-2f247e886441 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:37.001725 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f7e6b168-ed0e-479d-9053-35991238cbfe None None] Port fdcbf21a-6d91-4922-a8ad-b1c0e5b9c43b cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:47:37.070060 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bdcdb8bd-b6d3-4da0-9f22-2f247e886441 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:37.076199 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 27a2945f-bdbc-49db-a3c0-e9550637d670 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:37.106575 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed1924e0-331b-43a1-8ecc-6fe16873f80a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:37.116297 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-61bcf87f-79e7-4f6c-9dc4-bf01f9f1296d tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:37.123843 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-2f13ea23-102b-481e-a202-81d6197bd750 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Allocated IP 2001:db8:1::1 (2d30d533-aee4-450e-9dcd-b5aaa268058b/e78ae4fa-093e-491e-ab69-7b58ee068fc5/2ede0b6c-3eee-4c9c-885e-fb47b11a264d) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:37.128850 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41dedde-9b2a-4548-a141-5b95fa3c17a7 None None] DHCP port deletion for 08d38914-63eb-4c4b-9b49-0d92845834df request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:47:37.151116 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-c41dedde-9b2a-4548-a141-5b95fa3c17a7 None None] Deleting port 672c6b8b-8e87-4571-90a7-1b7ec75d4587 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:37.152166 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c41dedde-9b2a-4548-a141-5b95fa3c17a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:37.187922 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1924e0-331b-43a1-8ecc-6fe16873f80a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Port': ['ID=6c1a72fc-21db-403a-81a7-6b9ab287addb,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:37.266953 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35410) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:37.277518 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 27a2945f-bdbc-49db-a3c0-e9550637d670 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:37.277893 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:37.330825 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-61bcf87f-79e7-4f6c-9dc4-bf01f9f1296d tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Deleting port 672c6b8b-8e87-4571-90a7-1b7ec75d4587 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:37.330825 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-61bcf87f-79e7-4f6c-9dc4-bf01f9f1296d tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:37.458334 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-c41dedde-9b2a-4548-a141-5b95fa3c17a7 None None] For port 672c6b8b-8e87-4571-90a7-1b7ec75d4587, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=672c6b8b-8e87-4571-90a7-1b7ec75d4587,segment=NetworkSegment(614b0081-e4d2-41ea-80c9-4bad8d60e0cf),segment_id=614b0081-e4d2-41ea-80c9-4bad8d60e0cf)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:37.458764 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c41dedde-9b2a-4548-a141-5b95fa3c17a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:37.625904 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed1924e0-331b-43a1-8ecc-6fe16873f80a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:37.640470 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d348a76b-e3f2-4e3d-bcd6-d11b778a98a7 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:37.648575 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-c41dedde-9b2a-4548-a141-5b95fa3c17a7 None None] Calling delete_port for 672c6b8b-8e87-4571-90a7-1b7ec75d4587 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:37.673822 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b4fe-f82a-4e8c-a349-d22db74c7c6e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:37.685063 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2f13ea23-102b-481e-a202-81d6197bd750 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:37.731632 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-134a43e9-ec4b-47a4-a59a-e430579758fb admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3e05a075af754c10b22be5a3dcd2abb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4117091 Feb 16 12:47:37.742615 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35414) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:37.754085 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c41dedde-9b2a-4548-a141-5b95fa3c17a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:37.762344 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bdcdb8bd-b6d3-4da0-9f22-2f247e886441 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:37.783814 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ed1924e0-331b-43a1-8ecc-6fe16873f80a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/ports/6c1a72fc-21db-403a-81a7-6b9ab287addb HTTP/1.1" status: 204 len: 168 time: 2.1651328 Feb 16 12:47:37.784395 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-2f13ea23-102b-481e-a202-81d6197bd750 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Transition to ACTIVE for port object 2ede0b6c-3eee-4c9c-885e-fb47b11a264d will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:37.788126 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35418) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:37.809421 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41dedde-9b2a-4548-a141-5b95fa3c17a7 None None] Pushing event deleted for resources: {'Port': ['ID=672c6b8b-8e87-4571-90a7-1b7ec75d4587,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:37.813479 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41dedde-9b2a-4548-a141-5b95fa3c17a7 None None] No DVR routers for this DVR port 672c6b8b-8e87-4571-90a7-1b7ec75d4587 on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:37.904254 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-61bcf87f-79e7-4f6c-9dc4-bf01f9f1296d tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] For port 672c6b8b-8e87-4571-90a7-1b7ec75d4587, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=672c6b8b-8e87-4571-90a7-1b7ec75d4587,segment=NetworkSegment(614b0081-e4d2-41ea-80c9-4bad8d60e0cf),segment_id=614b0081-e4d2-41ea-80c9-4bad8d60e0cf)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:37.904926 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-61bcf87f-79e7-4f6c-9dc4-bf01f9f1296d tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:37.926844 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7b4fe-f82a-4e8c-a349-d22db74c7c6e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event updated for resources: {'Subnet': ['ID=9a94d73a-5f1c-4034-9c08-ca7451e085bb,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:37.997498 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5faf0048-fbfd-4779-b554-0a1e14dafa4f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:37.998876 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5faf0048-fbfd-4779-b554-0a1e14dafa4f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:38.000387 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5faf0048-fbfd-4779-b554-0a1e14dafa4f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:38.001204 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-5faf0048-fbfd-4779-b554-0a1e14dafa4f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:38.012223 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-90f53c66-3e94-4685-82c1-fabe7f3a8122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.036084 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2f13ea23-102b-481e-a202-81d6197bd750 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.053672 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-61bcf87f-79e7-4f6c-9dc4-bf01f9f1296d tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Calling delete_port for 672c6b8b-8e87-4571-90a7-1b7ec75d4587 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:38.081611 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce7b4fe-f82a-4e8c-a349-d22db74c7c6e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Checking segment: {'id': '74a57b92-b344-43d2-a856-75b029c56ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '5b88bb95-08dc-42d8-bd2a-bcf09cf4b72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:38.081611 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce7b4fe-f82a-4e8c-a349-d22db74c7c6e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Network hostable DHCP agents. Network: 5b88bb95-08dc-42d8-bd2a-bcf09cf4b72d, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:47:38.093696 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f959cc1b-6b57-460c-b47a-eadec4d6216b req-98de89c0-92fe-40fe-964b-dd96e1b8335a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4396906 Feb 16 12:47:38.117732 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-90f53c66-3e94-4685-82c1-fabe7f3a8122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.136648 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-5faf0048-fbfd-4779-b554-0a1e14dafa4f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:38.138867 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-5faf0048-fbfd-4779-b554-0a1e14dafa4f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3467820 Feb 16 12:47:38.144206 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f13ea23-102b-481e-a202-81d6197bd750 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Network 2d30d533-aee4-450e-9dcd-b5aaa268058b is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:38.147798 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35422) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:38.155204 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-2f13ea23-102b-481e-a202-81d6197bd750 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:38.158032 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f13ea23-102b-481e-a202-81d6197bd750 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:38.158910 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2f13ea23-102b-481e-a202-81d6197bd750 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.227349 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce7b4fe-f82a-4e8c-a349-d22db74c7c6e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Network 5b88bb95-08dc-42d8-bd2a-bcf09cf4b72d is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:47:38.253776 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-61bcf87f-79e7-4f6c-9dc4-bf01f9f1296d tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:47:38.254145 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-61bcf87f-79e7-4f6c-9dc4-bf01f9f1296d tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:47:38.258328 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-0ce7b4fe-f82a-4e8c-a349-d22db74c7c6e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 5b88bb95-08dc-42d8-bd2a-bcf09cf4b72d) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:38.271179 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845b3e82-fae2-4cf3-a17c-4ebe3344571a None None] Network 5b88bb95-08dc-42d8-bd2a-bcf09cf4b72d requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:38.272653 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce7b4fe-f82a-4e8c-a349-d22db74c7c6e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:38.273253 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0ce7b4fe-f82a-4e8c-a349-d22db74c7c6e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.316149 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0ce7b4fe-f82a-4e8c-a349-d22db74c7c6e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4203386 Feb 16 12:47:38.319620 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35426) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:38.325234 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-12c8f344-f877-4d6c-bfe9-1bee4dd81587 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1646538713', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:38.336260 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d348a76b-e3f2-4e3d-bcd6-d11b778a98a7 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.338349 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-12c8f344-f877-4d6c-bfe9-1bee4dd81587 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:38.344501 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-12c8f344-f877-4d6c-bfe9-1bee4dd81587 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Usage tracker for resource:router and tenant:9f89b69482a141c697c1d7563c6011c5 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:38.348800 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-12c8f344-f877-4d6c-bfe9-1bee4dd81587 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:38.363967 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-12c8f344-f877-4d6c-bfe9-1bee4dd81587 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:38.400560 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d348a76b-e3f2-4e3d-bcd6-d11b778a98a7 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.485263 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f13ea23-102b-481e-a202-81d6197bd750 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event updated for resources: {'Port': ['ID=2ede0b6c-3eee-4c9c-885e-fb47b11a264d,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:38.504512 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-27e7df70-1062-4593-8f00-f04f46ad154d None None] Provisioning for port 2ede0b6c-3eee-4c9c-885e-fb47b11a264d completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:38.511107 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-12c8f344-f877-4d6c-bfe9-1bee4dd81587 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.512454 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-12c8f344-f877-4d6c-bfe9-1bee4dd81587 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.512983 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 672c6b8b-8e87-4571-90a7-1b7ec75d4587 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:47:38.520919 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-d348a76b-e3f2-4e3d-bcd6-d11b778a98a7 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] In _notify_port_updated(), no bound segment for port fdcbf21a-6d91-4922-a8ad-b1c0e5b9c43b on network ab697983-35d3-436f-80d0-aca4f31b49e9 {{(pid=87699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:47:38.526597 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d348a76b-e3f2-4e3d-bcd6-d11b778a98a7 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:38.527580 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d348a76b-e3f2-4e3d-bcd6-d11b778a98a7 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.531999 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d348a76b-e3f2-4e3d-bcd6-d11b778a98a7 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] 10.222.0.83 "PUT /v2.0/ports/fdcbf21a-6d91-4922-a8ad-b1c0e5b9c43b HTTP/1.1" status: 200 len: 1065 time: 1.8660929 Feb 16 12:47:38.535756 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35430) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:38.540746 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d348a76b-e3f2-4e3d-bcd6-d11b778a98a7 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Pushing event updated for resources: {'Port': ['ID=fdcbf21a-6d91-4922-a8ad-b1c0e5b9c43b,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:38.555489 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-27e7df70-1062-4593-8f00-f04f46ad154d None None] Provisioning complete for port 2ede0b6c-3eee-4c9c-885e-fb47b11a264d triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:38.555859 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-27e7df70-1062-4593-8f00-f04f46ad154d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.559769 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0cbb9e3-f0a3-4387-b471-70cf0adee36e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting subnet a9e2cbc4-09c8-43b1-90a2-3c1df4cb4180 {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:47:38.578355 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a0cbb9e3-f0a3-4387-b471-70cf0adee36e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.602174 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 672c6b8b-8e87-4571-90a7-1b7ec75d4587 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:47:38.602825 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 672c6b8b-8e87-4571-90a7-1b7ec75d4587 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:47:38.632668 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-90f53c66-3e94-4685-82c1-fabe7f3a8122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.636479 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-70907865-4f8b-40ff-b228-9fd8ba968337 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Deleting port fdcbf21a-6d91-4922-a8ad-b1c0e5b9c43b {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:38.637057 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-70907865-4f8b-40ff-b228-9fd8ba968337 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.680205 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f53c66-3e94-4685-82c1-fabe7f3a8122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0f71bd-3de4-4270-996e-acfa7fb299bf,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:38.705772 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f959cc1b-6b57-460c-b47a-eadec4d6216b req-e14b53f8-dd73-46fe-9d01-932558e20fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:38.707336 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f959cc1b-6b57-460c-b47a-eadec4d6216b req-e14b53f8-dd73-46fe-9d01-932558e20fc1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a8771b90386942c1a6095687790fa64b&device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 1098 time: 0.3368683 Feb 16 12:47:38.707923 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-27e7df70-1062-4593-8f00-f04f46ad154d None None] Port 2ede0b6c-3eee-4c9c-885e-fb47b11a264d cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:47:38.739465 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a0cbb9e3-f0a3-4387-b471-70cf0adee36e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.784075 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0523a112-e3ca-49fc-9a9b-204715fa85a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-5b88bb95-08dc-42d8-bd2a-bcf09cf4b72d', 'network_id': '5b88bb95-08dc-42d8-bd2a-bcf09cf4b72d', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'fixed_ips': [{'subnet_id': '9a94d73a-5f1c-4034-9c08-ca7451e085bb'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:47:38.784948 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0523a112-e3ca-49fc-9a9b-204715fa85a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.843165 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-61bcf87f-79e7-4f6c-9dc4-bf01f9f1296d tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Deleting port 672c6b8b-8e87-4571-90a7-1b7ec75d4587 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:38.843165 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-61bcf87f-79e7-4f6c-9dc4-bf01f9f1296d tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.891124 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-12c8f344-f877-4d6c-bfe9-1bee4dd81587 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.954600 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2f13ea23-102b-481e-a202-81d6197bd750 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.959419 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-ed16ae7d-6fcd-4d4a-b4b3-8ad1b46eeec3 None None] Provisioning complete for port fdcbf21a-6d91-4922-a8ad-b1c0e5b9c43b triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:38.959843 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ed16ae7d-6fcd-4d4a-b4b3-8ad1b46eeec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.990021 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-90f53c66-3e94-4685-82c1-fabe7f3a8122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:38.991136 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-90f53c66-3e94-4685-82c1-fabe7f3a8122 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1c0f71bd-3de4-4270-996e-acfa7fb299bf HTTP/1.1" status: 204 len: 168 time: 1.2447655 Feb 16 12:47:39.020006 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-61bcf87f-79e7-4f6c-9dc4-bf01f9f1296d tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] The port '672c6b8b-8e87-4571-90a7-1b7ec75d4587' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:47:39.020806 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-0523a112-e3ca-49fc-9a9b-204715fa85a4 None None] Allocated IP 172.20.0.2 (5b88bb95-08dc-42d8-bd2a-bcf09cf4b72d/9a94d73a-5f1c-4034-9c08-ca7451e085bb/79080324-ca48-4b9d-8da4-c058b2c965ca) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:39.042035 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-ed16ae7d-6fcd-4d4a-b4b3-8ad1b46eeec3 None None] Port fdcbf21a-6d91-4922-a8ad-b1c0e5b9c43b cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:47:39.085609 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-12c8f344-f877-4d6c-bfe9-1bee4dd81587 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:39.245318 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f959cc1b-6b57-460c-b47a-eadec4d6216b req-a68cc567-b171-4faf-9a3b-e29215db03a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:39.246799 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f959cc1b-6b57-460c-b47a-eadec4d6216b req-a68cc567-b171-4faf-9a3b-e29215db03a6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=48c19cd8-ac27-4524-bc91-c49a239dcfeb HTTP/1.1" status: 200 len: 913 time: 0.4583380 Feb 16 12:47:39.265968 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-61bcf87f-79e7-4f6c-9dc4-bf01f9f1296d tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:39.271443 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0523a112-e3ca-49fc-9a9b-204715fa85a4 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:39.285195 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-0523a112-e3ca-49fc-9a9b-204715fa85a4 None None] Transition to ACTIVE for port object 79080324-ca48-4b9d-8da4-c058b2c965ca will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:39.293281 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-61bcf87f-79e7-4f6c-9dc4-bf01f9f1296d tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08d38914-63eb-4c4b-9b49-0d92845834df']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:39.306252 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a0cbb9e3-f0a3-4387-b471-70cf0adee36e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:39.306517 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-61bcf87f-79e7-4f6c-9dc4-bf01f9f1296d tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '614b0081-e4d2-41ea-80c9-4bad8d60e0cf') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:39.306517 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-61bcf87f-79e7-4f6c-9dc4-bf01f9f1296d tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '614b0081-e4d2-41ea-80c9-4bad8d60e0cf') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:39.308727 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-0523a112-e3ca-49fc-9a9b-204715fa85a4 None None] Transition to ACTIVE for port object 79080324-ca48-4b9d-8da4-c058b2c965ca will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:39.319400 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0523a112-e3ca-49fc-9a9b-204715fa85a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:39.368596 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-61bcf87f-79e7-4f6c-9dc4-bf01f9f1296d tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:39.406810 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0523a112-e3ca-49fc-9a9b-204715fa85a4 None None] Network 5b88bb95-08dc-42d8-bd2a-bcf09cf4b72d is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:39.410235 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-0523a112-e3ca-49fc-9a9b-204715fa85a4 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:39.415053 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0523a112-e3ca-49fc-9a9b-204715fa85a4 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:39.456258 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-12c8f344-f877-4d6c-bfe9-1bee4dd81587 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:39.460026 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-12c8f344-f877-4d6c-bfe9-1bee4dd81587 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1370943 Feb 16 12:47:39.471720 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35444) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:39.533995 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0523a112-e3ca-49fc-9a9b-204715fa85a4 None None] Pushing event updated for resources: {'Port': ['ID=79080324-ca48-4b9d-8da4-c058b2c965ca,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:39.551609 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-0523a112-e3ca-49fc-9a9b-204715fa85a4 None None] Attempting to bind port 79080324-ca48-4b9d-8da4-c058b2c965ca on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:39.551863 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-0523a112-e3ca-49fc-9a9b-204715fa85a4 None None] Attempting to bind port 79080324-ca48-4b9d-8da4-c058b2c965ca by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '74a57b92-b344-43d2-a856-75b029c56ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '5b88bb95-08dc-42d8-bd2a-bcf09cf4b72d'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:39.552224 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0523a112-e3ca-49fc-9a9b-204715fa85a4 None None] Attempting to bind port 79080324-ca48-4b9d-8da4-c058b2c965ca on network 5b88bb95-08dc-42d8-bd2a-bcf09cf4b72d {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:47:39.558289 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0523a112-e3ca-49fc-9a9b-204715fa85a4 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:47:39.558658 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0523a112-e3ca-49fc-9a9b-204715fa85a4 None None] Checking segment: {'id': '74a57b92-b344-43d2-a856-75b029c56ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '5b88bb95-08dc-42d8-bd2a-bcf09cf4b72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:39.559057 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0523a112-e3ca-49fc-9a9b-204715fa85a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:39.559443 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0523a112-e3ca-49fc-9a9b-204715fa85a4 None None] Bound using segment: {'id': '74a57b92-b344-43d2-a856-75b029c56ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '5b88bb95-08dc-42d8-bd2a-bcf09cf4b72d'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:47:39.559905 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-0523a112-e3ca-49fc-9a9b-204715fa85a4 None None] Bound port: 79080324-ca48-4b9d-8da4-c058b2c965ca, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74a57b92-b344-43d2-a856-75b029c56ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '5b88bb95-08dc-42d8-bd2a-bcf09cf4b72d'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:39.560277 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0523a112-e3ca-49fc-9a9b-204715fa85a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:39.598541 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bdcdb8bd-b6d3-4da0-9f22-2f247e886441 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:39.632355 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-61bcf87f-79e7-4f6c-9dc4-bf01f9f1296d tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:39.658993 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-0523a112-e3ca-49fc-9a9b-204715fa85a4 None None] For port 79080324-ca48-4b9d-8da4-c058b2c965ca, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:47:39.659245 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f959cc1b-6b57-460c-b47a-eadec4d6216b req-a0b553af-143f-4ed1-ae29-0f8977e35b6a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=756287ee-6810-469c-9c37-8297d79eec56 HTTP/1.1" status: 200 len: 1000 time: 0.3198125 Feb 16 12:47:39.660268 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bdcdb8bd-b6d3-4da0-9f22-2f247e886441 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:39.662281 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-0523a112-e3ca-49fc-9a9b-204715fa85a4 None None] For port 79080324-ca48-4b9d-8da4-c058b2c965ca, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=79080324-ca48-4b9d-8da4-c058b2c965ca,segment=NetworkSegment(74a57b92-b344-43d2-a856-75b029c56ce3),segment_id=74a57b92-b344-43d2-a856-75b029c56ce3)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:47:39.668444 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0523a112-e3ca-49fc-9a9b-204715fa85a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:39.735567 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cac8a5-1697-4482-b0a6-e0bc46782e27 req-fff0d97b-5e7b-46a6-8367-25c3d448cd9d tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:39.736896 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-17cac8a5-1697-4482-b0a6-e0bc46782e27 req-fff0d97b-5e7b-46a6-8367-25c3d448cd9d tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.7082760 Feb 16 12:47:39.794711 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0523a112-e3ca-49fc-9a9b-204715fa85a4 None None] Pushing event updated for resources: {'Port': ['ID=79080324-ca48-4b9d-8da4-c058b2c965ca,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:39.800927 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61bcf87f-79e7-4f6c-9dc4-bf01f9f1296d tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:47:39.801456 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-61bcf87f-79e7-4f6c-9dc4-bf01f9f1296d tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:39.807763 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a0cbb9e3-f0a3-4387-b471-70cf0adee36e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:39.825967 dv-neutron-829527-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:47:39.825967 dv-neutron-829527-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:47:39.825967 dv-neutron-829527-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:47:39.825967 dv-neutron-829527-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:47:39.825967 dv-neutron-829527-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:47:39.825967 dv-neutron-829527-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:47:39.825967 dv-neutron-829527-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:47:39.825967 dv-neutron-829527-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:47:39.825967 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:47:39.825967 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:47:39.825967 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:47:39.825967 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:47:39.825967 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:47:39.825967 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:47:39.825967 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:47:39.825967 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:47:39.825967 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:47:39.825967 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:47:39.825967 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:47:39.825967 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:47:39.825967 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:47:39.825967 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:47:39.825967 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:47:39.825967 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:47:39.825967 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:47:39.825967 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:47:39.825967 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:47:39.825967 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:47:39.825967 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:47:39.825967 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:47:39.825967 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:47:39.825967 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:47:39.825967 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:47:39.825967 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:47:39.825967 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:47:39.825967 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:47:39.825967 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:47:39.825967 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:47:39.825967 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:47:39.825967 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:47:40.137857 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cbb9e3-f0a3-4387-b471-70cf0adee36e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Subnet': ['ID=a9e2cbc4-09c8-43b1-90a2-3c1df4cb4180,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:40.171834 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-61bcf87f-79e7-4f6c-9dc4-bf01f9f1296d tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:40.176208 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35460) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:40.207961 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f959cc1b-6b57-460c-b47a-eadec4d6216b req-354af442-eff4-4489-9ff1-a6172f8a4956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:40.209587 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f959cc1b-6b57-460c-b47a-eadec4d6216b req-354af442-eff4-4489-9ff1-a6172f8a4956 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5863982f-bd9e-4d06-825d-64b5d101ef97 HTTP/1.1" status: 200 len: 851 time: 0.5388236 Feb 16 12:47:40.218890 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a0cbb9e3-f0a3-4387-b471-70cf0adee36e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:40.227209 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf712834-c44f-4e32-821c-b89f2b008559 None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:40.248895 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-61bcf87f-79e7-4f6c-9dc4-bf01f9f1296d tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:40.265120 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-17cac8a5-1697-4482-b0a6-e0bc46782e27 req-bd796d2b-890c-4e3b-b2ed-4c05fc7e23f8 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4203069 Feb 16 12:47:40.269102 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-70907865-4f8b-40ff-b228-9fd8ba968337 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:40.278388 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bcf87f-79e7-4f6c-9dc4-bf01f9f1296d tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event deleted for resources: {'Network': ['ID=08d38914-63eb-4c4b-9b49-0d92845834df,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:40.294363 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-61bcf87f-79e7-4f6c-9dc4-bf01f9f1296d tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/networks/08d38914-63eb-4c4b-9b49-0d92845834df HTTP/1.1" status: 204 len: 168 time: 3.7279310 Feb 16 12:47:40.300299 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35466) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:40.391983 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-a0cbb9e3-f0a3-4387-b471-70cf0adee36e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/a9e2cbc4-09c8-43b1-90a2-3c1df4cb4180 HTTP/1.1" status: 204 len: 168 time: 2.2254043 Feb 16 12:47:40.410595 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35472) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:40.568534 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 79080324-ca48-4b9d-8da4-c058b2c965ca up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:40.666878 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 79080324-ca48-4b9d-8da4-c058b2c965ca completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:40.667849 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2f13ea23-102b-481e-a202-81d6197bd750 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:40.685409 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-bee36281-4c6e-456a-9fd0-70b8b3b7f2c6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-510806527'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:40.696745 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2f13ea23-102b-481e-a202-81d6197bd750 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:40.697710 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2f13ea23-102b-481e-a202-81d6197bd750 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:40.697849 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-70907865-4f8b-40ff-b228-9fd8ba968337 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Calling delete_port for fdcbf21a-6d91-4922-a8ad-b1c0e5b9c43b owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:40.705642 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8e0e373-bf91-4856-a85e-1a6bc8ce6fbb tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting subnet e2d767ec-a35c-4ca6-9b75-2ea0100cb844 {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:47:40.712021 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-bdcdb8bd-b6d3-4da0-9f22-2f247e886441 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Allocated IP 2001:db8::249 (befb732d-80e1-4840-8b77-b359bd0b5a34/bb1a9bcf-1c5f-43f6-99f1-77a54bedd3be/ce064e1d-3fda-493e-b705-657ba42dc7a8) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:40.734320 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d2e7fbd7-77d4-427e-8067-f356cdc02941 tempest-NetworksNegativeTestJSON-1408170222 tempest-NetworksNegativeTestJSON-1408170222-project] Request body: {'port': {'network_id': '52fdf53c-b340-4bb5-ab8e-2a973cdcada1', 'name': 'tempest-NetworksNegativeTestJSON-1980454283'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:40.746449 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f8e0e373-bf91-4856-a85e-1a6bc8ce6fbb tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:40.798329 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-bee36281-4c6e-456a-9fd0-70b8b3b7f2c6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:40.815146 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b1ba676e-6c09-438e-8021-91cc9c437320 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:40.833230 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bee36281-4c6e-456a-9fd0-70b8b3b7f2c6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Usage tracker for resource:network and tenant:e1117180e8c949a18483da62b9a9f5be is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:40.849569 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f959cc1b-6b57-460c-b47a-eadec4d6216b req-55adc990-88c9-48ac-a10e-139c7710b616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:40.850995 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f959cc1b-6b57-460c-b47a-eadec4d6216b req-55adc990-88c9-48ac-a10e-139c7710b616 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=48c19cd8-ac27-4524-bc91-c49a239dcfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6218345 Feb 16 12:47:40.886362 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bee36281-4c6e-456a-9fd0-70b8b3b7f2c6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:40.891430 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2e7fbd7-77d4-427e-8067-f356cdc02941 tempest-NetworksNegativeTestJSON-1408170222 tempest-NetworksNegativeTestJSON-1408170222-project] POST failed (client error): The resource could not be found. Feb 16 12:47:40.891916 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2e7fbd7-77d4-427e-8067-f356cdc02941 tempest-NetworksNegativeTestJSON-1408170222 tempest-NetworksNegativeTestJSON-1408170222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:40.896717 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d2e7fbd7-77d4-427e-8067-f356cdc02941 tempest-NetworksNegativeTestJSON-1408170222 tempest-NetworksNegativeTestJSON-1408170222-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.7107821 Feb 16 12:47:40.903548 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35478) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:40.916256 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-bee36281-4c6e-456a-9fd0-70b8b3b7f2c6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:40.976875 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f8e0e373-bf91-4856-a85e-1a6bc8ce6fbb tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:41.085760 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-1faeb152-56a2-4fbe-afb8-e26fd4741bee tempest-NetworksNegativeTestJSON-1408170222 tempest-NetworksNegativeTestJSON-1408170222-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:41.086297 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1faeb152-56a2-4fbe-afb8-e26fd4741bee tempest-NetworksNegativeTestJSON-1408170222 tempest-NetworksNegativeTestJSON-1408170222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:41.091837 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1faeb152-56a2-4fbe-afb8-e26fd4741bee tempest-NetworksNegativeTestJSON-1408170222 tempest-NetworksNegativeTestJSON-1408170222-project] 10.222.0.83 "DELETE /v2.0/networks/4c1fa9cc-6966-4e0d-bb27-7a8b595aa724 HTTP/1.1" status: 404 len: 339 time: 0.1659472 Feb 16 12:47:41.092110 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35482) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:41.105364 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f13ea23-102b-481e-a202-81d6197bd750 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event updated for resources: {'Port': ['ID=2ede0b6c-3eee-4c9c-885e-fb47b11a264d,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:41.130891 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee36281-4c6e-456a-9fd0-70b8b3b7f2c6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Made reservation on behalf of e1117180e8c949a18483da62b9a9f5be for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:41.134742 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bee36281-4c6e-456a-9fd0-70b8b3b7f2c6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:41.141983 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136bf045-fa5c-4269-abe4-30fbc85a66d9 None None] Network 5b88bb95-08dc-42d8-bd2a-bcf09cf4b72d requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:41.157463 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e1542d-6f40-4bda-ba94-8400dc4c7eb0 req-de37e361-fddd-44cf-98b9-8509a147d4d0 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:41.165949 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-55e1542d-6f40-4bda-ba94-8400dc4c7eb0 req-de37e361-fddd-44cf-98b9-8509a147d4d0 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.6296811 Feb 16 12:47:41.190629 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-56bad664-3b9e-47c2-9cf4-0a547d42dc2e tempest-NetworksNegativeTestJSON-1408170222 tempest-NetworksNegativeTestJSON-1408170222-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:41.191223 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56bad664-3b9e-47c2-9cf4-0a547d42dc2e tempest-NetworksNegativeTestJSON-1408170222 tempest-NetworksNegativeTestJSON-1408170222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:41.201634 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-56bad664-3b9e-47c2-9cf4-0a547d42dc2e tempest-NetworksNegativeTestJSON-1408170222 tempest-NetworksNegativeTestJSON-1408170222-project] 10.222.0.83 "DELETE /v2.0/ports/7c1284cc-6a91-4adb-a32f-1222afb01d9a HTTP/1.1" status: 404 len: 333 time: 0.1084671 Feb 16 12:47:41.213794 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35486) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:41.298420 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6923e32-f345-45aa-8143-0a370dfa8188 tempest-NetworksNegativeTestJSON-1408170222 tempest-NetworksNegativeTestJSON-1408170222-project] DELETE failed (client error): The resource could not be found. Feb 16 12:47:41.298878 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6923e32-f345-45aa-8143-0a370dfa8188 tempest-NetworksNegativeTestJSON-1408170222 tempest-NetworksNegativeTestJSON-1408170222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:41.308788 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f959cc1b-6b57-460c-b47a-eadec4d6216b req-72e162d2-bca0-4f19-9a8b-75b3b6974ccc service neutron] 10.222.0.89 "GET /v2.0/networks/48c19cd8-ac27-4524-bc91-c49a239dcfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4457200 Feb 16 12:47:41.337538 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a6923e32-f345-45aa-8143-0a370dfa8188 tempest-NetworksNegativeTestJSON-1408170222 tempest-NetworksNegativeTestJSON-1408170222-project] 10.222.0.83 "DELETE /v2.0/subnets/975be1c0-beaf-4a51-9ee7-f2af9c24a17c HTTP/1.1" status: 404 len: 337 time: 0.0859108 Feb 16 12:47:41.348580 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35490) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:41.398636 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f8e0e373-bf91-4856-a85e-1a6bc8ce6fbb tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:41.409808 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-33b3abc2-4302-490c-aa7d-ab37aea09a34 None None] Provisioning for port 79080324-ca48-4b9d-8da4-c058b2c965ca completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:41.418424 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-33b3abc2-4302-490c-aa7d-ab37aea09a34 None None] Provisioning complete for port 79080324-ca48-4b9d-8da4-c058b2c965ca triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:41.418967 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-33b3abc2-4302-490c-aa7d-ab37aea09a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:41.484991 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bee36281-4c6e-456a-9fd0-70b8b3b7f2c6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:47:41.487023 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-70907865-4f8b-40ff-b228-9fd8ba968337 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:41.552678 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c7e32ca-4fd5-4663-9068-ac43fadf2c04 tempest-NetworksNegativeTestJSON-1408170222 tempest-NetworksNegativeTestJSON-1408170222-project] GET failed (client error): The resource could not be found. Feb 16 12:47:41.557872 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4c7e32ca-4fd5-4663-9068-ac43fadf2c04 tempest-NetworksNegativeTestJSON-1408170222 tempest-NetworksNegativeTestJSON-1408170222-project] 10.222.0.83 "GET /v2.0/networks/82bacdd1-07f5-4f8f-b5bd-31f514fd6dab HTTP/1.1" status: 404 len: 339 time: 0.1662929 Feb 16 12:47:41.558116 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f13ea23-102b-481e-a202-81d6197bd750 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Network 2d30d533-aee4-450e-9dcd-b5aaa268058b is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:41.559704 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bee36281-4c6e-456a-9fd0-70b8b3b7f2c6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:41.560049 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-bee36281-4c6e-456a-9fd0-70b8b3b7f2c6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Added segment 29efd3d9-b505-4b99-a01f-8878082989f4 of type vlan for network 686e81dc-c2f7-43d9-b50a-e8958404331f Feb 16 12:47:41.561321 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70907865-4f8b-40ff-b228-9fd8ba968337 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Pushing event deleted for resources: {'Port': ['ID=fdcbf21a-6d91-4922-a8ad-b1c0e5b9c43b,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:41.565647 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35494) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:41.594606 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-33b3abc2-4302-490c-aa7d-ab37aea09a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:41.598882 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-55e1542d-6f40-4bda-ba94-8400dc4c7eb0 req-88ac7d71-44e4-4d36-9349-0699900834b9 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4318187 Feb 16 12:47:41.605303 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-2f13ea23-102b-481e-a202-81d6197bd750 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:41.641447 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-33b3abc2-4302-490c-aa7d-ab37aea09a34 None None] For port 79080324-ca48-4b9d-8da4-c058b2c965ca, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=79080324-ca48-4b9d-8da4-c058b2c965ca,segment=NetworkSegment(74a57b92-b344-43d2-a856-75b029c56ce3),segment_id=74a57b92-b344-43d2-a856-75b029c56ce3)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:41.649238 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-33b3abc2-4302-490c-aa7d-ab37aea09a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:41.665417 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d96b8e1-ca1a-4793-888d-d30589723571 tempest-NetworksNegativeTestJSON-1408170222 tempest-NetworksNegativeTestJSON-1408170222-project] GET failed (client error): The resource could not be found. Feb 16 12:47:41.666791 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-7d96b8e1-ca1a-4793-888d-d30589723571 tempest-NetworksNegativeTestJSON-1408170222 tempest-NetworksNegativeTestJSON-1408170222-project] 10.222.0.83 "GET /v2.0/ports/c4014348-15c6-4e4d-81c4-f3c3798c13f1 HTTP/1.1" status: 404 len: 333 time: 0.0899889 Feb 16 12:47:41.682294 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35500) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:41.689248 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bdcdb8bd-b6d3-4da0-9f22-2f247e886441 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:41.707459 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-b1ba676e-6c09-438e-8021-91cc9c437320 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Allocated IP 172.20.0.1 (5b88bb95-08dc-42d8-bd2a-bcf09cf4b72d/9a94d73a-5f1c-4034-9c08-ca7451e085bb/f7e12991-6108-4021-9c76-4750f3d5a748) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:41.769598 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b3abc2-4302-490c-aa7d-ab37aea09a34 None None] Pushing event updated for resources: {'Port': ['ID=79080324-ca48-4b9d-8da4-c058b2c965ca,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:41.780916 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bee36281-4c6e-456a-9fd0-70b8b3b7f2c6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:41.816005 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-d59413da-f129-434e-b2f3-da4115b1bbf3 None None] Provisioning complete for port 27a2945f-bdbc-49db-a3c0-e9550637d670 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:41.816647 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d59413da-f129-434e-b2f3-da4115b1bbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:41.897640 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f959cc1b-6b57-460c-b47a-eadec4d6216b req-e6c4ec49-b33e-4e54-acc0-f76d60ed72bf service neutron] 10.222.0.89 "GET /v2.0/networks/48c19cd8-ac27-4524-bc91-c49a239dcfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5562122 Feb 16 12:47:42.120950 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-6dd0a80c-cd37-4e81-9e38-2adc574244b0 None None] Provisioning complete for port 79080324-ca48-4b9d-8da4-c058b2c965ca triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:42.121319 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6dd0a80c-cd37-4e81-9e38-2adc574244b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.195155 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e105ba9-6d55-4688-a067-b6f59da9a7c3 tempest-NetworksNegativeTestJSON-1408170222 tempest-NetworksNegativeTestJSON-1408170222-project] GET failed (client error): The resource could not be found. Feb 16 12:47:42.200742 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-9e105ba9-6d55-4688-a067-b6f59da9a7c3 tempest-NetworksNegativeTestJSON-1408170222 tempest-NetworksNegativeTestJSON-1408170222-project] 10.222.0.83 "GET /v2.0/subnets/b4127e47-7634-4e38-97da-4c2685344876 HTTP/1.1" status: 404 len: 337 time: 0.5111768 Feb 16 12:47:42.204441 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35504) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:42.215396 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f8e0e373-bf91-4856-a85e-1a6bc8ce6fbb tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.251989 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bdcdb8bd-b6d3-4da0-9f22-2f247e886441 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.254827 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-f0057bd8-ae9b-4976-91b8-f7464d2bbc54 tempest-NetworksNegativeTestJSON-1408170222 tempest-NetworksNegativeTestJSON-1408170222-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:42.302763 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e0e373-bf91-4856-a85e-1a6bc8ce6fbb tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Subnet': ['ID=e2d767ec-a35c-4ca6-9b75-2ea0100cb844,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:42.321208 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bee36281-4c6e-456a-9fd0-70b8b3b7f2c6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.326867 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee36281-4c6e-456a-9fd0-70b8b3b7f2c6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:42.327531 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9715395-810d-47d4-9b89-e356bab716d5 None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:42.327665 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bee36281-4c6e-456a-9fd0-70b8b3b7f2c6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.335330 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f8e0e373-bf91-4856-a85e-1a6bc8ce6fbb tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.355325 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcdb8bd-b6d3-4da0-9f22-2f247e886441 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Network befb732d-80e1-4840-8b77-b359bd0b5a34 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:42.363602 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f13ea23-102b-481e-a202-81d6197bd750 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Router 0edd8ba6-2881-49d1-89db-3fe52c6b2db9 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:47:42.364866 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-bdcdb8bd-b6d3-4da0-9f22-2f247e886441 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:42.365183 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0057bd8-ae9b-4976-91b8-f7464d2bbc54 tempest-NetworksNegativeTestJSON-1408170222 tempest-NetworksNegativeTestJSON-1408170222-project] PUT failed (client error): The resource could not be found. Feb 16 12:47:42.365652 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0057bd8-ae9b-4976-91b8-f7464d2bbc54 tempest-NetworksNegativeTestJSON-1408170222 tempest-NetworksNegativeTestJSON-1408170222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:42.373684 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f0057bd8-ae9b-4976-91b8-f7464d2bbc54 tempest-NetworksNegativeTestJSON-1408170222 tempest-NetworksNegativeTestJSON-1408170222-project] 10.222.0.83 "PUT /v2.0/networks/60061da8-70ac-4a5b-b096-948b7413baa9 HTTP/1.1" status: 404 len: 339 time: 0.1357129 Feb 16 12:47:42.374030 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f8e0e373-bf91-4856-a85e-1a6bc8ce6fbb tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/e2d767ec-a35c-4ca6-9b75-2ea0100cb844 HTTP/1.1" status: 204 len: 168 time: 1.9563324 Feb 16 12:47:42.375048 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-70907865-4f8b-40ff-b228-9fd8ba968337 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.375398 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcdb8bd-b6d3-4da0-9f22-2f247e886441 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:42.430008 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35510) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:42.430777 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35512) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:42.437379 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcdb8bd-b6d3-4da0-9f22-2f247e886441 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Pushing event updated for resources: {'Port': ['ID=ce064e1d-3fda-493e-b705-657ba42dc7a8,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:42.465221 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-beaf90df-93db-4880-ba5b-d050dd27fd89 tempest-NetworksNegativeTestJSON-1408170222 tempest-NetworksNegativeTestJSON-1408170222-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:42.473127 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b1ba676e-6c09-438e-8021-91cc9c437320 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.480092 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-70907865-4f8b-40ff-b228-9fd8ba968337 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] 10.222.0.83 "DELETE /v2.0/ports/fdcbf21a-6d91-4922-a8ad-b1c0e5b9c43b HTTP/1.1" status: 204 len: 168 time: 3.9427822 Feb 16 12:47:42.488826 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bee36281-4c6e-456a-9fd0-70b8b3b7f2c6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.1891043 Feb 16 12:47:42.489470 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35518) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:42.500221 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35520) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:42.507736 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee36281-4c6e-456a-9fd0-70b8b3b7f2c6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event updated for resources: {'Network': ['ID=686e81dc-c2f7-43d9-b50a-e8958404331f,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:42.530783 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 79080324-ca48-4b9d-8da4-c058b2c965ca up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:42.555575 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 686e81dc-c2f7-43d9-b50a-e8958404331f details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:47:42.580708 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-71e27cb2-d507-4c9b-b49f-ca54b5f2770c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Request body: {'subnet': {'network_id': '686e81dc-c2f7-43d9-b50a-e8958404331f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:42.611545 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717202d-f288-4962-886e-38424c1eed4a req-b84261e4-6760-4cdb-9af5-bd8169d2c790 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:42.613883 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d717202d-f288-4962-886e-38424c1eed4a req-b84261e4-6760-4cdb-9af5-bd8169d2c790 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.7538157 Feb 16 12:47:42.619025 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b1ba676e-6c09-438e-8021-91cc9c437320 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Transition to ACTIVE for port object f7e12991-6108-4021-9c76-4750f3d5a748 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:42.658187 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-b9865229-287e-4255-bdc5-ae5e1a073d30 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2181175 Feb 16 12:47:42.663445 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35526) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:42.664409 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-beaf90df-93db-4880-ba5b-d050dd27fd89 tempest-NetworksNegativeTestJSON-1408170222 tempest-NetworksNegativeTestJSON-1408170222-project] PUT failed (client error): The resource could not be found. Feb 16 12:47:42.664927 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beaf90df-93db-4880-ba5b-d050dd27fd89 tempest-NetworksNegativeTestJSON-1408170222 tempest-NetworksNegativeTestJSON-1408170222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:42.666228 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-beaf90df-93db-4880-ba5b-d050dd27fd89 tempest-NetworksNegativeTestJSON-1408170222 tempest-NetworksNegativeTestJSON-1408170222-project] 10.222.0.83 "PUT /v2.0/ports/17ae833c-dfac-4784-ae0c-6b6250991fd1 HTTP/1.1" status: 404 len: 333 time: 0.2247870 Feb 16 12:47:42.698882 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-d1dbdac3-b151-4992-90c7-e68f8d0b9f28 None None] Provisioning complete for port 2ede0b6c-3eee-4c9c-885e-fb47b11a264d triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:42.699857 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d1dbdac3-b151-4992-90c7-e68f8d0b9f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.748193 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35528) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:42.774229 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-05bd0bf9-cf94-474c-a41b-932eb811d490 tempest-NetworksNegativeTestJSON-1408170222 tempest-NetworksNegativeTestJSON-1408170222-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:42.799160 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-f29d9e66-eb79-48cb-921b-ab68af73b2af tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] GET failed (client error): The resource could not be found. Feb 16 12:47:42.799753 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f29d9e66-eb79-48cb-921b-ab68af73b2af tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Synchronizing usage tracker for tenant:e574c36815ed45329336895cd8ea657c on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:42.891315 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-d1dbdac3-b151-4992-90c7-e68f8d0b9f28 None None] Port 2ede0b6c-3eee-4c9c-885e-fb47b11a264d cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:47:42.891806 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f29d9e66-eb79-48cb-921b-ab68af73b2af tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Unset dirty status for tenant:e574c36815ed45329336895cd8ea657c on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:42.893088 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f29d9e66-eb79-48cb-921b-ab68af73b2af tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] 10.222.0.83 "GET /v2.0/ports/fdcbf21a-6d91-4922-a8ad-b1c0e5b9c43b HTTP/1.1" status: 404 len: 333 time: 0.3946862 Feb 16 12:47:42.897386 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35534) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:42.903061 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d717202d-f288-4962-886e-38424c1eed4a req-049f239e-c91a-4548-8b22-7a547e7208d6 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052923 Feb 16 12:47:42.905229 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-71e27cb2-d507-4c9b-b49f-ca54b5f2770c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:42.916638 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 79080324-ca48-4b9d-8da4-c058b2c965ca triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:42.917095 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:42.933631 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-05bd0bf9-cf94-474c-a41b-932eb811d490 tempest-NetworksNegativeTestJSON-1408170222 tempest-NetworksNegativeTestJSON-1408170222-project] PUT failed (client error): The resource could not be found. Feb 16 12:47:42.934082 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05bd0bf9-cf94-474c-a41b-932eb811d490 tempest-NetworksNegativeTestJSON-1408170222 tempest-NetworksNegativeTestJSON-1408170222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:42.935212 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-05bd0bf9-cf94-474c-a41b-932eb811d490 tempest-NetworksNegativeTestJSON-1408170222 tempest-NetworksNegativeTestJSON-1408170222-project] 10.222.0.83 "PUT /v2.0/subnets/11d8f5b1-415a-4571-a5e5-0547b7003673 HTTP/1.1" status: 404 len: 337 time: 0.1810420 Feb 16 12:47:42.958667 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-71e27cb2-d507-4c9b-b49f-ca54b5f2770c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Usage tracker for resource:subnet and tenant:e1117180e8c949a18483da62b9a9f5be is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:42.965099 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-71e27cb2-d507-4c9b-b49f-ca54b5f2770c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:42.975789 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-71e27cb2-d507-4c9b-b49f-ca54b5f2770c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:43.039316 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1d7d25a8-09e2-4426-97c0-ab16ca4e080d tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Deleting port f5d03fff-0fbb-41f7-9afb-44b45b6567af {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:43.039856 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1d7d25a8-09e2-4426-97c0-ab16ca4e080d tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.071382 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b1ba676e-6c09-438e-8021-91cc9c437320 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.096792 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba00c27-54b4-48ba-adbb-24ca1002d124 None None] DHCP port deletion for c2beece7-853e-4518-ace6-8724ee235932 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:47:43.109642 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-3ba00c27-54b4-48ba-adbb-24ca1002d124 None None] Deleting port 27a2945f-bdbc-49db-a3c0-e9550637d670 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:43.110015 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-3ba00c27-54b4-48ba-adbb-24ca1002d124 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.144603 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e27cb2-d507-4c9b-b49f-ca54b5f2770c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Made reservation on behalf of e1117180e8c949a18483da62b9a9f5be for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:43.148420 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-71e27cb2-d507-4c9b-b49f-ca54b5f2770c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.157559 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f13ea23-102b-481e-a202-81d6197bd750 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:47:43.181992 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aab03e0-f6c5-4462-b5d8-4fbceda3ca75 None None] Sync routers for ids ['0edd8ba6-2881-49d1-89db-3fe52c6b2db9'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:43.182710 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-2f13ea23-102b-481e-a202-81d6197bd750 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "PUT /v2.0/routers/0edd8ba6-2881-49d1-89db-3fe52c6b2db9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5076001 Feb 16 12:47:43.188319 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ba676e-6c09-438e-8021-91cc9c437320 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Network 5b88bb95-08dc-42d8-bd2a-bcf09cf4b72d is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:43.189077 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35542) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:43.250856 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aab03e0-f6c5-4462-b5d8-4fbceda3ca75 None None] Routers {'0edd8ba6-2881-49d1-89db-3fe52c6b2db9'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:43.252180 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-1aab03e0-f6c5-4462-b5d8-4fbceda3ca75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:47:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['0edd8ba6-2881-49d1-89db-3fe52c6b2db9'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:43.252582 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-b1ba676e-6c09-438e-8021-91cc9c437320 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:43.306525 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f078472c-3c1c-4b45-84b2-88d9e6fca0f3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:43.308550 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f078472c-3c1c-4b45-84b2-88d9e6fca0f3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5922027 Feb 16 12:47:43.321650 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35548) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:43.338839 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-1aab03e0-f6c5-4462-b5d8-4fbceda3ca75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:43.343996 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ba676e-6c09-438e-8021-91cc9c437320 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:43.371397 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aab03e0-f6c5-4462-b5d8-4fbceda3ca75 None None] Routers {'0edd8ba6-2881-49d1-89db-3fe52c6b2db9'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:43.372180 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-1aab03e0-f6c5-4462-b5d8-4fbceda3ca75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:47:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['0edd8ba6-2881-49d1-89db-3fe52c6b2db9'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:43.424728 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba676e-6c09-438e-8021-91cc9c437320 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event updated for resources: {'Port': ['ID=f7e12991-6108-4021-9c76-4750f3d5a748,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:43.435828 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35552) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:43.511204 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f23c4b-188b-491b-85ad-add09a691df7 req-8c44da13-1578-42b1-86dc-f145dff4a75f tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:43.513089 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-29f23c4b-188b-491b-85ad-add09a691df7 req-8c44da13-1578-42b1-86dc-f145dff4a75f tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.4742377 Feb 16 12:47:43.532057 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bdcdb8bd-b6d3-4da0-9f22-2f247e886441 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.548401 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a845fc0e-3dfe-421a-b87f-347099b21645 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:43.552833 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a845fc0e-3dfe-421a-b87f-347099b21645 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "GET /v2.0/ports/2ede0b6c-3eee-4c9c-885e-fb47b11a264d HTTP/1.1" status: 200 len: 913 time: 0.3115795 Feb 16 12:47:43.556115 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35558) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:43.559843 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b1ba676e-6c09-438e-8021-91cc9c437320 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.575884 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-1aab03e0-f6c5-4462-b5d8-4fbceda3ca75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:43.576523 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aab03e0-f6c5-4462-b5d8-4fbceda3ca75 None None] The sync data for ids ['0edd8ba6-2881-49d1-89db-3fe52c6b2db9'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:43.617915 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d482fe8e-adb9-4d07-b570-fe9bb348ada0 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:43.618660 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-d482fe8e-adb9-4d07-b570-fe9bb348ada0 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:43.642398 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-b1202eea-7275-4f24-8087-dfe0f485ced6 None None] Provisioning for port f7e12991-6108-4021-9c76-4750f3d5a748 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:43.658971 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-3ba00c27-54b4-48ba-adbb-24ca1002d124 None None] For port 27a2945f-bdbc-49db-a3c0-e9550637d670, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=27a2945f-bdbc-49db-a3c0-e9550637d670,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:43.659356 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-3ba00c27-54b4-48ba-adbb-24ca1002d124 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.666639 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-b1202eea-7275-4f24-8087-dfe0f485ced6 None None] Provisioning complete for port f7e12991-6108-4021-9c76-4750f3d5a748 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:43.666998 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b1202eea-7275-4f24-8087-dfe0f485ced6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.670166 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c6448310-4ccb-4b10-8419-13f1cc2d734e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.865327 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-3ba00c27-54b4-48ba-adbb-24ca1002d124 None None] Calling delete_port for 27a2945f-bdbc-49db-a3c0-e9550637d670 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:43.913457 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-b1202eea-7275-4f24-8087-dfe0f485ced6 None None] Port f7e12991-6108-4021-9c76-4750f3d5a748 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:47:43.915506 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-d482fe8e-adb9-4d07-b570-fe9bb348ada0 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:43.918347 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d482fe8e-adb9-4d07-b570-fe9bb348ada0 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5950723 Feb 16 12:47:43.921318 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-29f23c4b-188b-491b-85ad-add09a691df7 req-3a82965c-ac71-4fa2-b2b8-2ba51b800305 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3945041 Feb 16 12:47:43.924565 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35562) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:43.968202 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-3ba00c27-54b4-48ba-adbb-24ca1002d124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:43.999718 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-c6448310-4ccb-4b10-8419-13f1cc2d734e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:44.007980 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-51033805-b5e4-4608-a1ea-777ea154b209 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0772681 Feb 16 12:47:44.007980 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-c6448310-4ccb-4b10-8419-13f1cc2d734e admin admin] Usage tracker for resource:security_group_rule and tenant:04baea6561474c228d6a35ce694e68f1 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:44.011823 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35568) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:44.016509 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-c6448310-4ccb-4b10-8419-13f1cc2d734e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:44.027635 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-94a72fbc-afcd-4fb2-b3c9-d2be0490fa0f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'subnet': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:44.046927 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba00c27-54b4-48ba-adbb-24ca1002d124 None None] Pushing event deleted for resources: {'Port': ['ID=27a2945f-bdbc-49db-a3c0-e9550637d670,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:44.053023 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-c6448310-4ccb-4b10-8419-13f1cc2d734e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:44.056155 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba00c27-54b4-48ba-adbb-24ca1002d124 None None] No DVR routers for this DVR port 27a2945f-bdbc-49db-a3c0-e9550637d670 on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:44.115077 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1d7d25a8-09e2-4426-97c0-ab16ca4e080d tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:44.334069 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-94a72fbc-afcd-4fb2-b3c9-d2be0490fa0f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:44.414196 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1d7d25a8-09e2-4426-97c0-ab16ca4e080d tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Calling delete_port for f5d03fff-0fbb-41f7-9afb-44b45b6567af owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:44.440202 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-94a72fbc-afcd-4fb2-b3c9-d2be0490fa0f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:44.470521 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 27a2945f-bdbc-49db-a3c0-e9550637d670 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:47:44.472044 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b1ba676e-6c09-438e-8021-91cc9c437320 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:44.489812 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a72fbc-afcd-4fb2-b3c9-d2be0490fa0f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:44.493990 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-94a72fbc-afcd-4fb2-b3c9-d2be0490fa0f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:44.495476 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-94a72fbc-afcd-4fb2-b3c9-d2be0490fa0f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:47:44.495915 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94a72fbc-afcd-4fb2-b3c9-d2be0490fa0f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:44.512786 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 27a2945f-bdbc-49db-a3c0-e9550637d670 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:47:44.513212 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 27a2945f-bdbc-49db-a3c0-e9550637d670 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:47:44.535813 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db132a19-7f15-49d6-bbfd-4dff4d332053 req-2e87c6c1-a359-4fbb-a731-4bd4ed2b010b tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:44.537351 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-db132a19-7f15-49d6-bbfd-4dff4d332053 req-2e87c6c1-a359-4fbb-a731-4bd4ed2b010b tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.3153467 Feb 16 12:47:44.538309 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bdcdb8bd-b6d3-4da0-9f22-2f247e886441 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:44.576684 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-71e27cb2-d507-4c9b-b49f-ca54b5f2770c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:44.669957 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c6448310-4ccb-4b10-8419-13f1cc2d734e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:44.679105 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-94a72fbc-afcd-4fb2-b3c9-d2be0490fa0f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6662827 Feb 16 12:47:44.683537 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c6448310-4ccb-4b10-8419-13f1cc2d734e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:44.689816 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35574) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:44.721692 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-7f82d7c9-b7d4-4b53-a8c3-850717a0daf1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'subnet': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:44.910562 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-db132a19-7f15-49d6-bbfd-4dff4d332053 req-65848615-f4d0-4b17-b9e8-b0af982fc47e tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3001213 Feb 16 12:47:44.917176 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6448310-4ccb-4b10-8419-13f1cc2d734e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2cdea40-b516-4e41-a6d4-84442d2ff76f,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:44.923062 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e27cb2-d507-4c9b-b49f-ca54b5f2770c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event updated for resources: {'Subnet': ['ID=906c2532-69f1-40d5-ae46-0c30ca34b9b6,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:44.937758 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-c6448310-4ccb-4b10-8419-13f1cc2d734e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=04baea6561474c228d6a35ce694e68f1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4947383 Feb 16 12:47:44.945024 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35578) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:44.964074 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e27cb2-d507-4c9b-b49f-ca54b5f2770c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Checking segment: {'id': '29efd3d9-b505-4b99-a01f-8878082989f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '686e81dc-c2f7-43d9-b50a-e8958404331f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:44.964432 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e27cb2-d507-4c9b-b49f-ca54b5f2770c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Network hostable DHCP agents. Network: 686e81dc-c2f7-43d9-b50a-e8958404331f, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:47:45.000657 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1d7d25a8-09e2-4426-97c0-ab16ca4e080d tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:45.002845 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-7f82d7c9-b7d4-4b53-a8c3-850717a0daf1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:45.028161 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-7f82d7c9-b7d4-4b53-a8c3-850717a0daf1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:45.074478 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f82d7c9-b7d4-4b53-a8c3-850717a0daf1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:45.078731 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7f82d7c9-b7d4-4b53-a8c3-850717a0daf1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:45.080203 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f82d7c9-b7d4-4b53-a8c3-850717a0daf1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:47:45.080653 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f82d7c9-b7d4-4b53-a8c3-850717a0daf1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:45.089255 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ee5c2006-f882-4216-94a2-0a2202b4cd3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:45.127544 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-7f82d7c9-b7d4-4b53-a8c3-850717a0daf1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4279644 Feb 16 12:47:45.128966 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdcdb8bd-b6d3-4da0-9f22-2f247e886441 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Router 133e188b-3dc0-4534-beca-f73b06abe36c is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:47:45.130111 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7d25a8-09e2-4426-97c0-ab16ca4e080d tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Pushing event deleted for resources: {'Port': ['ID=f5d03fff-0fbb-41f7-9afb-44b45b6567af,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:45.133572 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35582) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:45.142271 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ee5c2006-f882-4216-94a2-0a2202b4cd3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:45.144633 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e27cb2-d507-4c9b-b49f-ca54b5f2770c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Network 686e81dc-c2f7-43d9-b50a-e8958404331f is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:47:45.152785 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-b9ce3058-cc35-4ff2-8c32-b132369a42b7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'subnet': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:45.251044 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1d7d25a8-09e2-4426-97c0-ab16ca4e080d tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:45.254192 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-71e27cb2-d507-4c9b-b49f-ca54b5f2770c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 686e81dc-c2f7-43d9-b50a-e8958404331f) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:45.270414 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f2237c-e615-4f79-b950-c23784fa7f89 None None] Network 686e81dc-c2f7-43d9-b50a-e8958404331f requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:45.273242 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e27cb2-d507-4c9b-b49f-ca54b5f2770c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:45.273900 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-71e27cb2-d507-4c9b-b49f-ca54b5f2770c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:45.363435 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1d7d25a8-09e2-4426-97c0-ab16ca4e080d tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] 10.222.0.83 "DELETE /v2.0/ports/f5d03fff-0fbb-41f7-9afb-44b45b6567af HTTP/1.1" status: 204 len: 168 time: 2.4638221 Feb 16 12:47:45.368824 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-71e27cb2-d507-4c9b-b49f-ca54b5f2770c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8606815 Feb 16 12:47:45.370487 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35586) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:45.370761 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35588) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:45.440681 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-a1f36570-48fe-433a-b326-115ff96dc044 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Request body: {'port': {'network_id': '686e81dc-c2f7-43d9-b50a-e8958404331f', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2003300137'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:45.488721 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-b9ce3058-cc35-4ff2-8c32-b132369a42b7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:45.509036 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ee5c2006-f882-4216-94a2-0a2202b4cd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:45.515539 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-b9ce3058-cc35-4ff2-8c32-b132369a42b7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:45.526181 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad691644-013e-4b1a-bb14-ebf1ab285992 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] GET failed (client error): The resource could not be found. Feb 16 12:47:45.526726 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ad691644-013e-4b1a-bb14-ebf1ab285992 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Synchronizing usage tracker for tenant:e574c36815ed45329336895cd8ea657c on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:45.541216 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e289fb2e-b8ed-4437-b5af-b4e1954f69fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-686e81dc-c2f7-43d9-b50a-e8958404331f', 'network_id': '686e81dc-c2f7-43d9-b50a-e8958404331f', 'tenant_id': 'e1117180e8c949a18483da62b9a9f5be', 'fixed_ips': [{'subnet_id': '906c2532-69f1-40d5-ae46-0c30ca34b9b6'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:47:45.541626 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff75e1dd-b366-467e-bbe2-39daaaed6060 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:45.542035 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e289fb2e-b8ed-4437-b5af-b4e1954f69fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:45.542677 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c2006-f882-4216-94a2-0a2202b4cd3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2cdea40-b516-4e41-a6d4-84442d2ff76f,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:45.552449 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdcdb8bd-b6d3-4da0-9f22-2f247e886441 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:47:45.560965 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ee5c2006-f882-4216-94a2-0a2202b4cd3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:45.562166 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-ee5c2006-f882-4216-94a2-0a2202b4cd3e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f2cdea40-b516-4e41-a6d4-84442d2ff76f HTTP/1.1" status: 204 len: 168 time: 0.6122019 Feb 16 12:47:45.570276 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c4e7f4-8a89-482e-ab4a-18e9e0bdd301 None None] Sync routers for ids ['133e188b-3dc0-4534-beca-f73b06abe36c'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:45.570915 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ce3058-cc35-4ff2-8c32-b132369a42b7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:45.574306 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b9ce3058-cc35-4ff2-8c32-b132369a42b7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:45.575715 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9ce3058-cc35-4ff2-8c32-b132369a42b7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:47:45.576143 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9ce3058-cc35-4ff2-8c32-b132369a42b7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:45.584277 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c4e7f4-8a89-482e-ab4a-18e9e0bdd301 None None] Routers {'133e188b-3dc0-4534-beca-f73b06abe36c'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:45.585377 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-b5c4e7f4-8a89-482e-ab4a-18e9e0bdd301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:47:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['133e188b-3dc0-4534-beca-f73b06abe36c'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:45.610637 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bdcdb8bd-b6d3-4da0-9f22-2f247e886441 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:45.614549 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-bdcdb8bd-b6d3-4da0-9f22-2f247e886441 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.7757559 Feb 16 12:47:45.618938 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-b9ce3058-cc35-4ff2-8c32-b132369a42b7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4785657 Feb 16 12:47:45.618938 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35596) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:45.716479 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35598) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:45.764574 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-e289fb2e-b8ed-4437-b5af-b4e1954f69fb None None] Allocated IP 2001:db8::2 (686e81dc-c2f7-43d9-b50a-e8958404331f/906c2532-69f1-40d5-ae46-0c30ca34b9b6/3810f6fd-9164-4d0b-9d71-7769f3469faa) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:45.805882 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-b5c4e7f4-8a89-482e-ab4a-18e9e0bdd301 None None] Set router 133e188b-3dc0-4534-beca-f73b06abe36c gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:47:45.859976 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-90ca319c-9931-4343-ab8b-8c599b57d59d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'subnet': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:45.951679 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ad691644-013e-4b1a-bb14-ebf1ab285992 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Unset dirty status for tenant:e574c36815ed45329336895cd8ea657c on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:45.953242 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ad691644-013e-4b1a-bb14-ebf1ab285992 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] 10.222.0.83 "GET /v2.0/ports/f5d03fff-0fbb-41f7-9afb-44b45b6567af HTTP/1.1" status: 404 len: 333 time: 0.5810740 Feb 16 12:47:45.960077 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.resource_extend [None req-b1ba676e-6c09-438e-8021-91cc9c437320 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:47:46.016095 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e289fb2e-b8ed-4437-b5af-b4e1954f69fb None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.031683 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-e289fb2e-b8ed-4437-b5af-b4e1954f69fb None None] Transition to ACTIVE for port object 3810f6fd-9164-4d0b-9d71-7769f3469faa will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:46.037254 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35612) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:46.057215 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-e289fb2e-b8ed-4437-b5af-b4e1954f69fb None None] Transition to ACTIVE for port object 3810f6fd-9164-4d0b-9d71-7769f3469faa will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:46.075227 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e289fb2e-b8ed-4437-b5af-b4e1954f69fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.169708 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e289fb2e-b8ed-4437-b5af-b4e1954f69fb None None] Network 686e81dc-c2f7-43d9-b50a-e8958404331f is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:46.173507 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-e289fb2e-b8ed-4437-b5af-b4e1954f69fb None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:46.182650 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e289fb2e-b8ed-4437-b5af-b4e1954f69fb None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:46.280469 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289fb2e-b8ed-4437-b5af-b4e1954f69fb None None] Pushing event updated for resources: {'Port': ['ID=3810f6fd-9164-4d0b-9d71-7769f3469faa,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:46.281353 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-b5c4e7f4-8a89-482e-ab4a-18e9e0bdd301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133e188b-3dc0-4534-beca-f73b06abe36c', 'name': '', 'tenant_id': 'c4a1d3bc9afa4da1a9bd8f7c40812120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'befb732d-80e1-4840-8b77-b359bd0b5a34', 'external_fixed_ips': [{'subnet_id': 'bb1a9bcf-1c5f-43f6-99f1-77a54bedd3be', 'ip_address': '2001:db8::249'}], 'enable_snat': True}, 'gw_port_id': 'ce064e1d-3fda-493e-b705-657ba42dc7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:36Z', 'updated_at': '2022-02-16T12:47:42Z', 'revision_number': 3, 'project_id': 'c4a1d3bc9afa4da1a9bd8f7c40812120', 'gw_port': {'id': 'ce064e1d-3fda-493e-b705-657ba42dc7a8', 'name': '', 'network_id': 'befb732d-80e1-4840-8b77-b359bd0b5a34', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:02:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133e188b-3dc0-4534-beca-f73b06abe36c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'bb1a9bcf-1c5f-43f6-99f1-77a54bedd3be', 'ip_address': '2001:db8::249', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:47:39Z', 'updated_at': '2022-02-16T12:47:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb1a9bcf-1c5f-43f6-99f1-77a54bedd3be', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:46.284742 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c4e7f4-8a89-482e-ab4a-18e9e0bdd301 None None] Checking router: 133e188b-3dc0-4534-beca-f73b06abe36c for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:47:46.285276 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c4e7f4-8a89-482e-ab4a-18e9e0bdd301 None None] Updating router 133e188b-3dc0-4534-beca-f73b06abe36c port ce064e1d-3fda-493e-b705-657ba42dc7a8 binding host dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:47:46.312447 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-e289fb2e-b8ed-4437-b5af-b4e1954f69fb None None] Attempting to bind port 3810f6fd-9164-4d0b-9d71-7769f3469faa on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:46.312835 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-e289fb2e-b8ed-4437-b5af-b4e1954f69fb None None] Attempting to bind port 3810f6fd-9164-4d0b-9d71-7769f3469faa by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '29efd3d9-b505-4b99-a01f-8878082989f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '686e81dc-c2f7-43d9-b50a-e8958404331f'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:46.313315 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e289fb2e-b8ed-4437-b5af-b4e1954f69fb None None] Attempting to bind port 3810f6fd-9164-4d0b-9d71-7769f3469faa on network 686e81dc-c2f7-43d9-b50a-e8958404331f {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:47:46.319132 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e289fb2e-b8ed-4437-b5af-b4e1954f69fb None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:47:46.319498 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e289fb2e-b8ed-4437-b5af-b4e1954f69fb None None] Checking segment: {'id': '29efd3d9-b505-4b99-a01f-8878082989f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '686e81dc-c2f7-43d9-b50a-e8958404331f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:46.319886 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e289fb2e-b8ed-4437-b5af-b4e1954f69fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.320262 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e289fb2e-b8ed-4437-b5af-b4e1954f69fb None None] Bound using segment: {'id': '29efd3d9-b505-4b99-a01f-8878082989f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '686e81dc-c2f7-43d9-b50a-e8958404331f'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:47:46.320843 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-e289fb2e-b8ed-4437-b5af-b4e1954f69fb None None] Bound port: 3810f6fd-9164-4d0b-9d71-7769f3469faa, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29efd3d9-b505-4b99-a01f-8878082989f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '686e81dc-c2f7-43d9-b50a-e8958404331f'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:46.321211 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e289fb2e-b8ed-4437-b5af-b4e1954f69fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.341513 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-45f466cb-71bd-4cd7-bff0-d64030835b40 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Deleting port 6c2e9e58-27b8-4876-9cfd-0d2c8e767201 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:46.346001 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-45f466cb-71bd-4cd7-bff0-d64030835b40 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.346690 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b1ba676e-6c09-438e-8021-91cc9c437320 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.350229 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-b5c4e7f4-8a89-482e-ab4a-18e9e0bdd301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.415982 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-90ca319c-9931-4343-ab8b-8c599b57d59d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:46.441078 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b1ba676e-6c09-438e-8021-91cc9c437320 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.458705 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a5889693-cf68-43bf-95bf-002172ad0e39 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks [] for router, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.485121 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-e289fb2e-b8ed-4437-b5af-b4e1954f69fb None None] For port 3810f6fd-9164-4d0b-9d71-7769f3469faa, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:47:46.489346 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-e289fb2e-b8ed-4437-b5af-b4e1954f69fb None None] For port 3810f6fd-9164-4d0b-9d71-7769f3469faa, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=3810f6fd-9164-4d0b-9d71-7769f3469faa,segment=NetworkSegment(29efd3d9-b505-4b99-a01f-8878082989f4),segment_id=29efd3d9-b505-4b99-a01f-8878082989f4)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:47:46.502888 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e289fb2e-b8ed-4437-b5af-b4e1954f69fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.503918 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a1f36570-48fe-433a-b326-115ff96dc044 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:46.606027 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba676e-6c09-438e-8021-91cc9c437320 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event updated for resources: {'Port': ['ID=f7e12991-6108-4021-9c76-4750f3d5a748,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:46.610944 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a1f36570-48fe-433a-b326-115ff96dc044 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Usage tracker for resource:port and tenant:e1117180e8c949a18483da62b9a9f5be is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:46.630509 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-90ca319c-9931-4343-ab8b-8c599b57d59d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:46.632715 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a1f36570-48fe-433a-b326-115ff96dc044 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:46.646614 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289fb2e-b8ed-4437-b5af-b4e1954f69fb None None] Pushing event updated for resources: {'Port': ['ID=3810f6fd-9164-4d0b-9d71-7769f3469faa,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:46.681226 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a1f36570-48fe-433a-b326-115ff96dc044 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:46.688122 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b1ba676e-6c09-438e-8021-91cc9c437320 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.736823 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ca319c-9931-4343-ab8b-8c599b57d59d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:46.740898 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-90ca319c-9931-4343-ab8b-8c599b57d59d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.743018 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-90ca319c-9931-4343-ab8b-8c599b57d59d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:47:46.743568 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90ca319c-9931-4343-ab8b-8c599b57d59d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:46.783081 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f36570-48fe-433a-b326-115ff96dc044 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Made reservation on behalf of e1117180e8c949a18483da62b9a9f5be for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:46.786761 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a1f36570-48fe-433a-b326-115ff96dc044 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.871174 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a5889693-cf68-43bf-95bf-002172ad0e39 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.889334 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35628) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:46.950073 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-a5889693-cf68-43bf-95bf-002172ad0e39 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Deleting port ce064e1d-3fda-493e-b705-657ba42dc7a8 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:46.950899 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a5889693-cf68-43bf-95bf-002172ad0e39 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:46.964943 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-a1f36570-48fe-433a-b326-115ff96dc044 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] device_id is not set on port 602c5d2a-d14f-4446-b03d-e30d4d23fe55 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:47:46.995807 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-45f466cb-71bd-4cd7-bff0-d64030835b40 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:47.025602 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-90ca319c-9931-4343-ab8b-8c599b57d59d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.1716640 Feb 16 12:47:47.036954 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35634) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:47.043489 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05a370-7a84-4ff7-8332-97a509fa9c17 req-25ab76df-90f4-4a15-b31d-9459caa2d4c5 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:47.051990 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7e05a370-7a84-4ff7-8332-97a509fa9c17 req-25ab76df-90f4-4a15-b31d-9459caa2d4c5 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.8362176 Feb 16 12:47:47.056531 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-b5c4e7f4-8a89-482e-ab4a-18e9e0bdd301 None None] Notify callbacks [] for port, precommit_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:47.061525 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-ff75e1dd-b366-467e-bbe2-39daaaed6060 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Deleting port 2ede0b6c-3eee-4c9c-885e-fb47b11a264d {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:47.061926 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff75e1dd-b366-467e-bbe2-39daaaed6060 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:47.077033 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.provisioning_blocks [None req-b5c4e7f4-8a89-482e-ab4a-18e9e0bdd301 None None] Transition to ACTIVE for port object ce064e1d-3fda-493e-b705-657ba42dc7a8 will not be triggered until provisioned by entity L2. {{(pid=87703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:47.099792 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-b5c4e7f4-8a89-482e-ab4a-18e9e0bdd301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:47.181871 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-9c9b8aa1-5f60-4310-b285-0b4684bd9745 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'subnet': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:47.207244 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-b5c4e7f4-8a89-482e-ab4a-18e9e0bdd301 None None] Attempting to bind port ce064e1d-3fda-493e-b705-657ba42dc7a8 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:47.208045 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-b5c4e7f4-8a89-482e-ab4a-18e9e0bdd301 None None] Attempting to bind port ce064e1d-3fda-493e-b705-657ba42dc7a8 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'a81f1edd-1078-4a2e-9e8a-60e465dc2185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'befb732d-80e1-4840-8b77-b359bd0b5a34'}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:47.208178 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-45f466cb-71bd-4cd7-bff0-d64030835b40 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Calling delete_port for 6c2e9e58-27b8-4876-9cfd-0d2c8e767201 owned by {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:47.208295 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c4e7f4-8a89-482e-ab4a-18e9e0bdd301 None None] Attempting to bind port ce064e1d-3fda-493e-b705-657ba42dc7a8 on network befb732d-80e1-4840-8b77-b359bd0b5a34 {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:47:47.214289 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4208b82-445b-40ad-97d5-86fbfb460db4 None None] Pushing event updated for resources: {'Port': ['ID=ce064e1d-3fda-493e-b705-657ba42dc7a8,revision_number=2']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:47.219471 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c4e7f4-8a89-482e-ab4a-18e9e0bdd301 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:47:47.219853 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c4e7f4-8a89-482e-ab4a-18e9e0bdd301 None None] Checking segment: {'id': 'a81f1edd-1078-4a2e-9e8a-60e465dc2185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'befb732d-80e1-4840-8b77-b359bd0b5a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:47.220268 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-b5c4e7f4-8a89-482e-ab4a-18e9e0bdd301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:47.220682 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c4e7f4-8a89-482e-ab4a-18e9e0bdd301 None None] Bound using segment: {'id': 'a81f1edd-1078-4a2e-9e8a-60e465dc2185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'befb732d-80e1-4840-8b77-b359bd0b5a34'} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:47:47.221150 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-b5c4e7f4-8a89-482e-ab4a-18e9e0bdd301 None None] Bound port: ce064e1d-3fda-493e-b705-657ba42dc7a8, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a81f1edd-1078-4a2e-9e8a-60e465dc2185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'befb732d-80e1-4840-8b77-b359bd0b5a34'}}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:47.221544 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-b5c4e7f4-8a89-482e-ab4a-18e9e0bdd301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:47.244833 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-9e183b07-f8db-469a-bc9d-a2693bbc59f9 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Request body: {'security_group': {'name': 'tempest-secgroup--1933539715'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:47.259935 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4208b82-445b-40ad-97d5-86fbfb460db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:47.260282 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4208b82-445b-40ad-97d5-86fbfb460db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:47.261163 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4208b82-445b-40ad-97d5-86fbfb460db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:47.261163 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4208b82-445b-40ad-97d5-86fbfb460db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:47.261398 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4208b82-445b-40ad-97d5-86fbfb460db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:47.261625 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4208b82-445b-40ad-97d5-86fbfb460db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:47.262132 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4208b82-445b-40ad-97d5-86fbfb460db4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:47.262248 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4208b82-445b-40ad-97d5-86fbfb460db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:47.262584 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4208b82-445b-40ad-97d5-86fbfb460db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:47.262903 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4208b82-445b-40ad-97d5-86fbfb460db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:47.263219 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4208b82-445b-40ad-97d5-86fbfb460db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:47.263529 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4208b82-445b-40ad-97d5-86fbfb460db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:47:47.298185 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7e05a370-7a84-4ff7-8332-97a509fa9c17 req-7d1816f8-f2a8-49a9-87f3-6612df217629 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2452533 Feb 16 12:47:47.300118 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ba676e-6c09-438e-8021-91cc9c437320 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Network 5b88bb95-08dc-42d8-bd2a-bcf09cf4b72d is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:47.307867 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-b5c4e7f4-8a89-482e-ab4a-18e9e0bdd301 None None] For port ce064e1d-3fda-493e-b705-657ba42dc7a8, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:47:47.311061 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-b1ba676e-6c09-438e-8021-91cc9c437320 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:47.311457 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-b5c4e7f4-8a89-482e-ab4a-18e9e0bdd301 None None] For port ce064e1d-3fda-493e-b705-657ba42dc7a8, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=ce064e1d-3fda-493e-b705-657ba42dc7a8,segment=NetworkSegment(a81f1edd-1078-4a2e-9e8a-60e465dc2185),segment_id=a81f1edd-1078-4a2e-9e8a-60e465dc2185)] {{(pid=87703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:47:47.317220 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-9e183b07-f8db-469a-bc9d-a2693bbc59f9 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:47.320248 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-b5c4e7f4-8a89-482e-ab4a-18e9e0bdd301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:47.347190 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-9e183b07-f8db-469a-bc9d-a2693bbc59f9 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Usage tracker for resource:security_group and tenant:ddbade54d4ca46bdb79e7d4262b706b1 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:47.357579 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-9e183b07-f8db-469a-bc9d-a2693bbc59f9 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:47.419493 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4208b82-445b-40ad-97d5-86fbfb460db4 None None] Pushing event updated for resources: {'Port': ['ID=ce064e1d-3fda-493e-b705-657ba42dc7a8,revision_number=3']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:47.458528 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c4e7f4-8a89-482e-ab4a-18e9e0bdd301 None None] Routers {'133e188b-3dc0-4534-beca-f73b06abe36c'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:47.461256 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-b5c4e7f4-8a89-482e-ab4a-18e9e0bdd301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:47:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['133e188b-3dc0-4534-beca-f73b06abe36c'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:47.467911 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-9e183b07-f8db-469a-bc9d-a2693bbc59f9 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:47.528973 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-9c9b8aa1-5f60-4310-b285-0b4684bd9745 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:47.539386 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9e183b07-f8db-469a-bc9d-a2693bbc59f9 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:47.552165 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-9c9b8aa1-5f60-4310-b285-0b4684bd9745 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:47.559394 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9e183b07-f8db-469a-bc9d-a2693bbc59f9 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:47.610516 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-a1f36570-48fe-433a-b326-115ff96dc044 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Allocated IP 2001:db8::27c (686e81dc-c2f7-43d9-b50a-e8958404331f/906c2532-69f1-40d5-ae46-0c30ca34b9b6/602c5d2a-d14f-4446-b03d-e30d4d23fe55) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:47.614586 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-9e183b07-f8db-469a-bc9d-a2693bbc59f9 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:47.655603 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9b8aa1-5f60-4310-b285-0b4684bd9745 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:47.659500 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9c9b8aa1-5f60-4310-b285-0b4684bd9745 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:47.661306 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c9b8aa1-5f60-4310-b285-0b4684bd9745 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:47:47.661724 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c9b8aa1-5f60-4310-b285-0b4684bd9745 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:47.665906 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-9e183b07-f8db-469a-bc9d-a2693bbc59f9 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Usage tracker for resource:security_group_rule and tenant:ddbade54d4ca46bdb79e7d4262b706b1 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:47.680953 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-9e183b07-f8db-469a-bc9d-a2693bbc59f9 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:47.681933 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-b5c4e7f4-8a89-482e-ab4a-18e9e0bdd301 None None] Set router 133e188b-3dc0-4534-beca-f73b06abe36c gateway port host: None {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:47:47.689487 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a5889693-cf68-43bf-95bf-002172ad0e39 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:47.707261 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff75e1dd-b366-467e-bbe2-39daaaed6060 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:47.707502 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-9e183b07-f8db-469a-bc9d-a2693bbc59f9 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:47.802643 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-9fc94a07-97b2-448b-9756-68e12e9c17f3 None None] Provisioning complete for port f7e12991-6108-4021-9c76-4750f3d5a748 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:47.803200 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9fc94a07-97b2-448b-9756-68e12e9c17f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:47.845123 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-b5c4e7f4-8a89-482e-ab4a-18e9e0bdd301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133e188b-3dc0-4534-beca-f73b06abe36c', 'name': '', 'tenant_id': 'c4a1d3bc9afa4da1a9bd8f7c40812120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:36Z', 'updated_at': '2022-02-16T12:47:46Z', 'revision_number': 4, 'project_id': 'c4a1d3bc9afa4da1a9bd8f7c40812120', 'gw_port_host': None}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:47.856773 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c4e7f4-8a89-482e-ab4a-18e9e0bdd301 None None] The sync data for ids ['133e188b-3dc0-4534-beca-f73b06abe36c'] in dv-neutron-829527-1-hyperv is: [{'id': '133e188b-3dc0-4534-beca-f73b06abe36c', 'name': '', 'tenant_id': 'c4a1d3bc9afa4da1a9bd8f7c40812120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:47:36Z', 'updated_at': '2022-02-16T12:47:46Z', 'revision_number': 4, 'project_id': 'c4a1d3bc9afa4da1a9bd8f7c40812120', 'gw_port_host': None}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:47.880841 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-9fc94a07-97b2-448b-9756-68e12e9c17f3 None None] Port f7e12991-6108-4021-9c76-4750f3d5a748 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:47:47.979289 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-ff75e1dd-b366-467e-bbe2-39daaaed6060 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Calling delete_port for 2ede0b6c-3eee-4c9c-885e-fb47b11a264d owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:48.010081 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-9c9b8aa1-5f60-4310-b285-0b4684bd9745 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8964844 Feb 16 12:47:48.021443 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35638) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:48.027082 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-a5889693-cf68-43bf-95bf-002172ad0e39 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Calling delete_port for ce064e1d-3fda-493e-b705-657ba42dc7a8 owned by network:router_gateway {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:48.030237 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-147337d6-2803-44f2-b28c-b46809b0884e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'subnet': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:48.055387 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ba676e-6c09-438e-8021-91cc9c437320 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Router 598dc105-cd98-48e4-8c93-6d796a8666b1 is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:47:48.100760 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-45f466cb-71bd-4cd7-bff0-d64030835b40 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:48.111297 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dfc3d4-319f-4d0e-8eb7-0e680bf9d43d None None] Network 686e81dc-c2f7-43d9-b50a-e8958404331f requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:48.183911 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f466cb-71bd-4cd7-bff0-d64030835b40 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Pushing event deleted for resources: {'Port': ['ID=6c2e9e58-27b8-4876-9cfd-0d2c8e767201,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:48.247739 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-610c0e4a-ddcb-460a-85a3-430045ba0afc None None] Provisioning for port 3810f6fd-9164-4d0b-9d71-7769f3469faa completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:48.328539 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-45f466cb-71bd-4cd7-bff0-d64030835b40 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:48.332572 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9e183b07-f8db-469a-bc9d-a2693bbc59f9 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:48.347073 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-45f466cb-71bd-4cd7-bff0-d64030835b40 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] 10.222.0.83 "DELETE /v2.0/ports/6c2e9e58-27b8-4876-9cfd-0d2c8e767201 HTTP/1.1" status: 204 len: 168 time: 2.3079212 Feb 16 12:47:48.350306 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9e183b07-f8db-469a-bc9d-a2693bbc59f9 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:48.351544 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35642) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:48.387455 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-9e183b07-f8db-469a-bc9d-a2693bbc59f9 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:48.443305 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.db.api [None req-a5889693-cf68-43bf-95bf-002172ad0e39 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:47:48.443622 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG oslo_db.api [None req-a5889693-cf68-43bf-95bf-002172ad0e39 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:47:48.521045 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ba676e-6c09-438e-8021-91cc9c437320 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:47:48.537814 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff69b25-dbfe-49b8-86d9-cb5a76ae7b95 None None] Sync routers for ids ['598dc105-cd98-48e4-8c93-6d796a8666b1'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:48.546536 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-48d47f94-e72d-4382-8323-8455669adf23 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Deleting subnet 3751b4a4-3fc1-4d13-829f-c09e7e276af1 {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:47:48.558418 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-9e183b07-f8db-469a-bc9d-a2693bbc59f9 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Usage tracker for resource:security_group_rule and tenant:ddbade54d4ca46bdb79e7d4262b706b1 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:48.559544 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff69b25-dbfe-49b8-86d9-cb5a76ae7b95 None None] Routers {'598dc105-cd98-48e4-8c93-6d796a8666b1'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:48.560413 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-1ff69b25-dbfe-49b8-86d9-cb5a76ae7b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:47:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['598dc105-cd98-48e4-8c93-6d796a8666b1'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:48.563104 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-9e183b07-f8db-469a-bc9d-a2693bbc59f9 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:48.572743 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-9e183b07-f8db-469a-bc9d-a2693bbc59f9 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:48.594010 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b1ba676e-6c09-438e-8021-91cc9c437320 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "PUT /v2.0/routers/598dc105-cd98-48e4-8c93-6d796a8666b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1174359 Feb 16 12:47:48.606974 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35648) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:48.638175 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-1ff69b25-dbfe-49b8-86d9-cb5a76ae7b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:48.640717 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 3810f6fd-9164-4d0b-9d71-7769f3469faa up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:48.673826 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9e183b07-f8db-469a-bc9d-a2693bbc59f9 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:48.680111 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-48d47f94-e72d-4382-8323-8455669adf23 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:48.705224 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff69b25-dbfe-49b8-86d9-cb5a76ae7b95 None None] Routers {'598dc105-cd98-48e4-8c93-6d796a8666b1'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:48.712341 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-1ff69b25-dbfe-49b8-86d9-cb5a76ae7b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:47:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['598dc105-cd98-48e4-8c93-6d796a8666b1'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:48.714969 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e183b07-f8db-469a-bc9d-a2693bbc59f9 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e36903-16bc-4375-8be9-11584a2bd56d,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:48.735863 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-147337d6-2803-44f2-b28c-b46809b0884e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:48.755464 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a1f36570-48fe-433a-b326-115ff96dc044 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:48.772795 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-147337d6-2803-44f2-b28c-b46809b0884e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:48.785802 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9e183b07-f8db-469a-bc9d-a2693bbc59f9 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:48.789205 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41954c9-0d52-488f-8d5b-6a3928575818 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:48.789849 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d41954c9-0d52-488f-8d5b-6a3928575818 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Synchronizing usage tracker for tenant:9f89b69482a141c697c1d7563c6011c5 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:48.804139 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-1ff69b25-dbfe-49b8-86d9-cb5a76ae7b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:48.804685 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-a1f36570-48fe-433a-b326-115ff96dc044 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Transition to ACTIVE for port object 602c5d2a-d14f-4446-b03d-e30d4d23fe55 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:48.805380 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff69b25-dbfe-49b8-86d9-cb5a76ae7b95 None None] The sync data for ids ['598dc105-cd98-48e4-8c93-6d796a8666b1'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:48.825593 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d41954c9-0d52-488f-8d5b-6a3928575818 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Unset dirty status for tenant:9f89b69482a141c697c1d7563c6011c5 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:48.830130 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d41954c9-0d52-488f-8d5b-6a3928575818 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "GET /v2.0/ports/f7e12991-6108-4021-9c76-4750f3d5a748 HTTP/1.1" status: 200 len: 910 time: 0.2174864 Feb 16 12:47:48.832621 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35652) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:48.839343 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-2f40c70a-2fdf-4dc2-8130-02fef7d96218 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9a94d73a-5f1c-4034-9c08-ca7451e085bb'}]}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:48.846943 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 3810f6fd-9164-4d0b-9d71-7769f3469faa completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:48.852769 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 3810f6fd-9164-4d0b-9d71-7769f3469faa triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:48.853436 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:48.860877 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9e183b07-f8db-469a-bc9d-a2693bbc59f9 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:48.864647 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-9e183b07-f8db-469a-bc9d-a2693bbc59f9 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9696889 Feb 16 12:47:48.871440 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35656) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:48.895077 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147337d6-2803-44f2-b28c-b46809b0884e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:48.902104 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-147337d6-2803-44f2-b28c-b46809b0884e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:48.903202 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-147337d6-2803-44f2-b28c-b46809b0884e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:47:48.903796 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-147337d6-2803-44f2-b28c-b46809b0884e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:47:48.962756 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-48d47f94-e72d-4382-8323-8455669adf23 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:48.967115 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-147337d6-2803-44f2-b28c-b46809b0884e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9445930 Feb 16 12:47:48.976273 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-05dababe-d675-452e-b398-830906fc4ce2 None None] Provisioning complete for port 3810f6fd-9164-4d0b-9d71-7769f3469faa triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:48.976765 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-05dababe-d675-452e-b398-830906fc4ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:48.992088 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-a5889693-cf68-43bf-95bf-002172ad0e39 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Deleting port ce064e1d-3fda-493e-b705-657ba42dc7a8 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:48.992553 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a5889693-cf68-43bf-95bf-002172ad0e39 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:49.023872 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35660) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:49.029780 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e183b07-f8db-469a-bc9d-a2693bbc59f9 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b09f7142-3169-4785-b524-dae0b3c0820b,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:49.044244 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:49.076755 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a1f36570-48fe-433a-b326-115ff96dc044 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:49.123158 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 3810f6fd-9164-4d0b-9d71-7769f3469faa, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=3810f6fd-9164-4d0b-9d71-7769f3469faa,segment=NetworkSegment(29efd3d9-b505-4b99-a01f-8878082989f4),segment_id=29efd3d9-b505-4b99-a01f-8878082989f4)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:49.141071 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-74c94f45-8036-4d4c-91a4-b1b280aa2f8b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1077819 Feb 16 12:47:49.144595 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:49.148302 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35664) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:49.160518 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-3f9fc583-506f-4106-b426-b4ec51329c3c tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Synchronizing usage tracker for tenant:ddbade54d4ca46bdb79e7d4262b706b1 on resource:security_group {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:49.187969 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f36570-48fe-433a-b326-115ff96dc044 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Network 686e81dc-c2f7-43d9-b50a-e8958404331f is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:49.201033 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-a1f36570-48fe-433a-b326-115ff96dc044 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:49.208797 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f36570-48fe-433a-b326-115ff96dc044 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:49.214882 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-05dababe-d675-452e-b398-830906fc4ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:49.215774 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f36570-48fe-433a-b326-115ff96dc044 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:49.216717 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a1f36570-48fe-433a-b326-115ff96dc044 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:49.226634 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff75e1dd-b366-467e-bbe2-39daaaed6060 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:49.236556 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f36570-48fe-433a-b326-115ff96dc044 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event updated for resources: {'Port': ['ID=602c5d2a-d14f-4446-b03d-e30d4d23fe55,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:49.287194 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=3810f6fd-9164-4d0b-9d71-7769f3469faa,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:49.311088 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2166bde-0b92-4b40-ad96-dc8bd353a812 req-42631415-332b-4f3f-ae26-ceacacc9e864 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:49.312946 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e2166bde-0b92-4b40-ad96-dc8bd353a812 req-42631415-332b-4f3f-ae26-ceacacc9e864 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.6349313 Feb 16 12:47:49.333441 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-3f9fc583-506f-4106-b426-b4ec51329c3c tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Unset dirty status for tenant:ddbade54d4ca46bdb79e7d4262b706b1 on resource:security_group {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:49.334823 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-3f9fc583-506f-4106-b426-b4ec51329c3c tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.4540765 Feb 16 12:47:49.346826 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35668) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:49.347068 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff75e1dd-b366-467e-bbe2-39daaaed6060 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event deleted for resources: {'Port': ['ID=2ede0b6c-3eee-4c9c-885e-fb47b11a264d,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:49.358151 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.db.api [None req-05dababe-d675-452e-b398-830906fc4ce2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:47:49.358505 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG oslo_db.api [None req-05dababe-d675-452e-b398-830906fc4ce2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:47:49.375178 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-f9468b9e-aca7-462b-83ac-e1b69c757ab8 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Request body: {'security_group': {'name': 'tempest-security--395955301', 'description': 'tempest-security-description-1963445612'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:49.396258 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a1f36570-48fe-433a-b326-115ff96dc044 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 4.0214612 Feb 16 12:47:49.400148 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35672) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:49.534765 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-48d47f94-e72d-4382-8323-8455669adf23 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:49.565247 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f9468b9e-aca7-462b-83ac-e1b69c757ab8 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:49.575231 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e2166bde-0b92-4b40-ad96-dc8bd353a812 req-cf3bc2fb-33db-450f-a750-d852460fdcd5 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2511513 Feb 16 12:47:49.610609 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e1459a-9a7c-46f1-bf17-0c6d4f38fd71 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:49.612739 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-a1e1459a-9a7c-46f1-bf17-0c6d4f38fd71 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4581382 Feb 16 12:47:49.615346 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2f40c70a-2fdf-4dc2-8130-02fef7d96218 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:49.619461 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-a5889693-cf68-43bf-95bf-002172ad0e39 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] For port ce064e1d-3fda-493e-b705-657ba42dc7a8, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=ce064e1d-3fda-493e-b705-657ba42dc7a8,segment=NetworkSegment(a81f1edd-1078-4a2e-9e8a-60e465dc2185),segment_id=a81f1edd-1078-4a2e-9e8a-60e465dc2185)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:49.619829 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a5889693-cf68-43bf-95bf-002172ad0e39 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:49.628788 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35676) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:49.759676 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-411d1bca-3f37-47f5-ad51-b10aa3fed76f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Deleting port 602c5d2a-d14f-4446-b03d-e30d4d23fe55 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:49.760499 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-411d1bca-3f37-47f5-ad51-b10aa3fed76f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:49.775151 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-a5889693-cf68-43bf-95bf-002172ad0e39 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Calling delete_port for ce064e1d-3fda-493e-b705-657ba42dc7a8 owned by network:router_gateway {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:49.785811 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b7c241b4-b340-4565-98f5-68d84c9de3fa tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1460073 Feb 16 12:47:49.811071 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35680) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:49.829966 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-966ab665-a118-4644-b225-f004121dee90 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'subnet': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:49.834922 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f9468b9e-aca7-462b-83ac-e1b69c757ab8 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:49.846461 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f9468b9e-aca7-462b-83ac-e1b69c757ab8 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:49.877831 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f9468b9e-aca7-462b-83ac-e1b69c757ab8 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:49.881950 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f9468b9e-aca7-462b-83ac-e1b69c757ab8 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "PUT /v2.0/security-groups/b09f7142-3169-4785-b524-dae0b3c0820b HTTP/1.1" status: 200 len: 1777 time: 0.5176344 Feb 16 12:47:49.888465 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35684) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:49.917375 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-48d47f94-e72d-4382-8323-8455669adf23 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:49.922607 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff75e1dd-b366-467e-bbe2-39daaaed6060 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:49.958480 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9468b9e-aca7-462b-83ac-e1b69c757ab8 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b09f7142-3169-4785-b524-dae0b3c0820b,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:49.987447 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d47f94-e72d-4382-8323-8455669adf23 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Pushing event deleted for resources: {'Subnet': ['ID=3751b4a4-3fc1-4d13-829f-c09e7e276af1,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:50.005076 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-48d47f94-e72d-4382-8323-8455669adf23 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:50.005854 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51feb6d-15f3-4610-b124-063e0860055f None None] Network ab697983-35d3-436f-80d0-aca4f31b49e9 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:50.006955 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-48d47f94-e72d-4382-8323-8455669adf23 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] 10.222.0.83 "DELETE /v2.0/subnets/3751b4a4-3fc1-4d13-829f-c09e7e276af1 HTTP/1.1" status: 204 len: 168 time: 1.6256666 Feb 16 12:47:50.010685 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35688) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:50.096866 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-3ec28212-1d4d-4ac4-80d5-88d2857eddd6 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "GET /v2.0/security-groups/b09f7142-3169-4785-b524-dae0b3c0820b HTTP/1.1" status: 200 len: 1777 time: 0.2043004 Feb 16 12:47:50.108769 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35692) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:50.109637 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-1d5dbd96-1379-413d-baf2-14bed45171ce None None] Provisioning for port 602c5d2a-d14f-4446-b03d-e30d4d23fe55 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:50.127021 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-1d5dbd96-1379-413d-baf2-14bed45171ce None None] Provisioning complete for port 602c5d2a-d14f-4446-b03d-e30d4d23fe55 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:50.127391 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-1d5dbd96-1379-413d-baf2-14bed45171ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:50.247577 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-1d5dbd96-1379-413d-baf2-14bed45171ce None None] Port 602c5d2a-d14f-4446-b03d-e30d4d23fe55 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:47:50.329320 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f34e4fee-bebd-4096-99a8-67c88581e0c4 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:50.350197 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2298df6d-3d7e-4146-aba6-e085df0a3a8d None None] DHCP port deletion for ab697983-35d3-436f-80d0-aca4f31b49e9 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:47:50.354714 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-2298df6d-3d7e-4146-aba6-e085df0a3a8d None None] Deleting port e1b152e3-cbaa-48c5-840f-9c5be38d2198 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:50.355214 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2298df6d-3d7e-4146-aba6-e085df0a3a8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:50.405379 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f131005c-129a-4358-a6d1-1e2ea2967827 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:50.410474 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-f34e4fee-bebd-4096-99a8-67c88581e0c4 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Deleting port e1b152e3-cbaa-48c5-840f-9c5be38d2198 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:50.411188 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f34e4fee-bebd-4096-99a8-67c88581e0c4 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:50.500235 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f131005c-129a-4358-a6d1-1e2ea2967827 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:50.524194 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 3810f6fd-9164-4d0b-9d71-7769f3469faa up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:50.524567 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-966ab665-a118-4644-b225-f004121dee90 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:50.528175 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a5889693-cf68-43bf-95bf-002172ad0e39 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:50.608840 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-966ab665-a118-4644-b225-f004121dee90 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:50.656863 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-2298df6d-3d7e-4146-aba6-e085df0a3a8d None None] For port e1b152e3-cbaa-48c5-840f-9c5be38d2198, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=e1b152e3-cbaa-48c5-840f-9c5be38d2198,segment=NetworkSegment(a8221f06-25eb-4c14-81be-bdca88628df4),segment_id=a8221f06-25eb-4c14-81be-bdca88628df4)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:50.657273 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2298df6d-3d7e-4146-aba6-e085df0a3a8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:50.763234 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966ab665-a118-4644-b225-f004121dee90 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:50.766410 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-966ab665-a118-4644-b225-f004121dee90 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:50.766671 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5889693-cf68-43bf-95bf-002172ad0e39 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce064e1d-3fda-493e-b705-657ba42dc7a8,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:50.771893 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a5889693-cf68-43bf-95bf-002172ad0e39 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023674'] for router_gateway, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:50.779755 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-2298df6d-3d7e-4146-aba6-e085df0a3a8d None None] Calling delete_port for e1b152e3-cbaa-48c5-840f-9c5be38d2198 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:50.817646 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f131005c-129a-4358-a6d1-1e2ea2967827 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:50.826534 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 3810f6fd-9164-4d0b-9d71-7769f3469faa triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:50.826909 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:50.990684 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2298df6d-3d7e-4146-aba6-e085df0a3a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.025799 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f131005c-129a-4358-a6d1-1e2ea2967827 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09f7142-3169-4785-b524-dae0b3c0820b,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:51.060148 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a5889693-cf68-43bf-95bf-002172ad0e39 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.064440 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2298df6d-3d7e-4146-aba6-e085df0a3a8d None None] Pushing event deleted for resources: {'Port': ['ID=e1b152e3-cbaa-48c5-840f-9c5be38d2198,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:51.067932 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a5889693-cf68-43bf-95bf-002172ad0e39 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.071213 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2298df6d-3d7e-4146-aba6-e085df0a3a8d None None] No DVR routers for this DVR port e1b152e3-cbaa-48c5-840f-9c5be38d2198 on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:51.090129 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-f34e4fee-bebd-4096-99a8-67c88581e0c4 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] For port e1b152e3-cbaa-48c5-840f-9c5be38d2198, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=e1b152e3-cbaa-48c5-840f-9c5be38d2198,segment=NetworkSegment(a8221f06-25eb-4c14-81be-bdca88628df4),segment_id=a8221f06-25eb-4c14-81be-bdca88628df4)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:51.090488 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f34e4fee-bebd-4096-99a8-67c88581e0c4 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.123058 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-411d1bca-3f37-47f5-ad51-b10aa3fed76f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.150698 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device e1b152e3-cbaa-48c5-840f-9c5be38d2198 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:47:51.190482 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: e1b152e3-cbaa-48c5-840f-9c5be38d2198 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:47:51.190913 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device e1b152e3-cbaa-48c5-840f-9c5be38d2198 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:47:51.230904 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f131005c-129a-4358-a6d1-1e2ea2967827 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.232043 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f131005c-129a-4358-a6d1-1e2ea2967827 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "DELETE /v2.0/security-groups/b09f7142-3169-4785-b524-dae0b3c0820b HTTP/1.1" status: 204 len: 168 time: 1.1189921 Feb 16 12:47:51.239108 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-f34e4fee-bebd-4096-99a8-67c88581e0c4 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Calling delete_port for e1b152e3-cbaa-48c5-840f-9c5be38d2198 owned by network:dhcp {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:51.270190 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a5889693-cf68-43bf-95bf-002172ad0e39 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.270706 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5889693-cf68-43bf-95bf-002172ad0e39 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 133e188b-3dc0-4534-beca-f73b06abe36c {{(pid=87701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:47:51.289343 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35698) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:51.323018 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a5889693-cf68-43bf-95bf-002172ad0e39 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.326574 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-a5889693-cf68-43bf-95bf-002172ad0e39 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] 10.222.0.83 "DELETE /v2.0/routers/133e188b-3dc0-4534-beca-f73b06abe36c HTTP/1.1" status: 204 len: 168 time: 5.7040524 Feb 16 12:47:51.327987 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35702) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:51.337569 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-411d1bca-3f37-47f5-ad51-b10aa3fed76f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Calling delete_port for 602c5d2a-d14f-4446-b03d-e30d4d23fe55 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:51.370639 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff75e1dd-b366-467e-bbe2-39daaaed6060 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Router 0edd8ba6-2881-49d1-89db-3fe52c6b2db9 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:47:51.434801 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-3b5e2481-2753-4648-a61e-5566548071d0 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Synchronizing usage tracker for tenant:ddbade54d4ca46bdb79e7d4262b706b1 on resource:security_group {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:51.441824 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.db.api [None req-f34e4fee-bebd-4096-99a8-67c88581e0c4 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:47:51.442144 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG oslo_db.api [None req-f34e4fee-bebd-4096-99a8-67c88581e0c4 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:47:51.444864 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-c69e4b5d-3ede-48c3-a610-9c803dbc9a83 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Deleting subnet bb1a9bcf-1c5f-43f6-99f1-77a54bedd3be {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:47:51.449583 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c69e4b5d-3ede-48c3-a610-9c803dbc9a83 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.500271 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-3b5e2481-2753-4648-a61e-5566548071d0 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Unset dirty status for tenant:ddbade54d4ca46bdb79e7d4262b706b1 on resource:security_group {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:51.504854 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-3b5e2481-2753-4648-a61e-5566548071d0 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2110796 Feb 16 12:47:51.505092 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35706) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:51.521925 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c69e4b5d-3ede-48c3-a610-9c803dbc9a83 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.558520 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-8bfa95bb-e410-494e-892b-c66ea06a2280 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] delete failed (client error): The resource could not be found. Feb 16 12:47:51.559536 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-8bfa95bb-e410-494e-892b-c66ea06a2280 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "DELETE /v2.0/security-groups/b09f7142-3169-4785-b524-dae0b3c0820b HTTP/1.1" status: 404 len: 347 time: 0.0535345 Feb 16 12:47:51.563737 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35710) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:51.572422 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-8f4ad5b6-10a1-4ed9-a889-a4e9ded51b81 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Request body: {'security_group': {'name': 'tempest-secgroup--803426521'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:51.585924 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-8f4ad5b6-10a1-4ed9-a889-a4e9ded51b81 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:51.603993 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-8f4ad5b6-10a1-4ed9-a889-a4e9ded51b81 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:51.606303 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c69e4b5d-3ede-48c3-a610-9c803dbc9a83 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.639290 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ae749-a8dd-4ce0-ba6a-b64a1bdffbbf req-d3e6b1e5-88d9-4e33-a5a2-8e89d87b893e tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:51.640648 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-083ae749-a8dd-4ce0-ba6a-b64a1bdffbbf req-d3e6b1e5-88d9-4e33-a5a2-8e89d87b893e tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.8889573 Feb 16 12:47:51.657813 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8f4ad5b6-10a1-4ed9-a889-a4e9ded51b81 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.686676 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-8f4ad5b6-10a1-4ed9-a889-a4e9ded51b81 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:51.694529 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-8f4ad5b6-10a1-4ed9-a889-a4e9ded51b81 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Usage tracker for resource:security_group_rule and tenant:ddbade54d4ca46bdb79e7d4262b706b1 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:51.698302 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-8f4ad5b6-10a1-4ed9-a889-a4e9ded51b81 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:51.704912 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-8f4ad5b6-10a1-4ed9-a889-a4e9ded51b81 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:51.708519 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c69e4b5d-3ede-48c3-a610-9c803dbc9a83 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.752646 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69e4b5d-3ede-48c3-a610-9c803dbc9a83 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bb1a9bcf-1c5f-43f6-99f1-77a54bedd3be,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:51.764234 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c69e4b5d-3ede-48c3-a610-9c803dbc9a83 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.807899 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-c69e4b5d-3ede-48c3-a610-9c803dbc9a83 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] 10.222.0.83 "DELETE /v2.0/subnets/bb1a9bcf-1c5f-43f6-99f1-77a54bedd3be HTTP/1.1" status: 204 len: 168 time: 0.4747355 Feb 16 12:47:51.808180 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35714) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:51.921365 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-083ae749-a8dd-4ce0-ba6a-b64a1bdffbbf req-c42c439e-d4cc-48ce-963b-579686dfa03e tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2599599 Feb 16 12:47:51.923409 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8f4ad5b6-10a1-4ed9-a889-a4e9ded51b81 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.940094 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8f4ad5b6-10a1-4ed9-a889-a4e9ded51b81 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.950464 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff75e1dd-b366-467e-bbe2-39daaaed6060 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:47:51.952976 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-f34e4fee-bebd-4096-99a8-67c88581e0c4 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Deleting port e1b152e3-cbaa-48c5-840f-9c5be38d2198 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:51.953478 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f34e4fee-bebd-4096-99a8-67c88581e0c4 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:51.959850 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9294f41a-1410-4a33-9424-779d160b91cf None None] Sync routers for ids ['0edd8ba6-2881-49d1-89db-3fe52c6b2db9'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:51.970494 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9294f41a-1410-4a33-9424-779d160b91cf None None] Routers {'0edd8ba6-2881-49d1-89db-3fe52c6b2db9'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:51.970772 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-9294f41a-1410-4a33-9424-779d160b91cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:47:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['0edd8ba6-2881-49d1-89db-3fe52c6b2db9'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:51.998152 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2f40c70a-2fdf-4dc2-8130-02fef7d96218 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.012932 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ff75e1dd-b366-467e-bbe2-39daaaed6060 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "PUT /v2.0/routers/0edd8ba6-2881-49d1-89db-3fe52c6b2db9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4545672 Feb 16 12:47:52.017099 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35718) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:52.021795 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-411d1bca-3f37-47f5-ad51-b10aa3fed76f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.053445 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-9294f41a-1410-4a33-9424-779d160b91cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:52.063238 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9294f41a-1410-4a33-9424-779d160b91cf None None] Routers {'0edd8ba6-2881-49d1-89db-3fe52c6b2db9'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:52.063846 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-9294f41a-1410-4a33-9424-779d160b91cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:47:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['0edd8ba6-2881-49d1-89db-3fe52c6b2db9'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:52.116476 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2f40c70a-2fdf-4dc2-8130-02fef7d96218 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.124508 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-191f84ae-7342-4ab1-9cfd-a828738b57e1 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.141535 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-9294f41a-1410-4a33-9424-779d160b91cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:52.141930 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9294f41a-1410-4a33-9424-779d160b91cf None None] The sync data for ids ['0edd8ba6-2881-49d1-89db-3fe52c6b2db9'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:52.178758 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-f34e4fee-bebd-4096-99a8-67c88581e0c4 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] The port 'e1b152e3-cbaa-48c5-840f-9c5be38d2198' was deleted {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:47:52.182955 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8f4ad5b6-10a1-4ed9-a889-a4e9ded51b81 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.187169 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-8f4ad5b6-10a1-4ed9-a889-a4e9ded51b81 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6195993 Feb 16 12:47:52.203040 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35722) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:52.218373 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4ad5b6-10a1-4ed9-a889-a4e9ded51b81 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2a87e1-4bb8-447c-a932-befd3c585c5b,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:52.285715 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d1bca-3f37-47f5-ad51-b10aa3fed76f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event deleted for resources: {'Port': ['ID=602c5d2a-d14f-4446-b03d-e30d4d23fe55,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:52.298337 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-bd676d45-0ea4-47cf-8c1f-acaa7123a6b3 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Request body: {'security_group_rule': {'security_group_id': 'ca2a87e1-4bb8-447c-a932-befd3c585c5b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:52.389354 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-bd676d45-0ea4-47cf-8c1f-acaa7123a6b3 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:52.397746 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-411d1bca-3f37-47f5-ad51-b10aa3fed76f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.400852 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-411d1bca-3f37-47f5-ad51-b10aa3fed76f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/ports/602c5d2a-d14f-4446-b03d-e30d4d23fe55 HTTP/1.1" status: 204 len: 168 time: 2.9892116 Feb 16 12:47:52.417994 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35726) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:52.421318 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bd676d45-0ea4-47cf-8c1f-acaa7123a6b3 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Usage tracker for resource:security_group_rule and tenant:ddbade54d4ca46bdb79e7d4262b706b1 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:52.421686 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f34e4fee-bebd-4096-99a8-67c88581e0c4 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.430460 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bd676d45-0ea4-47cf-8c1f-acaa7123a6b3 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:52.448176 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f40c70a-2fdf-4dc2-8130-02fef7d96218 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:52.448817 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2f40c70a-2fdf-4dc2-8130-02fef7d96218 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.453560 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2f40c70a-2fdf-4dc2-8130-02fef7d96218 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "PUT /v2.0/ports/f7e12991-6108-4021-9c76-4750f3d5a748 HTTP/1.1" status: 200 len: 910 time: 3.6165621 Feb 16 12:47:52.453560 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-bd676d45-0ea4-47cf-8c1f-acaa7123a6b3 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:52.465034 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35730) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:52.506879 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.objects.ports [None req-966ab665-a118-4644-b225-f004121dee90 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87699) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:47:52.513501 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f40c70a-2fdf-4dc2-8130-02fef7d96218 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event updated for resources: {'Port': ['ID=f7e12991-6108-4021-9c76-4750f3d5a748,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:52.515902 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-966ab665-a118-4644-b225-f004121dee90 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.563738 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-f34e4fee-bebd-4096-99a8-67c88581e0c4 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab697983-35d3-436f-80d0-aca4f31b49e9']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:52.585138 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-85461f89-6638-47af-bd08-1f55012a6639 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] GET failed (client error): The resource could not be found. Feb 16 12:47:52.586661 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-85461f89-6638-47af-bd08-1f55012a6639 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "GET /v2.0/ports/602c5d2a-d14f-4446-b03d-e30d4d23fe55 HTTP/1.1" status: 404 len: 333 time: 0.1675122 Feb 16 12:47:52.615999 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35734) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:52.635914 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-191f84ae-7342-4ab1-9cfd-a828738b57e1 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.644070 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-f34e4fee-bebd-4096-99a8-67c88581e0c4 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8221f06-25eb-4c14-81be-bdca88628df4') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:52.644366 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-f34e4fee-bebd-4096-99a8-67c88581e0c4 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8221f06-25eb-4c14-81be-bdca88628df4') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:52.679546 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bd676d45-0ea4-47cf-8c1f-acaa7123a6b3 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.690343 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f34e4fee-bebd-4096-99a8-67c88581e0c4 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.703430 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-191f84ae-7342-4ab1-9cfd-a828738b57e1 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['befb732d-80e1-4840-8b77-b359bd0b5a34']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:52.723728 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f34e4fee-bebd-4096-99a8-67c88581e0c4 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.726636 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-191f84ae-7342-4ab1-9cfd-a828738b57e1 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a81f1edd-1078-4a2e-9e8a-60e465dc2185') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:52.726953 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-191f84ae-7342-4ab1-9cfd-a828738b57e1 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a81f1edd-1078-4a2e-9e8a-60e465dc2185') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:52.746498 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f34e4fee-bebd-4096-99a8-67c88581e0c4 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:47:52.746897 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f34e4fee-bebd-4096-99a8-67c88581e0c4 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.761612 dv-neutron-829527-1-hyperv neutron-server[87701]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:47:52.761612 dv-neutron-829527-1-hyperv neutron-server[87701]: util.warn( Feb 16 12:47:52.761612 dv-neutron-829527-1-hyperv neutron-server[87701]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:47:52.761612 dv-neutron-829527-1-hyperv neutron-server[87701]: util.warn( Feb 16 12:47:52.761612 dv-neutron-829527-1-hyperv neutron-server[87701]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:47:52.761612 dv-neutron-829527-1-hyperv neutron-server[87701]: util.warn( Feb 16 12:47:52.761612 dv-neutron-829527-1-hyperv neutron-server[87701]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:47:52.761612 dv-neutron-829527-1-hyperv neutron-server[87701]: util.warn( Feb 16 12:47:52.761612 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:47:52.761612 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:47:52.761612 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:47:52.761612 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:47:52.761612 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:47:52.761612 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:47:52.761612 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:47:52.761612 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:47:52.761612 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:47:52.761612 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:47:52.761612 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:47:52.761612 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:47:52.761612 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:47:52.761612 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:47:52.761612 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:47:52.761612 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:47:52.761612 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:47:52.761612 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:47:52.761612 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:47:52.761612 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:47:52.761612 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:47:52.761612 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:47:52.761612 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:47:52.761612 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:47:52.761612 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:47:52.761612 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:47:52.761612 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:47:52.761612 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:47:52.761612 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:47:52.761612 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:47:52.761612 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:47:52.761612 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:47:52.764445 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-191f84ae-7342-4ab1-9cfd-a828738b57e1 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.770718 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966ab665-a118-4644-b225-f004121dee90 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:52.786140 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-966ab665-a118-4644-b225-f004121dee90 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:52.797812 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be6d3be-ef19-40ca-963c-e088aa9812fb None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:52.802547 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966ab665-a118-4644-b225-f004121dee90 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:52.803151 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-966ab665-a118-4644-b225-f004121dee90 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.819653 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ab665-a118-4644-b225-f004121dee90 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Subnet': ['ID=ea62cb09-72d9-4f5e-bc8d-e52eb256d448,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:52.842111 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-03e90356-a7d1-4108-a4e4-aef9f54be533 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Deleting subnet 906c2532-69f1-40d5-ae46-0c30ca34b9b6 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:47:52.859776 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-03e90356-a7d1-4108-a4e4-aef9f54be533 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.905080 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-191f84ae-7342-4ab1-9cfd-a828738b57e1 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:52.921574 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-966ab665-a118-4644-b225-f004121dee90 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1069267 Feb 16 12:47:52.933864 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35738) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:52.952054 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-9017d3ee-1079-49db-b618-b2dfa68a73c2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'port': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'mac_address': 'fa:16:3e:cc:0b:db', 'name': 'tempest-NetworksTestDHCPv6-1109181536'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:52.994951 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-191f84ae-7342-4ab1-9cfd-a828738b57e1 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:47:52.995361 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-191f84ae-7342-4ab1-9cfd-a828738b57e1 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.011425 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:47:53.011425 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:47:53.011425 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:47:53.011425 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:47:53.011425 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:47:53.011425 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:47:53.011425 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:47:53.011425 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:47:53.011425 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:47:53.011425 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:47:53.011425 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:47:53.011425 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:47:53.011425 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:47:53.011425 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:47:53.011425 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:47:53.011425 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:47:53.011425 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:47:53.011425 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:47:53.011425 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:47:53.011425 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:47:53.011425 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:47:53.011425 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:47:53.011425 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:47:53.011425 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:47:53.011425 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:47:53.011425 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:47:53.011425 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:47:53.011425 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:47:53.011425 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:47:53.011425 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:47:53.011425 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:47:53.011425 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:47:53.053201 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98035cad-a832-49a6-8046-3142cd1c1642 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-c2beece7-853e-4518-ace6-8724ee235932', 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'tenant_id': '5979c0794f594272a8691960316755d8', 'fixed_ips': [{'subnet_id': 'ea62cb09-72d9-4f5e-bc8d-e52eb256d448'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:47:53.054348 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-98035cad-a832-49a6-8046-3142cd1c1642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.101860 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f34e4fee-bebd-4096-99a8-67c88581e0c4 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.158299 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f34e4fee-bebd-4096-99a8-67c88581e0c4 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.201143 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-03e90356-a7d1-4108-a4e4-aef9f54be533 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.208863 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e4fee-bebd-4096-99a8-67c88581e0c4 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] Pushing event deleted for resources: {'Network': ['ID=ab697983-35d3-436f-80d0-aca4f31b49e9,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:53.222661 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f34e4fee-bebd-4096-99a8-67c88581e0c4 tempest-AllowedAddressPairIpV6TestJSON-884631039 tempest-AllowedAddressPairIpV6TestJSON-884631039-project] 10.222.0.83 "DELETE /v2.0/networks/ab697983-35d3-436f-80d0-aca4f31b49e9 HTTP/1.1" status: 204 len: 168 time: 3.2100053 Feb 16 12:47:53.235962 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-191f84ae-7342-4ab1-9cfd-a828738b57e1 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.260571 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-98035cad-a832-49a6-8046-3142cd1c1642 None None] Allocated IP 2001:db8::f816:3eff:fe0d:cfdf (c2beece7-853e-4518-ace6-8724ee235932/ea62cb09-72d9-4f5e-bc8d-e52eb256d448/4c7b6cd4-3019-48fa-89e8-3f355399396a) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:53.265734 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191f84ae-7342-4ab1-9cfd-a828738b57e1 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network befb732d-80e1-4840-8b77-b359bd0b5a34 {{(pid=87701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 16 12:47:53.295013 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bd676d45-0ea4-47cf-8c1f-acaa7123a6b3 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.300512 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-191f84ae-7342-4ab1-9cfd-a828738b57e1 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.317973 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bd676d45-0ea4-47cf-8c1f-acaa7123a6b3 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.328080 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f84ae-7342-4ab1-9cfd-a828738b57e1 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Pushing event deleted for resources: {'Network': ['ID=befb732d-80e1-4840-8b77-b359bd0b5a34,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:53.338153 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-191f84ae-7342-4ab1-9cfd-a828738b57e1 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] 10.222.0.83 "DELETE /v2.0/networks/befb732d-80e1-4840-8b77-b359bd0b5a34 HTTP/1.1" status: 204 len: 168 time: 1.5289538 Feb 16 12:47:53.393715 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d5827-0091-4dd4-8b13-2b34aa4f1295 req-a8c87aa7-972a-4976-af72-938937b0cda7 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:53.402317 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e50d5827-0091-4dd4-8b13-2b34aa4f1295 req-a8c87aa7-972a-4976-af72-938937b0cda7 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.2724266 Feb 16 12:47:53.418725 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd676d45-0ea4-47cf-8c1f-acaa7123a6b3 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af450204-f4f6-4b06-9074-7fc4d8d76080,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:53.505155 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e50d5827-0091-4dd4-8b13-2b34aa4f1295 req-f3ebea19-3c5d-493a-bfe3-a146425103a3 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015098 Feb 16 12:47:53.572861 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bd676d45-0ea4-47cf-8c1f-acaa7123a6b3 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.574065 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bd676d45-0ea4-47cf-8c1f-acaa7123a6b3 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3688290 Feb 16 12:47:53.577782 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-407f6c8f-3fe4-476c-bc90-a9a0aa9af9e0 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.590790 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9017d3ee-1079-49db-b618-b2dfa68a73c2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:53.599259 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35750) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:53.614494 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9017d3ee-1079-49db-b618-b2dfa68a73c2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Usage tracker for resource:port and tenant:5979c0794f594272a8691960316755d8 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:53.652692 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9017d3ee-1079-49db-b618-b2dfa68a73c2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:53.683496 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9017d3ee-1079-49db-b618-b2dfa68a73c2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:53.716813 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-03e90356-a7d1-4108-a4e4-aef9f54be533 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.736639 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-98035cad-a832-49a6-8046-3142cd1c1642 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.760752 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-98035cad-a832-49a6-8046-3142cd1c1642 None None] Transition to ACTIVE for port object 4c7b6cd4-3019-48fa-89e8-3f355399396a will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:53.782228 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-98035cad-a832-49a6-8046-3142cd1c1642 None None] Transition to ACTIVE for port object 4c7b6cd4-3019-48fa-89e8-3f355399396a will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:53.800498 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-98035cad-a832-49a6-8046-3142cd1c1642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.880540 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35758) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:53.906504 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98035cad-a832-49a6-8046-3142cd1c1642 None None] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:53.907636 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98035cad-a832-49a6-8046-3142cd1c1642 None None] Pushing event updated for resources: {'Port': ['ID=4c7b6cd4-3019-48fa-89e8-3f355399396a,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:53.910977 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-98035cad-a832-49a6-8046-3142cd1c1642 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:53.912816 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98035cad-a832-49a6-8046-3142cd1c1642 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:53.923430 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ef4fe111-1084-43d4-a17d-024a7fa32cdc tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:53.928971 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9017d3ee-1079-49db-b618-b2dfa68a73c2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:53.971811 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ef4fe111-1084-43d4-a17d-024a7fa32cdc tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.045926 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35766) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:54.067657 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-2d0ec4a9-84cb-405a-9545-8199bb94e8e2 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Request body: {'router': {'name': 'tempest-router--481254487', 'project_id': '0e092b6d6d11458e9a8f5fff4fb841a3'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:54.089943 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-2d0ec4a9-84cb-405a-9545-8199bb94e8e2 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:54.119305 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-98035cad-a832-49a6-8046-3142cd1c1642 None None] Attempting to bind port 4c7b6cd4-3019-48fa-89e8-3f355399396a on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:47:54.119668 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-98035cad-a832-49a6-8046-3142cd1c1642 None None] Attempting to bind port 4c7b6cd4-3019-48fa-89e8-3f355399396a by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:47:54.120159 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98035cad-a832-49a6-8046-3142cd1c1642 None None] Attempting to bind port 4c7b6cd4-3019-48fa-89e8-3f355399396a on network c2beece7-853e-4518-ace6-8724ee235932 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:47:54.120317 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2d0ec4a9-84cb-405a-9545-8199bb94e8e2 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Usage tracker for resource:router and tenant:0e092b6d6d11458e9a8f5fff4fb841a3 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:54.131363 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98035cad-a832-49a6-8046-3142cd1c1642 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:47:54.131732 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2d0ec4a9-84cb-405a-9545-8199bb94e8e2 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:54.132033 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98035cad-a832-49a6-8046-3142cd1c1642 None None] Checking segment: {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:47:54.133053 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-98035cad-a832-49a6-8046-3142cd1c1642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.134520 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98035cad-a832-49a6-8046-3142cd1c1642 None None] Bound using segment: {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:47:54.135142 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-98035cad-a832-49a6-8046-3142cd1c1642 None None] Bound port: 4c7b6cd4-3019-48fa-89e8-3f355399396a, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:47:54.135292 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-98035cad-a832-49a6-8046-3142cd1c1642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.145955 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ef4fe111-1084-43d4-a17d-024a7fa32cdc tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.168872 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-03e90356-a7d1-4108-a4e4-aef9f54be533 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.173760 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-2d0ec4a9-84cb-405a-9545-8199bb94e8e2 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:54.178065 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4fe111-1084-43d4-a17d-024a7fa32cdc tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af450204-f4f6-4b06-9074-7fc4d8d76080,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:54.239999 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-407f6c8f-3fe4-476c-bc90-a9a0aa9af9e0 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Deleting port f7e12991-6108-4021-9c76-4750f3d5a748 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:54.240334 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-407f6c8f-3fe4-476c-bc90-a9a0aa9af9e0 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.243634 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-98035cad-a832-49a6-8046-3142cd1c1642 None None] For port 4c7b6cd4-3019-48fa-89e8-3f355399396a, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:47:54.247196 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-98035cad-a832-49a6-8046-3142cd1c1642 None None] For port 4c7b6cd4-3019-48fa-89e8-3f355399396a, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=4c7b6cd4-3019-48fa-89e8-3f355399396a,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:47:54.251973 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-98035cad-a832-49a6-8046-3142cd1c1642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.268061 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e90356-a7d1-4108-a4e4-aef9f54be533 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event deleted for resources: {'Subnet': ['ID=906c2532-69f1-40d5-ae46-0c30ca34b9b6,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:54.273162 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-03e90356-a7d1-4108-a4e4-aef9f54be533 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.289985 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9017d3ee-1079-49db-b618-b2dfa68a73c2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.300047 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c260c1-0a6a-4920-8ac9-879a2c1db66a None None] Network 686e81dc-c2f7-43d9-b50a-e8958404331f requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:54.302451 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ef4fe111-1084-43d4-a17d-024a7fa32cdc tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.306191 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ef4fe111-1084-43d4-a17d-024a7fa32cdc tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/af450204-f4f6-4b06-9074-7fc4d8d76080 HTTP/1.1" status: 204 len: 168 time: 0.6932478 Feb 16 12:47:54.312819 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35770) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:54.313924 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2d0ec4a9-84cb-405a-9545-8199bb94e8e2 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.314613 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2d0ec4a9-84cb-405a-9545-8199bb94e8e2 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.319492 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-03e90356-a7d1-4108-a4e4-aef9f54be533 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/subnets/906c2532-69f1-40d5-ae46-0c30ca34b9b6 HTTP/1.1" status: 204 len: 168 time: 1.6966312 Feb 16 12:47:54.329781 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f87e97f9-caeb-4b8e-ab94-244323591798 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.384469 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35774) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:54.476026 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-407f6c8f-3fe4-476c-bc90-a9a0aa9af9e0 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.548463 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98035cad-a832-49a6-8046-3142cd1c1642 None None] Pushing event updated for resources: {'Port': ['ID=4c7b6cd4-3019-48fa-89e8-3f355399396a,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:54.630460 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-9017d3ee-1079-49db-b618-b2dfa68a73c2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] device_id is not set on port a116d97f-ea10-4e83-b47d-ceab7c8600e2 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:47:54.657550 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-407f6c8f-3fe4-476c-bc90-a9a0aa9af9e0 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Calling delete_port for f7e12991-6108-4021-9c76-4750f3d5a748 owned by network:router_interface {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:54.701179 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-90341e59-abc6-4b25-981f-170e70e26918 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e574c36815ed45329336895cd8ea657c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7871993 Feb 16 12:47:54.705774 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35780) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:54.713176 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2d0ec4a9-84cb-405a-9545-8199bb94e8e2 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.719007 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3f4047-699e-41d0-ad06-64147ffd8ae6 None None] DHCP port deletion for 686e81dc-c2f7-43d9-b50a-e8958404331f request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:47:54.723526 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-cb3f4047-699e-41d0-ad06-64147ffd8ae6 None None] Deleting port 3810f6fd-9164-4d0b-9d71-7769f3469faa {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:54.723894 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-cb3f4047-699e-41d0-ad06-64147ffd8ae6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.844517 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1bf904da-15a5-4f39-bcec-c1649426ceb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.880016 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1bf904da-15a5-4f39-bcec-c1649426ceb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.891987 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-539dad49-99d3-41c2-8b95-9011521fb9de tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Synchronizing usage tracker for tenant:ddbade54d4ca46bdb79e7d4262b706b1 on resource:security_group_rule {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:54.955573 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-603ce67d-d1d2-48ac-82a0-8aa738639a2b tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:54.969104 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2d0ec4a9-84cb-405a-9545-8199bb94e8e2 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:55.013568 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-407f6c8f-3fe4-476c-bc90-a9a0aa9af9e0 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:55.052178 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-cb3f4047-699e-41d0-ad06-64147ffd8ae6 None None] For port 3810f6fd-9164-4d0b-9d71-7769f3469faa, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=3810f6fd-9164-4d0b-9d71-7769f3469faa,segment=NetworkSegment(29efd3d9-b505-4b99-a01f-8878082989f4),segment_id=29efd3d9-b505-4b99-a01f-8878082989f4)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:55.052773 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-cb3f4047-699e-41d0-ad06-64147ffd8ae6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:55.062465 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1bf904da-15a5-4f39-bcec-c1649426ceb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:55.085584 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f6c8f-3fe4-476c-bc90-a9a0aa9af9e0 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event deleted for resources: {'Port': ['ID=f7e12991-6108-4021-9c76-4750f3d5a748,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:55.114560 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-603ce67d-d1d2-48ac-82a0-8aa738639a2b tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Deleting port 3810f6fd-9164-4d0b-9d71-7769f3469faa {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:55.114907 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-603ce67d-d1d2-48ac-82a0-8aa738639a2b tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:55.127436 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf904da-15a5-4f39-bcec-c1649426ceb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67254bdf-2e75-4428-89ab-f01bcc6875da,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:55.174254 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-539dad49-99d3-41c2-8b95-9011521fb9de tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Unset dirty status for tenant:ddbade54d4ca46bdb79e7d4262b706b1 on resource:security_group_rule {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:55.175896 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-539dad49-99d3-41c2-8b95-9011521fb9de tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8554387 Feb 16 12:47:55.183818 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2d0ec4a9-84cb-405a-9545-8199bb94e8e2 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:55.185259 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2d0ec4a9-84cb-405a-9545-8199bb94e8e2 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.1331592 Feb 16 12:47:55.199950 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35784) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:55.200649 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35786) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:55.232847 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-cb3f4047-699e-41d0-ad06-64147ffd8ae6 None None] Calling delete_port for 3810f6fd-9164-4d0b-9d71-7769f3469faa owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:55.310372 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1bf904da-15a5-4f39-bcec-c1649426ceb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:55.311508 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-1bf904da-15a5-4f39-bcec-c1649426ceb6 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/67254bdf-2e75-4428-89ab-f01bcc6875da HTTP/1.1" status: 204 len: 168 time: 0.6047795 Feb 16 12:47:55.342879 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-cb3f4047-699e-41d0-ad06-64147ffd8ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:55.404829 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f4047-699e-41d0-ad06-64147ffd8ae6 None None] Pushing event deleted for resources: {'Port': ['ID=3810f6fd-9164-4d0b-9d71-7769f3469faa,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:55.414741 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3f4047-699e-41d0-ad06-64147ffd8ae6 None None] No DVR routers for this DVR port 3810f6fd-9164-4d0b-9d71-7769f3469faa on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:55.450141 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-407f6c8f-3fe4-476c-bc90-a9a0aa9af9e0 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:55.486402 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-9017d3ee-1079-49db-b618-b2dfa68a73c2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Allocated IP 2001:db8::f816:3eff:fecc:bdb (c2beece7-853e-4518-ace6-8724ee235932/ea62cb09-72d9-4f5e-bc8d-e52eb256d448/a116d97f-ea10-4e83-b47d-ceab7c8600e2) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:47:55.573015 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16b957-4948-408d-a8e8-d00f65d2c170 req-97fc63a0-6842-402b-b042-ac75c6234b14 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:55.574614 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ec16b957-4948-408d-a8e8-d00f65d2c170 req-97fc63a0-6842-402b-b042-ac75c6234b14 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.8793318 Feb 16 12:47:55.680177 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9659d7c-0283-487a-94ee-ce7c01d78bf4 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:55.756424 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-603ce67d-d1d2-48ac-82a0-8aa738639a2b tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] The port '3810f6fd-9164-4d0b-9d71-7769f3469faa' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:47:55.912011 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-407f6c8f-3fe4-476c-bc90-a9a0aa9af9e0 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Router 598dc105-cd98-48e4-8c93-6d796a8666b1 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:47:55.934293 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ec16b957-4948-408d-a8e8-d00f65d2c170 req-e582e2d0-6ace-4915-8bbc-a58c8c47d51f tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3317342 Feb 16 12:47:55.953509 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-168ee7dd-b6ed-4399-8222-702e5a9f2d23 None None] Provisioning for port 4c7b6cd4-3019-48fa-89e8-3f355399396a completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:56.049743 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407f6c8f-3fe4-476c-bc90-a9a0aa9af9e0 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:47:56.054830 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-407f6c8f-3fe4-476c-bc90-a9a0aa9af9e0 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "PUT /v2.0/routers/598dc105-cd98-48e4-8c93-6d796a8666b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5845888 Feb 16 12:47:56.058062 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35808) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:56.061991 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d611e5-0229-4e2d-b286-ed46772c88ff None None] Sync routers for ids ['598dc105-cd98-48e4-8c93-6d796a8666b1'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:47:56.089262 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d611e5-0229-4e2d-b286-ed46772c88ff None None] Routers {'598dc105-cd98-48e4-8c93-6d796a8666b1'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:56.089902 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-61d611e5-0229-4e2d-b286-ed46772c88ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:47:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['598dc105-cd98-48e4-8c93-6d796a8666b1'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:56.113390 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-544806a0-9bbe-48a9-8b51-6261a68d4e7b tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Synchronizing usage tracker for tenant:9f89b69482a141c697c1d7563c6011c5 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:56.144851 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-544806a0-9bbe-48a9-8b51-6261a68d4e7b tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Unset dirty status for tenant:9f89b69482a141c697c1d7563c6011c5 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:56.148700 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-544806a0-9bbe-48a9-8b51-6261a68d4e7b tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "GET /v2.0/ports?device_id=598dc105-cd98-48e4-8c93-6d796a8666b1 HTTP/1.1" status: 200 len: 205 time: 0.0873268 Feb 16 12:47:56.149908 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35816) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:56.208535 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-61d611e5-0229-4e2d-b286-ed46772c88ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:56.232335 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d611e5-0229-4e2d-b286-ed46772c88ff None None] Routers {'598dc105-cd98-48e4-8c93-6d796a8666b1'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:47:56.233786 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-61d611e5-0229-4e2d-b286-ed46772c88ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:47:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['598dc105-cd98-48e4-8c93-6d796a8666b1'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:56.311065 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-61d611e5-0229-4e2d-b286-ed46772c88ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:56.311670 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d611e5-0229-4e2d-b286-ed46772c88ff None None] The sync data for ids ['598dc105-cd98-48e4-8c93-6d796a8666b1'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:47:56.336593 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-74f8cb11-4492-4cd3-b8f7-d8f4e9d8f2bf tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for router, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:56.530315 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35826) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:56.530919 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8102d06b-d972-4a0a-8a43-77918c667884 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:56.541733 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 4c7b6cd4-3019-48fa-89e8-3f355399396a up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:56.619378 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 4c7b6cd4-3019-48fa-89e8-3f355399396a completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:56.627541 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 4c7b6cd4-3019-48fa-89e8-3f355399396a triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:56.627541 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:56.662352 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9659d7c-0283-487a-94ee-ce7c01d78bf4 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:56.667625 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9659d7c-0283-487a-94ee-ce7c01d78bf4 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:56.676557 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-603ce67d-d1d2-48ac-82a0-8aa738639a2b tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:56.693033 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8102d06b-d972-4a0a-8a43-77918c667884 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:56.694092 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-9a9fe381-57c1-440e-9f77-bfc7d7bf2552 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1732232669'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:56.756950 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:56.757421 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-9a9fe381-57c1-440e-9f77-bfc7d7bf2552 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:56.766526 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-9a9fe381-57c1-440e-9f77-bfc7d7bf2552 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Usage tracker for resource:network and tenant:f7e183c87d434560824e762da5b5e9a3 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:56.770074 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9017d3ee-1079-49db-b618-b2dfa68a73c2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:56.770334 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-74f8cb11-4492-4cd3-b8f7-d8f4e9d8f2bf tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:56.773707 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-74f8cb11-4492-4cd3-b8f7-d8f4e9d8f2bf tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:56.775056 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-f87e97f9-caeb-4b8e-ab94-244323591798 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Deleting port 08506c93-93a1-437f-9380-d652f315d627 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:56.775372 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-9a9fe381-57c1-440e-9f77-bfc7d7bf2552 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:56.775515 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f87e97f9-caeb-4b8e-ab94-244323591798 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:56.784439 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-9a9fe381-57c1-440e-9f77-bfc7d7bf2552 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:56.799170 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 4c7b6cd4-3019-48fa-89e8-3f355399396a, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=4c7b6cd4-3019-48fa-89e8-3f355399396a,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:56.808718 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:56.810688 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b878393-7a4d-4071-ad50-aa374e99f159 req-a1d6ccaa-8a92-46d4-a4f2-79597fb9c46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:56.811830 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-603ce67d-d1d2-48ac-82a0-8aa738639a2b tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['686e81dc-c2f7-43d9-b50a-e8958404331f']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:56.811975 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9b878393-7a4d-4071-ad50-aa374e99f159 req-a1d6ccaa-8a92-46d4-a4f2-79597fb9c46b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a8771b90386942c1a6095687790fa64b&device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 1098 time: 0.3910279 Feb 16 12:47:56.814225 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9fe381-57c1-440e-9f77-bfc7d7bf2552 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Made reservation on behalf of f7e183c87d434560824e762da5b5e9a3 for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:56.818029 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9a9fe381-57c1-440e-9f77-bfc7d7bf2552 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:56.861600 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-603ce67d-d1d2-48ac-82a0-8aa738639a2b tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29efd3d9-b505-4b99-a01f-8878082989f4') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:56.861991 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-603ce67d-d1d2-48ac-82a0-8aa738639a2b tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29efd3d9-b505-4b99-a01f-8878082989f4') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:47:56.869869 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9659d7c-0283-487a-94ee-ce7c01d78bf4 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:56.870369 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9659d7c-0283-487a-94ee-ce7c01d78bf4 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b9bc7fc2-4049-446c-b363-90504d816286 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:47:56.883485 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=4c7b6cd4-3019-48fa-89e8-3f355399396a,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:56.893874 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-9017d3ee-1079-49db-b618-b2dfa68a73c2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Transition to ACTIVE for port object a116d97f-ea10-4e83-b47d-ceab7c8600e2 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:47:56.898849 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-603ce67d-d1d2-48ac-82a0-8aa738639a2b tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:56.900163 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-74f8cb11-4492-4cd3-b8f7-d8f4e9d8f2bf tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:56.900655 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f8cb11-4492-4cd3-b8f7-d8f4e9d8f2bf tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Fanout notify agent at l3_agent the message router_deleted on router 598dc105-cd98-48e4-8c93-6d796a8666b1 {{(pid=87701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:47:56.908558 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9a9fe381-57c1-440e-9f77-bfc7d7bf2552 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:56.921459 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 3810f6fd-9164-4d0b-9d71-7769f3469faa no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:47:56.948734 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-9a9fe381-57c1-440e-9f77-bfc7d7bf2552 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:56.957739 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-74f8cb11-4492-4cd3-b8f7-d8f4e9d8f2bf tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:56.960553 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-74f8cb11-4492-4cd3-b8f7-d8f4e9d8f2bf tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "DELETE /v2.0/routers/598dc105-cd98-48e4-8c93-6d796a8666b1 HTTP/1.1" status: 204 len: 168 time: 0.8094199 Feb 16 12:47:56.961021 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-603ce67d-d1d2-48ac-82a0-8aa738639a2b tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:56.962847 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35832) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:56.965170 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 3810f6fd-9164-4d0b-9d71-7769f3469faa {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:47:56.965510 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 3810f6fd-9164-4d0b-9d71-7769f3469faa not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:47:56.969987 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-9a9fe381-57c1-440e-9f77-bfc7d7bf2552 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Usage tracker for resource:security_group_rule and tenant:f7e183c87d434560824e762da5b5e9a3 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:57.006576 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-9a9fe381-57c1-440e-9f77-bfc7d7bf2552 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:57.009307 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8102d06b-d972-4a0a-8a43-77918c667884 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:57.036624 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-9a9fe381-57c1-440e-9f77-bfc7d7bf2552 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:57.048485 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-603ce67d-d1d2-48ac-82a0-8aa738639a2b tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:47:57.048927 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-603ce67d-d1d2-48ac-82a0-8aa738639a2b tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:57.066012 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:47:57.066012 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:47:57.066012 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:47:57.066012 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:47:57.066012 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:47:57.066012 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:47:57.066012 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:47:57.066012 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:47:57.066012 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:47:57.066012 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:47:57.066012 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:47:57.066012 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:47:57.066012 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:47:57.066012 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:47:57.066012 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:47:57.066012 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:47:57.066012 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:47:57.066012 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:47:57.066012 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:47:57.066012 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:47:57.066012 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:47:57.066012 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:47:57.066012 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:47:57.066012 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:47:57.066012 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:47:57.066012 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:47:57.066012 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:47:57.066012 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:47:57.066012 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:47:57.066012 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:47:57.066012 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:47:57.066012 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:47:57.068670 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b878393-7a4d-4071-ad50-aa374e99f159 req-68957d51-b1ea-409b-aa09-5da118a495e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:57.070389 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9b878393-7a4d-4071-ad50-aa374e99f159 req-68957d51-b1ea-409b-aa09-5da118a495e4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=48c19cd8-ac27-4524-bc91-c49a239dcfeb HTTP/1.1" status: 200 len: 913 time: 0.2406228 Feb 16 12:47:57.079322 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8102d06b-d972-4a0a-8a43-77918c667884 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2a87e1-4bb8-447c-a932-befd3c585c5b,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:57.086415 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-523b9230-1499-49e6-8aca-bce2b407a2a4 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Deleting subnet 9a94d73a-5f1c-4034-9c08-ca7451e085bb {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:47:57.138532 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-523b9230-1499-49e6-8aca-bce2b407a2a4 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:57.160742 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11961c64-0fc4-49b2-8e9b-4c7700ff2e92 req-86c99870-65d0-4305-a05a-0fab77db62b1 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:57.162215 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-11961c64-0fc4-49b2-8e9b-4c7700ff2e92 req-86c99870-65d0-4305-a05a-0fab77db62b1 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.6172049 Feb 16 12:47:57.240489 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9b878393-7a4d-4071-ad50-aa374e99f159 req-d8a71590-68fa-4e7a-9dcc-a1941795f39b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=756287ee-6810-469c-9c37-8297d79eec56 HTTP/1.1" status: 200 len: 1000 time: 0.1515996 Feb 16 12:47:57.248392 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-523b9230-1499-49e6-8aca-bce2b407a2a4 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:57.355092 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9659d7c-0283-487a-94ee-ce7c01d78bf4 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:57.359141 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d9659d7c-0283-487a-94ee-ce7c01d78bf4 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] 10.222.0.83 "DELETE /v2.0/routers/b9bc7fc2-4049-446c-b363-90504d816286 HTTP/1.1" status: 204 len: 168 time: 2.1521657 Feb 16 12:47:57.383740 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8102d06b-d972-4a0a-8a43-77918c667884 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:57.386343 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8102d06b-d972-4a0a-8a43-77918c667884 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "DELETE /v2.0/security-groups/ca2a87e1-4bb8-447c-a932-befd3c585c5b HTTP/1.1" status: 204 len: 168 time: 2.1842518 Feb 16 12:47:57.404458 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35838) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:57.405220 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-603ce67d-d1d2-48ac-82a0-8aa738639a2b tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:57.458133 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-603ce67d-d1d2-48ac-82a0-8aa738639a2b tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:57.471646 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9017d3ee-1079-49db-b618-b2dfa68a73c2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:57.481093 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f87e97f9-caeb-4b8e-ab94-244323591798 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:57.489440 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ce67d-d1d2-48ac-82a0-8aa738639a2b tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event deleted for resources: {'Network': ['ID=686e81dc-c2f7-43d9-b50a-e8958404331f,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:57.537878 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b878393-7a4d-4071-ad50-aa374e99f159 req-5f9820fc-7161-4a52-8651-b135a85963c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:57.539363 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9b878393-7a4d-4071-ad50-aa374e99f159 req-5f9820fc-7161-4a52-8651-b135a85963c7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5863982f-bd9e-4d06-825d-64b5d101ef97 HTTP/1.1" status: 200 len: 851 time: 0.2640533 Feb 16 12:47:57.561019 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-11961c64-0fc4-49b2-8e9b-4c7700ff2e92 req-b0842a4b-f7bf-49d6-841e-cd5ceab639ad tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3787847 Feb 16 12:47:57.567581 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-603ce67d-d1d2-48ac-82a0-8aa738639a2b tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/networks/686e81dc-c2f7-43d9-b50a-e8958404331f HTTP/1.1" status: 204 len: 168 time: 3.1508868 Feb 16 12:47:57.584038 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35842) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:57.613323 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-7cef9cda-068b-408a-90fb-b821b3e0d634 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Request body: {'port': {'network_id': '16b82834-7685-4613-829e-2ea073f469db', 'name': 'tempest-PortsIpV6TestJSON-228135896'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:57.626333 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35846) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:57.630502 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9a9fe381-57c1-440e-9f77-bfc7d7bf2552 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:57.642353 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9a9fe381-57c1-440e-9f77-bfc7d7bf2552 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:57.721651 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-f87e97f9-caeb-4b8e-ab94-244323591798 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Calling delete_port for 08506c93-93a1-437f-9380-d652f315d627 owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:57.736640 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-523b9230-1499-49e6-8aca-bce2b407a2a4 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:57.778359 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a9fe381-57c1-440e-9f77-bfc7d7bf2552 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:47:57.788953 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9017d3ee-1079-49db-b618-b2dfa68a73c2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:57.795349 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-9017d3ee-1079-49db-b618-b2dfa68a73c2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:57.804945 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-66c78a9d-ceab-49c8-b3f9-11da957082a7 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Synchronizing usage tracker for tenant:ddbade54d4ca46bdb79e7d4262b706b1 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:57.810108 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9017d3ee-1079-49db-b618-b2dfa68a73c2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:57.815502 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9017d3ee-1079-49db-b618-b2dfa68a73c2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:57.816126 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9017d3ee-1079-49db-b618-b2dfa68a73c2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:57.820257 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9017d3ee-1079-49db-b618-b2dfa68a73c2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Port': ['ID=a116d97f-ea10-4e83-b47d-ceab7c8600e2,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:57.826344 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9fe381-57c1-440e-9f77-bfc7d7bf2552 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8804290-62f6-4f68-a822-40ee6b260bb1,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:57.835381 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9a9fe381-57c1-440e-9f77-bfc7d7bf2552 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:57.835720 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-9a9fe381-57c1-440e-9f77-bfc7d7bf2552 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Added segment a82e8e4d-a815-408f-8e79-7dca49340db2 of type vlan for network 64d92a5c-c3fc-4739-bbbb-aed637ac5e73 Feb 16 12:47:57.842411 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-7cef9cda-068b-408a-90fb-b821b3e0d634 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:57.855308 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-7cef9cda-068b-408a-90fb-b821b3e0d634 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Usage tracker for resource:port and tenant:e1117180e8c949a18483da62b9a9f5be is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:57.863356 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-7cef9cda-068b-408a-90fb-b821b3e0d634 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:57.864257 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9017d3ee-1079-49db-b618-b2dfa68a73c2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.9232647 Feb 16 12:47:57.867996 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35854) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:57.877005 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-7cef9cda-068b-408a-90fb-b821b3e0d634 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:57.911394 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9a9fe381-57c1-440e-9f77-bfc7d7bf2552 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:57.918109 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b878393-7a4d-4071-ad50-aa374e99f159 req-e7103097-4b30-4a9b-bee5-0af438429d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:57.919590 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9b878393-7a4d-4071-ad50-aa374e99f159 req-e7103097-4b30-4a9b-bee5-0af438429d8e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=48c19cd8-ac27-4524-bc91-c49a239dcfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3708000 Feb 16 12:47:57.925332 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cef9cda-068b-408a-90fb-b821b3e0d634 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Made reservation on behalf of e1117180e8c949a18483da62b9a9f5be for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:57.928901 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7cef9cda-068b-408a-90fb-b821b3e0d634 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:57.965983 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-523b9230-1499-49e6-8aca-bce2b407a2a4 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:57.978468 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-66c78a9d-ceab-49c8-b3f9-11da957082a7 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Unset dirty status for tenant:ddbade54d4ca46bdb79e7d4262b706b1 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:57.985892 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-66c78a9d-ceab-49c8-b3f9-11da957082a7 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5724781 Feb 16 12:47:57.985892 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-0a5e7b39-e404-4bae-83fb-fd67965c2be7 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-525397026', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}, 'admin_state_up': False}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:57.990566 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35858) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:57.997058 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0a5e7b39-e404-4bae-83fb-fd67965c2be7 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:58.005902 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-9e869ca5-990a-4e00-bc6d-eb34b313007d tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Request body: {'security_group': {'name': 'tempest-secgroup--131497583'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:58.015637 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0a5e7b39-e404-4bae-83fb-fd67965c2be7 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Usage tracker for resource:router and tenant:45915c6c1b3845ae8a9038974576db8f is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:58.019578 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9e869ca5-990a-4e00-bc6d-eb34b313007d tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:58.023296 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0a5e7b39-e404-4bae-83fb-fd67965c2be7 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:58.061444 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0a5e7b39-e404-4bae-83fb-fd67965c2be7 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:58.089071 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [None req-7cef9cda-068b-408a-90fb-b821b3e0d634 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] device_id is not set on port fa05a21a-4556-4e5c-b557-47aae755bfef yet. {{(pid=87701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:47:58.089320 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9e869ca5-990a-4e00-bc6d-eb34b313007d tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:58.099022 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a1f938-6d0d-471c-ae15-68780995681c None None] Network 5b88bb95-08dc-42d8-bd2a-bcf09cf4b72d requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:47:58.118902 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0a5e7b39-e404-4bae-83fb-fd67965c2be7 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:58.119981 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0a5e7b39-e404-4bae-83fb-fd67965c2be7 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:58.122626 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b9230-1499-49e6-8aca-bce2b407a2a4 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event deleted for resources: {'Subnet': ['ID=9a94d73a-5f1c-4034-9c08-ca7451e085bb,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:58.128217 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-523b9230-1499-49e6-8aca-bce2b407a2a4 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:58.143422 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedf0b4e-cc12-4238-83d8-f56e790ffe70 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:58.149331 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedf0b4e-cc12-4238-83d8-f56e790ffe70 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:58.150064 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-aedf0b4e-cc12-4238-83d8-f56e790ffe70 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:47:58.158096 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9e869ca5-990a-4e00-bc6d-eb34b313007d tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:58.158605 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9a9fe381-57c1-440e-9f77-bfc7d7bf2552 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:58.163954 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9fe381-57c1-440e-9f77-bfc7d7bf2552 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:58.164660 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9a9fe381-57c1-440e-9f77-bfc7d7bf2552 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:58.170823 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f87e97f9-caeb-4b8e-ab94-244323591798 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:58.226278 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0a5e7b39-e404-4bae-83fb-fd67965c2be7 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:58.244201 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e97f9-caeb-4b8e-ab94-244323591798 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event deleted for resources: {'Port': ['ID=08506c93-93a1-437f-9380-d652f315d627,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:58.284371 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9e869ca5-990a-4e00-bc6d-eb34b313007d tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:58.287675 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-aedf0b4e-cc12-4238-83d8-f56e790ffe70 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:47:58.291775 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-aedf0b4e-cc12-4238-83d8-f56e790ffe70 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.4225812 Feb 16 12:47:58.298699 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-606fef69-ce42-4dc7-a614-c45f9e356e88 None None] Provisioning for port a116d97f-ea10-4e83-b47d-ceab7c8600e2 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:47:58.299592 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35862) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:58.312407 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-523b9230-1499-49e6-8aca-bce2b407a2a4 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "DELETE /v2.0/subnets/9a94d73a-5f1c-4034-9c08-ca7451e085bb HTTP/1.1" status: 204 len: 168 time: 1.3466713 Feb 16 12:47:58.312941 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-606fef69-ce42-4dc7-a614-c45f9e356e88 None None] Provisioning complete for port a116d97f-ea10-4e83-b47d-ceab7c8600e2 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:58.313492 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-606fef69-ce42-4dc7-a614-c45f9e356e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:58.320110 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35866) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:58.332991 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9e869ca5-990a-4e00-bc6d-eb34b313007d tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Usage tracker for resource:security_group_rule and tenant:ddbade54d4ca46bdb79e7d4262b706b1 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:58.339366 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-9a9fe381-57c1-440e-9f77-bfc7d7bf2552 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8000872 Feb 16 12:47:58.344792 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9e869ca5-990a-4e00-bc6d-eb34b313007d tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:58.347389 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35870) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:58.376327 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9fe381-57c1-440e-9f77-bfc7d7bf2552 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Pushing event updated for resources: {'Network': ['ID=64d92a5c-c3fc-4739-bbbb-aed637ac5e73,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:58.389845 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9b878393-7a4d-4071-ad50-aa374e99f159 req-755ddff6-6d1e-4b18-9f7b-32281008e5fc service neutron] 10.222.0.89 "GET /v2.0/networks/48c19cd8-ac27-4524-bc91-c49a239dcfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4498019 Feb 16 12:47:58.397632 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 64d92a5c-c3fc-4739-bbbb-aed637ac5e73 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:47:58.513887 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-c142c04e-507b-4e32-a74d-094baaa0c9d4 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Request body: {'subnet': {'network_id': '64d92a5c-c3fc-4739-bbbb-aed637ac5e73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:47:58.527117 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c6af7c-4ac3-464c-b02a-fa91ff144c43 None None] DHCP port deletion for 5b88bb95-08dc-42d8-bd2a-bcf09cf4b72d request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:47:58.528845 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-606fef69-ce42-4dc7-a614-c45f9e356e88 None None] Port a116d97f-ea10-4e83-b47d-ceab7c8600e2 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:47:58.533825 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-15c6af7c-4ac3-464c-b02a-fa91ff144c43 None None] Deleting port 79080324-ca48-4b9d-8da4-c058b2c965ca {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:58.534393 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-15c6af7c-4ac3-464c-b02a-fa91ff144c43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:58.559778 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9e869ca5-990a-4e00-bc6d-eb34b313007d tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:58.588356 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 4c7b6cd4-3019-48fa-89e8-3f355399396a up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:47:58.702837 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 4c7b6cd4-3019-48fa-89e8-3f355399396a triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:47:58.703471 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:58.785674 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-09738012-11da-4d28-840c-cca394c02259 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:58.831934 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7cef9cda-068b-408a-90fb-b821b3e0d634 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:58.857581 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f87e97f9-caeb-4b8e-ab94-244323591798 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:58.863837 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9b878393-7a4d-4071-ad50-aa374e99f159 req-acbf0be5-f64e-4b19-a74f-32bd0710ad77 service neutron] 10.222.0.89 "GET /v2.0/networks/48c19cd8-ac27-4524-bc91-c49a239dcfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4126065 Feb 16 12:47:58.866283 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-09738012-11da-4d28-840c-cca394c02259 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Deleting port 79080324-ca48-4b9d-8da4-c058b2c965ca {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:58.866616 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-09738012-11da-4d28-840c-cca394c02259 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:58.871005 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-40e19835-bbd5-4264-87fd-25f06ad1f8b3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting port a116d97f-ea10-4e83-b47d-ceab7c8600e2 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:58.871355 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-40e19835-bbd5-4264-87fd-25f06ad1f8b3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:58.891792 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-15c6af7c-4ac3-464c-b02a-fa91ff144c43 None None] For port 79080324-ca48-4b9d-8da4-c058b2c965ca, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=79080324-ca48-4b9d-8da4-c058b2c965ca,segment=NetworkSegment(74a57b92-b344-43d2-a856-75b029c56ce3),segment_id=74a57b92-b344-43d2-a856-75b029c56ce3)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:58.892814 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-15c6af7c-4ac3-464c-b02a-fa91ff144c43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:58.999532 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf77a83-b333-4da3-a78f-bc43da1b5335 req-fec3b30f-c653-47db-81d2-6679aa677053 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:59.001164 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-baf77a83-b333-4da3-a78f-bc43da1b5335 req-fec3b30f-c653-47db-81d2-6679aa677053 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.2846773 Feb 16 12:47:59.007378 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7cef9cda-068b-408a-90fb-b821b3e0d634 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:59.091205 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-15c6af7c-4ac3-464c-b02a-fa91ff144c43 None None] Calling delete_port for 79080324-ca48-4b9d-8da4-c058b2c965ca owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:59.169900 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cef9cda-068b-408a-90fb-b821b3e0d634 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Network 16b82834-7685-4613-829e-2ea073f469db is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:47:59.184213 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-15c6af7c-4ac3-464c-b02a-fa91ff144c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:59.191785 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-7cef9cda-068b-408a-90fb-b821b3e0d634 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:47:59.234025 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6af7c-4ac3-464c-b02a-fa91ff144c43 None None] Pushing event deleted for resources: {'Port': ['ID=79080324-ca48-4b9d-8da4-c058b2c965ca,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:59.239797 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c6af7c-4ac3-464c-b02a-fa91ff144c43 None None] No DVR routers for this DVR port 79080324-ca48-4b9d-8da4-c058b2c965ca on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:47:59.260416 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c142c04e-507b-4e32-a74d-094baaa0c9d4 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:47:59.319559 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0a5e7b39-e404-4bae-83fb-fd67965c2be7 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:59.326910 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c142c04e-507b-4e32-a74d-094baaa0c9d4 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Usage tracker for resource:subnet and tenant:f7e183c87d434560824e762da5b5e9a3 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:47:59.340644 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cef9cda-068b-408a-90fb-b821b3e0d634 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:47:59.342183 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c142c04e-507b-4e32-a74d-094baaa0c9d4 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:47:59.346107 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cef9cda-068b-408a-90fb-b821b3e0d634 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:47:59.346927 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7cef9cda-068b-408a-90fb-b821b3e0d634 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:59.369808 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef9cda-068b-408a-90fb-b821b3e0d634 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event updated for resources: {'Port': ['ID=fa05a21a-4556-4e5c-b557-47aae755bfef,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:47:59.388145 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-baf77a83-b333-4da3-a78f-bc43da1b5335 req-ce742b10-85d4-4d3c-9e8b-889a63e2b8b2 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3710818 Feb 16 12:47:59.401568 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-09738012-11da-4d28-840c-cca394c02259 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] For port 79080324-ca48-4b9d-8da4-c058b2c965ca, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=79080324-ca48-4b9d-8da4-c058b2c965ca,segment=NetworkSegment(74a57b92-b344-43d2-a856-75b029c56ce3),segment_id=74a57b92-b344-43d2-a856-75b029c56ce3)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:47:59.401921 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-09738012-11da-4d28-840c-cca394c02259 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:59.432545 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c142c04e-507b-4e32-a74d-094baaa0c9d4 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:47:59.465888 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-7cef9cda-068b-408a-90fb-b821b3e0d634 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8700058 Feb 16 12:47:59.480012 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35876) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:47:59.531499 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-09738012-11da-4d28-840c-cca394c02259 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Calling delete_port for 79080324-ca48-4b9d-8da4-c058b2c965ca owned by network:dhcp {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:47:59.603342 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c142c04e-507b-4e32-a74d-094baaa0c9d4 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Made reservation on behalf of f7e183c87d434560824e762da5b5e9a3 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:47:59.605139 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.db.api [None req-09738012-11da-4d28-840c-cca394c02259 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:47:59.605474 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG oslo_db.api [None req-09738012-11da-4d28-840c-cca394c02259 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:47:59.606724 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c142c04e-507b-4e32-a74d-094baaa0c9d4 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:59.753421 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9e869ca5-990a-4e00-bc6d-eb34b313007d tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:59.867575 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9e869ca5-990a-4e00-bc6d-eb34b313007d tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:47:59.958319 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87e97f9-caeb-4b8e-ab94-244323591798 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Router 0edd8ba6-2881-49d1-89db-3fe52c6b2db9 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:47:59.963740 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1a829819-0da7-45e0-bab1-233d20c58158 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Deleting port fa05a21a-4556-4e5c-b557-47aae755bfef {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:47:59.964079 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1a829819-0da7-45e0-bab1-233d20c58158 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.045263 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e869ca5-990a-4e00-bc6d-eb34b313007d tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fd77b5-7fdc-4f75-83e5-e6702ed3a157,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:00.090474 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9e869ca5-990a-4e00-bc6d-eb34b313007d tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.091672 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9e869ca5-990a-4e00-bc6d-eb34b313007d tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.0978444 Feb 16 12:48:00.095097 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35880) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:00.097540 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-40e19835-bbd5-4264-87fd-25f06ad1f8b3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.101012 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-a1031017-b177-45ac-b198-990ac11fa7fb tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Request body: {'security_group_rule': {'security_group_id': 'f0fd77b5-7fdc-4f75-83e5-e6702ed3a157', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:00.105901 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-09738012-11da-4d28-840c-cca394c02259 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Deleting port 79080324-ca48-4b9d-8da4-c058b2c965ca {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:00.106310 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-09738012-11da-4d28-840c-cca394c02259 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.144199 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-a1031017-b177-45ac-b198-990ac11fa7fb tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:00.176568 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-a1031017-b177-45ac-b198-990ac11fa7fb tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Usage tracker for resource:security_group_rule and tenant:ddbade54d4ca46bdb79e7d4262b706b1 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:00.183975 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-09738012-11da-4d28-840c-cca394c02259 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] The port '79080324-ca48-4b9d-8da4-c058b2c965ca' was deleted {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:48:00.184991 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-a1031017-b177-45ac-b198-990ac11fa7fb tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:00.220503 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-a1031017-b177-45ac-b198-990ac11fa7fb tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:00.328121 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-09738012-11da-4d28-840c-cca394c02259 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.372673 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-09738012-11da-4d28-840c-cca394c02259 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b88bb95-08dc-42d8-bd2a-bcf09cf4b72d']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:00.394367 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a1031017-b177-45ac-b198-990ac11fa7fb tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.502549 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a1031017-b177-45ac-b198-990ac11fa7fb tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.505464 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-09738012-11da-4d28-840c-cca394c02259 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74a57b92-b344-43d2-a856-75b029c56ce3') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:00.508414 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-09738012-11da-4d28-840c-cca394c02259 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74a57b92-b344-43d2-a856-75b029c56ce3') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:00.515374 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-40e19835-bbd5-4264-87fd-25f06ad1f8b3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Calling delete_port for a116d97f-ea10-4e83-b47d-ceab7c8600e2 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:00.521234 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a1031017-b177-45ac-b198-990ac11fa7fb tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.539326 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 79080324-ca48-4b9d-8da4-c058b2c965ca no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:48:00.555931 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-09738012-11da-4d28-840c-cca394c02259 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.576121 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-09738012-11da-4d28-840c-cca394c02259 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.583595 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09738012-11da-4d28-840c-cca394c02259 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:48:00.584265 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-09738012-11da-4d28-840c-cca394c02259 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.595590 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 79080324-ca48-4b9d-8da4-c058b2c965ca {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:48:00.596068 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 79080324-ca48-4b9d-8da4-c058b2c965ca not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:48:00.610809 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1031017-b177-45ac-b198-990ac11fa7fb tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a55a3490-0d0d-48e3-9dbe-060142bf2923,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:00.614358 dv-neutron-829527-1-hyperv neutron-server[87701]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:48:00.614358 dv-neutron-829527-1-hyperv neutron-server[87701]: util.warn( Feb 16 12:48:00.614358 dv-neutron-829527-1-hyperv neutron-server[87701]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:48:00.614358 dv-neutron-829527-1-hyperv neutron-server[87701]: util.warn( Feb 16 12:48:00.614358 dv-neutron-829527-1-hyperv neutron-server[87701]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:48:00.614358 dv-neutron-829527-1-hyperv neutron-server[87701]: util.warn( Feb 16 12:48:00.614358 dv-neutron-829527-1-hyperv neutron-server[87701]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:48:00.614358 dv-neutron-829527-1-hyperv neutron-server[87701]: util.warn( Feb 16 12:48:00.614358 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:48:00.614358 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:48:00.614358 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:48:00.614358 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:48:00.614358 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:48:00.614358 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:48:00.614358 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:48:00.614358 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:48:00.614358 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:48:00.614358 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:48:00.614358 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:48:00.614358 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:48:00.614358 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:48:00.614358 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:48:00.614358 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:48:00.614358 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:48:00.614358 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:48:00.614358 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:48:00.614358 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:48:00.614358 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:48:00.614358 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:48:00.614358 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:48:00.614358 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:48:00.614358 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:48:00.614358 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:48:00.614358 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:48:00.614358 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:48:00.614358 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:48:00.614358 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:48:00.614358 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:48:00.614358 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:48:00.614358 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:48:00.706420 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87e97f9-caeb-4b8e-ab94-244323591798 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:48:00.722372 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a1031017-b177-45ac-b198-990ac11fa7fb tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.723683 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-a1031017-b177-45ac-b198-990ac11fa7fb tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6274600 Feb 16 12:48:00.725074 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-09738012-11da-4d28-840c-cca394c02259 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.727032 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d16491-4f00-4841-943b-3d34de7dee2e None None] Sync routers for ids ['0edd8ba6-2881-49d1-89db-3fe52c6b2db9'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:00.728311 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35886) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:00.729570 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-09738012-11da-4d28-840c-cca394c02259 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.742850 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d16491-4f00-4841-943b-3d34de7dee2e None None] Routers {'0edd8ba6-2881-49d1-89db-3fe52c6b2db9'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:00.743863 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-55d16491-4f00-4841-943b-3d34de7dee2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:47:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['0edd8ba6-2881-49d1-89db-3fe52c6b2db9'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:00.754223 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09738012-11da-4d28-840c-cca394c02259 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event deleted for resources: {'Network': ['ID=5b88bb95-08dc-42d8-bd2a-bcf09cf4b72d,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:00.761724 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-09738012-11da-4d28-840c-cca394c02259 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "DELETE /v2.0/networks/5b88bb95-08dc-42d8-bd2a-bcf09cf4b72d HTTP/1.1" status: 204 len: 168 time: 2.4363973 Feb 16 12:48:00.762557 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35890) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:00.767816 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-4f08a151-6a3e-403b-9926-46bbd230ef02 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1592884350', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:00.774203 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-e9bf8e91-9916-4037-9989-9e8993128353 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Request body: {'security_group_rule': {'security_group_id': 'f0fd77b5-7fdc-4f75-83e5-e6702ed3a157', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:00.774884 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-4f08a151-6a3e-403b-9926-46bbd230ef02 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:00.779700 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-4f08a151-6a3e-403b-9926-46bbd230ef02 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Usage tracker for resource:router and tenant:9f89b69482a141c697c1d7563c6011c5 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:00.782194 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-4f08a151-6a3e-403b-9926-46bbd230ef02 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:00.788340 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-4f08a151-6a3e-403b-9926-46bbd230ef02 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:00.800398 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4f08a151-6a3e-403b-9926-46bbd230ef02 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.801562 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4f08a151-6a3e-403b-9926-46bbd230ef02 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.802912 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-55d16491-4f00-4841-943b-3d34de7dee2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:00.811635 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d16491-4f00-4841-943b-3d34de7dee2e None None] Routers {'0edd8ba6-2881-49d1-89db-3fe52c6b2db9'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:00.812203 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-55d16491-4f00-4841-943b-3d34de7dee2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:47:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['0edd8ba6-2881-49d1-89db-3fe52c6b2db9'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:00.818343 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4f08a151-6a3e-403b-9926-46bbd230ef02 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.826810 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f87e97f9-caeb-4b8e-ab94-244323591798 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "PUT /v2.0/routers/0edd8ba6-2881-49d1-89db-3fe52c6b2db9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8082325 Feb 16 12:48:00.834785 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35894) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:00.855668 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e9bf8e91-9916-4037-9989-9e8993128353 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:00.881767 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e9bf8e91-9916-4037-9989-9e8993128353 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Usage tracker for resource:security_group_rule and tenant:ddbade54d4ca46bdb79e7d4262b706b1 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:00.882551 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-55d16491-4f00-4841-943b-3d34de7dee2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:00.882642 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-26d36b82-292a-4a52-9fd3-268025184eca tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Synchronizing usage tracker for tenant:bc1f0288054c40818f485d7fa9a59a39 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:00.882879 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d16491-4f00-4841-943b-3d34de7dee2e None None] The sync data for ids ['0edd8ba6-2881-49d1-89db-3fe52c6b2db9'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:00.888253 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4f08a151-6a3e-403b-9926-46bbd230ef02 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.895218 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e9bf8e91-9916-4037-9989-9e8993128353 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:00.918097 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-26d36b82-292a-4a52-9fd3-268025184eca tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Unset dirty status for tenant:bc1f0288054c40818f485d7fa9a59a39 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:00.919254 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-26d36b82-292a-4a52-9fd3-268025184eca tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "GET /v2.0/ports?device_id=0edd8ba6-2881-49d1-89db-3fe52c6b2db9 HTTP/1.1" status: 200 len: 205 time: 0.0834601 Feb 16 12:48:00.922104 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35898) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:00.939836 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e9bf8e91-9916-4037-9989-9e8993128353 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:00.958078 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1a829819-0da7-45e0-bab1-233d20c58158 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.976953 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4f08a151-6a3e-403b-9926-46bbd230ef02 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:00.978154 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-4f08a151-6a3e-403b-9926-46bbd230ef02 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2146413 Feb 16 12:48:00.983722 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35902) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:01.045174 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-43c82f47-5280-4aea-8cb9-d12f468ecb6f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Request body: {'network': {'name': 'tempest-RoutersTest-862009530'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:01.058730 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-43c82f47-5280-4aea-8cb9-d12f468ecb6f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:01.065348 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-43c82f47-5280-4aea-8cb9-d12f468ecb6f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Usage tracker for resource:network and tenant:9f89b69482a141c697c1d7563c6011c5 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:01.069755 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7de0dfe2-f041-4066-9808-6bff2a78219c tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for router, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:01.116952 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-43c82f47-5280-4aea-8cb9-d12f468ecb6f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:01.136983 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-43c82f47-5280-4aea-8cb9-d12f468ecb6f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:01.143092 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1a829819-0da7-45e0-bab1-233d20c58158 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Calling delete_port for fa05a21a-4556-4e5c-b557-47aae755bfef owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:01.201962 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c142c04e-507b-4e32-a74d-094baaa0c9d4 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:01.247385 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e9bf8e91-9916-4037-9989-9e8993128353 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:01.251690 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c82f47-5280-4aea-8cb9-d12f468ecb6f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Made reservation on behalf of 9f89b69482a141c697c1d7563c6011c5 for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:01.255114 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-43c82f47-5280-4aea-8cb9-d12f468ecb6f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:01.333460 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166b041-087f-4981-8793-d1b64d5eed86 req-d6eb3af5-c97b-479f-beba-b873fad963cf tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:01.334716 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-b166b041-087f-4981-8793-d1b64d5eed86 req-d6eb3af5-c97b-479f-beba-b873fad963cf tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.7431393 Feb 16 12:48:01.395996 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7de0dfe2-f041-4066-9808-6bff2a78219c tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:01.399067 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7de0dfe2-f041-4066-9808-6bff2a78219c tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:01.407685 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43c82f47-5280-4aea-8cb9-d12f468ecb6f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:48:01.425882 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-43c82f47-5280-4aea-8cb9-d12f468ecb6f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:01.426222 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-43c82f47-5280-4aea-8cb9-d12f468ecb6f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Added segment f6ba453d-fda9-4cc2-bb46-b1ef3257d4c7 of type vlan for network 4af22acd-757b-47d4-925e-f4c03ad597e0 Feb 16 12:48:01.438532 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7de0dfe2-f041-4066-9808-6bff2a78219c tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:01.439232 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de0dfe2-f041-4066-9808-6bff2a78219c tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Fanout notify agent at l3_agent the message router_deleted on router 0edd8ba6-2881-49d1-89db-3fe52c6b2db9 {{(pid=87701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:48:01.451019 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-40e19835-bbd5-4264-87fd-25f06ad1f8b3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:01.465856 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-43c82f47-5280-4aea-8cb9-d12f468ecb6f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:01.474273 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7de0dfe2-f041-4066-9808-6bff2a78219c tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:01.478247 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-7de0dfe2-f041-4066-9808-6bff2a78219c tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "DELETE /v2.0/routers/0edd8ba6-2881-49d1-89db-3fe52c6b2db9 HTTP/1.1" status: 204 len: 168 time: 0.5552380 Feb 16 12:48:01.480527 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35906) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:01.538759 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c142c04e-507b-4e32-a74d-094baaa0c9d4 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Pushing event updated for resources: {'Subnet': ['ID=abff943d-0d9b-4bce-a0dc-42e729c6e78d,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:01.595492 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e19835-bbd5-4264-87fd-25f06ad1f8b3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Port': ['ID=a116d97f-ea10-4e83-b47d-ceab7c8600e2,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:01.650006 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.db.resource_extend [None req-43c82f47-5280-4aea-8cb9-d12f468ecb6f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:48:01.656686 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0a5e7b39-e404-4bae-83fb-fd67965c2be7 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:01.683481 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-129ae842-2b82-4be8-b8bb-2290c45b2acf tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Deleting subnet e78ae4fa-093e-491e-ab69-7b58ee068fc5 {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:48:01.686810 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-129ae842-2b82-4be8-b8bb-2290c45b2acf tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:01.692954 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1a829819-0da7-45e0-bab1-233d20c58158 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:01.711926 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-40e19835-bbd5-4264-87fd-25f06ad1f8b3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:01.720467 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-43c82f47-5280-4aea-8cb9-d12f468ecb6f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:01.725903 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c82f47-5280-4aea-8cb9-d12f468ecb6f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:01.726513 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-43c82f47-5280-4aea-8cb9-d12f468ecb6f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:01.748662 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-b166b041-087f-4981-8793-d1b64d5eed86 req-bf54c19e-7a11-4d60-ac1c-ef1ab50f0686 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3983221 Feb 16 12:48:01.749631 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0a5e7b39-e404-4bae-83fb-fd67965c2be7 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:01.771319 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6d7a3587-3fa8-4a84-8943-15ad8b27d0e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:01.783219 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-129ae842-2b82-4be8-b8bb-2290c45b2acf tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:01.834380 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a829819-0da7-45e0-bab1-233d20c58158 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event deleted for resources: {'Port': ['ID=fa05a21a-4556-4e5c-b557-47aae755bfef,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:01.836333 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c142c04e-507b-4e32-a74d-094baaa0c9d4 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Checking segment: {'id': 'a82e8e4d-a815-408f-8e79-7dca49340db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '64d92a5c-c3fc-4739-bbbb-aed637ac5e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:01.836783 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c142c04e-507b-4e32-a74d-094baaa0c9d4 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Network hostable DHCP agents. Network: 64d92a5c-c3fc-4739-bbbb-aed637ac5e73, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:48:01.847884 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e9bf8e91-9916-4037-9989-9e8993128353 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:01.849539 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1a829819-0da7-45e0-bab1-233d20c58158 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:01.876703 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e9bf8e91-9916-4037-9989-9e8993128353 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:01.908526 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-40e19835-bbd5-4264-87fd-25f06ad1f8b3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/ports/a116d97f-ea10-4e83-b47d-ceab7c8600e2 HTTP/1.1" status: 204 len: 168 time: 3.6057389 Feb 16 12:48:01.922532 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1a829819-0da7-45e0-bab1-233d20c58158 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/ports/fa05a21a-4556-4e5c-b557-47aae755bfef HTTP/1.1" status: 204 len: 168 time: 2.4414382 Feb 16 12:48:01.930722 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35914) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:01.930722 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35916) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:01.939406 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf8e91-9916-4037-9989-9e8993128353 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16300841-0ff6-4fc0-81a8-84f1a655b52f,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:01.940762 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-43c82f47-5280-4aea-8cb9-d12f468ecb6f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9560127 Feb 16 12:48:01.956587 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35922) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:01.975098 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-b12d375a-0d4a-4d84-92fb-f81d3d47f644 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Request body: {'subnet': {'network_id': '4af22acd-757b-47d4-925e-f4c03ad597e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:01.978219 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-56adf1be-e617-49b8-8699-d184c8f5f8ee tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Request body: {'port': {'network_id': '16b82834-7685-4613-829e-2ea073f469db', 'mac_address': 'fa:16:3e:e5:f2:d8', 'name': 'tempest-PortsIpV6TestJSON-68333707'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:01.997300 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c82f47-5280-4aea-8cb9-d12f468ecb6f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event updated for resources: {'Network': ['ID=4af22acd-757b-47d4-925e-f4c03ad597e0,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:02.005906 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c142c04e-507b-4e32-a74d-094baaa0c9d4 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Network 64d92a5c-c3fc-4739-bbbb-aed637ac5e73 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:48:02.017716 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 4af22acd-757b-47d4-925e-f4c03ad597e0 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:48:02.103027 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e9bf8e91-9916-4037-9989-9e8993128353 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:02.104020 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e9bf8e91-9916-4037-9989-9e8993128353 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3486075 Feb 16 12:48:02.110523 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35926) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:02.123204 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-e1ce22c1-37c3-49ba-9892-742634c6a308 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Request body: {'security_group_rule': {'security_group_id': 'f0fd77b5-7fdc-4f75-83e5-e6702ed3a157', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:02.128340 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-129ae842-2b82-4be8-b8bb-2290c45b2acf tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:02.171761 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-e1ce22c1-37c3-49ba-9892-742634c6a308 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:02.185882 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-e1ce22c1-37c3-49ba-9892-742634c6a308 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Usage tracker for resource:security_group_rule and tenant:ddbade54d4ca46bdb79e7d4262b706b1 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:02.191464 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-e1ce22c1-37c3-49ba-9892-742634c6a308 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:02.202187 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-b12d375a-0d4a-4d84-92fb-f81d3d47f644 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:02.220902 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2f4f4-baf4-45e5-8c6f-98f3cf5509bc req-8551b402-f1d1-4203-9ae6-78234f410971 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:02.222449 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-94c2f4f4-baf4-45e5-8c6f-98f3cf5509bc req-8551b402-f1d1-4203-9ae6-78234f410971 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.3307750 Feb 16 12:48:02.226910 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-b12d375a-0d4a-4d84-92fb-f81d3d47f644 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Usage tracker for resource:subnet and tenant:9f89b69482a141c697c1d7563c6011c5 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:02.230069 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-e1ce22c1-37c3-49ba-9892-742634c6a308 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:02.233559 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-b12d375a-0d4a-4d84-92fb-f81d3d47f644 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:02.255101 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-b12d375a-0d4a-4d84-92fb-f81d3d47f644 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:02.278113 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-c142c04e-507b-4e32-a74d-094baaa0c9d4 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 64d92a5c-c3fc-4739-bbbb-aed637ac5e73) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:02.285179 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12d375a-0d4a-4d84-92fb-f81d3d47f644 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Made reservation on behalf of 9f89b69482a141c697c1d7563c6011c5 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:02.288591 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16af9a4f-0b10-4bf1-bb31-a0d8507efb7a None None] Network 64d92a5c-c3fc-4739-bbbb-aed637ac5e73 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:02.288806 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b12d375a-0d4a-4d84-92fb-f81d3d47f644 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:02.301191 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c142c04e-507b-4e32-a74d-094baaa0c9d4 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:02.301775 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c142c04e-507b-4e32-a74d-094baaa0c9d4 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:02.310953 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff30fa02-f591-4cac-b6d2-978e87915607 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:02.312417 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff30fa02-f591-4cac-b6d2-978e87915607 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:02.313169 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ff30fa02-f591-4cac-b6d2-978e87915607 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:02.316055 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e1ce22c1-37c3-49ba-9892-742634c6a308 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:02.336514 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-129ae842-2b82-4be8-b8bb-2290c45b2acf tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:02.347291 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-56adf1be-e617-49b8-8699-d184c8f5f8ee tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:02.353141 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-0a5e7b39-e404-4bae-83fb-fd67965c2be7 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Allocated IP 172.26.5.16 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/58997849-562c-42b6-a540-dc010b105c72) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:02.359948 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-56adf1be-e617-49b8-8699-d184c8f5f8ee tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Usage tracker for resource:port and tenant:e1117180e8c949a18483da62b9a9f5be is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:02.366298 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-56adf1be-e617-49b8-8699-d184c8f5f8ee tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:02.372427 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c142c04e-507b-4e32-a74d-094baaa0c9d4 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.8892279 Feb 16 12:48:02.376282 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35930) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:02.377203 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-56adf1be-e617-49b8-8699-d184c8f5f8ee tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:02.389991 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-97eecf4d-d6b5-44ec-b33f-e85dfcd2befb tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1942033767', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}, 'admin_state_up': False}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:02.396766 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ff30fa02-f591-4cac-b6d2-978e87915607 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:02.397943 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ff30fa02-f591-4cac-b6d2-978e87915607 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.4662988 Feb 16 12:48:02.402105 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35934) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:02.404873 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-97eecf4d-d6b5-44ec-b33f-e85dfcd2befb tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:02.435080 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-94c2f4f4-baf4-45e5-8c6f-98f3cf5509bc req-662575c9-a2cf-4c27-be6e-d39755b997cc tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2027087 Feb 16 12:48:02.458079 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129ae842-2b82-4be8-b8bb-2290c45b2acf tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event deleted for resources: {'Subnet': ['ID=e78ae4fa-093e-491e-ab69-7b58ee068fc5,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:02.460852 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-97eecf4d-d6b5-44ec-b33f-e85dfcd2befb tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Usage tracker for resource:router and tenant:f7e183c87d434560824e762da5b5e9a3 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:02.468147 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-97eecf4d-d6b5-44ec-b33f-e85dfcd2befb tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:02.483749 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff814f1-84a3-43dc-b375-4e4cb222d1b1 None None] Network 2d30d533-aee4-450e-9dcd-b5aaa268058b requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:02.485969 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-129ae842-2b82-4be8-b8bb-2290c45b2acf tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:02.516827 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-129ae842-2b82-4be8-b8bb-2290c45b2acf tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "DELETE /v2.0/subnets/e78ae4fa-093e-491e-ab69-7b58ee068fc5 HTTP/1.1" status: 204 len: 168 time: 1.0352170 Feb 16 12:48:02.522708 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35940) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:02.530761 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56adf1be-e617-49b8-8699-d184c8f5f8ee tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Made reservation on behalf of e1117180e8c949a18483da62b9a9f5be for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:02.559636 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-97eecf4d-d6b5-44ec-b33f-e85dfcd2befb tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:02.599580 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e1ce22c1-37c3-49ba-9892-742634c6a308 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:02.610219 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e1ce22c1-37c3-49ba-9892-742634c6a308 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:02.651837 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-f957e01a-6919-41d9-8086-8bd22bece508 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Deleting subnet 3065cca5-8fb6-444f-89d0-373c66bae844 {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:48:02.659757 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f957e01a-6919-41d9-8086-8bd22bece508 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:02.690527 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce22c1-37c3-49ba-9892-742634c6a308 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81732c68-8993-47f7-bacc-216f17cc7759,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:02.698905 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-97eecf4d-d6b5-44ec-b33f-e85dfcd2befb tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:02.699912 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-97eecf4d-d6b5-44ec-b33f-e85dfcd2befb tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:02.726198 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-47e7d58e-5566-4c26-b492-22e1a9c6371b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting subnet ea62cb09-72d9-4f5e-bc8d-e52eb256d448 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:48:02.752795 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e1ce22c1-37c3-49ba-9892-742634c6a308 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:02.753989 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e1ce22c1-37c3-49ba-9892-742634c6a308 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6408501 Feb 16 12:48:02.757106 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-47e7d58e-5566-4c26-b492-22e1a9c6371b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:02.761912 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35944) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:02.773363 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-05fc06bb-cc48-4e0d-a809-e157e4bd1406 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Request body: {'security_group_rule': {'security_group_id': 'f0fd77b5-7fdc-4f75-83e5-e6702ed3a157', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:02.789150 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f957e01a-6919-41d9-8086-8bd22bece508 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:02.818534 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-05fc06bb-cc48-4e0d-a809-e157e4bd1406 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:02.819166 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-56adf1be-e617-49b8-8699-d184c8f5f8ee tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:02.826696 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc79c787-3c82-42f3-8728-2e69a9602bf6 None None] Network 64d92a5c-c3fc-4739-bbbb-aed637ac5e73 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:02.837202 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-05fc06bb-cc48-4e0d-a809-e157e4bd1406 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Usage tracker for resource:security_group_rule and tenant:ddbade54d4ca46bdb79e7d4262b706b1 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:02.848214 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-05fc06bb-cc48-4e0d-a809-e157e4bd1406 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:02.860569 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-05fc06bb-cc48-4e0d-a809-e157e4bd1406 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:02.873770 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-97eecf4d-d6b5-44ec-b33f-e85dfcd2befb tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:02.885944 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0a5e7b39-e404-4bae-83fb-fd67965c2be7 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:02.902474 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-47e7d58e-5566-4c26-b492-22e1a9c6371b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:02.937782 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b12d375a-0d4a-4d84-92fb-f81d3d47f644 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:02.944197 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-56adf1be-e617-49b8-8699-d184c8f5f8ee tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] device_id is not set on port 28fcce76-1c79-4574-834b-def5d8cdddc8 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:48:02.960261 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3395fa29-90d3-4861-a25b-bb535e6d60f1 None None] DHCP port deletion for 2d30d533-aee4-450e-9dcd-b5aaa268058b request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:48:02.971465 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-05fc06bb-cc48-4e0d-a809-e157e4bd1406 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:02.979431 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-3395fa29-90d3-4861-a25b-bb535e6d60f1 None None] Deleting port 958ce9b6-329d-419f-8211-e9ed6b333d55 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:02.979977 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-3395fa29-90d3-4861-a25b-bb535e6d60f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:03.029618 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f957e01a-6919-41d9-8086-8bd22bece508 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:03.116869 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12d375a-0d4a-4d84-92fb-f81d3d47f644 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event updated for resources: {'Subnet': ['ID=25253329-2eb3-4c0e-8357-1129c2b1837e,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:03.192999 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5bcd3-4b39-4a6b-b241-2f004bead883 req-ef4d8d8f-c7ac-42a5-a454-e01d8f3f73c9 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:03.194306 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-fab5bcd3-4b39-4a6b-b241-2f004bead883 req-ef4d8d8f-c7ac-42a5-a454-e01d8f3f73c9 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.5559909 Feb 16 12:48:03.195124 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-05fc06bb-cc48-4e0d-a809-e157e4bd1406 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:03.204893 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f957e01a-6919-41d9-8086-8bd22bece508 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:03.246547 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12d375a-0d4a-4d84-92fb-f81d3d47f644 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Checking segment: {'id': 'f6ba453d-fda9-4cc2-bb46-b1ef3257d4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4af22acd-757b-47d4-925e-f4c03ad597e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:03.247016 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12d375a-0d4a-4d84-92fb-f81d3d47f644 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Network hostable DHCP agents. Network: 4af22acd-757b-47d4-925e-f4c03ad597e0, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:48:03.259923 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-05fc06bb-cc48-4e0d-a809-e157e4bd1406 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:03.268911 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f957e01a-6919-41d9-8086-8bd22bece508 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event deleted for resources: {'Subnet': ['ID=3065cca5-8fb6-444f-89d0-373c66bae844,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:03.277033 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f957e01a-6919-41d9-8086-8bd22bece508 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:03.295763 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebcbb90-5b3b-4408-9529-963de9c2d820 None None] Network 88a6387e-345e-4fa1-b49a-b17a5503e4fb requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:03.304130 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc06bb-cc48-4e0d-a809-e157e4bd1406 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bd07953-ab1b-4d7d-a45d-2be66fd82211,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:03.311620 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f957e01a-6919-41d9-8086-8bd22bece508 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "DELETE /v2.0/subnets/3065cca5-8fb6-444f-89d0-373c66bae844 HTTP/1.1" status: 204 len: 168 time: 0.7867026 Feb 16 12:48:03.315257 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35948) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:03.339546 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-05fc06bb-cc48-4e0d-a809-e157e4bd1406 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:03.343478 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-05fc06bb-cc48-4e0d-a809-e157e4bd1406 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5777249 Feb 16 12:48:03.343478 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12d375a-0d4a-4d84-92fb-f81d3d47f644 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Network 4af22acd-757b-47d4-925e-f4c03ad597e0 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:48:03.348751 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35952) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:03.416541 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-97eecf4d-d6b5-44ec-b33f-e85dfcd2befb tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:03.420989 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-47e7d58e-5566-4c26-b492-22e1a9c6371b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:03.444314 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-ebd36078-8162-457d-90d8-72cfe4e319d9 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Request body: {'security_group_rule': {'security_group_id': 'f0fd77b5-7fdc-4f75-83e5-e6702ed3a157', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:03.456343 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-3395fa29-90d3-4861-a25b-bb535e6d60f1 None None] For port 958ce9b6-329d-419f-8211-e9ed6b333d55, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=958ce9b6-329d-419f-8211-e9ed6b333d55,segment=NetworkSegment(e75023d0-feef-479a-a5d7-84061091cd5b),segment_id=e75023d0-feef-479a-a5d7-84061091cd5b)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:03.456784 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-3395fa29-90d3-4861-a25b-bb535e6d60f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:03.464350 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-b12d375a-0d4a-4d84-92fb-f81d3d47f644 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 4af22acd-757b-47d4-925e-f4c03ad597e0) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:03.466168 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-ebd36078-8162-457d-90d8-72cfe4e319d9 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:03.474379 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12d375a-0d4a-4d84-92fb-f81d3d47f644 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:03.475030 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b12d375a-0d4a-4d84-92fb-f81d3d47f644 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:03.482988 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-ebd36078-8162-457d-90d8-72cfe4e319d9 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Usage tracker for resource:security_group_rule and tenant:ddbade54d4ca46bdb79e7d4262b706b1 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:03.484368 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0a5e7b39-e404-4bae-83fb-fd67965c2be7 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:03.495526 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-ebd36078-8162-457d-90d8-72cfe4e319d9 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:03.497434 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3388543-d281-4be9-8138-9d2b3b35af03 None None] Network 4af22acd-757b-47d4-925e-f4c03ad597e0 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:03.511078 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-ebd36078-8162-457d-90d8-72cfe4e319d9 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:03.524249 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d37816a9-3d08-40d6-b964-7ca287557162 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:03.531673 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-b12d375a-0d4a-4d84-92fb-f81d3d47f644 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5689960 Feb 16 12:48:03.537134 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35956) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:03.611246 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-fab5bcd3-4b39-4a6b-b241-2f004bead883 req-0c6855d7-5787-4782-b7aa-c589c65c75f1 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4012899 Feb 16 12:48:03.614852 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ebd36078-8162-457d-90d8-72cfe4e319d9 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:03.687563 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-3395fa29-90d3-4861-a25b-bb535e6d60f1 None None] Calling delete_port for 958ce9b6-329d-419f-8211-e9ed6b333d55 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:03.734360 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5e7b39-e404-4bae-83fb-fd67965c2be7 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:03.755153 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-0a5e7b39-e404-4bae-83fb-fd67965c2be7 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:03.764929 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5e7b39-e404-4bae-83fb-fd67965c2be7 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:03.792403 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e7b39-e404-4bae-83fb-fd67965c2be7 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Pushing event updated for resources: {'Port': ['ID=58997849-562c-42b6-a540-dc010b105c72,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:03.797064 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-56adf1be-e617-49b8-8699-d184c8f5f8ee tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:03.846619 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-47e7d58e-5566-4c26-b492-22e1a9c6371b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:03.889585 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-d37816a9-3d08-40d6-b964-7ca287557162 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Deleting port 958ce9b6-329d-419f-8211-e9ed6b333d55 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:03.890074 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d37816a9-3d08-40d6-b964-7ca287557162 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:03.896027 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-3395fa29-90d3-4861-a25b-bb535e6d60f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:03.985829 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3395fa29-90d3-4861-a25b-bb535e6d60f1 None None] Pushing event deleted for resources: {'Port': ['ID=958ce9b6-329d-419f-8211-e9ed6b333d55,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:03.988120 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3395fa29-90d3-4861-a25b-bb535e6d60f1 None None] No DVR routers for this DVR port 958ce9b6-329d-419f-8211-e9ed6b333d55 on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:48:04.076460 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9a640b-4bce-4525-84fb-54f95aacccd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-4af22acd-757b-47d4-925e-f4c03ad597e0', 'network_id': '4af22acd-757b-47d4-925e-f4c03ad597e0', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'fixed_ips': [{'subnet_id': '25253329-2eb3-4c0e-8357-1129c2b1837e'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:48:04.077951 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8c9a640b-4bce-4525-84fb-54f95aacccd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.088195 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e7d58e-5566-4c26-b492-22e1a9c6371b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Subnet': ['ID=ea62cb09-72d9-4f5e-bc8d-e52eb256d448,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:04.113757 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-47e7d58e-5566-4c26-b492-22e1a9c6371b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.130742 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-d37816a9-3d08-40d6-b964-7ca287557162 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] The port '958ce9b6-329d-419f-8211-e9ed6b333d55' was deleted {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:48:04.153938 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7958ce6e-2ef2-4c5c-9c81-3ca16c5d2838 None None] DHCP port deletion for 88a6387e-345e-4fa1-b49a-b17a5503e4fb request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:48:04.153938 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d96026-69bb-47cb-99db-7c9bee3e2b6f None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:04.227143 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-7958ce6e-2ef2-4c5c-9c81-3ca16c5d2838 None None] Deleting port f14c6db4-1e71-428f-9b41-1d2650c97404 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:04.227658 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7958ce6e-2ef2-4c5c-9c81-3ca16c5d2838 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.249254 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-47e7d58e-5566-4c26-b492-22e1a9c6371b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/ea62cb09-72d9-4f5e-bc8d-e52eb256d448 HTTP/1.1" status: 204 len: 168 time: 1.8387084 Feb 16 12:48:04.249254 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-56adf1be-e617-49b8-8699-d184c8f5f8ee tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.251583 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35962) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:04.267476 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ebd36078-8162-457d-90d8-72cfe4e319d9 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.276081 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ecedb0d5-7c00-4b5b-8db8-8162c91356c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.337977 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ebd36078-8162-457d-90d8-72cfe4e319d9 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.375722 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.396024 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6efbdc0e-ec02-42c8-ae48-46c210cb6444 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1407578 Feb 16 12:48:04.401652 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35966) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:04.419274 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-58d4346c-44c6-4365-8bdf-8ea8f0bb7331 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'subnet': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:04.451573 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56adf1be-e617-49b8-8699-d184c8f5f8ee tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Network 16b82834-7685-4613-829e-2ea073f469db is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:04.503401 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd36078-8162-457d-90d8-72cfe4e319d9 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=657ff690-bd24-4de2-99b9-bca693e2b732,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:04.507652 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-56adf1be-e617-49b8-8699-d184c8f5f8ee tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:04.509712 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56adf1be-e617-49b8-8699-d184c8f5f8ee tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event updated for resources: {'Port': ['ID=28fcce76-1c79-4574-834b-def5d8cdddc8,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:04.547014 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ebd36078-8162-457d-90d8-72cfe4e319d9 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.551164 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-ebd36078-8162-457d-90d8-72cfe4e319d9 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.1986938 Feb 16 12:48:04.554410 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device f14c6db4-1e71-428f-9b41-1d2650c97404 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:48:04.554847 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56adf1be-e617-49b8-8699-d184c8f5f8ee tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:04.560259 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56adf1be-e617-49b8-8699-d184c8f5f8ee tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:04.560998 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-56adf1be-e617-49b8-8699-d184c8f5f8ee tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.566154 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35970) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:04.595362 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-8c9a640b-4bce-4525-84fb-54f95aacccd6 None None] Allocated IP 172.20.0.2 (4af22acd-757b-47d4-925e-f4c03ad597e0/25253329-2eb3-4c0e-8357-1129c2b1837e/ee63e9f8-65c5-4109-a1a1-5e099671374f) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:04.608782 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d37816a9-3d08-40d6-b964-7ca287557162 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.649932 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360f2ba-0470-4d31-b56c-0f16a9261939 req-601bd136-fbc3-41d2-a42e-ca7555cacc4a tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:04.651780 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6360f2ba-0470-4d31-b56c-0f16a9261939 req-601bd136-fbc3-41d2-a42e-ca7555cacc4a tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.8305922 Feb 16 12:48:04.694797 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6152d65d-fa8f-46a9-9e05-184b8959f3c9 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.722407 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-56adf1be-e617-49b8-8699-d184c8f5f8ee tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 2.7889132 Feb 16 12:48:04.739793 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35974) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:04.741407 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-d37816a9-3d08-40d6-b964-7ca287557162 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d30d533-aee4-450e-9dcd-b5aaa268058b']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:04.749234 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1642daf1-1d6e-4f46-aa26-07ebd6f92b17 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.762332 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6152d65d-fa8f-46a9-9e05-184b8959f3c9 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.782380 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-7958ce6e-2ef2-4c5c-9c81-3ca16c5d2838 None None] For port f14c6db4-1e71-428f-9b41-1d2650c97404, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=f14c6db4-1e71-428f-9b41-1d2650c97404,segment=NetworkSegment(d24230ee-2bfa-4c6c-8a74-bf32bd1efe07),segment_id=d24230ee-2bfa-4c6c-8a74-bf32bd1efe07)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:04.782717 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7958ce6e-2ef2-4c5c-9c81-3ca16c5d2838 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.821200 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-d37816a9-3d08-40d6-b964-7ca287557162 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e75023d0-feef-479a-a5d7-84061091cd5b') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:04.821697 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-d37816a9-3d08-40d6-b964-7ca287557162 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e75023d0-feef-479a-a5d7-84061091cd5b') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:04.868564 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-58d4346c-44c6-4365-8bdf-8ea8f0bb7331 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:04.908532 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-97eecf4d-d6b5-44ec-b33f-e85dfcd2befb tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.924913 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d37816a9-3d08-40d6-b964-7ca287557162 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.942293 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-58d4346c-44c6-4365-8bdf-8ea8f0bb7331 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Usage tracker for resource:subnet and tenant:5979c0794f594272a8691960316755d8 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:04.945831 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-97eecf4d-d6b5-44ec-b33f-e85dfcd2befb tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:04.948265 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-58d4346c-44c6-4365-8bdf-8ea8f0bb7331 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:04.959883 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-58d4346c-44c6-4365-8bdf-8ea8f0bb7331 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:04.962083 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6360f2ba-0470-4d31-b56c-0f16a9261939 req-4e5fa20d-79d3-41c8-a774-0991e90d40cb tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2971961 Feb 16 12:48:04.987631 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-7958ce6e-2ef2-4c5c-9c81-3ca16c5d2838 None None] Calling delete_port for f14c6db4-1e71-428f-9b41-1d2650c97404 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:05.018371 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fe3fa1-d733-44ab-9c54-e17fec7d8929 None None] DHCP port deletion for c2beece7-853e-4518-ace6-8724ee235932 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:48:05.041658 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0a5e7b39-e404-4bae-83fb-fd67965c2be7 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks [] for router_gateway, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:05.089614 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-59fe3fa1-d733-44ab-9c54-e17fec7d8929 None None] Deleting port 4c7b6cd4-3019-48fa-89e8-3f355399396a {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:05.089988 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-59fe3fa1-d733-44ab-9c54-e17fec7d8929 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:05.110782 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d37816a9-3d08-40d6-b964-7ca287557162 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:05.140306 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d37816a9-3d08-40d6-b964-7ca287557162 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:48:05.140840 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d37816a9-3d08-40d6-b964-7ca287557162 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:05.159666 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:48:05.159666 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:48:05.159666 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:48:05.159666 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:48:05.159666 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:48:05.159666 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:48:05.159666 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:48:05.159666 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:48:05.159666 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:48:05.159666 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:48:05.159666 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:48:05.159666 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:48:05.159666 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:48:05.159666 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:48:05.159666 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:48:05.159666 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:48:05.159666 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:48:05.159666 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:48:05.159666 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:48:05.159666 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:48:05.159666 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:48:05.159666 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:48:05.159666 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:48:05.159666 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:48:05.159666 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:48:05.159666 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:48:05.159666 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:48:05.159666 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:48:05.159666 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:48:05.159666 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:48:05.159666 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:48:05.159666 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:48:05.164664 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6152d65d-fa8f-46a9-9e05-184b8959f3c9 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:05.172973 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d4346c-44c6-4365-8bdf-8ea8f0bb7331 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:05.173599 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6766edf-2101-4daa-8171-6312ddda0f8a tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:05.174000 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-f6766edf-2101-4daa-8171-6312ddda0f8a tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Synchronizing usage tracker for tenant:e1117180e8c949a18483da62b9a9f5be on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:05.176347 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-58d4346c-44c6-4365-8bdf-8ea8f0bb7331 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:05.208513 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:05.222876 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:05.224400 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:05.274465 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6152d65d-fa8f-46a9-9e05-184b8959f3c9 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=657ff690-bd24-4de2-99b9-bca693e2b732,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:05.351188 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7958ce6e-2ef2-4c5c-9c81-3ca16c5d2838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:05.489524 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6152d65d-fa8f-46a9-9e05-184b8959f3c9 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:05.493462 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-6152d65d-fa8f-46a9-9e05-184b8959f3c9 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/657ff690-bd24-4de2-99b9-bca693e2b732 HTTP/1.1" status: 204 len: 168 time: 0.9191959 Feb 16 12:48:05.495245 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d37816a9-3d08-40d6-b964-7ca287557162 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:05.499519 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d37816a9-3d08-40d6-b964-7ca287557162 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:05.502091 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-f6766edf-2101-4daa-8171-6312ddda0f8a tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Unset dirty status for tenant:e1117180e8c949a18483da62b9a9f5be on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:05.506006 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f6766edf-2101-4daa-8171-6312ddda0f8a tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "GET /v2.0/ports/28fcce76-1c79-4574-834b-def5d8cdddc8 HTTP/1.1" status: 200 len: 843 time: 0.7478452 Feb 16 12:48:05.506595 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35980) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:05.506911 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35982) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:05.516201 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 958ce9b6-329d-419f-8211-e9ed6b333d55 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:48:05.539518 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7958ce6e-2ef2-4c5c-9c81-3ca16c5d2838 None None] No DVR routers for this DVR port f14c6db4-1e71-428f-9b41-1d2650c97404 on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:48:05.551473 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7958ce6e-2ef2-4c5c-9c81-3ca16c5d2838 None None] Pushing event deleted for resources: {'Port': ['ID=f14c6db4-1e71-428f-9b41-1d2650c97404,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:05.575207 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 958ce9b6-329d-419f-8211-e9ed6b333d55 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:48:05.575367 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 958ce9b6-329d-419f-8211-e9ed6b333d55 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:48:05.577574 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8c9a640b-4bce-4525-84fb-54f95aacccd6 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:05.608440 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d37816a9-3d08-40d6-b964-7ca287557162 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "DELETE /v2.0/networks/2d30d533-aee4-450e-9dcd-b5aaa268058b HTTP/1.1" status: 204 len: 168 time: 2.2918828 Feb 16 12:48:05.611604 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-8c9a640b-4bce-4525-84fb-54f95aacccd6 None None] Transition to ACTIVE for port object ee63e9f8-65c5-4109-a1a1-5e099671374f will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:05.617063 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 35988) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:05.621812 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37816a9-3d08-40d6-b964-7ca287557162 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event deleted for resources: {'Network': ['ID=2d30d533-aee4-450e-9dcd-b5aaa268058b,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:05.625783 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-59fe3fa1-d733-44ab-9c54-e17fec7d8929 None None] For port 4c7b6cd4-3019-48fa-89e8-3f355399396a, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=4c7b6cd4-3019-48fa-89e8-3f355399396a,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:05.626177 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-59fe3fa1-d733-44ab-9c54-e17fec7d8929 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:05.630846 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-97eecf4d-d6b5-44ec-b33f-e85dfcd2befb tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Allocated IP 172.26.5.248 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/31dd6db0-a4fa-4d1b-82b9-8cc0ad346cc1) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:05.668468 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-0b533c22-0af5-46a6-93ce-5840c01d7899 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Deleting port 28fcce76-1c79-4574-834b-def5d8cdddc8 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:05.668914 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0b533c22-0af5-46a6-93ce-5840c01d7899 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:05.672050 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c134fe-a463-4523-8e06-399aa6bb2540 req-bc5fd611-12a5-4189-a5a9-7b77ff863e0f tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:05.673566 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a9c134fe-a463-4523-8e06-399aa6bb2540 req-bc5fd611-12a5-4189-a5a9-7b77ff863e0f tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.5711255 Feb 16 12:48:05.720295 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-148a4d5c-3558-431b-a712-86b0ba7d3ca0 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Synchronizing usage tracker for tenant:ddbade54d4ca46bdb79e7d4262b706b1 on resource:security_group_rule {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:05.756577 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-8c9a640b-4bce-4525-84fb-54f95aacccd6 None None] Transition to ACTIVE for port object ee63e9f8-65c5-4109-a1a1-5e099671374f will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:05.764362 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-59fe3fa1-d733-44ab-9c54-e17fec7d8929 None None] Calling delete_port for 4c7b6cd4-3019-48fa-89e8-3f355399396a owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:05.786933 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-148a4d5c-3558-431b-a712-86b0ba7d3ca0 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Unset dirty status for tenant:ddbade54d4ca46bdb79e7d4262b706b1 on resource:security_group_rule {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:05.790616 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-148a4d5c-3558-431b-a712-86b0ba7d3ca0 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2615330 Feb 16 12:48:05.798459 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 35992) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:05.809980 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8c9a640b-4bce-4525-84fb-54f95aacccd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:05.888399 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9a640b-4bce-4525-84fb-54f95aacccd6 None None] Network 4af22acd-757b-47d4-925e-f4c03ad597e0 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:05.892931 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-8c9a640b-4bce-4525-84fb-54f95aacccd6 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:05.900472 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9a640b-4bce-4525-84fb-54f95aacccd6 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:05.912580 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a640b-4bce-4525-84fb-54f95aacccd6 None None] Pushing event updated for resources: {'Port': ['ID=ee63e9f8-65c5-4109-a1a1-5e099671374f,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:05.912865 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-cb235508-5d74-44d8-bba9-632d61268ec9 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:05.984137 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-59fe3fa1-d733-44ab-9c54-e17fec7d8929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:05.989331 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-cb235508-5d74-44d8-bba9-632d61268ec9 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.032186 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-1642daf1-1d6e-4f46-aa26-07ebd6f92b17 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Allocated IP 172.20.0.1 (4af22acd-757b-47d4-925e-f4c03ad597e0/25253329-2eb3-4c0e-8357-1129c2b1837e/1a6e75a8-62da-4b1a-bb34-4651c19aaebf) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:06.048400 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9a65b33-df0b-4d14-9730-5bbd0d76b868 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.051703 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe3fa1-d733-44ab-9c54-e17fec7d8929 None None] Pushing event deleted for resources: {'Port': ['ID=4c7b6cd4-3019-48fa-89e8-3f355399396a,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:06.052265 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a9c134fe-a463-4523-8e06-399aa6bb2540 req-851b6401-1d93-4df8-8c6b-5c4ec4b87040 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3192856 Feb 16 12:48:06.056548 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fe3fa1-d733-44ab-9c54-e17fec7d8929 None None] No DVR routers for this DVR port 4c7b6cd4-3019-48fa-89e8-3f355399396a on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:48:06.062350 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-8c9a640b-4bce-4525-84fb-54f95aacccd6 None None] Attempting to bind port ee63e9f8-65c5-4109-a1a1-5e099671374f on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:06.062774 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-8c9a640b-4bce-4525-84fb-54f95aacccd6 None None] Attempting to bind port ee63e9f8-65c5-4109-a1a1-5e099671374f by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'f6ba453d-fda9-4cc2-bb46-b1ef3257d4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4af22acd-757b-47d4-925e-f4c03ad597e0'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:06.063184 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9a640b-4bce-4525-84fb-54f95aacccd6 None None] Attempting to bind port ee63e9f8-65c5-4109-a1a1-5e099671374f on network 4af22acd-757b-47d4-925e-f4c03ad597e0 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:48:06.071055 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9a640b-4bce-4525-84fb-54f95aacccd6 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:48:06.071055 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9a640b-4bce-4525-84fb-54f95aacccd6 None None] Checking segment: {'id': 'f6ba453d-fda9-4cc2-bb46-b1ef3257d4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4af22acd-757b-47d4-925e-f4c03ad597e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:06.071809 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8c9a640b-4bce-4525-84fb-54f95aacccd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.072243 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9a640b-4bce-4525-84fb-54f95aacccd6 None None] Bound using segment: {'id': 'f6ba453d-fda9-4cc2-bb46-b1ef3257d4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4af22acd-757b-47d4-925e-f4c03ad597e0'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:48:06.072793 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-8c9a640b-4bce-4525-84fb-54f95aacccd6 None None] Bound port: ee63e9f8-65c5-4109-a1a1-5e099671374f, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6ba453d-fda9-4cc2-bb46-b1ef3257d4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4af22acd-757b-47d4-925e-f4c03ad597e0'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:06.073214 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8c9a640b-4bce-4525-84fb-54f95aacccd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.097595 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0b533c22-0af5-46a6-93ce-5840c01d7899 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.113043 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-cb235508-5d74-44d8-bba9-632d61268ec9 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.178861 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-8c9a640b-4bce-4525-84fb-54f95aacccd6 None None] For port ee63e9f8-65c5-4109-a1a1-5e099671374f, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:48:06.183492 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-8c9a640b-4bce-4525-84fb-54f95aacccd6 None None] For port ee63e9f8-65c5-4109-a1a1-5e099671374f, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=ee63e9f8-65c5-4109-a1a1-5e099671374f,segment=NetworkSegment(f6ba453d-fda9-4cc2-bb46-b1ef3257d4c7),segment_id=f6ba453d-fda9-4cc2-bb46-b1ef3257d4c7)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:48:06.191514 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8c9a640b-4bce-4525-84fb-54f95aacccd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.286823 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a640b-4bce-4525-84fb-54f95aacccd6 None None] Pushing event updated for resources: {'Port': ['ID=ee63e9f8-65c5-4109-a1a1-5e099671374f,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:06.334869 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-0b533c22-0af5-46a6-93ce-5840c01d7899 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Calling delete_port for 28fcce76-1c79-4574-834b-def5d8cdddc8 owned by {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:06.393770 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0a5e7b39-e404-4bae-83fb-fd67965c2be7 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.401017 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb235508-5d74-44d8-bba9-632d61268ec9 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0bd07953-ab1b-4d7d-a45d-2be66fd82211,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:06.415913 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-cb235508-5d74-44d8-bba9-632d61268ec9 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.417082 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-cb235508-5d74-44d8-bba9-632d61268ec9 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/0bd07953-ab1b-4d7d-a45d-2be66fd82211 HTTP/1.1" status: 204 len: 168 time: 0.6179686 Feb 16 12:48:06.424703 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36000) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:06.515995 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 4c7b6cd4-3019-48fa-89e8-3f355399396a no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:48:06.553790 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 4c7b6cd4-3019-48fa-89e8-3f355399396a {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:48:06.554999 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 4c7b6cd4-3019-48fa-89e8-3f355399396a not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:48:06.585806 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-f69325c2-ab2b-47b2-89c8-d3d94f91e204 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Synchronizing usage tracker for tenant:ddbade54d4ca46bdb79e7d4262b706b1 on resource:security_group_rule {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:06.597573 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9a65b33-df0b-4d14-9730-5bbd0d76b868 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.610235 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0b533c22-0af5-46a6-93ce-5840c01d7899 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.632454 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1642daf1-1d6e-4f46-aa26-07ebd6f92b17 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.646754 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.702798 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-f69325c2-ab2b-47b2-89c8-d3d94f91e204 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Unset dirty status for tenant:ddbade54d4ca46bdb79e7d4262b706b1 on resource:security_group_rule {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:06.707370 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f69325c2-ab2b-47b2-89c8-d3d94f91e204 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2816544 Feb 16 12:48:06.709399 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36004) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:06.714922 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b533c22-0af5-46a6-93ce-5840c01d7899 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event deleted for resources: {'Port': ['ID=28fcce76-1c79-4574-834b-def5d8cdddc8,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:06.721929 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0b533c22-0af5-46a6-93ce-5840c01d7899 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.755427 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-d9a65b33-df0b-4d14-9730-5bbd0d76b868 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88a6387e-345e-4fa1-b49a-b17a5503e4fb']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:06.760430 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-1642daf1-1d6e-4f46-aa26-07ebd6f92b17 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Transition to ACTIVE for port object 1a6e75a8-62da-4b1a-bb34-4651c19aaebf will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:06.761920 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a1562f8f-aaac-4abc-8c49-7c6ab07c5fea tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.767882 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-0b533c22-0af5-46a6-93ce-5840c01d7899 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/ports/28fcce76-1c79-4574-834b-def5d8cdddc8 HTTP/1.1" status: 204 len: 168 time: 1.2400889 Feb 16 12:48:06.771021 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36008) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:06.798643 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-97eecf4d-d6b5-44ec-b33f-e85dfcd2befb tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.804152 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-d9a65b33-df0b-4d14-9730-5bbd0d76b868 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd24230ee-2bfa-4c6c-8a74-bf32bd1efe07') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:06.804429 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-d9a65b33-df0b-4d14-9730-5bbd0d76b868 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd24230ee-2bfa-4c6c-8a74-bf32bd1efe07') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:06.817338 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a1562f8f-aaac-4abc-8c49-7c6ab07c5fea tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.829382 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3fa137b-449b-4557-a281-454a4d11a07d tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] GET failed (client error): The resource could not be found. Feb 16 12:48:06.829916 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-f3fa137b-449b-4557-a281-454a4d11a07d tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Synchronizing usage tracker for tenant:e1117180e8c949a18483da62b9a9f5be on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:06.861433 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-f3fa137b-449b-4557-a281-454a4d11a07d tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Unset dirty status for tenant:e1117180e8c949a18483da62b9a9f5be on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:06.862658 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f3fa137b-449b-4557-a281-454a4d11a07d tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "GET /v2.0/ports/28fcce76-1c79-4574-834b-def5d8cdddc8 HTTP/1.1" status: 404 len: 333 time: 0.0899377 Feb 16 12:48:06.864045 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a1562f8f-aaac-4abc-8c49-7c6ab07c5fea tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.874431 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36012) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:06.880873 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1642daf1-1d6e-4f46-aa26-07ebd6f92b17 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.887126 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-3d0e4afc-3079-4b52-bab5-a0d6ea9a51e4 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Request body: {'port': {'network_id': '16b82834-7685-4613-829e-2ea073f469db', 'name': 'tempest-PortsIpV6TestJSON-2040840606'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:06.908128 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9a65b33-df0b-4d14-9730-5bbd0d76b868 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.939581 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.objects.ports [None req-58d4346c-44c6-4365-8bdf-8ea8f0bb7331 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87699) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:48:06.946581 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-58d4346c-44c6-4365-8bdf-8ea8f0bb7331 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:06.947013 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1562f8f-aaac-4abc-8c49-7c6ab07c5fea tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81732c68-8993-47f7-bacc-216f17cc7759,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:06.997207 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9a65b33-df0b-4d14-9730-5bbd0d76b868 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:07.036368 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a1562f8f-aaac-4abc-8c49-7c6ab07c5fea tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:07.037227 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d4346c-44c6-4365-8bdf-8ea8f0bb7331 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:07.041138 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-a1562f8f-aaac-4abc-8c49-7c6ab07c5fea tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/81732c68-8993-47f7-bacc-216f17cc7759 HTTP/1.1" status: 204 len: 168 time: 0.3271937 Feb 16 12:48:07.043207 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9a65b33-df0b-4d14-9730-5bbd0d76b868 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:48:07.043605 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9a65b33-df0b-4d14-9730-5bbd0d76b868 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:07.046432 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36016) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:07.053787 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1642daf1-1d6e-4f46-aa26-07ebd6f92b17 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Network 4af22acd-757b-47d4-925e-f4c03ad597e0 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:07.058772 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:48:07.058772 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:48:07.058772 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:48:07.058772 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:48:07.058772 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:48:07.058772 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:48:07.058772 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:48:07.058772 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:48:07.058772 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:48:07.058772 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:48:07.058772 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:48:07.058772 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:48:07.058772 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:48:07.058772 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:48:07.058772 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:48:07.058772 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:48:07.058772 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:48:07.058772 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:48:07.058772 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:48:07.058772 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:48:07.058772 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:48:07.058772 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:48:07.058772 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:48:07.058772 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:48:07.058772 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:48:07.058772 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:48:07.058772 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:48:07.058772 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:48:07.058772 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:48:07.058772 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:48:07.058772 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:48:07.058772 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:48:07.070545 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-58d4346c-44c6-4365-8bdf-8ea8f0bb7331 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:07.078257 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-1642daf1-1d6e-4f46-aa26-07ebd6f92b17 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:07.079595 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e14473-8705-49da-af83-6d57d2e0f9fe None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:07.089263 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1642daf1-1d6e-4f46-aa26-07ebd6f92b17 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:07.120754 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1642daf1-1d6e-4f46-aa26-07ebd6f92b17 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event updated for resources: {'Port': ['ID=1a6e75a8-62da-4b1a-bb34-4651c19aaebf,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:07.123431 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d4346c-44c6-4365-8bdf-8ea8f0bb7331 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:07.123971 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-58d4346c-44c6-4365-8bdf-8ea8f0bb7331 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:07.171473 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-3d0e4afc-3079-4b52-bab5-a0d6ea9a51e4 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:07.185447 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d4346c-44c6-4365-8bdf-8ea8f0bb7331 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Subnet': ['ID=629e9e40-5a67-488f-a984-e5b93092f183,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:07.206210 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0d6c2-bee5-4b66-88b8-290a5544803c req-e76b28b3-78a2-4dd8-adb1-0ec23af9978c tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:07.207341 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-1db590df-3547-4a8c-912f-4f4f58e6d08c tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Synchronizing usage tracker for tenant:ddbade54d4ca46bdb79e7d4262b706b1 on resource:security_group_rule {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:07.210180 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1642daf1-1d6e-4f46-aa26-07ebd6f92b17 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:07.213789 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-3d0e4afc-3079-4b52-bab5-a0d6ea9a51e4 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:07.214010 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-30f0d6c2-bee5-4b66-88b8-290a5544803c req-e76b28b3-78a2-4dd8-adb1-0ec23af9978c tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.6039815 Feb 16 12:48:07.227490 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9a65b33-df0b-4d14-9730-5bbd0d76b868 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:07.245585 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-97eecf4d-d6b5-44ec-b33f-e85dfcd2befb tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:07.260160 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0e4afc-3079-4b52-bab5-a0d6ea9a51e4 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Made reservation on behalf of e1117180e8c949a18483da62b9a9f5be for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:07.264217 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3d0e4afc-3079-4b52-bab5-a0d6ea9a51e4 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:07.271848 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9a65b33-df0b-4d14-9730-5bbd0d76b868 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:07.281705 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-1db590df-3547-4a8c-912f-4f4f58e6d08c tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Unset dirty status for tenant:ddbade54d4ca46bdb79e7d4262b706b1 on resource:security_group_rule {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:07.286291 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-1db590df-3547-4a8c-912f-4f4f58e6d08c tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2368634 Feb 16 12:48:07.288012 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36020) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:07.319043 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [None req-3d0e4afc-3079-4b52-bab5-a0d6ea9a51e4 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] device_id is not set on port b3d24c49-66d3-42f5-99f0-862f46650c6b yet. {{(pid=87701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:48:07.503020 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-58d4346c-44c6-4365-8bdf-8ea8f0bb7331 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0888774 Feb 16 12:48:07.514147 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b384ef-2067-4b52-bf74-cd30f7b11f16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-c2beece7-853e-4518-ace6-8724ee235932', 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'tenant_id': '5979c0794f594272a8691960316755d8', 'fixed_ips': [{'subnet_id': '629e9e40-5a67-488f-a984-e5b93092f183'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:48:07.515763 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-32b384ef-2067-4b52-bf74-cd30f7b11f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:07.522794 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36024) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:07.526387 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a65b33-df0b-4d14-9730-5bbd0d76b868 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event deleted for resources: {'Network': ['ID=88a6387e-345e-4fa1-b49a-b17a5503e4fb,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:07.548150 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-56150551-12e1-4c82-b3b6-74f7094f04b9 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'port': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'mac_address': 'fa:16:3e:3d:cc:f9', 'name': 'tempest-NetworksTestDHCPv6-1065973615'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:07.588470 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d9a65b33-df0b-4d14-9730-5bbd0d76b868 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "DELETE /v2.0/networks/88a6387e-345e-4fa1-b49a-b17a5503e4fb HTTP/1.1" status: 204 len: 168 time: 1.9660888 Feb 16 12:48:07.590830 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5e6d7f82-f4c9-4a8d-a4b5-48d067d8622b tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:07.595700 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36028) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:07.597799 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97eecf4d-d6b5-44ec-b33f-e85dfcd2befb tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:07.598556 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5e7b39-e404-4bae-83fb-fd67965c2be7 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Router 88769b6d-096b-408d-b9b7-601b803603e7 is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:48:07.637170 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5e6d7f82-f4c9-4a8d-a4b5-48d067d8622b tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:07.646169 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-16fb040f-ff2c-4eaa-a074-79f87d11de27 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-772994046'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:07.652023 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-97eecf4d-d6b5-44ec-b33f-e85dfcd2befb tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:07.661070 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eecf4d-d6b5-44ec-b33f-e85dfcd2befb tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Pushing event updated for resources: {'Port': ['ID=31dd6db0-a4fa-4d1b-82b9-8cc0ad346cc1,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:07.663349 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97eecf4d-d6b5-44ec-b33f-e85dfcd2befb tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:07.666073 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1642daf1-1d6e-4f46-aa26-07ebd6f92b17 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:07.670504 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51291e00-dd9a-4d92-ad3d-ba6cebcd2a9f None None] Network 4af22acd-757b-47d4-925e-f4c03ad597e0 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:07.693244 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-30f0d6c2-bee5-4b66-88b8-290a5544803c req-5f38075a-520f-406a-887a-67f74d135e4c tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4783244 Feb 16 12:48:07.729782 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-16fb040f-ff2c-4eaa-a074-79f87d11de27 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:07.754720 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-16fb040f-ff2c-4eaa-a074-79f87d11de27 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Usage tracker for resource:network and tenant:bc1f0288054c40818f485d7fa9a59a39 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:07.768563 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-16fb040f-ff2c-4eaa-a074-79f87d11de27 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:07.780422 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-16fb040f-ff2c-4eaa-a074-79f87d11de27 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:07.811536 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5e6d7f82-f4c9-4a8d-a4b5-48d067d8622b tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:07.823189 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-32b384ef-2067-4b52-bf74-cd30f7b11f16 None None] Allocated IP 2001:db8::f816:3eff:fe92:35ed (c2beece7-853e-4518-ace6-8724ee235932/629e9e40-5a67-488f-a984-e5b93092f183/45ee2ffb-1217-4860-a2ae-f96ca954f584) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:07.828229 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f72ab8bb-ea54-4cc7-9e19-7f3eecccb2ec None None] Provisioning for port ee63e9f8-65c5-4109-a1a1-5e099671374f completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:07.970336 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16fb040f-ff2c-4eaa-a074-79f87d11de27 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Made reservation on behalf of bc1f0288054c40818f485d7fa9a59a39 for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:07.973795 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-16fb040f-ff2c-4eaa-a074-79f87d11de27 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:08.061505 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16fb040f-ff2c-4eaa-a074-79f87d11de27 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:48:08.070088 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-16fb040f-ff2c-4eaa-a074-79f87d11de27 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:08.070414 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-16fb040f-ff2c-4eaa-a074-79f87d11de27 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Added segment 5dc12808-421d-4ee7-81f7-0547fb5548c7 of type vlan for network 3a41b489-dbcd-4dc1-b6ca-e8acf5e3f5ee Feb 16 12:48:08.093647 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-56150551-12e1-4c82-b3b6-74f7094f04b9 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:08.097358 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-16fb040f-ff2c-4eaa-a074-79f87d11de27 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:08.104292 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-56150551-12e1-4c82-b3b6-74f7094f04b9 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Usage tracker for resource:port and tenant:5979c0794f594272a8691960316755d8 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:08.109292 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-56150551-12e1-4c82-b3b6-74f7094f04b9 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:08.124728 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d7f82-f4c9-4a8d-a4b5-48d067d8622b tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=16300841-0ff6-4fc0-81a8-84f1a655b52f,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:08.125202 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-56150551-12e1-4c82-b3b6-74f7094f04b9 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:08.137546 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5e7b39-e404-4bae-83fb-fd67965c2be7 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:48:08.138013 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5e6d7f82-f4c9-4a8d-a4b5-48d067d8622b tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:08.141723 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-5e6d7f82-f4c9-4a8d-a4b5-48d067d8622b tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/16300841-0ff6-4fc0-81a8-84f1a655b52f HTTP/1.1" status: 204 len: 168 time: 0.8482232 Feb 16 12:48:08.146308 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36032) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:08.157894 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddd6391-4e40-45f5-b8f6-12596abbf69d None None] Sync routers for ids ['88769b6d-096b-408d-b9b7-601b803603e7'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:08.165804 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-16fb040f-ff2c-4eaa-a074-79f87d11de27 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:08.171320 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56150551-12e1-4c82-b3b6-74f7094f04b9 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:08.171823 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fb040f-ff2c-4eaa-a074-79f87d11de27 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:08.172411 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-16fb040f-ff2c-4eaa-a074-79f87d11de27 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:08.191871 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddd6391-4e40-45f5-b8f6-12596abbf69d None None] Routers {'88769b6d-096b-408d-b9b7-601b803603e7'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:08.192501 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-9ddd6391-4e40-45f5-b8f6-12596abbf69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:48:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['88769b6d-096b-408d-b9b7-601b803603e7'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:08.262822 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-32b384ef-2067-4b52-bf74-cd30f7b11f16 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:08.266833 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-9ddd6391-4e40-45f5-b8f6-12596abbf69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:08.279370 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-32b384ef-2067-4b52-bf74-cd30f7b11f16 None None] Transition to ACTIVE for port object 45ee2ffb-1217-4860-a2ae-f96ca954f584 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:08.303685 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fb040f-ff2c-4eaa-a074-79f87d11de27 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event updated for resources: {'Network': ['ID=3a41b489-dbcd-4dc1-b6ca-e8acf5e3f5ee,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:08.304966 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddd6391-4e40-45f5-b8f6-12596abbf69d None None] Routers {'88769b6d-096b-408d-b9b7-601b803603e7'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:08.306007 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-9ddd6391-4e40-45f5-b8f6-12596abbf69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:48:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['88769b6d-096b-408d-b9b7-601b803603e7'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:08.321816 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0a5e7b39-e404-4bae-83fb-fd67965c2be7 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:08.323017 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0a5e7b39-e404-4bae-83fb-fd67965c2be7 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 10.6892369 Feb 16 12:48:08.333617 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36036) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:08.346446 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3d0e4afc-3079-4b52-bab5-a0d6ea9a51e4 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:08.382690 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 3a41b489-dbcd-4dc1-b6ca-e8acf5e3f5ee details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:48:08.393301 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-16fb040f-ff2c-4eaa-a074-79f87d11de27 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7782874 Feb 16 12:48:08.403257 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36040) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:08.433206 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-f155ea91-3477-4c3b-ac76-415e2bfc1dd9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Request body: {'subnet': {'network_id': '3a41b489-dbcd-4dc1-b6ca-e8acf5e3f5ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:08.436092 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-32b384ef-2067-4b52-bf74-cd30f7b11f16 None None] Transition to ACTIVE for port object 45ee2ffb-1217-4860-a2ae-f96ca954f584 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:08.440448 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-9ddd6391-4e40-45f5-b8f6-12596abbf69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:08.440866 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddd6391-4e40-45f5-b8f6-12596abbf69d None None] The sync data for ids ['88769b6d-096b-408d-b9b7-601b803603e7'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:08.485000 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6e1e5615-a9ff-4789-9082-acf1f80fb092 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Synchronizing usage tracker for tenant:ddbade54d4ca46bdb79e7d4262b706b1 on resource:security_group_rule {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:08.521772 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-32b384ef-2067-4b52-bf74-cd30f7b11f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:08.588235 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-56150551-12e1-4c82-b3b6-74f7094f04b9 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:08.604686 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device ee63e9f8-65c5-4109-a1a1-5e099671374f up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:08.698365 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b384ef-2067-4b52-bf74-cd30f7b11f16 None None] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:08.698709 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6e1e5615-a9ff-4789-9082-acf1f80fb092 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Unset dirty status for tenant:ddbade54d4ca46bdb79e7d4262b706b1 on resource:security_group_rule {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:08.704143 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6e1e5615-a9ff-4789-9082-acf1f80fb092 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5568547 Feb 16 12:48:08.705025 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-32b384ef-2067-4b52-bf74-cd30f7b11f16 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:08.705152 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36044) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:08.707420 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b384ef-2067-4b52-bf74-cd30f7b11f16 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:08.734239 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-f155ea91-3477-4c3b-ac76-415e2bfc1dd9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:08.738317 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-f155ea91-3477-4c3b-ac76-415e2bfc1dd9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Usage tracker for resource:subnet and tenant:bc1f0288054c40818f485d7fa9a59a39 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:08.741504 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-f155ea91-3477-4c3b-ac76-415e2bfc1dd9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:08.747579 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-f155ea91-3477-4c3b-ac76-415e2bfc1dd9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:08.765601 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3d0e4afc-3079-4b52-bab5-a0d6ea9a51e4 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:08.786451 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b384ef-2067-4b52-bf74-cd30f7b11f16 None None] Pushing event updated for resources: {'Port': ['ID=45ee2ffb-1217-4860-a2ae-f96ca954f584,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:08.814543 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f155ea91-3477-4c3b-ac76-415e2bfc1dd9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Made reservation on behalf of bc1f0288054c40818f485d7fa9a59a39 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:08.819011 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f155ea91-3477-4c3b-ac76-415e2bfc1dd9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:08.827085 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-56150551-12e1-4c82-b3b6-74f7094f04b9 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] device_id is not set on port fa1aa7ed-1796-4a52-adcc-13707bc81761 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:48:08.860600 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-32b384ef-2067-4b52-bf74-cd30f7b11f16 None None] Attempting to bind port 45ee2ffb-1217-4860-a2ae-f96ca954f584 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:08.861081 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-32b384ef-2067-4b52-bf74-cd30f7b11f16 None None] Attempting to bind port 45ee2ffb-1217-4860-a2ae-f96ca954f584 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:08.861467 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b384ef-2067-4b52-bf74-cd30f7b11f16 None None] Attempting to bind port 45ee2ffb-1217-4860-a2ae-f96ca954f584 on network c2beece7-853e-4518-ace6-8724ee235932 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:48:08.864258 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-1bc6a92e-e3e4-4ed5-8f65-42501f573c3f None None] Provisioning for port 1a6e75a8-62da-4b1a-bb34-4651c19aaebf completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:08.874638 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-1bc6a92e-e3e4-4ed5-8f65-42501f573c3f None None] Provisioning complete for port 1a6e75a8-62da-4b1a-bb34-4651c19aaebf triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:08.875001 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-1bc6a92e-e3e4-4ed5-8f65-42501f573c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:08.903301 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b384ef-2067-4b52-bf74-cd30f7b11f16 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:48:08.903843 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b384ef-2067-4b52-bf74-cd30f7b11f16 None None] Checking segment: {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:08.904321 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-32b384ef-2067-4b52-bf74-cd30f7b11f16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:08.904822 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b384ef-2067-4b52-bf74-cd30f7b11f16 None None] Bound using segment: {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:48:08.905387 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-32b384ef-2067-4b52-bf74-cd30f7b11f16 None None] Bound port: 45ee2ffb-1217-4860-a2ae-f96ca954f584, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:08.905846 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-32b384ef-2067-4b52-bf74-cd30f7b11f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:08.924404 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port ee63e9f8-65c5-4109-a1a1-5e099671374f completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:08.950014 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port ee63e9f8-65c5-4109-a1a1-5e099671374f triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:08.950543 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:08.971301 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.db.resource_extend [None req-1642daf1-1d6e-4f46-aa26-07ebd6f92b17 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:48:09.000085 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0e4afc-3079-4b52-bab5-a0d6ea9a51e4 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Network 16b82834-7685-4613-829e-2ea073f469db is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:09.018535 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-3d0e4afc-3079-4b52-bab5-a0d6ea9a51e4 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:09.029921 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0e4afc-3079-4b52-bab5-a0d6ea9a51e4 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event updated for resources: {'Port': ['ID=b3d24c49-66d3-42f5-99f0-862f46650c6b,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:09.038764 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:48:09.042004 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0e4afc-3079-4b52-bab5-a0d6ea9a51e4 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:09.057635 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0e4afc-3079-4b52-bab5-a0d6ea9a51e4 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:09.058277 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3d0e4afc-3079-4b52-bab5-a0d6ea9a51e4 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:09.062766 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-1bc6a92e-e3e4-4ed5-8f65-42501f573c3f None None] Port 1a6e75a8-62da-4b1a-bb34-4651c19aaebf cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:48:09.063618 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1642daf1-1d6e-4f46-aa26-07ebd6f92b17 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:09.090421 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1642daf1-1d6e-4f46-aa26-07ebd6f92b17 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:09.129763 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b944e399-374a-487b-8e1b-ccbb7914fd29 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:09.135390 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-97eecf4d-d6b5-44ec-b33f-e85dfcd2befb tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for router_gateway, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:09.141600 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-32b384ef-2067-4b52-bf74-cd30f7b11f16 None None] For port 45ee2ffb-1217-4860-a2ae-f96ca954f584, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:48:09.159179 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-32b384ef-2067-4b52-bf74-cd30f7b11f16 None None] For port 45ee2ffb-1217-4860-a2ae-f96ca954f584, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=45ee2ffb-1217-4860-a2ae-f96ca954f584,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:48:09.167253 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-32b384ef-2067-4b52-bf74-cd30f7b11f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:09.172506 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:09.210610 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b944e399-374a-487b-8e1b-ccbb7914fd29 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:09.219692 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4036321f-3ccb-4b09-a40a-20c0b80724b0 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] 10.222.0.83 "GET /v2.0/routers/88769b6d-096b-408d-b9b7-601b803603e7 HTTP/1.1" status: 200 len: 923 time: 0.8812728 Feb 16 12:48:09.229503 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-3d0e4afc-3079-4b52-bab5-a0d6ea9a51e4 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.3511124 Feb 16 12:48:09.232875 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36050) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:09.233210 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36052) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:09.263072 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1642daf1-1d6e-4f46-aa26-07ebd6f92b17 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:09.270459 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1642daf1-1d6e-4f46-aa26-07ebd6f92b17 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event updated for resources: {'Port': ['ID=1a6e75a8-62da-4b1a-bb34-4651c19aaebf,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:09.278026 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-49713dda-ba4d-420c-ba7a-20c590030050 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:09.337569 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f8154e89-7fe9-4fe3-991b-f4c76ad4902e None None] Provisioning complete for port 1a6e75a8-62da-4b1a-bb34-4651c19aaebf triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:09.337941 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f8154e89-7fe9-4fe3-991b-f4c76ad4902e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:09.355374 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9c3777b9-2173-42b8-9d95-904afa6ce46c tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] 10.222.0.83 "GET /v2.0/ports?device_id=88769b6d-096b-408d-b9b7-601b803603e7 HTTP/1.1" status: 200 len: 205 time: 0.1129971 Feb 16 12:48:09.376126 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port ee63e9f8-65c5-4109-a1a1-5e099671374f, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=ee63e9f8-65c5-4109-a1a1-5e099671374f,segment=NetworkSegment(f6ba453d-fda9-4cc2-bb46-b1ef3257d4c7),segment_id=f6ba453d-fda9-4cc2-bb46-b1ef3257d4c7)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:09.391266 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b384ef-2067-4b52-bf74-cd30f7b11f16 None None] Pushing event updated for resources: {'Port': ['ID=45ee2ffb-1217-4860-a2ae-f96ca954f584,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:09.397152 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:09.470215 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f8154e89-7fe9-4fe3-991b-f4c76ad4902e None None] Port 1a6e75a8-62da-4b1a-bb34-4651c19aaebf cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:48:09.487665 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36058) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:09.488371 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=ee63e9f8-65c5-4109-a1a1-5e099671374f,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:09.500036 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b944e399-374a-487b-8e1b-ccbb7914fd29 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:09.622907 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a090342-91c5-412b-b69e-a4567de08597 req-86789997-8151-4525-963b-bdc02d5ec177 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:09.624574 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1a090342-91c5-412b-b69e-a4567de08597 req-86789997-8151-4525-963b-bdc02d5ec177 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.7019780 Feb 16 12:48:09.649195 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b944e399-374a-487b-8e1b-ccbb7914fd29 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a55a3490-0d0d-48e3-9dbe-060142bf2923,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:09.697169 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-56150551-12e1-4c82-b3b6-74f7094f04b9 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Allocated IP 2001:db8::f816:3eff:fe3d:ccf9 (c2beece7-853e-4518-ace6-8724ee235932/629e9e40-5a67-488f-a984-e5b93092f183/fa1aa7ed-1796-4a52-adcc-13707bc81761) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:09.752415 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b944e399-374a-487b-8e1b-ccbb7914fd29 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:09.752687 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1a090342-91c5-412b-b69e-a4567de08597 req-443ac1c3-1f5d-44f3-84ed-5ed3229b2fc0 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106741 Feb 16 12:48:09.756091 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1642daf1-1d6e-4f46-aa26-07ebd6f92b17 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Network 4af22acd-757b-47d4-925e-f4c03ad597e0 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:09.756229 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b944e399-374a-487b-8e1b-ccbb7914fd29 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/a55a3490-0d0d-48e3-9dbe-060142bf2923 HTTP/1.1" status: 204 len: 168 time: 1.0449364 Feb 16 12:48:09.757145 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36062) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:09.761603 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-1642daf1-1d6e-4f46-aa26-07ebd6f92b17 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:09.844463 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f155ea91-3477-4c3b-ac76-415e2bfc1dd9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:10.046629 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-49713dda-ba4d-420c-ba7a-20c590030050 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:10.057476 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f155ea91-3477-4c3b-ac76-415e2bfc1dd9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event updated for resources: {'Subnet': ['ID=a0075bb8-2dbb-4822-8569-26ab2e9092e8,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:10.075606 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-542090fc-c1d8-46fa-a45a-6a0b75872823 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:10.081603 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-d29d5f50-b0bb-4978-ad23-d169ef5a7b17 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Synchronizing usage tracker for tenant:ddbade54d4ca46bdb79e7d4262b706b1 on resource:security_group_rule {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:10.086694 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f155ea91-3477-4c3b-ac76-415e2bfc1dd9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Checking segment: {'id': '5dc12808-421d-4ee7-81f7-0547fb5548c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3a41b489-dbcd-4dc1-b6ca-e8acf5e3f5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:10.087033 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f155ea91-3477-4c3b-ac76-415e2bfc1dd9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Network hostable DHCP agents. Network: 3a41b489-dbcd-4dc1-b6ca-e8acf5e3f5ee, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:48:10.114217 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-71e60bc6-c6a5-465f-a877-2805ec34b4d4 None None] Provisioning complete for port 1a6e75a8-62da-4b1a-bb34-4651c19aaebf triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:10.114586 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-71e60bc6-c6a5-465f-a877-2805ec34b4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:10.170038 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-71e60bc6-c6a5-465f-a877-2805ec34b4d4 None None] Port 1a6e75a8-62da-4b1a-bb34-4651c19aaebf cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:48:10.246784 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-d29d5f50-b0bb-4978-ad23-d169ef5a7b17 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Unset dirty status for tenant:ddbade54d4ca46bdb79e7d4262b706b1 on resource:security_group_rule {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:10.247970 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d29d5f50-b0bb-4978-ad23-d169ef5a7b17 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4888957 Feb 16 12:48:10.251927 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f155ea91-3477-4c3b-ac76-415e2bfc1dd9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Network 3a41b489-dbcd-4dc1-b6ca-e8acf5e3f5ee is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:48:10.260533 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36070) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:10.294908 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-f155ea91-3477-4c3b-ac76-415e2bfc1dd9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 3a41b489-dbcd-4dc1-b6ca-e8acf5e3f5ee) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:10.306367 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1fb047-d43c-42a2-bb6c-817c6b8d5f80 None None] Network 3a41b489-dbcd-4dc1-b6ca-e8acf5e3f5ee requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:10.311972 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f155ea91-3477-4c3b-ac76-415e2bfc1dd9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:10.312570 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f155ea91-3477-4c3b-ac76-415e2bfc1dd9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:10.359478 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1642daf1-1d6e-4f46-aa26-07ebd6f92b17 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Router eefe2440-6b69-4fc6-b3ab-4f26ec071b49 is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:48:10.386530 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ec0c6-e5b3-4ccb-b35e-918c7f9c412e req-3305fda0-5882-4e16-be19-3eadc0c9c08e tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:10.388137 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-636ec0c6-e5b3-4ccb-b35e-918c7f9c412e req-3305fda0-5882-4e16-be19-3eadc0c9c08e tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.2926149 Feb 16 12:48:10.396891 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f155ea91-3477-4c3b-ac76-415e2bfc1dd9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9921639 Feb 16 12:48:10.449979 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36074) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:10.475475 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-3bdece6d-78e8-4979-ace0-019d763f9d48 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1967176689', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:10.513815 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81fc77-3540-4c7f-92db-92ed6d9220a9 req-9087dfd0-2d56-4e74-a7a0-04d3441129c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:10.515546 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2f81fc77-3540-4c7f-92db-92ed6d9220a9 req-9087dfd0-2d56-4e74-a7a0-04d3441129c0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a8771b90386942c1a6095687790fa64b&device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 1098 time: 0.3680408 Feb 16 12:48:10.521564 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3bdece6d-78e8-4979-ace0-019d763f9d48 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:10.529465 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3bdece6d-78e8-4979-ace0-019d763f9d48 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Usage tracker for resource:router and tenant:bc1f0288054c40818f485d7fa9a59a39 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:10.533670 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3bdece6d-78e8-4979-ace0-019d763f9d48 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:10.541182 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3bdece6d-78e8-4979-ace0-019d763f9d48 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:10.615329 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3bdece6d-78e8-4979-ace0-019d763f9d48 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:10.616341 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3bdece6d-78e8-4979-ace0-019d763f9d48 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:10.620082 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-97eecf4d-d6b5-44ec-b33f-e85dfcd2befb tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:10.653826 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1ddbb13e-3472-42f6-b027-0973cc8085db tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:10.657750 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 45ee2ffb-1217-4860-a2ae-f96ca954f584 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:10.734019 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e372eba1-4380-496e-b0ff-9ef7d82d60d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-3a41b489-dbcd-4dc1-b6ca-e8acf5e3f5ee', 'network_id': '3a41b489-dbcd-4dc1-b6ca-e8acf5e3f5ee', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'fixed_ips': [{'subnet_id': 'a0075bb8-2dbb-4822-8569-26ab2e9092e8'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:48:10.735205 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e372eba1-4380-496e-b0ff-9ef7d82d60d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:10.754490 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-d4170555-5bbd-4981-b7c6-28aba39954c4 None None] Provisioning for port 45ee2ffb-1217-4860-a2ae-f96ca954f584 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:10.766844 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-636ec0c6-e5b3-4ccb-b35e-918c7f9c412e req-c1724c17-c0f8-45cc-8779-c25789895c73 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2867892 Feb 16 12:48:10.775528 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1ddbb13e-3472-42f6-b027-0973cc8085db tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:10.814189 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1642daf1-1d6e-4f46-aa26-07ebd6f92b17 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:48:10.822862 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-1642daf1-1d6e-4f46-aa26-07ebd6f92b17 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "PUT /v2.0/routers/eefe2440-6b69-4fc6-b3ab-4f26ec071b49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2834747 Feb 16 12:48:10.827949 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bdd89b-9435-4bb7-9de7-384e9101b4b7 None None] Sync routers for ids ['eefe2440-6b69-4fc6-b3ab-4f26ec071b49'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:10.840430 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36078) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:10.848080 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bdd89b-9435-4bb7-9de7-384e9101b4b7 None None] Routers {'eefe2440-6b69-4fc6-b3ab-4f26ec071b49'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:10.849169 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-22bdd89b-9435-4bb7-9de7-384e9101b4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:48:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['eefe2440-6b69-4fc6-b3ab-4f26ec071b49'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:10.862405 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-3edc93ab-78a7-4edf-99f7-ee3cc0b914b0 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Request body: {'network': {'name': 'tempest-RoutersTest-135269881'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:10.872867 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 45ee2ffb-1217-4860-a2ae-f96ca954f584 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:10.882681 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 45ee2ffb-1217-4860-a2ae-f96ca954f584 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:10.882902 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-3edc93ab-78a7-4edf-99f7-ee3cc0b914b0 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:10.883047 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:10.891599 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-3edc93ab-78a7-4edf-99f7-ee3cc0b914b0 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Usage tracker for resource:network and tenant:9f89b69482a141c697c1d7563c6011c5 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:10.896277 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-3edc93ab-78a7-4edf-99f7-ee3cc0b914b0 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:10.900802 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81fc77-3540-4c7f-92db-92ed6d9220a9 req-081196cc-0284-4a43-8077-d7ebfe9e2009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:10.902045 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2f81fc77-3540-4c7f-92db-92ed6d9220a9 req-081196cc-0284-4a43-8077-d7ebfe9e2009 service neutron] 10.222.0.89 "GET /v2.0/networks?id=48c19cd8-ac27-4524-bc91-c49a239dcfeb HTTP/1.1" status: 200 len: 913 time: 0.2958548 Feb 16 12:48:10.907307 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-3edc93ab-78a7-4edf-99f7-ee3cc0b914b0 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:10.972943 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1ddbb13e-3472-42f6-b027-0973cc8085db tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:10.990001 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-542090fc-c1d8-46fa-a45a-6a0b75872823 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:10.994948 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-e372eba1-4380-496e-b0ff-9ef7d82d60d3 None None] Allocated IP 2001:db8::2 (3a41b489-dbcd-4dc1-b6ca-e8acf5e3f5ee/a0075bb8-2dbb-4822-8569-26ab2e9092e8/6c83692f-e13e-43b9-940b-04c5c4538b3b) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:11.008841 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3bdece6d-78e8-4979-ace0-019d763f9d48 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.028758 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddbb13e-3472-42f6-b027-0973cc8085db tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fd77b5-7fdc-4f75-83e5-e6702ed3a157,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:11.049032 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3edc93ab-78a7-4edf-99f7-ee3cc0b914b0 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Made reservation on behalf of 9f89b69482a141c697c1d7563c6011c5 for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:11.053331 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3edc93ab-78a7-4edf-99f7-ee3cc0b914b0 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.062462 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-22bdd89b-9435-4bb7-9de7-384e9101b4b7 None None] Set router eefe2440-6b69-4fc6-b3ab-4f26ec071b49 gateway port host: None {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:11.064999 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1ddbb13e-3472-42f6-b027-0973cc8085db tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.068555 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-1ddbb13e-3472-42f6-b027-0973cc8085db tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "DELETE /v2.0/security-groups/f0fd77b5-7fdc-4f75-83e5-e6702ed3a157 HTTP/1.1" status: 204 len: 168 time: 0.8023787 Feb 16 12:48:11.074726 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36082) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:11.112928 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-56150551-12e1-4c82-b3b6-74f7094f04b9 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.118932 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2f81fc77-3540-4c7f-92db-92ed6d9220a9 req-23590e34-f3ad-4820-9983-6cd2b0204907 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=756287ee-6810-469c-9c37-8297d79eec56 HTTP/1.1" status: 200 len: 1000 time: 0.2087367 Feb 16 12:48:11.129822 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-542090fc-c1d8-46fa-a45a-6a0b75872823 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Deleting port 58997849-562c-42b6-a540-dc010b105c72 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:11.130413 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-542090fc-c1d8-46fa-a45a-6a0b75872823 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.200190 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81fc77-3540-4c7f-92db-92ed6d9220a9 req-c8fed064-6261-42aa-84af-3009ab5b676b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:11.202912 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2f81fc77-3540-4c7f-92db-92ed6d9220a9 req-c8fed064-6261-42aa-84af-3009ab5b676b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5863982f-bd9e-4d06-825d-64b5d101ef97 HTTP/1.1" status: 200 len: 851 time: 0.0704341 Feb 16 12:48:11.203873 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3edc93ab-78a7-4edf-99f7-ee3cc0b914b0 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:48:11.230984 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-56150551-12e1-4c82-b3b6-74f7094f04b9 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Transition to ACTIVE for port object fa1aa7ed-1796-4a52-adcc-13707bc81761 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:11.246436 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-49713dda-ba4d-420c-ba7a-20c590030050 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.253781 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e372eba1-4380-496e-b0ff-9ef7d82d60d3 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.266898 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-e372eba1-4380-496e-b0ff-9ef7d82d60d3 None None] Transition to ACTIVE for port object 6c83692f-e13e-43b9-940b-04c5c4538b3b will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:11.271837 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3bdece6d-78e8-4979-ace0-019d763f9d48 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.289233 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-e372eba1-4380-496e-b0ff-9ef7d82d60d3 None None] Transition to ACTIVE for port object 6c83692f-e13e-43b9-940b-04c5c4538b3b will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:11.304584 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3edc93ab-78a7-4edf-99f7-ee3cc0b914b0 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.305406 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-3edc93ab-78a7-4edf-99f7-ee3cc0b914b0 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Added segment c518b09f-4747-44b9-9e3a-0f247b642a07 of type vlan for network 28fb0fe9-554d-49e5-8e09-f2ed26f27bd4 Feb 16 12:48:11.309453 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-074540c0-745b-4d5f-a99c-5a76040a2298 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Synchronizing usage tracker for tenant:ddbade54d4ca46bdb79e7d4262b706b1 on resource:security_group {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:11.315308 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e372eba1-4380-496e-b0ff-9ef7d82d60d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.330654 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-49713dda-ba4d-420c-ba7a-20c590030050 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.363709 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-074540c0-745b-4d5f-a99c-5a76040a2298 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Unset dirty status for tenant:ddbade54d4ca46bdb79e7d4262b706b1 on resource:security_group {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:11.369815 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-074540c0-745b-4d5f-a99c-5a76040a2298 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2867551 Feb 16 12:48:11.370368 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36086) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:11.377693 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3edc93ab-78a7-4edf-99f7-ee3cc0b914b0 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.391903 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-a104db31-a6cb-4479-9724-7fc1123bda94 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Request body: {'security_group': {'name': 'tempest-secgroup--459810166'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:11.408230 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e372eba1-4380-496e-b0ff-9ef7d82d60d3 None None] Pushing event updated for resources: {'Port': ['ID=6c83692f-e13e-43b9-940b-04c5c4538b3b,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:11.430475 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e372eba1-4380-496e-b0ff-9ef7d82d60d3 None None] Network 3a41b489-dbcd-4dc1-b6ca-e8acf5e3f5ee is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:11.431735 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-a104db31-a6cb-4479-9724-7fc1123bda94 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:11.433690 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-e372eba1-4380-496e-b0ff-9ef7d82d60d3 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:11.437005 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e372eba1-4380-496e-b0ff-9ef7d82d60d3 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:11.442408 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81fc77-3540-4c7f-92db-92ed6d9220a9 req-22ab2eaf-c46c-47ea-826f-84833c7bd9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:11.447783 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2f81fc77-3540-4c7f-92db-92ed6d9220a9 req-22ab2eaf-c46c-47ea-826f-84833c7bd9fa service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=48c19cd8-ac27-4524-bc91-c49a239dcfeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2374284 Feb 16 12:48:11.448801 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-49713dda-ba4d-420c-ba7a-20c590030050 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] In _notify_port_updated(), no bound segment for port b3d24c49-66d3-42f5-99f0-862f46650c6b on network 16b82834-7685-4613-829e-2ea073f469db {{(pid=87699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:48:11.461805 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49713dda-ba4d-420c-ba7a-20c590030050 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:11.464734 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-49713dda-ba4d-420c-ba7a-20c590030050 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.469090 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-49713dda-ba4d-420c-ba7a-20c590030050 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "PUT /v2.0/ports/b3d24c49-66d3-42f5-99f0-862f46650c6b HTTP/1.1" status: 200 len: 818 time: 2.2279601 Feb 16 12:48:11.475558 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36090) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:11.497944 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-22bdd89b-9435-4bb7-9de7-384e9101b4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'name': 'tempest-RoutersTest-router-1592884350', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:00Z', 'updated_at': '2022-02-16T12:48:07Z', 'revision_number': 2, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'gw_port_host': None, '_interfaces': [{'id': '1a6e75a8-62da-4b1a-bb34-4651c19aaebf', 'name': '', 'network_id': '4af22acd-757b-47d4-925e-f4c03ad597e0', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:63:74:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:05Z', 'updated_at': '2022-02-16T12:48:08Z', 'revision_number': 2, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:11.503963 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bdd89b-9435-4bb7-9de7-384e9101b4b7 None None] Checking router: eefe2440-6b69-4fc6-b3ab-4f26ec071b49 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:48:11.504313 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bdd89b-9435-4bb7-9de7-384e9101b4b7 None None] Updating router eefe2440-6b69-4fc6-b3ab-4f26ec071b49 port 1a6e75a8-62da-4b1a-bb34-4651c19aaebf binding host dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:48:11.550517 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-a104db31-a6cb-4479-9724-7fc1123bda94 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:11.583946 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-22bdd89b-9435-4bb7-9de7-384e9101b4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.591554 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3edc93ab-78a7-4edf-99f7-ee3cc0b914b0 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.599246 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edc93ab-78a7-4edf-99f7-ee3cc0b914b0 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:11.600147 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3edc93ab-78a7-4edf-99f7-ee3cc0b914b0 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.601819 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-e372eba1-4380-496e-b0ff-9ef7d82d60d3 None None] Attempting to bind port 6c83692f-e13e-43b9-940b-04c5c4538b3b on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:11.602254 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-e372eba1-4380-496e-b0ff-9ef7d82d60d3 None None] Attempting to bind port 6c83692f-e13e-43b9-940b-04c5c4538b3b by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '5dc12808-421d-4ee7-81f7-0547fb5548c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3a41b489-dbcd-4dc1-b6ca-e8acf5e3f5ee'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:11.602605 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e372eba1-4380-496e-b0ff-9ef7d82d60d3 None None] Attempting to bind port 6c83692f-e13e-43b9-940b-04c5c4538b3b on network 3a41b489-dbcd-4dc1-b6ca-e8acf5e3f5ee {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:48:11.609076 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-31e1670f-a7f2-47c6-a3b6-6322a9f87b8c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Deleting port b3d24c49-66d3-42f5-99f0-862f46650c6b {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:11.609561 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-31e1670f-a7f2-47c6-a3b6-6322a9f87b8c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.612594 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e372eba1-4380-496e-b0ff-9ef7d82d60d3 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:48:11.612980 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e372eba1-4380-496e-b0ff-9ef7d82d60d3 None None] Checking segment: {'id': '5dc12808-421d-4ee7-81f7-0547fb5548c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3a41b489-dbcd-4dc1-b6ca-e8acf5e3f5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:11.613370 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e372eba1-4380-496e-b0ff-9ef7d82d60d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.613795 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e372eba1-4380-496e-b0ff-9ef7d82d60d3 None None] Bound using segment: {'id': '5dc12808-421d-4ee7-81f7-0547fb5548c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3a41b489-dbcd-4dc1-b6ca-e8acf5e3f5ee'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:48:11.614377 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-e372eba1-4380-496e-b0ff-9ef7d82d60d3 None None] Bound port: 6c83692f-e13e-43b9-940b-04c5c4538b3b, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dc12808-421d-4ee7-81f7-0547fb5548c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3a41b489-dbcd-4dc1-b6ca-e8acf5e3f5ee'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:11.614744 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e372eba1-4380-496e-b0ff-9ef7d82d60d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.631560 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.640943 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a104db31-a6cb-4479-9724-7fc1123bda94 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.742525 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-e372eba1-4380-496e-b0ff-9ef7d82d60d3 None None] For port 6c83692f-e13e-43b9-940b-04c5c4538b3b, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:48:11.747678 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-e372eba1-4380-496e-b0ff-9ef7d82d60d3 None None] For port 6c83692f-e13e-43b9-940b-04c5c4538b3b, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=6c83692f-e13e-43b9-940b-04c5c4538b3b,segment=NetworkSegment(5dc12808-421d-4ee7-81f7-0547fb5548c7),segment_id=5dc12808-421d-4ee7-81f7-0547fb5548c7)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:48:11.762950 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e372eba1-4380-496e-b0ff-9ef7d82d60d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.829795 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 45ee2ffb-1217-4860-a2ae-f96ca954f584, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=45ee2ffb-1217-4860-a2ae-f96ca954f584,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:11.858073 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.859098 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device ee63e9f8-65c5-4109-a1a1-5e099671374f up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:11.879330 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3bdece6d-78e8-4979-ace0-019d763f9d48 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:11.885185 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3bdece6d-78e8-4979-ace0-019d763f9d48 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.4188309 Feb 16 12:48:11.886802 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36096) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:11.937856 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-a104db31-a6cb-4479-9724-7fc1123bda94 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:11.945132 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-3edc93ab-78a7-4edf-99f7-ee3cc0b914b0 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1020286 Feb 16 12:48:11.948706 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97eecf4d-d6b5-44ec-b33f-e85dfcd2befb tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Router 280b01f7-1aa8-4aea-8b7b-434c5eea3121 is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:48:11.948873 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2f81fc77-3540-4c7f-92db-92ed6d9220a9 req-d132121a-6aeb-4781-8cf3-419bb063cc97 service neutron] 10.222.0.89 "GET /v2.0/networks/48c19cd8-ac27-4524-bc91-c49a239dcfeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4911754 Feb 16 12:48:11.953588 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36100) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:11.956583 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-a104db31-a6cb-4479-9724-7fc1123bda94 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Usage tracker for resource:security_group_rule and tenant:ddbade54d4ca46bdb79e7d4262b706b1 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:11.965680 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-7883f1af-15bf-43e5-9646-f077e69ef8e0 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Request body: {'subnet': {'network_id': '28fb0fe9-554d-49e5-8e09-f2ed26f27bd4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:11.969607 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-5d7b349e-4e68-440e-8746-efe92da3493c tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Request body: {'port': {'network_id': '3a41b489-dbcd-4dc1-b6ca-e8acf5e3f5ee', 'name': 'tempest-RoutersIpV6Test-858905348'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:11.982718 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e372eba1-4380-496e-b0ff-9ef7d82d60d3 None None] Pushing event updated for resources: {'Port': ['ID=6c83692f-e13e-43b9-940b-04c5c4538b3b,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:12.086695 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-a104db31-a6cb-4479-9724-7fc1123bda94 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:12.106912 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=45ee2ffb-1217-4860-a2ae-f96ca954f584,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:12.135677 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc93ab-78a7-4edf-99f7-ee3cc0b914b0 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event updated for resources: {'Network': ['ID=28fb0fe9-554d-49e5-8e09-f2ed26f27bd4,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:12.149519 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-a104db31-a6cb-4479-9724-7fc1123bda94 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:12.151545 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-31e1670f-a7f2-47c6-a3b6-6322a9f87b8c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:12.155608 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-7883f1af-15bf-43e5-9646-f077e69ef8e0 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:12.163447 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-22bdd89b-9435-4bb7-9de7-384e9101b4b7 None None] Notify callbacks [] for port, precommit_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:12.197500 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 28fb0fe9-554d-49e5-8e09-f2ed26f27bd4 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:48:12.206793 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.provisioning_blocks [None req-22bdd89b-9435-4bb7-9de7-384e9101b4b7 None None] Transition to ACTIVE for port object 1a6e75a8-62da-4b1a-bb34-4651c19aaebf will not be triggered until provisioned by entity L2. {{(pid=87703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:12.224707 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-7883f1af-15bf-43e5-9646-f077e69ef8e0 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Usage tracker for resource:subnet and tenant:9f89b69482a141c697c1d7563c6011c5 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:12.226798 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-22bdd89b-9435-4bb7-9de7-384e9101b4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:12.232381 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-7883f1af-15bf-43e5-9646-f077e69ef8e0 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:12.249600 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-7883f1af-15bf-43e5-9646-f077e69ef8e0 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:12.263229 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49713dda-ba4d-420c-ba7a-20c590030050 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event updated for resources: {'Port': ['ID=b3d24c49-66d3-42f5-99f0-862f46650c6b,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:12.297623 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7883f1af-15bf-43e5-9646-f077e69ef8e0 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Made reservation on behalf of 9f89b69482a141c697c1d7563c6011c5 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:12.301193 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7883f1af-15bf-43e5-9646-f077e69ef8e0 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:12.355391 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port ee63e9f8-65c5-4109-a1a1-5e099671374f triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:12.356103 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:12.537413 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd80996-e526-4234-a8f0-9344a1d1038c None None] Pushing event updated for resources: {'Port': ['ID=1a6e75a8-62da-4b1a-bb34-4651c19aaebf,revision_number=3']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:12.538504 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-31e1670f-a7f2-47c6-a3b6-6322a9f87b8c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Calling delete_port for b3d24c49-66d3-42f5-99f0-862f46650c6b owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:12.656738 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2f81fc77-3540-4c7f-92db-92ed6d9220a9 req-7c4d7f0d-09cd-43f7-9d82-398261c1abc5 service neutron] 10.222.0.89 "GET /v2.0/networks/48c19cd8-ac27-4524-bc91-c49a239dcfeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5644488 Feb 16 12:48:12.660558 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-22bdd89b-9435-4bb7-9de7-384e9101b4b7 None None] Attempting to bind port 1a6e75a8-62da-4b1a-bb34-4651c19aaebf on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:12.660979 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-22bdd89b-9435-4bb7-9de7-384e9101b4b7 None None] Attempting to bind port 1a6e75a8-62da-4b1a-bb34-4651c19aaebf by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'f6ba453d-fda9-4cc2-bb46-b1ef3257d4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4af22acd-757b-47d4-925e-f4c03ad597e0'}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:12.661334 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bdd89b-9435-4bb7-9de7-384e9101b4b7 None None] Attempting to bind port 1a6e75a8-62da-4b1a-bb34-4651c19aaebf on network 4af22acd-757b-47d4-925e-f4c03ad597e0 {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:48:12.677209 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bdd89b-9435-4bb7-9de7-384e9101b4b7 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:48:12.677606 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bdd89b-9435-4bb7-9de7-384e9101b4b7 None None] Checking segment: {'id': 'f6ba453d-fda9-4cc2-bb46-b1ef3257d4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4af22acd-757b-47d4-925e-f4c03ad597e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:12.677978 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-22bdd89b-9435-4bb7-9de7-384e9101b4b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:12.678360 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bdd89b-9435-4bb7-9de7-384e9101b4b7 None None] Bound using segment: {'id': 'f6ba453d-fda9-4cc2-bb46-b1ef3257d4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4af22acd-757b-47d4-925e-f4c03ad597e0'} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:48:12.679178 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-22bdd89b-9435-4bb7-9de7-384e9101b4b7 None None] Bound port: 1a6e75a8-62da-4b1a-bb34-4651c19aaebf, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6ba453d-fda9-4cc2-bb46-b1ef3257d4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4af22acd-757b-47d4-925e-f4c03ad597e0'}}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:12.679615 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-22bdd89b-9435-4bb7-9de7-384e9101b4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:12.684446 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a104db31-a6cb-4479-9724-7fc1123bda94 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:12.686864 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-542090fc-c1d8-46fa-a45a-6a0b75872823 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:12.706798 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a104db31-a6cb-4479-9724-7fc1123bda94 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:12.787997 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a104db31-a6cb-4479-9724-7fc1123bda94 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48a6e2ac-4011-430b-a6ee-dc015c699db1,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:12.838331 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a104db31-a6cb-4479-9724-7fc1123bda94 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:12.839574 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-a104db31-a6cb-4479-9724-7fc1123bda94 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4682019 Feb 16 12:48:12.844495 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36110) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:12.847766 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-542090fc-c1d8-46fa-a45a-6a0b75872823 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Calling delete_port for 58997849-562c-42b6-a540-dc010b105c72 owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:12.852401 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-0edc06f5-2a36-47af-9da3-dba4a8fc8343 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Request body: {'security_group_rule': {'security_group_id': '48a6e2ac-4011-430b-a6ee-dc015c699db1', 'direction': 'ingress', 'protocol': 17}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:12.853910 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-22bdd89b-9435-4bb7-9de7-384e9101b4b7 None None] For port 1a6e75a8-62da-4b1a-bb34-4651c19aaebf, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:48:12.857632 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-22bdd89b-9435-4bb7-9de7-384e9101b4b7 None None] For port 1a6e75a8-62da-4b1a-bb34-4651c19aaebf, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=1a6e75a8-62da-4b1a-bb34-4651c19aaebf,segment=NetworkSegment(f6ba453d-fda9-4cc2-bb46-b1ef3257d4c7),segment_id=f6ba453d-fda9-4cc2-bb46-b1ef3257d4c7)] {{(pid=87703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:48:12.858116 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-0edc06f5-2a36-47af-9da3-dba4a8fc8343 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:12.862435 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-0edc06f5-2a36-47af-9da3-dba4a8fc8343 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Usage tracker for resource:security_group_rule and tenant:ddbade54d4ca46bdb79e7d4262b706b1 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:12.864261 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-22bdd89b-9435-4bb7-9de7-384e9101b4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:12.865362 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-0edc06f5-2a36-47af-9da3-dba4a8fc8343 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:12.871802 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-0edc06f5-2a36-47af-9da3-dba4a8fc8343 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:12.888112 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-56150551-12e1-4c82-b3b6-74f7094f04b9 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:12.910391 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0edc06f5-2a36-47af-9da3-dba4a8fc8343 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:12.952871 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 6c83692f-e13e-43b9-940b-04c5c4538b3b up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:12.984246 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bdd89b-9435-4bb7-9de7-384e9101b4b7 None None] Routers {'eefe2440-6b69-4fc6-b3ab-4f26ec071b49'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:12.985461 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-22bdd89b-9435-4bb7-9de7-384e9101b4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:48:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['eefe2440-6b69-4fc6-b3ab-4f26ec071b49'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:12.996547 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0edc06f5-2a36-47af-9da3-dba4a8fc8343 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:13.010767 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0edc06f5-2a36-47af-9da3-dba4a8fc8343 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:13.056779 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edc06f5-2a36-47af-9da3-dba4a8fc8343 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=186b3c7d-9bf2-43d2-87c8-fb7c34c582d8,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:13.065776 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7883f1af-15bf-43e5-9646-f077e69ef8e0 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:13.120507 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0edc06f5-2a36-47af-9da3-dba4a8fc8343 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:13.121740 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-0edc06f5-2a36-47af-9da3-dba4a8fc8343 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2762988 Feb 16 12:48:13.125835 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36116) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:13.174793 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 6c83692f-e13e-43b9-940b-04c5c4538b3b completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:13.183575 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 45ee2ffb-1217-4860-a2ae-f96ca954f584 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:13.236567 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd80996-e526-4234-a8f0-9344a1d1038c None None] Pushing event updated for resources: {'Port': ['ID=1a6e75a8-62da-4b1a-bb34-4651c19aaebf,revision_number=4']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:13.252419 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7883f1af-15bf-43e5-9646-f077e69ef8e0 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event updated for resources: {'Subnet': ['ID=82271494-1e9b-42dd-8356-961a022a44ed,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:13.258146 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7883f1af-15bf-43e5-9646-f077e69ef8e0 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Checking segment: {'id': 'c518b09f-4747-44b9-9e3a-0f247b642a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '28fb0fe9-554d-49e5-8e09-f2ed26f27bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:13.269977 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7883f1af-15bf-43e5-9646-f077e69ef8e0 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Network hostable DHCP agents. Network: 28fb0fe9-554d-49e5-8e09-f2ed26f27bd4, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:48:13.317168 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-22bdd89b-9435-4bb7-9de7-384e9101b4b7 None None] Set router eefe2440-6b69-4fc6-b3ab-4f26ec071b49 gateway port host: None {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:13.328382 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56150551-12e1-4c82-b3b6-74f7094f04b9 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:13.339312 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c9509ee3-a204-44a2-b3d4-a11030bf7457 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:13.342423 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 45ee2ffb-1217-4860-a2ae-f96ca954f584 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:13.342920 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:13.350179 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56150551-12e1-4c82-b3b6-74f7094f04b9 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Port': ['ID=fa1aa7ed-1796-4a52-adcc-13707bc81761,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:13.353202 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-56150551-12e1-4c82-b3b6-74f7094f04b9 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:13.365253 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56150551-12e1-4c82-b3b6-74f7094f04b9 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:13.370855 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56150551-12e1-4c82-b3b6-74f7094f04b9 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:13.371498 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-56150551-12e1-4c82-b3b6-74f7094f04b9 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:13.442772 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7883f1af-15bf-43e5-9646-f077e69ef8e0 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Network 28fb0fe9-554d-49e5-8e09-f2ed26f27bd4 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:48:13.481506 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c9509ee3-a204-44a2-b3d4-a11030bf7457 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:13.501590 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-7883f1af-15bf-43e5-9646-f077e69ef8e0 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 28fb0fe9-554d-49e5-8e09-f2ed26f27bd4) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:13.507069 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7883f1af-15bf-43e5-9646-f077e69ef8e0 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:13.507746 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7883f1af-15bf-43e5-9646-f077e69ef8e0 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:13.522682 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a81346-4653-40cd-a096-334447dbb593 None None] Network 28fb0fe9-554d-49e5-8e09-f2ed26f27bd4 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:13.570949 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-7883f1af-15bf-43e5-9646-f077e69ef8e0 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6160753 Feb 16 12:48:13.574408 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36120) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:13.872739 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4d9aa-bff5-464c-acef-d3484e95144f req-09a38983-b007-4f92-8898-f7ca5162510c tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:13.880054 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-58c4d9aa-bff5-464c-acef-d3484e95144f req-09a38983-b007-4f92-8898-f7ca5162510c tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 1.6235249 Feb 16 12:48:13.903046 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-56150551-12e1-4c82-b3b6-74f7094f04b9 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 6.3725932 Feb 16 12:48:13.921714 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da6a018-2ebb-4ced-889d-ec3c81cbc913 None None] Network 3a41b489-dbcd-4dc1-b6ca-e8acf5e3f5ee requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:13.942279 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36126) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:13.961478 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-31e1670f-a7f2-47c6-a3b6-6322a9f87b8c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:13.968688 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-22bdd89b-9435-4bb7-9de7-384e9101b4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'name': 'tempest-RoutersTest-router-1592884350', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:00Z', 'updated_at': '2022-02-16T12:48:07Z', 'revision_number': 2, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'gw_port_host': None, '_interfaces': [{'id': '1a6e75a8-62da-4b1a-bb34-4651c19aaebf', 'name': '', 'network_id': '4af22acd-757b-47d4-925e-f4c03ad597e0', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:63:74:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:05Z', 'updated_at': '2022-02-16T12:48:12Z', 'revision_number': 4, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:13.973327 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bdd89b-9435-4bb7-9de7-384e9101b4b7 None None] The sync data for ids ['eefe2440-6b69-4fc6-b3ab-4f26ec071b49'] in dv-neutron-829527-1-hyperv is: [{'id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'name': 'tempest-RoutersTest-router-1592884350', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:00Z', 'updated_at': '2022-02-16T12:48:07Z', 'revision_number': 2, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'gw_port_host': None, '_interfaces': [{'id': '1a6e75a8-62da-4b1a-bb34-4651c19aaebf', 'name': '', 'network_id': '4af22acd-757b-47d4-925e-f4c03ad597e0', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:63:74:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:05Z', 'updated_at': '2022-02-16T12:48:12Z', 'revision_number': 4, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:14.078710 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-58c4d9aa-bff5-464c-acef-d3484e95144f req-dbdb93f7-4735-4c07-90b1-b89755e15943 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1976469 Feb 16 12:48:14.082775 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5d7b349e-4e68-440e-8746-efe92da3493c tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:14.084571 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5f83ca-d360-4055-b410-daf715a81b9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-28fb0fe9-554d-49e5-8e09-f2ed26f27bd4', 'network_id': '28fb0fe9-554d-49e5-8e09-f2ed26f27bd4', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'fixed_ips': [{'subnet_id': '82271494-1e9b-42dd-8356-961a022a44ed'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:48:14.086242 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2b5f83ca-d360-4055-b410-daf715a81b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:14.106228 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c9509ee3-a204-44a2-b3d4-a11030bf7457 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:14.109590 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-aeb8f1f0-a575-425a-838e-b00db16b20e0 None None] Provisioning for port fa1aa7ed-1796-4a52-adcc-13707bc81761 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:14.122898 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-aeb8f1f0-a575-425a-838e-b00db16b20e0 None None] Provisioning complete for port fa1aa7ed-1796-4a52-adcc-13707bc81761 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:14.123509 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-aeb8f1f0-a575-425a-838e-b00db16b20e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:14.147112 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e1670f-a7f2-47c6-a3b6-6322a9f87b8c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event deleted for resources: {'Port': ['ID=b3d24c49-66d3-42f5-99f0-862f46650c6b,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:14.160085 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5d7b349e-4e68-440e-8746-efe92da3493c tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Usage tracker for resource:port and tenant:bc1f0288054c40818f485d7fa9a59a39 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:14.165996 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5d7b349e-4e68-440e-8746-efe92da3493c tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:14.172401 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5d7b349e-4e68-440e-8746-efe92da3493c tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:14.189910 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9509ee3-a204-44a2-b3d4-a11030bf7457 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a6e2ac-4011-430b-a6ee-dc015c699db1,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:14.203447 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97eecf4d-d6b5-44ec-b33f-e85dfcd2befb tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:48:14.210435 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-31e1670f-a7f2-47c6-a3b6-6322a9f87b8c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:14.259991 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a607521-03ca-499a-8759-014d7e786e41 None None] Sync routers for ids ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:14.296298 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c9509ee3-a204-44a2-b3d4-a11030bf7457 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:14.300785 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-c9509ee3-a204-44a2-b3d4-a11030bf7457 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "DELETE /v2.0/security-groups/48a6e2ac-4011-430b-a6ee-dc015c699db1 HTTP/1.1" status: 204 len: 168 time: 1.1696086 Feb 16 12:48:14.302150 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36130) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:14.334731 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-aeb8f1f0-a575-425a-838e-b00db16b20e0 None None] Port fa1aa7ed-1796-4a52-adcc-13707bc81761 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:48:14.347839 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7b349e-4e68-440e-8746-efe92da3493c tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Made reservation on behalf of bc1f0288054c40818f485d7fa9a59a39 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:14.348477 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a607521-03ca-499a-8759-014d7e786e41 None None] Routers {'280b01f7-1aa8-4aea-8b7b-434c5eea3121'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:14.348895 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-6a607521-03ca-499a-8759-014d7e786e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:48:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:14.353216 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5d7b349e-4e68-440e-8746-efe92da3493c tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:14.373168 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-542090fc-c1d8-46fa-a45a-6a0b75872823 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:14.379521 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-31e1670f-a7f2-47c6-a3b6-6322a9f87b8c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/ports/b3d24c49-66d3-42f5-99f0-862f46650c6b HTTP/1.1" status: 204 len: 168 time: 2.8928041 Feb 16 12:48:14.433398 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36134) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:14.466974 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-6a607521-03ca-499a-8759-014d7e786e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:14.483917 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542090fc-c1d8-46fa-a45a-6a0b75872823 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Pushing event deleted for resources: {'Port': ['ID=58997849-562c-42b6-a540-dc010b105c72,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:14.508099 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-5d7b349e-4e68-440e-8746-efe92da3493c tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] device_id is not set on port 829104ff-c401-4294-8af6-b3a7a0abf28b yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:48:14.532152 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-aeb8f1f0-a575-425a-838e-b00db16b20e0 None None] Provisioning for port 6c83692f-e13e-43b9-940b-04c5c4538b3b completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:14.553409 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a607521-03ca-499a-8759-014d7e786e41 None None] Routers {'280b01f7-1aa8-4aea-8b7b-434c5eea3121'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:14.554098 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-6a607521-03ca-499a-8759-014d7e786e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:48:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:14.619165 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-aeb8f1f0-a575-425a-838e-b00db16b20e0 None None] Provisioning complete for port 6c83692f-e13e-43b9-940b-04c5c4538b3b triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:14.619532 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-aeb8f1f0-a575-425a-838e-b00db16b20e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:14.674760 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-6a607521-03ca-499a-8759-014d7e786e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:14.675161 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a607521-03ca-499a-8759-014d7e786e41 None None] The sync data for ids ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:14.701864 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-2b5f83ca-d360-4055-b410-daf715a81b9d None None] Allocated IP 172.21.0.2 (28fb0fe9-554d-49e5-8e09-f2ed26f27bd4/82271494-1e9b-42dd-8356-961a022a44ed/ce85d266-f7fb-465f-8f44-a218aa9ab5ec) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:14.702009 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-056ff0d0-a379-467b-8c4b-4b384ad8a850 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Synchronizing usage tracker for tenant:ddbade54d4ca46bdb79e7d4262b706b1 on resource:security_group {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:14.723254 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-5d7b349e-4e68-440e-8746-efe92da3493c tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Allocated IP 2001:db8::12c (3a41b489-dbcd-4dc1-b6ca-e8acf5e3f5ee/a0075bb8-2dbb-4822-8569-26ab2e9092e8/829104ff-c401-4294-8af6-b3a7a0abf28b) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:14.762419 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897baee0-bb80-455b-b5a1-7b5bcc759576 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:14.771601 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897baee0-bb80-455b-b5a1-7b5bcc759576 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:14.772665 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-897baee0-bb80-455b-b5a1-7b5bcc759576 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:14.793758 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-056ff0d0-a379-467b-8c4b-4b384ad8a850 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Unset dirty status for tenant:ddbade54d4ca46bdb79e7d4262b706b1 on resource:security_group {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:14.795063 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-056ff0d0-a379-467b-8c4b-4b384ad8a850 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4920771 Feb 16 12:48:14.801577 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36138) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:14.808636 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-130ea073-0000-4904-8181-9c96ce7a22bc tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Request body: {'security_group': {'name': 'tempest-secgroup--1416595727'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:14.817222 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-130ea073-0000-4904-8181-9c96ce7a22bc tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:14.848432 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-724ca875-0cbc-4177-8f68-fbebdbd6586e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:14.855143 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-97eecf4d-d6b5-44ec-b33f-e85dfcd2befb tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:14.856593 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-97eecf4d-d6b5-44ec-b33f-e85dfcd2befb tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 12.4754763 Feb 16 12:48:14.872019 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36142) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:14.875946 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-130ea073-0000-4904-8181-9c96ce7a22bc tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:14.912248 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-897baee0-bb80-455b-b5a1-7b5bcc759576 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:14.916354 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-897baee0-bb80-455b-b5a1-7b5bcc759576 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.9691770 Feb 16 12:48:14.920859 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36146) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:14.922285 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 1a6e75a8-62da-4b1a-bb34-4651c19aaebf up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:15.017522 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-cbce4ac7-7957-4d6d-bee3-90bad34b51e7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting port fa1aa7ed-1796-4a52-adcc-13707bc81761 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:15.017993 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cbce4ac7-7957-4d6d-bee3-90bad34b51e7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.086428 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-aeb8f1f0-a575-425a-838e-b00db16b20e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.113520 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-130ea073-0000-4904-8181-9c96ce7a22bc tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.126450 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-542090fc-c1d8-46fa-a45a-6a0b75872823 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023674'] for router_gateway, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.178722 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 1a6e75a8-62da-4b1a-bb34-4651c19aaebf completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:15.206128 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-aeb8f1f0-a575-425a-838e-b00db16b20e0 None None] For port 6c83692f-e13e-43b9-940b-04c5c4538b3b, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=6c83692f-e13e-43b9-940b-04c5c4538b3b,segment=NetworkSegment(5dc12808-421d-4ee7-81f7-0547fb5548c7),segment_id=5dc12808-421d-4ee7-81f7-0547fb5548c7)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:15.209302 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 1a6e75a8-62da-4b1a-bb34-4651c19aaebf triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:15.209888 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.247740 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-aeb8f1f0-a575-425a-838e-b00db16b20e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.327221 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2b5f83ca-d360-4055-b410-daf715a81b9d None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.352258 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-2b5f83ca-d360-4055-b410-daf715a81b9d None None] Transition to ACTIVE for port object ce85d266-f7fb-465f-8f44-a218aa9ab5ec will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:15.364844 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb8f8f3-3ad2-4ed4-bcae-1b8a48dab878 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:15.365308 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-0bb8f8f3-3ad2-4ed4-bcae-1b8a48dab878 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Synchronizing usage tracker for tenant:e1117180e8c949a18483da62b9a9f5be on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:15.383475 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-130ea073-0000-4904-8181-9c96ce7a22bc tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:15.387068 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb8f1f0-a575-425a-838e-b00db16b20e0 None None] Pushing event updated for resources: {'Port': ['ID=6c83692f-e13e-43b9-940b-04c5c4538b3b,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:15.398015 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-2b5f83ca-d360-4055-b410-daf715a81b9d None None] Transition to ACTIVE for port object ce85d266-f7fb-465f-8f44-a218aa9ab5ec will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:15.414027 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-130ea073-0000-4904-8181-9c96ce7a22bc tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Usage tracker for resource:security_group_rule and tenant:ddbade54d4ca46bdb79e7d4262b706b1 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:15.421848 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-542090fc-c1d8-46fa-a45a-6a0b75872823 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.426705 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-130ea073-0000-4904-8181-9c96ce7a22bc tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:15.430230 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-542090fc-c1d8-46fa-a45a-6a0b75872823 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.436049 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2b5f83ca-d360-4055-b410-daf715a81b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.444635 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-130ea073-0000-4904-8181-9c96ce7a22bc tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:15.487794 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5f83ca-d360-4055-b410-daf715a81b9d None None] Network 28fb0fe9-554d-49e5-8e09-f2ed26f27bd4 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:15.500468 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-2b5f83ca-d360-4055-b410-daf715a81b9d None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:15.502381 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-64d62223-fa52-4b46-8d64-bee1b24317a4 None None] Provisioning complete for port 6c83692f-e13e-43b9-940b-04c5c4538b3b triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:15.502815 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-64d62223-fa52-4b46-8d64-bee1b24317a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.536697 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5f83ca-d360-4055-b410-daf715a81b9d None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:15.538604 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-0bb8f8f3-3ad2-4ed4-bcae-1b8a48dab878 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Unset dirty status for tenant:e1117180e8c949a18483da62b9a9f5be on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:15.543290 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-0bb8f8f3-3ad2-4ed4-bcae-1b8a48dab878 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.9134691 Feb 16 12:48:15.545560 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36158) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:15.616159 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.694521 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5f83ca-d360-4055-b410-daf715a81b9d None None] Pushing event updated for resources: {'Port': ['ID=ce85d266-f7fb-465f-8f44-a218aa9ab5ec,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:15.708995 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-2b5f83ca-d360-4055-b410-daf715a81b9d None None] Attempting to bind port ce85d266-f7fb-465f-8f44-a218aa9ab5ec on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:15.709553 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-2b5f83ca-d360-4055-b410-daf715a81b9d None None] Attempting to bind port ce85d266-f7fb-465f-8f44-a218aa9ab5ec by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'c518b09f-4747-44b9-9e3a-0f247b642a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '28fb0fe9-554d-49e5-8e09-f2ed26f27bd4'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:15.709777 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5f83ca-d360-4055-b410-daf715a81b9d None None] Attempting to bind port ce85d266-f7fb-465f-8f44-a218aa9ab5ec on network 28fb0fe9-554d-49e5-8e09-f2ed26f27bd4 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:48:15.723430 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5f83ca-d360-4055-b410-daf715a81b9d None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:48:15.723804 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5f83ca-d360-4055-b410-daf715a81b9d None None] Checking segment: {'id': 'c518b09f-4747-44b9-9e3a-0f247b642a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '28fb0fe9-554d-49e5-8e09-f2ed26f27bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:15.724338 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2b5f83ca-d360-4055-b410-daf715a81b9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.724828 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5f83ca-d360-4055-b410-daf715a81b9d None None] Bound using segment: {'id': 'c518b09f-4747-44b9-9e3a-0f247b642a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '28fb0fe9-554d-49e5-8e09-f2ed26f27bd4'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:48:15.725356 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-2b5f83ca-d360-4055-b410-daf715a81b9d None None] Bound port: ce85d266-f7fb-465f-8f44-a218aa9ab5ec, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c518b09f-4747-44b9-9e3a-0f247b642a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '28fb0fe9-554d-49e5-8e09-f2ed26f27bd4'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:15.725785 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2b5f83ca-d360-4055-b410-daf715a81b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.745107 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-542090fc-c1d8-46fa-a45a-6a0b75872823 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.745659 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542090fc-c1d8-46fa-a45a-6a0b75872823 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Fanout notify agent at l3_agent the message router_deleted on router 88769b6d-096b-408d-b9b7-601b803603e7 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:48:15.775896 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5d7b349e-4e68-440e-8746-efe92da3493c tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.785042 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fa587ed-7a5a-4ad2-ad4e-bbc804119ffc tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] GET failed (client error): The resource could not be found. Feb 16 12:48:15.791307 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-8fa587ed-7a5a-4ad2-ad4e-bbc804119ffc tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "GET /v2.0/ports/b3d24c49-66d3-42f5-99f0-862f46650c6b HTTP/1.1" status: 404 len: 333 time: 0.2312527 Feb 16 12:48:15.795333 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-5d7b349e-4e68-440e-8746-efe92da3493c tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Transition to ACTIVE for port object 829104ff-c401-4294-8af6-b3a7a0abf28b will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:15.798338 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36164) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:15.798492 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 1a6e75a8-62da-4b1a-bb34-4651c19aaebf, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=1a6e75a8-62da-4b1a-bb34-4651c19aaebf,segment=NetworkSegment(f6ba453d-fda9-4cc2-bb46-b1ef3257d4c7),segment_id=f6ba453d-fda9-4cc2-bb46-b1ef3257d4c7)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:15.816169 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-6c8d1ac1-402e-4097-ac45-7808be88fe37 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1839980748'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:15.837597 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.845863 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5d7b349e-4e68-440e-8746-efe92da3493c tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.909091 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-130ea073-0000-4904-8181-9c96ce7a22bc tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.922691 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-6c8d1ac1-402e-4097-ac45-7808be88fe37 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:15.934237 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-542090fc-c1d8-46fa-a45a-6a0b75872823 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.935963 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-542090fc-c1d8-46fa-a45a-6a0b75872823 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] 10.222.0.83 "DELETE /v2.0/routers/88769b6d-096b-408d-b9b7-601b803603e7 HTTP/1.1" status: 204 len: 168 time: 6.4374995 Feb 16 12:48:15.941362 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc4777-4c5b-4587-bf47-9875f924a6e9 req-91d6796e-a9c8-471f-a436-d6713451f9e2 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:15.947650 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-2b5f83ca-d360-4055-b410-daf715a81b9d None None] For port ce85d266-f7fb-465f-8f44-a218aa9ab5ec, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:48:15.948576 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-53dc4777-4c5b-4587-bf47-9875f924a6e9 req-91d6796e-a9c8-471f-a436-d6713451f9e2 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.7013795 Feb 16 12:48:15.949910 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cbce4ac7-7957-4d6d-bee3-90bad34b51e7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.952691 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-2b5f83ca-d360-4055-b410-daf715a81b9d None None] For port ce85d266-f7fb-465f-8f44-a218aa9ab5ec, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=ce85d266-f7fb-465f-8f44-a218aa9ab5ec,segment=NetworkSegment(c518b09f-4747-44b9-9e3a-0f247b642a07),segment_id=c518b09f-4747-44b9-9e3a-0f247b642a07)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:48:15.964546 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2b5f83ca-d360-4055-b410-daf715a81b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.965902 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36168) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:15.972708 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-130ea073-0000-4904-8181-9c96ce7a22bc tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:15.977381 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=1a6e75a8-62da-4b1a-bb34-4651c19aaebf,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:15.981591 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-6c8d1ac1-402e-4097-ac45-7808be88fe37 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Usage tracker for resource:network and tenant:e1117180e8c949a18483da62b9a9f5be is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:16.018545 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-24a6e588-df54-4de0-ad9f-1177397ddc13 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Request body: {'router': {'name': 'tempest-snat-router-846804995', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'enable_snat': False}}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:16.028565 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-6c8d1ac1-402e-4097-ac45-7808be88fe37 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:16.044716 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7b349e-4e68-440e-8746-efe92da3493c tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Network 3a41b489-dbcd-4dc1-b6ca-e8acf5e3f5ee is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:16.047872 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-24a6e588-df54-4de0-ad9f-1177397ddc13 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:16.068889 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5f83ca-d360-4055-b410-daf715a81b9d None None] Pushing event updated for resources: {'Port': ['ID=ce85d266-f7fb-465f-8f44-a218aa9ab5ec,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:16.091484 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-6c8d1ac1-402e-4097-ac45-7808be88fe37 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:16.114108 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-5d7b349e-4e68-440e-8746-efe92da3493c tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:16.122298 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-24a6e588-df54-4de0-ad9f-1177397ddc13 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Usage tracker for resource:router and tenant:c4a1d3bc9afa4da1a9bd8f7c40812120 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:16.124630 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-cbce4ac7-7957-4d6d-bee3-90bad34b51e7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Calling delete_port for fa1aa7ed-1796-4a52-adcc-13707bc81761 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:16.130471 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-24a6e588-df54-4de0-ad9f-1177397ddc13 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:16.154836 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7b349e-4e68-440e-8746-efe92da3493c tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:16.160345 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7b349e-4e68-440e-8746-efe92da3493c tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:16.161352 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5d7b349e-4e68-440e-8746-efe92da3493c tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.172136 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b349e-4e68-440e-8746-efe92da3493c tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event updated for resources: {'Port': ['ID=829104ff-c401-4294-8af6-b3a7a0abf28b,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:16.208402 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-24a6e588-df54-4de0-ad9f-1177397ddc13 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:16.218085 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5d7b349e-4e68-440e-8746-efe92da3493c tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.3056059 Feb 16 12:48:16.220745 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36172) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:16.332030 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8d1ac1-402e-4097-ac45-7808be88fe37 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Made reservation on behalf of e1117180e8c949a18483da62b9a9f5be for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:16.343860 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6c8d1ac1-402e-4097-ac45-7808be88fe37 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.383783 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-53dc4777-4c5b-4587-bf47-9875f924a6e9 req-11d05bf6-cbe8-4ace-b8a4-f309b9d1ab7d tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4341025 Feb 16 12:48:16.493650 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f1c2f3d2-eaed-4833-88d8-df930d320d65 None None] Provisioning for port 829104ff-c401-4294-8af6-b3a7a0abf28b completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:16.504380 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f1c2f3d2-eaed-4833-88d8-df930d320d65 None None] Provisioning complete for port 829104ff-c401-4294-8af6-b3a7a0abf28b triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:16.504918 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f1c2f3d2-eaed-4833-88d8-df930d320d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.594767 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f1c2f3d2-eaed-4833-88d8-df930d320d65 None None] Port 829104ff-c401-4294-8af6-b3a7a0abf28b cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:48:16.636191 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130ea073-0000-4904-8181-9c96ce7a22bc tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44e618f1-d490-4c3a-a0b8-eb9a6527c5d9,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:16.674023 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-130ea073-0000-4904-8181-9c96ce7a22bc tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.676653 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-130ea073-0000-4904-8181-9c96ce7a22bc tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8703721 Feb 16 12:48:16.683854 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-24a6e588-df54-4de0-ad9f-1177397ddc13 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.684848 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-24a6e588-df54-4de0-ad9f-1177397ddc13 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.686143 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36180) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:16.700070 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-724ca875-0cbc-4177-8f68-fbebdbd6586e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Allocated IP 172.21.0.1 (28fb0fe9-554d-49e5-8e09-f2ed26f27bd4/82271494-1e9b-42dd-8356-961a022a44ed/47270ed9-b121-474b-bb34-a5e191358a7b) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:16.705141 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-9193c35f-46e5-48ec-b20a-840a177e3d10 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Request body: {'security_group': {'name': 'tempest-secgroup--410352427'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:16.717503 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9193c35f-46e5-48ec-b20a-840a177e3d10 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:16.732898 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c8d1ac1-402e-4097-ac45-7808be88fe37 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:48:16.764804 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-24a6e588-df54-4de0-ad9f-1177397ddc13 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.789386 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9193c35f-46e5-48ec-b20a-840a177e3d10 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Usage tracker for resource:security_group and tenant:ddbade54d4ca46bdb79e7d4262b706b1 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:16.792657 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cbce4ac7-7957-4d6d-bee3-90bad34b51e7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.794889 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9193c35f-46e5-48ec-b20a-840a177e3d10 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:16.862915 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9193c35f-46e5-48ec-b20a-840a177e3d10 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:16.863992 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6c8d1ac1-402e-4097-ac45-7808be88fe37 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:16.867283 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-6c8d1ac1-402e-4097-ac45-7808be88fe37 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Added segment f5d88651-aea3-48d2-ac76-0a569b82d235 of type vlan for network cb8cb444-edca-41e1-b707-3b4bfe676c76 Feb 16 12:48:16.883016 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 6c83692f-e13e-43b9-940b-04c5c4538b3b up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:16.919114 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce4ac7-7957-4d6d-bee3-90bad34b51e7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Port': ['ID=fa1aa7ed-1796-4a52-adcc-13707bc81761,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:16.984525 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 6c83692f-e13e-43b9-940b-04c5c4538b3b triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:16.984958 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.025725 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9193c35f-46e5-48ec-b20a-840a177e3d10 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.059001 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cbce4ac7-7957-4d6d-bee3-90bad34b51e7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.111025 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9193c35f-46e5-48ec-b20a-840a177e3d10 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:17.117090 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9193c35f-46e5-48ec-b20a-840a177e3d10 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Usage tracker for resource:security_group_rule and tenant:ddbade54d4ca46bdb79e7d4262b706b1 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:17.123247 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9193c35f-46e5-48ec-b20a-840a177e3d10 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:17.129793 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9193c35f-46e5-48ec-b20a-840a177e3d10 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:17.145620 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-cbce4ac7-7957-4d6d-bee3-90bad34b51e7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/ports/fa1aa7ed-1796-4a52-adcc-13707bc81761 HTTP/1.1" status: 204 len: 168 time: 2.2215867 Feb 16 12:48:17.153943 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36184) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:17.170555 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a388f0c-7551-4d68-8eff-d079745d32e8 req-d180d1a0-b121-48d9-b7ea-1e69c73a76b4 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:17.170794 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 1a6e75a8-62da-4b1a-bb34-4651c19aaebf up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:17.172529 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-0a388f0c-7551-4d68-8eff-d079745d32e8 req-d180d1a0-b121-48d9-b7ea-1e69c73a76b4 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.5994651 Feb 16 12:48:17.272979 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 1a6e75a8-62da-4b1a-bb34-4651c19aaebf triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:17.272979 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.289516 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6c8d1ac1-402e-4097-ac45-7808be88fe37 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.328980 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-0a388f0c-7551-4d68-8eff-d079745d32e8 req-d88b9e1a-0070-4bdb-88a2-cb4c91d76ecd tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446111 Feb 16 12:48:17.442290 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device ce85d266-f7fb-465f-8f44-a218aa9ab5ec up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:17.469524 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9193c35f-46e5-48ec-b20a-840a177e3d10 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.470770 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-24a6e588-df54-4de0-ad9f-1177397ddc13 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.472934 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-67c2174f-89cf-460b-9120-c22fa2a05857 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.486611 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9193c35f-46e5-48ec-b20a-840a177e3d10 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.531377 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5b6ca1-e81a-4fd8-89c4-96edf4347f2f None None] Network 28fb0fe9-554d-49e5-8e09-f2ed26f27bd4 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:17.532108 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbf9bf9-19a9-436d-9fa5-54688c9ece9f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:17.533832 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbf9bf9-19a9-436d-9fa5-54688c9ece9f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:17.538271 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-3bbf9bf9-19a9-436d-9fa5-54688c9ece9f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3749299 Feb 16 12:48:17.549719 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36190) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:17.622551 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-17b063de-98f9-476e-a61f-85db3f8ed460 None None] Provisioning for port ce85d266-f7fb-465f-8f44-a218aa9ab5ec completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:17.632925 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port ce85d266-f7fb-465f-8f44-a218aa9ab5ec completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:17.647025 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port ce85d266-f7fb-465f-8f44-a218aa9ab5ec triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:17.647425 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.679752 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-724ca875-0cbc-4177-8f68-fbebdbd6586e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.746644 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6c8d1ac1-402e-4097-ac45-7808be88fe37 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.752547 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8d1ac1-402e-4097-ac45-7808be88fe37 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:17.753344 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6c8d1ac1-402e-4097-ac45-7808be88fe37 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.756057 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9193c35f-46e5-48ec-b20a-840a177e3d10 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef6f49e-0ced-4da5-8a42-bc84d148b21f,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:17.850328 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-724ca875-0cbc-4177-8f68-fbebdbd6586e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Transition to ACTIVE for port object 47270ed9-b121-474b-bb34-a5e191358a7b will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:17.852222 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9193c35f-46e5-48ec-b20a-840a177e3d10 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.853502 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9193c35f-46e5-48ec-b20a-840a177e3d10 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1599338 Feb 16 12:48:17.870159 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36196) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:17.894984 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-1ce66c88-43a8-4e63-aa88-a17154ebdce7 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Request body: {'security_group_rule': {'security_group_id': '44e618f1-d490-4c3a-a0b8-eb9a6527c5d9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3ef6f49e-0ced-4da5-8a42-bc84d148b21f', 'remote_ip_prefix': None}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:17.913557 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.922670 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-1ce66c88-43a8-4e63-aa88-a17154ebdce7 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:17.934628 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6485677f-2087-4b20-bd4e-1ca2b8fda26a tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.946726 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-6c8d1ac1-402e-4097-ac45-7808be88fe37 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.1419497 Feb 16 12:48:17.947758 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-2479493f-bbe6-4094-ba94-d125d90e3a7c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting subnet 629e9e40-5a67-488f-a984-e5b93092f183 {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:48:17.951900 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36200) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:17.956543 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-1ce66c88-43a8-4e63-aa88-a17154ebdce7 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Usage tracker for resource:security_group_rule and tenant:ddbade54d4ca46bdb79e7d4262b706b1 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:17.959535 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d8453917-2f7a-4a5e-a869-ae5ea82b71d8 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Request body: {'subnet': {'network_id': 'cb8cb444-edca-41e1-b707-3b4bfe676c76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:17.962665 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2479493f-bbe6-4094-ba94-d125d90e3a7c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:17.986426 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port ce85d266-f7fb-465f-8f44-a218aa9ab5ec, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=ce85d266-f7fb-465f-8f44-a218aa9ab5ec,segment=NetworkSegment(c518b09f-4747-44b9-9e3a-0f247b642a07),segment_id=c518b09f-4747-44b9-9e3a-0f247b642a07)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:17.990852 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-1ce66c88-43a8-4e63-aa88-a17154ebdce7 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:17.994041 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d1ac1-402e-4097-ac45-7808be88fe37 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event updated for resources: {'Network': ['ID=cb8cb444-edca-41e1-b707-3b4bfe676c76,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:17.996111 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:18.009927 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-1ce66c88-43a8-4e63-aa88-a17154ebdce7 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:18.035864 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network cb8cb444-edca-41e1-b707-3b4bfe676c76 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:48:18.142042 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2479493f-bbe6-4094-ba94-d125d90e3a7c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:18.157163 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=ce85d266-f7fb-465f-8f44-a218aa9ab5ec,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:18.204106 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1ce66c88-43a8-4e63-aa88-a17154ebdce7 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:18.212840 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d8453917-2f7a-4a5e-a869-ae5ea82b71d8 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:18.219752 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-724ca875-0cbc-4177-8f68-fbebdbd6586e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:18.224472 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d8453917-2f7a-4a5e-a869-ae5ea82b71d8 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Usage tracker for resource:subnet and tenant:e1117180e8c949a18483da62b9a9f5be is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:18.236257 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d8453917-2f7a-4a5e-a869-ae5ea82b71d8 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:18.249335 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58712e2e-40c7-41b4-a7ad-2c9ec7f68b3c req-194ca12c-1c50-4b64-a175-225f8fd78055 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:18.250697 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-58712e2e-40c7-41b4-a7ad-2c9ec7f68b3c req-194ca12c-1c50-4b64-a175-225f8fd78055 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.4081566 Feb 16 12:48:18.259010 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d8453917-2f7a-4a5e-a869-ae5ea82b71d8 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:18.302433 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8453917-2f7a-4a5e-a869-ae5ea82b71d8 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Made reservation on behalf of e1117180e8c949a18483da62b9a9f5be for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:18.306145 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d8453917-2f7a-4a5e-a869-ae5ea82b71d8 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:18.394609 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-67c2174f-89cf-460b-9120-c22fa2a05857 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:18.404823 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-58712e2e-40c7-41b4-a7ad-2c9ec7f68b3c req-6652dde1-990a-495b-9216-6842dbf4d812 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421583 Feb 16 12:48:18.408996 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-67c2174f-89cf-460b-9120-c22fa2a05857 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:18.451137 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f1a6ec02-4317-4bb8-8f57-e1b774e262e0 None None] Provisioning complete for port ce85d266-f7fb-465f-8f44-a218aa9ab5ec triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:18.451558 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f1a6ec02-4317-4bb8-8f57-e1b774e262e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:18.591985 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724ca875-0cbc-4177-8f68-fbebdbd6586e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Network 28fb0fe9-554d-49e5-8e09-f2ed26f27bd4 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:18.608706 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-724ca875-0cbc-4177-8f68-fbebdbd6586e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:18.611352 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724ca875-0cbc-4177-8f68-fbebdbd6586e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:18.655385 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c2174f-89cf-460b-9120-c22fa2a05857 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event updated for resources: {'Port': ['ID=829104ff-c401-4294-8af6-b3a7a0abf28b,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:18.663395 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724ca875-0cbc-4177-8f68-fbebdbd6586e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event updated for resources: {'Port': ['ID=47270ed9-b121-474b-bb34-a5e191358a7b,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:18.810087 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device ce85d266-f7fb-465f-8f44-a218aa9ab5ec up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:18.824346 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2479493f-bbe6-4094-ba94-d125d90e3a7c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:18.866069 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-67c2174f-89cf-460b-9120-c22fa2a05857 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:18.885076 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-ebdfb732-540e-4b0e-ba7e-2c0c1d8084da None None] Provisioning complete for port 829104ff-c401-4294-8af6-b3a7a0abf28b triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:18.885747 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ebdfb732-540e-4b0e-ba7e-2c0c1d8084da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:18.909849 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-724ca875-0cbc-4177-8f68-fbebdbd6586e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:18.950776 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-ebdfb732-540e-4b0e-ba7e-2c0c1d8084da None None] Port 829104ff-c401-4294-8af6-b3a7a0abf28b cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:48:18.958595 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port ce85d266-f7fb-465f-8f44-a218aa9ab5ec triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:18.958961 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:18.975930 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d8453917-2f7a-4a5e-a869-ae5ea82b71d8 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:18.992691 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1ce66c88-43a8-4e63-aa88-a17154ebdce7 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.021356 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1ce66c88-43a8-4e63-aa88-a17154ebdce7 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.083310 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8453917-2f7a-4a5e-a869-ae5ea82b71d8 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event updated for resources: {'Subnet': ['ID=e0bdff34-c67c-4dd7-9ff4-19deda641f4b,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:19.085606 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-67c2174f-89cf-460b-9120-c22fa2a05857 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.099302 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-49cc90dd-2969-484f-ac1f-0922c0768c03 None None] Provisioning for port 47270ed9-b121-474b-bb34-a5e191358a7b completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:19.104972 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-49cc90dd-2969-484f-ac1f-0922c0768c03 None None] Provisioning complete for port 47270ed9-b121-474b-bb34-a5e191358a7b triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:19.105677 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-49cc90dd-2969-484f-ac1f-0922c0768c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.108571 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8453917-2f7a-4a5e-a869-ae5ea82b71d8 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Checking segment: {'id': 'f5d88651-aea3-48d2-ac76-0a569b82d235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'cb8cb444-edca-41e1-b707-3b4bfe676c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:19.108948 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8453917-2f7a-4a5e-a869-ae5ea82b71d8 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Network hostable DHCP agents. Network: cb8cb444-edca-41e1-b707-3b4bfe676c76, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:48:19.148255 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce66c88-43a8-4e63-aa88-a17154ebdce7 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d640a945-1992-4220-8652-12be27e2f84e,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:19.172655 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-49cc90dd-2969-484f-ac1f-0922c0768c03 None None] Port 47270ed9-b121-474b-bb34-a5e191358a7b cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:48:19.204841 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1ce66c88-43a8-4e63-aa88-a17154ebdce7 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.206201 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-1ce66c88-43a8-4e63-aa88-a17154ebdce7 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.3302224 Feb 16 12:48:19.213603 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-24a6e588-df54-4de0-ad9f-1177397ddc13 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.237220 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36204) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:19.239498 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8453917-2f7a-4a5e-a869-ae5ea82b71d8 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Network cb8cb444-edca-41e1-b707-3b4bfe676c76 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:48:19.285162 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2479493f-bbe6-4094-ba94-d125d90e3a7c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.336291 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-24a6e588-df54-4de0-ad9f-1177397ddc13 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.370519 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2479493f-bbe6-4094-ba94-d125d90e3a7c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.375027 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-2479493f-bbe6-4094-ba94-d125d90e3a7c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/629e9e40-5a67-488f-a984-e5b93092f183 HTTP/1.1" status: 204 len: 168 time: 1.8225541 Feb 16 12:48:19.381068 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e9b227-f654-4c6a-830b-f5d1fe93e5d2 None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:19.383331 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36208) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:19.429138 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2479493f-bbe6-4094-ba94-d125d90e3a7c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Subnet': ['ID=629e9e40-5a67-488f-a984-e5b93092f183,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:19.438511 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-d8453917-2f7a-4a5e-a869-ae5ea82b71d8 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, cb8cb444-edca-41e1-b707-3b4bfe676c76) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:19.446129 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8453917-2f7a-4a5e-a869-ae5ea82b71d8 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:19.447045 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d8453917-2f7a-4a5e-a869-ae5ea82b71d8 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.500778 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d8453917-2f7a-4a5e-a869-ae5ea82b71d8 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5473847 Feb 16 12:48:19.505167 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36214) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:19.537566 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e38ae2aa-e4fc-4423-9260-14c7d6f10bba tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.544538 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0064c330-1fec-4117-b9df-7962a43e6f70 None None] Network cb8cb444-edca-41e1-b707-3b4bfe676c76 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:19.554811 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-bf0cb1b6-8acb-4080-a9f9-92cf2db4fa00 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Request body: {'subnet': {'network_id': 'cb8cb444-edca-41e1-b707-3b4bfe676c76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:19.578041 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-2d47c4b4-20ae-4b32-a7f6-63ab04dbfaa0 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1480136 Feb 16 12:48:19.580087 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36218) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:19.610444 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-6485677f-2087-4b20-bd4e-1ca2b8fda26a tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Allocated IP 172.20.0.1 (64d92a5c-c3fc-4739-bbbb-aed637ac5e73/abff943d-0d9b-4bce-a0dc-42e729c6e78d/a2787e81-7024-4512-b9da-41726cc54134) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:19.634805 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e38ae2aa-e4fc-4423-9260-14c7d6f10bba tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.815540 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-bf0cb1b6-8acb-4080-a9f9-92cf2db4fa00 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:19.828415 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dcecab-2d2c-4cc8-9f69-41db641d56f1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:19.829151 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-21dcecab-2d2c-4cc8-9f69-41db641d56f1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:19.830908 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-724ca875-0cbc-4177-8f68-fbebdbd6586e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.832052 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bf0cb1b6-8acb-4080-a9f9-92cf2db4fa00 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Usage tracker for resource:subnet and tenant:e1117180e8c949a18483da62b9a9f5be is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:19.835893 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bf0cb1b6-8acb-4080-a9f9-92cf2db4fa00 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:19.845151 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-bf0cb1b6-8acb-4080-a9f9-92cf2db4fa00 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:19.850561 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e38ae2aa-e4fc-4423-9260-14c7d6f10bba tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.860281 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e07776f-614e-41ef-8eac-d32e6e3567f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-cb8cb444-edca-41e1-b707-3b4bfe676c76', 'network_id': 'cb8cb444-edca-41e1-b707-3b4bfe676c76', 'tenant_id': 'e1117180e8c949a18483da62b9a9f5be', 'fixed_ips': [{'subnet_id': 'e0bdff34-c67c-4dd7-9ff4-19deda641f4b'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:48:19.860905 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2e07776f-614e-41ef-8eac-d32e6e3567f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.874317 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-67c2174f-89cf-460b-9120-c22fa2a05857 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.883392 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-67c2174f-89cf-460b-9120-c22fa2a05857 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.883573 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-67c2174f-89cf-460b-9120-c22fa2a05857 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.926093 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8bda82-9543-4413-84a3-20b27fb38558 None None] DHCP port deletion for c2beece7-853e-4518-ace6-8724ee235932 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:48:19.928637 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0cb1b6-8acb-4080-a9f9-92cf2db4fa00 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Made reservation on behalf of e1117180e8c949a18483da62b9a9f5be for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:19.932540 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bf0cb1b6-8acb-4080-a9f9-92cf2db4fa00 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.936678 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-5b8bda82-9543-4413-84a3-20b27fb38558 None None] Deleting port 45ee2ffb-1217-4860-a2ae-f96ca954f584 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:19.938290 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-5b8bda82-9543-4413-84a3-20b27fb38558 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:19.945980 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ae2aa-e4fc-4423-9260-14c7d6f10bba tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d640a945-1992-4220-8652-12be27e2f84e,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:19.958356 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-21dcecab-2d2c-4cc8-9f69-41db641d56f1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:19.959589 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-21dcecab-2d2c-4cc8-9f69-41db641d56f1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3792427 Feb 16 12:48:19.972411 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-24a6e588-df54-4de0-ad9f-1177397ddc13 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Allocated IP 172.26.5.115 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/58ccfa28-a01f-4a5a-89b6-db4b292be7a5) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:19.987440 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36222) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:20.019037 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e38ae2aa-e4fc-4423-9260-14c7d6f10bba tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.022744 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e38ae2aa-e4fc-4423-9260-14c7d6f10bba tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/d640a945-1992-4220-8652-12be27e2f84e HTTP/1.1" status: 204 len: 168 time: 0.7531812 Feb 16 12:48:20.043045 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36224) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:20.043465 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73469a-d052-4a6b-bf76-d37c6c34a53c req-abad1b43-2eb4-4b0b-97b2-88fe524bc694 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:20.045166 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ec73469a-d052-4a6b-bf76-d37c6c34a53c req-abad1b43-2eb4-4b0b-97b2-88fe524bc694 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.4687109 Feb 16 12:48:20.189014 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c2174f-89cf-460b-9120-c22fa2a05857 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event updated for resources: {'Port': ['ID=829104ff-c401-4294-8af6-b3a7a0abf28b,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:20.211763 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-2e07776f-614e-41ef-8eac-d32e6e3567f1 None None] Allocated IP 2001:db8::2 (cb8cb444-edca-41e1-b707-3b4bfe676c76/e0bdff34-c67c-4dd7-9ff4-19deda641f4b/3bdd0bef-06f6-429b-97b9-2266561bc618) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:20.225217 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2174f-89cf-460b-9120-c22fa2a05857 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:20.225563 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2174f-89cf-460b-9120-c22fa2a05857 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:20.225911 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2174f-89cf-460b-9120-c22fa2a05857 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:20.226262 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2174f-89cf-460b-9120-c22fa2a05857 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:20.226589 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2174f-89cf-460b-9120-c22fa2a05857 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:20.226954 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2174f-89cf-460b-9120-c22fa2a05857 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:20.227306 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2174f-89cf-460b-9120-c22fa2a05857 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:20.227616 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2174f-89cf-460b-9120-c22fa2a05857 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:20.228027 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2174f-89cf-460b-9120-c22fa2a05857 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:20.228356 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2174f-89cf-460b-9120-c22fa2a05857 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:20.228699 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2174f-89cf-460b-9120-c22fa2a05857 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:20.229170 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c2174f-89cf-460b-9120-c22fa2a05857 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:20.246398 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-5b8bda82-9543-4413-84a3-20b27fb38558 None None] For port 45ee2ffb-1217-4860-a2ae-f96ca954f584, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=45ee2ffb-1217-4860-a2ae-f96ca954f584,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:20.246888 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-5b8bda82-9543-4413-84a3-20b27fb38558 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.300844 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92b9944-8605-473c-93f8-6e1438c67030 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:20.301546 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e92b9944-8605-473c-93f8-6e1438c67030 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:20.324860 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-da9b4f25-bc5f-4f18-838b-358378dbadaf tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Synchronizing usage tracker for tenant:ddbade54d4ca46bdb79e7d4262b706b1 on resource:security_group_rule {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:20.349919 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.ipam_backend_mixin [None req-bf0cb1b6-8acb-4080-a9f9-92cf2db4fa00 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e0bdff34-c67c-4dd7-9ff4-19deda641f4b (CIDR: 2001:db8::/64) Feb 16 12:48:20.374813 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf0cb1b6-8acb-4080-a9f9-92cf2db4fa00 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:48:20.375259 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf0cb1b6-8acb-4080-a9f9-92cf2db4fa00 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:48:20.380498 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c2174f-89cf-460b-9120-c22fa2a05857 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Network 3a41b489-dbcd-4dc1-b6ca-e8acf5e3f5ee is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:20.385824 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-67c2174f-89cf-460b-9120-c22fa2a05857 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:20.398409 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e92b9944-8605-473c-93f8-6e1438c67030 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:20.398409 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e92b9944-8605-473c-93f8-6e1438c67030 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3606102 Feb 16 12:48:20.400153 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36230) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:20.464134 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-da9b4f25-bc5f-4f18-838b-358378dbadaf tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Unset dirty status for tenant:ddbade54d4ca46bdb79e7d4262b706b1 on resource:security_group_rule {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:20.468569 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-da9b4f25-bc5f-4f18-838b-358378dbadaf tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4164290 Feb 16 12:48:20.487084 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-5b8bda82-9543-4413-84a3-20b27fb38558 None None] Calling delete_port for 45ee2ffb-1217-4860-a2ae-f96ca954f584 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:20.533722 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36234) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:20.540096 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c48855f5-b7de-406e-a74b-66f585b1ced6 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1359673 Feb 16 12:48:20.540096 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bf0cb1b6-8acb-4080-a9f9-92cf2db4fa00 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0312278 Feb 16 12:48:20.554720 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36236) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:20.555817 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36238) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:20.615915 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-24a6e588-df54-4de0-ad9f-1177397ddc13 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.643944 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-5b8bda82-9543-4413-84a3-20b27fb38558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.654851 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-30d074d5-9b33-4076-9d54-fb003e9aac30 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'subnet': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:20.673808 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d5abd385-19a7-42c8-9cba-ecb976c1ec1a tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Request body: {'subnet': {'network_id': 'cb8cb444-edca-41e1-b707-3b4bfe676c76', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:20.704566 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6485677f-2087-4b20-bd4e-1ca2b8fda26a tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.719749 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ec73469a-d052-4a6b-bf76-d37c6c34a53c req-36538de3-181a-4d2b-a687-484acd498ac8 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6062875 Feb 16 12:48:20.754369 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8bda82-9543-4413-84a3-20b27fb38558 None None] Pushing event deleted for resources: {'Port': ['ID=45ee2ffb-1217-4860-a2ae-f96ca954f584,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:20.761823 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8bda82-9543-4413-84a3-20b27fb38558 None None] No DVR routers for this DVR port 45ee2ffb-1217-4860-a2ae-f96ca954f584 on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:48:20.791982 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2e07776f-614e-41ef-8eac-d32e6e3567f1 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.795025 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-97f14f73-3f0c-4196-9068-8d8278b6c509 None None] Provisioning complete for port 829104ff-c401-4294-8af6-b3a7a0abf28b triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:20.795483 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-97f14f73-3f0c-4196-9068-8d8278b6c509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.828448 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 45ee2ffb-1217-4860-a2ae-f96ca954f584 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:48:20.851644 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-24a6e588-df54-4de0-ad9f-1177397ddc13 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.882261 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-2e07776f-614e-41ef-8eac-d32e6e3567f1 None None] Transition to ACTIVE for port object 3bdd0bef-06f6-429b-97b9-2266561bc618 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:20.884705 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 45ee2ffb-1217-4860-a2ae-f96ca954f584 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:48:20.885249 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 45ee2ffb-1217-4860-a2ae-f96ca954f584 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:48:20.905871 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-97f14f73-3f0c-4196-9068-8d8278b6c509 None None] Port 829104ff-c401-4294-8af6-b3a7a0abf28b cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:48:20.912749 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-2e07776f-614e-41ef-8eac-d32e6e3567f1 None None] Transition to ACTIVE for port object 3bdd0bef-06f6-429b-97b9-2266561bc618 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:20.920631 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2e07776f-614e-41ef-8eac-d32e6e3567f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.920779 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-30d074d5-9b33-4076-9d54-fb003e9aac30 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:20.967079 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a22279ff-66ef-4690-8e71-6c67b6420ce2 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:20.969225 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-30d074d5-9b33-4076-9d54-fb003e9aac30 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:20.996390 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e07776f-614e-41ef-8eac-d32e6e3567f1 None None] Network cb8cb444-edca-41e1-b707-3b4bfe676c76 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:20.999222 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-2e07776f-614e-41ef-8eac-d32e6e3567f1 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:21.003092 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e07776f-614e-41ef-8eac-d32e6e3567f1 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:21.010900 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a6e588-df54-4de0-ad9f-1177397ddc13 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:21.026169 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-24a6e588-df54-4de0-ad9f-1177397ddc13 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:21.028795 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a6e588-df54-4de0-ad9f-1177397ddc13 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:21.030187 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d5abd385-19a7-42c8-9cba-ecb976c1ec1a tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:21.032276 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d074d5-9b33-4076-9d54-fb003e9aac30 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:21.035740 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-30d074d5-9b33-4076-9d54-fb003e9aac30 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:21.042925 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e07776f-614e-41ef-8eac-d32e6e3567f1 None None] Pushing event updated for resources: {'Port': ['ID=3bdd0bef-06f6-429b-97b9-2266561bc618,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:21.084357 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a6e588-df54-4de0-ad9f-1177397ddc13 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Pushing event updated for resources: {'Port': ['ID=58ccfa28-a01f-4a5a-89b6-db4b292be7a5,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:21.103885 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-2e07776f-614e-41ef-8eac-d32e6e3567f1 None None] Attempting to bind port 3bdd0bef-06f6-429b-97b9-2266561bc618 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:21.104253 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-2e07776f-614e-41ef-8eac-d32e6e3567f1 None None] Attempting to bind port 3bdd0bef-06f6-429b-97b9-2266561bc618 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'f5d88651-aea3-48d2-ac76-0a569b82d235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'cb8cb444-edca-41e1-b707-3b4bfe676c76'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:21.104644 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e07776f-614e-41ef-8eac-d32e6e3567f1 None None] Attempting to bind port 3bdd0bef-06f6-429b-97b9-2266561bc618 on network cb8cb444-edca-41e1-b707-3b4bfe676c76 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:48:21.110539 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e07776f-614e-41ef-8eac-d32e6e3567f1 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:48:21.110907 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e07776f-614e-41ef-8eac-d32e6e3567f1 None None] Checking segment: {'id': 'f5d88651-aea3-48d2-ac76-0a569b82d235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'cb8cb444-edca-41e1-b707-3b4bfe676c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:21.111315 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2e07776f-614e-41ef-8eac-d32e6e3567f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:21.111676 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e07776f-614e-41ef-8eac-d32e6e3567f1 None None] Bound using segment: {'id': 'f5d88651-aea3-48d2-ac76-0a569b82d235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'cb8cb444-edca-41e1-b707-3b4bfe676c76'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:48:21.112131 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-2e07776f-614e-41ef-8eac-d32e6e3567f1 None None] Bound port: 3bdd0bef-06f6-429b-97b9-2266561bc618, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5d88651-aea3-48d2-ac76-0a569b82d235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'cb8cb444-edca-41e1-b707-3b4bfe676c76'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:21.113394 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2e07776f-614e-41ef-8eac-d32e6e3567f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:21.113911 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6485677f-2087-4b20-bd4e-1ca2b8fda26a tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:21.205701 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d5abd385-19a7-42c8-9cba-ecb976c1ec1a tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Usage tracker for resource:subnet and tenant:e1117180e8c949a18483da62b9a9f5be is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:21.210311 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-2e07776f-614e-41ef-8eac-d32e6e3567f1 None None] For port 3bdd0bef-06f6-429b-97b9-2266561bc618, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:48:21.214225 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-2e07776f-614e-41ef-8eac-d32e6e3567f1 None None] For port 3bdd0bef-06f6-429b-97b9-2266561bc618, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=3bdd0bef-06f6-429b-97b9-2266561bc618,segment=NetworkSegment(f5d88651-aea3-48d2-ac76-0a569b82d235),segment_id=f5d88651-aea3-48d2-ac76-0a569b82d235)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:48:21.219618 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2e07776f-614e-41ef-8eac-d32e6e3567f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:21.256792 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a22279ff-66ef-4690-8e71-6c67b6420ce2 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:21.264660 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d5abd385-19a7-42c8-9cba-ecb976c1ec1a tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:21.282523 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6485677f-2087-4b20-bd4e-1ca2b8fda26a tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Network 64d92a5c-c3fc-4739-bbbb-aed637ac5e73 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:21.283590 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d5abd385-19a7-42c8-9cba-ecb976c1ec1a tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:21.293820 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-6485677f-2087-4b20-bd4e-1ca2b8fda26a tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:21.296887 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6485677f-2087-4b20-bd4e-1ca2b8fda26a tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:21.307588 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e07776f-614e-41ef-8eac-d32e6e3567f1 None None] Pushing event updated for resources: {'Port': ['ID=3bdd0bef-06f6-429b-97b9-2266561bc618,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:21.308354 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c2174f-89cf-460b-9120-c22fa2a05857 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Router fd6d0967-a3d5-45f3-bbc4-abf3dede9059 is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:48:21.340476 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5abd385-19a7-42c8-9cba-ecb976c1ec1a tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Made reservation on behalf of e1117180e8c949a18483da62b9a9f5be for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:21.345103 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d5abd385-19a7-42c8-9cba-ecb976c1ec1a tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:21.413307 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6485677f-2087-4b20-bd4e-1ca2b8fda26a tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Pushing event updated for resources: {'Port': ['ID=a2787e81-7024-4512-b9da-41726cc54134,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:21.429340 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cfbdcf-ee6e-40a4-9c4d-f87cbd764367 req-e7e4dc0c-166f-410d-ae92-e8f500e5434c tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:21.430920 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b5cfbdcf-ee6e-40a4-9c4d-f87cbd764367 req-e7e4dc0c-166f-410d-ae92-e8f500e5434c tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.89 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.6230602 Feb 16 12:48:21.476041 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.db.resource_extend [None req-724ca875-0cbc-4177-8f68-fbebdbd6586e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:48:21.508895 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a22279ff-66ef-4690-8e71-6c67b6420ce2 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:21.570666 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-724ca875-0cbc-4177-8f68-fbebdbd6586e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:21.588244 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-724ca875-0cbc-4177-8f68-fbebdbd6586e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:21.640271 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22279ff-66ef-4690-8e71-6c67b6420ce2 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef6f49e-0ced-4da5-8a42-bc84d148b21f,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:21.675408 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6485677f-2087-4b20-bd4e-1ca2b8fda26a tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:21.758306 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a22279ff-66ef-4690-8e71-6c67b6420ce2 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:21.759473 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a22279ff-66ef-4690-8e71-6c67b6420ce2 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "DELETE /v2.0/security-groups/3ef6f49e-0ced-4da5-8a42-bc84d148b21f HTTP/1.1" status: 204 len: 168 time: 1.2179773 Feb 16 12:48:21.769361 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36248) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:21.776261 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-b5cfbdcf-ee6e-40a4-9c4d-f87cbd764367 req-7a8cabb2-fb6c-48b4-b4e9-a2bc6e977d96 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Deleting port 756287ee-6810-469c-9c37-8297d79eec56 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:21.776775 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-b5cfbdcf-ee6e-40a4-9c4d-f87cbd764367 req-7a8cabb2-fb6c-48b4-b4e9-a2bc6e977d96 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:21.788847 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c2174f-89cf-460b-9120-c22fa2a05857 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:48:21.800792 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5948023a-daf4-451c-b4ca-8e7a12eba1b4 None None] Sync routers for ids ['fd6d0967-a3d5-45f3-bbc4-abf3dede9059'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:21.817352 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5948023a-daf4-451c-b4ca-8e7a12eba1b4 None None] Routers {'fd6d0967-a3d5-45f3-bbc4-abf3dede9059'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:21.818048 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-5948023a-daf4-451c-b4ca-8e7a12eba1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:48:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['fd6d0967-a3d5-45f3-bbc4-abf3dede9059'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:21.834033 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-67c2174f-89cf-460b-9120-c22fa2a05857 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "PUT /v2.0/routers/fd6d0967-a3d5-45f3-bbc4-abf3dede9059/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6119313 Feb 16 12:48:21.844960 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36252) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:21.871903 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724ca875-0cbc-4177-8f68-fbebdbd6586e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event updated for resources: {'Port': ['ID=47270ed9-b121-474b-bb34-a5e191358a7b,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:21.887942 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-5948023a-daf4-451c-b4ca-8e7a12eba1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:21.897340 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5948023a-daf4-451c-b4ca-8e7a12eba1b4 None None] Routers {'fd6d0967-a3d5-45f3-bbc4-abf3dede9059'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:21.897958 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-5948023a-daf4-451c-b4ca-8e7a12eba1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:48:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['fd6d0967-a3d5-45f3-bbc4-abf3dede9059'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:21.899947 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-724ca875-0cbc-4177-8f68-fbebdbd6586e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:21.926806 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1068a603-e4cb-40f7-bf60-9262439d658e tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:21.927393 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1068a603-e4cb-40f7-bf60-9262439d658e tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Synchronizing usage tracker for tenant:bc1f0288054c40818f485d7fa9a59a39 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:21.960559 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-5948023a-daf4-451c-b4ca-8e7a12eba1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:21.960987 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5948023a-daf4-451c-b4ca-8e7a12eba1b4 None None] The sync data for ids ['fd6d0967-a3d5-45f3-bbc4-abf3dede9059'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:22.041930 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1068a603-e4cb-40f7-bf60-9262439d658e tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Unset dirty status for tenant:bc1f0288054c40818f485d7fa9a59a39 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:22.043251 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1068a603-e4cb-40f7-bf60-9262439d658e tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "GET /v2.0/ports/829104ff-c401-4294-8af6-b3a7a0abf28b HTTP/1.1" status: 200 len: 983 time: 0.1973534 Feb 16 12:48:22.080031 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ddb5464d-8608-44dd-9311-84878aff940e tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Synchronizing usage tracker for tenant:ddbade54d4ca46bdb79e7d4262b706b1 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:22.087904 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36256) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:22.336874 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ddb5464d-8608-44dd-9311-84878aff940e tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Unset dirty status for tenant:ddbade54d4ca46bdb79e7d4262b706b1 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:22.340910 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ddb5464d-8608-44dd-9311-84878aff940e tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.5678806 Feb 16 12:48:22.348212 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36260) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:22.417810 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-24a6e588-df54-4de0-ad9f-1177397ddc13 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:22.465257 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.objects.ports [None req-30d074d5-9b33-4076-9d54-fb003e9aac30 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87699) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:48:22.483335 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-30d074d5-9b33-4076-9d54-fb003e9aac30 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:22.484151 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e816e66b-19c4-48f1-9b2e-d30924c20e35 None None] Network cb8cb444-edca-41e1-b707-3b4bfe676c76 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:22.580181 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-d9ee112f-2309-4092-8d39-29fc7465ba6f None None] Provisioning for port 3bdd0bef-06f6-429b-97b9-2266561bc618 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:22.598217 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724ca875-0cbc-4177-8f68-fbebdbd6586e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Network 28fb0fe9-554d-49e5-8e09-f2ed26f27bd4 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:22.618102 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-724ca875-0cbc-4177-8f68-fbebdbd6586e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:22.808794 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd73c3-62e3-4bc5-a136-e34e68d28737 req-c28343bf-3138-48c9-8772-a359938ad7ef tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:22.810753 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-35dd73c3-62e3-4bc5-a136-e34e68d28737 req-c28343bf-3138-48c9-8772-a359938ad7ef tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.8798850 Feb 16 12:48:22.814661 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d074d5-9b33-4076-9d54-fb003e9aac30 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:22.852652 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-b5cfbdcf-ee6e-40a4-9c4d-f87cbd764367 req-7a8cabb2-fb6c-48b4-b4e9-a2bc6e977d96 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] For port 756287ee-6810-469c-9c37-8297d79eec56, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=756287ee-6810-469c-9c37-8297d79eec56,segment=NetworkSegment(3d4b7f21-14a6-408b-b79a-e975ae9ef003),segment_id=3d4b7f21-14a6-408b-b79a-e975ae9ef003)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:22.853366 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-b5cfbdcf-ee6e-40a4-9c4d-f87cbd764367 req-7a8cabb2-fb6c-48b4-b4e9-a2bc6e977d96 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:22.863838 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 3bdd0bef-06f6-429b-97b9-2266561bc618 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:22.887641 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-30d074d5-9b33-4076-9d54-fb003e9aac30 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:22.895685 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d074d5-9b33-4076-9d54-fb003e9aac30 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:22.896342 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-30d074d5-9b33-4076-9d54-fb003e9aac30 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:22.902190 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d5abd385-19a7-42c8-9cba-ecb976c1ec1a tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:22.904538 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a646041-cf1b-4156-beb3-bed8ad7fea7b None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:22.930282 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d074d5-9b33-4076-9d54-fb003e9aac30 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Subnet': ['ID=c1d86fdc-dc7c-4460-aff8-6d2ed3d1beaa,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:22.944071 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6485677f-2087-4b20-bd4e-1ca2b8fda26a tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.043707 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5abd385-19a7-42c8-9cba-ecb976c1ec1a tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Network cb8cb444-edca-41e1-b707-3b4bfe676c76 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:23.069931 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-0d44c609-b187-4477-a145-71b18be5eb54 None None] Provisioning complete for port 47270ed9-b121-474b-bb34-a5e191358a7b triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:23.070683 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0d44c609-b187-4477-a145-71b18be5eb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.071721 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-d5abd385-19a7-42c8-9cba-ecb976c1ec1a tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:23.075202 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5abd385-19a7-42c8-9cba-ecb976c1ec1a tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:23.076275 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d5abd385-19a7-42c8-9cba-ecb976c1ec1a tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.108758 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-30d074d5-9b33-4076-9d54-fb003e9aac30 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.5241587 Feb 16 12:48:23.110322 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-52cba276-b6b6-4b5e-8825-9f7f246aae8c tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.116234 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36264) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:23.126227 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f49174-3031-4d06-9d00-6379ce32c16e None None] Network cb8cb444-edca-41e1-b707-3b4bfe676c76 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:23.129721 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-35dd73c3-62e3-4bc5-a136-e34e68d28737 req-0542bb0a-0062-4abd-8640-aafa6347f19f tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2588003 Feb 16 12:48:23.149070 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-42923960-6035-43ce-972e-0460d708d783 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'port': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'mac_address': 'fa:16:3e:ff:b5:4c', 'name': 'tempest-NetworksTestDHCPv6-1264453869'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:23.184473 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5abd385-19a7-42c8-9cba-ecb976c1ec1a tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event updated for resources: {'Subnet': ['ID=b91f6594-c4fa-40fa-92fc-57730a3a81b8,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:23.202665 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d5abd385-19a7-42c8-9cba-ecb976c1ec1a tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.6136870 Feb 16 12:48:23.202665 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36268) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:23.205714 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d9bd9f38-dfc7-4571-afb7-2ec0c6ea93d3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Request body: {'port': {'network_id': 'cb8cb444-edca-41e1-b707-3b4bfe676c76', 'fixed_ips': [{'subnet_id': 'e0bdff34-c67c-4dd7-9ff4-19deda641f4b'}, {'subnet_id': 'b91f6594-c4fa-40fa-92fc-57730a3a81b8'}], 'name': 'tempest-PortsIpV6TestJSON-1963776901'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:23.232225 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-52cba276-b6b6-4b5e-8825-9f7f246aae8c tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.249355 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-0d44c609-b187-4477-a145-71b18be5eb54 None None] Port 47270ed9-b121-474b-bb34-a5e191358a7b cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:48:23.250799 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 3bdd0bef-06f6-429b-97b9-2266561bc618 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:23.266400 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-724ca875-0cbc-4177-8f68-fbebdbd6586e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Router eefe2440-6b69-4fc6-b3ab-4f26ec071b49 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:48:23.351225 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 3bdd0bef-06f6-429b-97b9-2266561bc618 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:23.351507 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.431303 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-52cba276-b6b6-4b5e-8825-9f7f246aae8c tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.459145 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cba276-b6b6-4b5e-8825-9f7f246aae8c tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e618f1-d490-4c3a-a0b8-eb9a6527c5d9,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:23.464205 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d9bd9f38-dfc7-4571-afb7-2ec0c6ea93d3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:23.470211 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d9bd9f38-dfc7-4571-afb7-2ec0c6ea93d3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Usage tracker for resource:port and tenant:e1117180e8c949a18483da62b9a9f5be is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:23.474023 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d9bd9f38-dfc7-4571-afb7-2ec0c6ea93d3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:23.483481 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d9bd9f38-dfc7-4571-afb7-2ec0c6ea93d3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:23.499474 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-52cba276-b6b6-4b5e-8825-9f7f246aae8c tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.503187 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-52cba276-b6b6-4b5e-8825-9f7f246aae8c tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "DELETE /v2.0/security-groups/44e618f1-d490-4c3a-a0b8-eb9a6527c5d9 HTTP/1.1" status: 204 len: 168 time: 1.1480660 Feb 16 12:48:23.503390 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36272) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:23.520237 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9bd9f38-dfc7-4571-afb7-2ec0c6ea93d3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Made reservation on behalf of e1117180e8c949a18483da62b9a9f5be for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:23.630370 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-a9d197f3-2e3e-4fa4-955b-c7ad5a3d80f2 None None] Provisioning complete for port 3bdd0bef-06f6-429b-97b9-2266561bc618 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:23.630370 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a9d197f3-2e3e-4fa4-955b-c7ad5a3d80f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.688304 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3b303969-f3a5-423a-828f-7a7f8ce8393c tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.709191 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad145eda-9c96-4d0e-aee1-141790cef36b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-c2beece7-853e-4518-ace6-8724ee235932', 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'tenant_id': '5979c0794f594272a8691960316755d8', 'fixed_ips': [{'subnet_id': 'c1d86fdc-dc7c-4460-aff8-6d2ed3d1beaa'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:48:23.710004 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ad145eda-9c96-4d0e-aee1-141790cef36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.776670 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.812219 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4e673a6d-091d-4121-8b03-410807d7639c tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Synchronizing usage tracker for tenant:ddbade54d4ca46bdb79e7d4262b706b1 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:23.842108 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 756287ee-6810-469c-9c37-8297d79eec56 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:48:23.876424 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4e673a6d-091d-4121-8b03-410807d7639c tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Unset dirty status for tenant:ddbade54d4ca46bdb79e7d4262b706b1 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:23.882152 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4e673a6d-091d-4121-8b03-410807d7639c tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3733032 Feb 16 12:48:23.882284 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36276) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:23.887510 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-4574dca4-2d3f-478d-84f7-a913e05bba51 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Request body: {'security_group': {'name': 'tempest-secgroup--1244550453'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:23.895779 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4574dca4-2d3f-478d-84f7-a913e05bba51 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:23.903760 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9bd9f38-dfc7-4571-afb7-2ec0c6ea93d3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:23.958198 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 3bdd0bef-06f6-429b-97b9-2266561bc618, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=3bdd0bef-06f6-429b-97b9-2266561bc618,segment=NetworkSegment(f5d88651-aea3-48d2-ac76-0a569b82d235),segment_id=f5d88651-aea3-48d2-ac76-0a569b82d235)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:23.979852 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4574dca4-2d3f-478d-84f7-a913e05bba51 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:23.997189 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.027232 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-d9bd9f38-dfc7-4571-afb7-2ec0c6ea93d3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] device_id is not set on port 0fd9d225-27b5-4439-be61-15ad20a251a4 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:48:24.061530 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-b5cfbdcf-ee6e-40a4-9c4d-f87cbd764367 req-7a8cabb2-fb6c-48b4-b4e9-a2bc6e977d96 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.062139 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-b5cfbdcf-ee6e-40a4-9c4d-f87cbd764367 req-7a8cabb2-fb6c-48b4-b4e9-a2bc6e977d96 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.062608 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.l3_db [req-b5cfbdcf-ee6e-40a4-9c4d-f87cbd764367 req-7a8cabb2-fb6c-48b4-b4e9-a2bc6e977d96 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Floating IP a30ae532-906b-43d3-80db-0bce84d19a6a disassociated. External IP: 172.26.5.72, port: 756287ee-6810-469c-9c37-8297d79eec56. Feb 16 12:48:24.062832 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-b5cfbdcf-ee6e-40a4-9c4d-f87cbd764367 req-7a8cabb2-fb6c-48b4-b4e9-a2bc6e977d96 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Calling delete_port for 756287ee-6810-469c-9c37-8297d79eec56 owned by compute:nova {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:24.070348 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4574dca4-2d3f-478d-84f7-a913e05bba51 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.113447 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4574dca4-2d3f-478d-84f7-a913e05bba51 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:24.114281 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-24a6e588-df54-4de0-ad9f-1177397ddc13 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.127254 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724ca875-0cbc-4177-8f68-fbebdbd6586e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:48:24.128740 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4574dca4-2d3f-478d-84f7-a913e05bba51 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Usage tracker for resource:security_group_rule and tenant:ddbade54d4ca46bdb79e7d4262b706b1 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:24.135737 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-724ca875-0cbc-4177-8f68-fbebdbd6586e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "PUT /v2.0/routers/eefe2440-6b69-4fc6-b3ab-4f26ec071b49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5598972 Feb 16 12:48:24.136471 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36280) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:24.136997 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4574dca4-2d3f-478d-84f7-a913e05bba51 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:24.143855 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-42923960-6035-43ce-972e-0460d708d783 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:24.156216 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db181131-f69e-4051-b8a5-bd60798cfc85 None None] Sync routers for ids ['eefe2440-6b69-4fc6-b3ab-4f26ec071b49'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:24.184349 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4574dca4-2d3f-478d-84f7-a913e05bba51 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:24.214765 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-257a5ce4-0c38-4dd3-ae41-3afb64f79450 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Request body: {'network': {'name': 'tempest-RoutersTest-882247644'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:24.219665 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db181131-f69e-4051-b8a5-bd60798cfc85 None None] Routers {'eefe2440-6b69-4fc6-b3ab-4f26ec071b49'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:24.220469 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-db181131-f69e-4051-b8a5-bd60798cfc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:48:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['eefe2440-6b69-4fc6-b3ab-4f26ec071b49'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:24.224579 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-42923960-6035-43ce-972e-0460d708d783 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Usage tracker for resource:port and tenant:5979c0794f594272a8691960316755d8 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:24.240889 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-42923960-6035-43ce-972e-0460d708d783 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:24.246909 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-3b303969-f3a5-423a-828f-7a7f8ce8393c tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Deleting port 829104ff-c401-4294-8af6-b3a7a0abf28b {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:24.247457 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3b303969-f3a5-423a-828f-7a7f8ce8393c tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.250067 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-257a5ce4-0c38-4dd3-ae41-3afb64f79450 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:24.290458 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-42923960-6035-43ce-972e-0460d708d783 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:24.304208 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-ad145eda-9c96-4d0e-aee1-141790cef36b None None] Allocated IP 2001:db8::f816:3eff:feef:8b73 (c2beece7-853e-4518-ace6-8724ee235932/c1d86fdc-dc7c-4460-aff8-6d2ed3d1beaa/9ab350d4-3e5a-4e65-a09b-051ad7a3b54e) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:24.315098 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=3bdd0bef-06f6-429b-97b9-2266561bc618,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:24.333318 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.355228 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-257a5ce4-0c38-4dd3-ae41-3afb64f79450 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Usage tracker for resource:network and tenant:9f89b69482a141c697c1d7563c6011c5 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:24.415608 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-257a5ce4-0c38-4dd3-ae41-3afb64f79450 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:24.488779 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-257a5ce4-0c38-4dd3-ae41-3afb64f79450 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:24.524415 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42923960-6035-43ce-972e-0460d708d783 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:24.544446 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b92584-bd8a-4a6c-bbcf-1dfbe8b85310', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '756287ee-6810-469c-9c37-8297d79eec56'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:48:24.567509 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10608979-7b65-4f6a-9f90-9be4b80d73a9 None None] Update dhcp port {'port': {'network_id': 'cb8cb444-edca-41e1-b707-3b4bfe676c76', 'fixed_ips': [{'subnet_id': 'e0bdff34-c67c-4dd7-9ff4-19deda641f4b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b91f6594-c4fa-40fa-92fc-57730a3a81b8'}], 'binding:host_id': 'dv-neutron-829527-1-hyperv'}, 'id': '3bdd0bef-06f6-429b-97b9-2266561bc618'} from dv-neutron-829527-1-hyperv. {{(pid=87702) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 12:48:24.609688 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 756287ee-6810-469c-9c37-8297d79eec56, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=756287ee-6810-469c-9c37-8297d79eec56,segment=NetworkSegment(3d4b7f21-14a6-408b-b79a-e975ae9ef003),segment_id=3d4b7f21-14a6-408b-b79a-e975ae9ef003)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:24.620792 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257a5ce4-0c38-4dd3-ae41-3afb64f79450 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Made reservation on behalf of 9f89b69482a141c697c1d7563c6011c5 for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:24.624331 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-257a5ce4-0c38-4dd3-ae41-3afb64f79450 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.626647 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b92584-bd8a-4a6c-bbcf-1dfbe8b85310', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '756287ee-6810-469c-9c37-8297d79eec56', 'code': 200} Feb 16 12:48:24.636001 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-db181131-f69e-4051-b8a5-bd60798cfc85 None None] Set router eefe2440-6b69-4fc6-b3ab-4f26ec071b49 gateway port host: None {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:24.662900 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4574dca4-2d3f-478d-84f7-a913e05bba51 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.678861 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.685989 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3b303969-f3a5-423a-828f-7a7f8ce8393c tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.696282 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4574dca4-2d3f-478d-84f7-a913e05bba51 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.706332 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.db.api [req-b5cfbdcf-ee6e-40a4-9c4d-f87cbd764367 req-7a8cabb2-fb6c-48b4-b4e9-a2bc6e977d96 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:48:24.706620 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG oslo_db.api [req-b5cfbdcf-ee6e-40a4-9c4d-f87cbd764367 req-7a8cabb2-fb6c-48b4-b4e9-a2bc6e977d96 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:48:24.739464 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4574dca4-2d3f-478d-84f7-a913e05bba51 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4b30e2-928e-4f86-b9e9-7ef7ae555dac,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:24.773927 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-257a5ce4-0c38-4dd3-ae41-3afb64f79450 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:48:24.824107 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6227ede-630f-4144-be1b-fe774c39f650 req-4a8b57ab-e91b-4b86-9e70-0b40ebd68530 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:24.829087 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d6227ede-630f-4144-be1b-fe774c39f650 req-4a8b57ab-e91b-4b86-9e70-0b40ebd68530 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 945 time: 0.4516344 Feb 16 12:48:24.835254 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6485677f-2087-4b20-bd4e-1ca2b8fda26a tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.847701 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-257a5ce4-0c38-4dd3-ae41-3afb64f79450 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.848221 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-257a5ce4-0c38-4dd3-ae41-3afb64f79450 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Added segment 7d9e93a1-b67b-4706-b41d-2536205ed442 of type vlan for network bfc0f0a6-ad5f-40c0-960a-10c6a172d2d1 Feb 16 12:48:24.858945 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6485677f-2087-4b20-bd4e-1ca2b8fda26a tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.860594 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 3bdd0bef-06f6-429b-97b9-2266561bc618 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:24.885138 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ad145eda-9c96-4d0e-aee1-141790cef36b None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.887456 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-42923960-6035-43ce-972e-0460d708d783 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:24.922227 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-10608979-7b65-4f6a-9f90-9be4b80d73a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.000336 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a6e588-df54-4de0-ad9f-1177397ddc13 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Router d646e989-2a3f-4e55-9ae6-16e24f21cafc is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:48:25.002420 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-ad145eda-9c96-4d0e-aee1-141790cef36b None None] Transition to ACTIVE for port object 9ab350d4-3e5a-4e65-a09b-051ad7a3b54e will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:25.023756 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-3b303969-f3a5-423a-828f-7a7f8ce8393c tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Calling delete_port for 829104ff-c401-4294-8af6-b3a7a0abf28b owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:25.052959 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-257a5ce4-0c38-4dd3-ae41-3afb64f79450 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.071670 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [None req-42923960-6035-43ce-972e-0460d708d783 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] device_id is not set on port af04d17f-bf22-4a4b-b254-087e70544c44 yet. {{(pid=87701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:48:25.115154 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6485677f-2087-4b20-bd4e-1ca2b8fda26a tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Pushing event updated for resources: {'Port': ['ID=a2787e81-7024-4512-b9da-41726cc54134,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:25.120054 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d6227ede-630f-4144-be1b-fe774c39f650 req-7012ba06-e5ac-43d5-99d8-68d990f6aff8 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2701862 Feb 16 12:48:25.153416 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4574dca4-2d3f-478d-84f7-a913e05bba51 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.157441 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4574dca4-2d3f-478d-84f7-a913e05bba51 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2716620 Feb 16 12:48:25.165417 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36288) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:25.173243 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-e9a73f21-9580-4a62-898f-41f6fae62df6 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Request body: {'security_group_rule': {'security_group_id': '4a4b30e2-928e-4f86-b9e9-7ef7ae555dac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:25.186327 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-ad145eda-9c96-4d0e-aee1-141790cef36b None None] Transition to ACTIVE for port object 9ab350d4-3e5a-4e65-a09b-051ad7a3b54e will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:25.186775 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e9a73f21-9580-4a62-898f-41f6fae62df6 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:25.194530 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e9a73f21-9580-4a62-898f-41f6fae62df6 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Usage tracker for resource:security_group_rule and tenant:ddbade54d4ca46bdb79e7d4262b706b1 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:25.199813 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6485677f-2087-4b20-bd4e-1ca2b8fda26a tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:25.200275 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6485677f-2087-4b20-bd4e-1ca2b8fda26a tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:25.200724 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6485677f-2087-4b20-bd4e-1ca2b8fda26a tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:25.201155 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6485677f-2087-4b20-bd4e-1ca2b8fda26a tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:25.202015 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6485677f-2087-4b20-bd4e-1ca2b8fda26a tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:25.202788 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6485677f-2087-4b20-bd4e-1ca2b8fda26a tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:25.202908 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=756287ee-6810-469c-9c37-8297d79eec56,revision_number=6']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:25.203276 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6485677f-2087-4b20-bd4e-1ca2b8fda26a tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:25.203730 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6485677f-2087-4b20-bd4e-1ca2b8fda26a tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:25.204125 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6485677f-2087-4b20-bd4e-1ca2b8fda26a tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:25.204534 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6485677f-2087-4b20-bd4e-1ca2b8fda26a tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:25.204961 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6485677f-2087-4b20-bd4e-1ca2b8fda26a tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:25.205618 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6485677f-2087-4b20-bd4e-1ca2b8fda26a tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:25.207202 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e9a73f21-9580-4a62-898f-41f6fae62df6 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:25.208946 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6485677f-2087-4b20-bd4e-1ca2b8fda26a tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.229181 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-d9bd9f38-dfc7-4571-afb7-2ec0c6ea93d3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Allocated IP 2001:db8::3e (cb8cb444-edca-41e1-b707-3b4bfe676c76/e0bdff34-c67c-4dd7-9ff4-19deda641f4b/0fd9d225-27b5-4439-be61-15ad20a251a4) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:25.234049 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e9a73f21-9580-4a62-898f-41f6fae62df6 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:25.234662 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-b5cfbdcf-ee6e-40a4-9c4d-f87cbd764367 req-7a8cabb2-fb6c-48b4-b4e9-a2bc6e977d96 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Deleting port 756287ee-6810-469c-9c37-8297d79eec56 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:25.235054 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-b5cfbdcf-ee6e-40a4-9c4d-f87cbd764367 req-7a8cabb2-fb6c-48b4-b4e9-a2bc6e977d96 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.251143 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-d9bd9f38-dfc7-4571-afb7-2ec0c6ea93d3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Allocated IP 2001:db8:0:1::8 (cb8cb444-edca-41e1-b707-3b4bfe676c76/b91f6594-c4fa-40fa-92fc-57730a3a81b8/0fd9d225-27b5-4439-be61-15ad20a251a4) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:25.259837 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ad145eda-9c96-4d0e-aee1-141790cef36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.286163 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e9a73f21-9580-4a62-898f-41f6fae62df6 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.327194 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:25.328174 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:25.328532 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:25.328848 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:25.329558 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:25.329558 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:25.330009 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:25.330485 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:25.331109 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:25.331434 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:25.331755 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:25.332086 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:25.440443 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad145eda-9c96-4d0e-aee1-141790cef36b None None] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:25.454516 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.db.resource_extend [None req-257a5ce4-0c38-4dd3-ae41-3afb64f79450 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:48:25.455851 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-ad145eda-9c96-4d0e-aee1-141790cef36b None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:25.465253 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad145eda-9c96-4d0e-aee1-141790cef36b None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:25.515550 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 3bdd0bef-06f6-429b-97b9-2266561bc618 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:25.515826 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.550908 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad145eda-9c96-4d0e-aee1-141790cef36b None None] Pushing event updated for resources: {'Port': ['ID=9ab350d4-3e5a-4e65-a09b-051ad7a3b54e,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:25.551173 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e9a73f21-9580-4a62-898f-41f6fae62df6 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.566101 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3b303969-f3a5-423a-828f-7a7f8ce8393c tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.570290 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e9a73f21-9580-4a62-898f-41f6fae62df6 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.653157 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a73f21-9580-4a62-898f-41f6fae62df6 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eccfb3ca-38c8-4c46-ab22-d7c51163bd70,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:25.655208 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b303969-f3a5-423a-828f-7a7f8ce8393c tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event deleted for resources: {'Port': ['ID=829104ff-c401-4294-8af6-b3a7a0abf28b,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:25.666442 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-ad145eda-9c96-4d0e-aee1-141790cef36b None None] Attempting to bind port 9ab350d4-3e5a-4e65-a09b-051ad7a3b54e on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:25.667099 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-ad145eda-9c96-4d0e-aee1-141790cef36b None None] Attempting to bind port 9ab350d4-3e5a-4e65-a09b-051ad7a3b54e by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:25.667264 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad145eda-9c96-4d0e-aee1-141790cef36b None None] Attempting to bind port 9ab350d4-3e5a-4e65-a09b-051ad7a3b54e on network c2beece7-853e-4518-ace6-8724ee235932 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:48:25.679207 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad145eda-9c96-4d0e-aee1-141790cef36b None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:48:25.679579 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad145eda-9c96-4d0e-aee1-141790cef36b None None] Checking segment: {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:25.680170 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ad145eda-9c96-4d0e-aee1-141790cef36b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.680562 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad145eda-9c96-4d0e-aee1-141790cef36b None None] Bound using segment: {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:48:25.681073 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-ad145eda-9c96-4d0e-aee1-141790cef36b None None] Bound port: 9ab350d4-3e5a-4e65-a09b-051ad7a3b54e, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:25.681779 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ad145eda-9c96-4d0e-aee1-141790cef36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.706921 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-257a5ce4-0c38-4dd3-ae41-3afb64f79450 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.714647 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257a5ce4-0c38-4dd3-ae41-3afb64f79450 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:25.715928 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-257a5ce4-0c38-4dd3-ae41-3afb64f79450 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.720825 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9bd9f38-dfc7-4571-afb7-2ec0c6ea93d3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.857916 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-db181131-f69e-4051-b8a5-bd60798cfc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'name': 'tempest-RoutersTest-router-1592884350', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:00Z', 'updated_at': '2022-02-16T12:48:19Z', 'revision_number': 3, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'gw_port_host': None, '_interfaces': [{'id': '1a6e75a8-62da-4b1a-bb34-4651c19aaebf', 'name': '', 'network_id': '4af22acd-757b-47d4-925e-f4c03ad597e0', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:63:74:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:05Z', 'updated_at': '2022-02-16T12:48:15Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47270ed9-b121-474b-bb34-a5e191358a7b', 'name': '', 'network_id': '28fb0fe9-554d-49e5-8e09-f2ed26f27bd4', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:98:9f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '82271494-1e9b-42dd-8356-961a022a44ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:15Z', 'updated_at': '2022-02-16T12:48:20Z', 'revision_number': 2, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '82271494-1e9b-42dd-8356-961a022a44ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:25.862675 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-ad145eda-9c96-4d0e-aee1-141790cef36b None None] For port 9ab350d4-3e5a-4e65-a09b-051ad7a3b54e, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:48:25.866505 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-ad145eda-9c96-4d0e-aee1-141790cef36b None None] For port 9ab350d4-3e5a-4e65-a09b-051ad7a3b54e, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=9ab350d4-3e5a-4e65-a09b-051ad7a3b54e,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:48:25.867737 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db181131-f69e-4051-b8a5-bd60798cfc85 None None] Checking router: eefe2440-6b69-4fc6-b3ab-4f26ec071b49 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:48:25.868424 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db181131-f69e-4051-b8a5-bd60798cfc85 None None] Updating router eefe2440-6b69-4fc6-b3ab-4f26ec071b49 port 47270ed9-b121-474b-bb34-a5e191358a7b binding host dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:48:25.904528 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ad145eda-9c96-4d0e-aee1-141790cef36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.924756 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e9a73f21-9580-4a62-898f-41f6fae62df6 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:25.928910 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e9a73f21-9580-4a62-898f-41f6fae62df6 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7572005 Feb 16 12:48:25.933027 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36292) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:25.949158 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-d9bd9f38-dfc7-4571-afb7-2ec0c6ea93d3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Transition to ACTIVE for port object 0fd9d225-27b5-4439-be61-15ad20a251a4 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:25.985482 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3b303969-f3a5-423a-828f-7a7f8ce8393c tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:26.001449 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9bd9f38-dfc7-4571-afb7-2ec0c6ea93d3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:26.002925 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-42923960-6035-43ce-972e-0460d708d783 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Allocated IP 2001:db8::f816:3eff:feff:b54c (c2beece7-853e-4518-ace6-8724ee235932/c1d86fdc-dc7c-4460-aff8-6d2ed3d1beaa/af04d17f-bf22-4a4b-b254-087e70544c44) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:26.014897 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a5ce4-0c38-4dd3-ae41-3afb64f79450 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event updated for resources: {'Network': ['ID=bfc0f0a6-ad5f-40c0-960a-10c6a172d2d1,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:26.017847 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a6e588-df54-4de0-ad9f-1177397ddc13 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:48:26.020209 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-257a5ce4-0c38-4dd3-ae41-3afb64f79450 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.8741090 Feb 16 12:48:26.033452 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647d950e-0e20-44a9-95f1-efaff4be5506 None None] Sync routers for ids ['d646e989-2a3f-4e55-9ae6-16e24f21cafc'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:26.043260 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647d950e-0e20-44a9-95f1-efaff4be5506 None None] Routers {'d646e989-2a3f-4e55-9ae6-16e24f21cafc'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:26.043957 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-647d950e-0e20-44a9-95f1-efaff4be5506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:48:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['d646e989-2a3f-4e55-9ae6-16e24f21cafc'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:26.051482 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36296) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:26.071183 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-0e019334-95ee-441a-be25-092d789d03f5 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Request body: {'subnet': {'network_id': 'bfc0f0a6-ad5f-40c0-960a-10c6a172d2d1', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:26.097767 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-10608979-7b65-4f6a-9f90-9be4b80d73a9 None None] Allocated IP 2001:db8:0:1::2 (cb8cb444-edca-41e1-b707-3b4bfe676c76/b91f6594-c4fa-40fa-92fc-57730a3a81b8/3bdd0bef-06f6-429b-97b9-2266561bc618) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:26.152115 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6485677f-2087-4b20-bd4e-1ca2b8fda26a tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Network 64d92a5c-c3fc-4739-bbbb-aed637ac5e73 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:26.159568 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-24a6e588-df54-4de0-ad9f-1177397ddc13 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:26.164447 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-24a6e588-df54-4de0-ad9f-1177397ddc13 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 10.1846609 Feb 16 12:48:26.166576 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-6485677f-2087-4b20-bd4e-1ca2b8fda26a tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:26.171506 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36302) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:26.235797 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-647d950e-0e20-44a9-95f1-efaff4be5506 None None] Set router d646e989-2a3f-4e55-9ae6-16e24f21cafc gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:26.307609 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-10608979-7b65-4f6a-9f90-9be4b80d73a9 None None] For port 3bdd0bef-06f6-429b-97b9-2266561bc618, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=3bdd0bef-06f6-429b-97b9-2266561bc618,segment=NetworkSegment(f5d88651-aea3-48d2-ac76-0a569b82d235),segment_id=f5d88651-aea3-48d2-ac76-0a569b82d235)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:26.337064 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-10608979-7b65-4f6a-9f90-9be4b80d73a9 None None] Notify callbacks [] for port, precommit_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:26.377892 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-10608979-7b65-4f6a-9f90-9be4b80d73a9 None None] Transition to ACTIVE for port object 3bdd0bef-06f6-429b-97b9-2266561bc618 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:26.427327 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network bfc0f0a6-ad5f-40c0-960a-10c6a172d2d1 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:48:26.473929 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-10608979-7b65-4f6a-9f90-9be4b80d73a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:26.486698 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-735c5c53-97af-4b9f-a6d9-886bf74cf006 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:26.499982 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-db181131-f69e-4051-b8a5-bd60798cfc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:26.516464 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bd9f38-dfc7-4571-afb7-2ec0c6ea93d3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Network cb8cb444-edca-41e1-b707-3b4bfe676c76 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:26.556956 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-735c5c53-97af-4b9f-a6d9-886bf74cf006 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:26.578058 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad145eda-9c96-4d0e-aee1-141790cef36b None None] Pushing event updated for resources: {'Port': ['ID=9ab350d4-3e5a-4e65-a09b-051ad7a3b54e,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:26.601581 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-647d950e-0e20-44a9-95f1-efaff4be5506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd646e989-2a3f-4e55-9ae6-16e24f21cafc', 'name': 'tempest-snat-router-846804995', 'tenant_id': 'c4a1d3bc9afa4da1a9bd8f7c40812120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.115'}], 'enable_snat': False}, 'gw_port_id': '58ccfa28-a01f-4a5a-89b6-db4b292be7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:16Z', 'updated_at': '2022-02-16T12:48:21Z', 'revision_number': 3, 'project_id': 'c4a1d3bc9afa4da1a9bd8f7c40812120', 'gw_port': {'id': '58ccfa28-a01f-4a5a-89b6-db4b292be7a5', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:aa:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd646e989-2a3f-4e55-9ae6-16e24f21cafc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:19Z', 'updated_at': '2022-02-16T12:48:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:26.606867 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647d950e-0e20-44a9-95f1-efaff4be5506 None None] Checking router: d646e989-2a3f-4e55-9ae6-16e24f21cafc for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:48:26.607551 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647d950e-0e20-44a9-95f1-efaff4be5506 None None] Updating router d646e989-2a3f-4e55-9ae6-16e24f21cafc port 58ccfa28-a01f-4a5a-89b6-db4b292be7a5 binding host dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:48:26.682973 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-647d950e-0e20-44a9-95f1-efaff4be5506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:26.754249 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-b5cfbdcf-ee6e-40a4-9c4d-f87cbd764367 req-7a8cabb2-fb6c-48b4-b4e9-a2bc6e977d96 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] For port 756287ee-6810-469c-9c37-8297d79eec56, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=756287ee-6810-469c-9c37-8297d79eec56,segment=NetworkSegment(3d4b7f21-14a6-408b-b79a-e975ae9ef003),segment_id=3d4b7f21-14a6-408b-b79a-e975ae9ef003)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:26.754690 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-b5cfbdcf-ee6e-40a4-9c4d-f87cbd764367 req-7a8cabb2-fb6c-48b4-b4e9-a2bc6e977d96 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:26.914940 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10608979-7b65-4f6a-9f90-9be4b80d73a9 None None] Pushing event updated for resources: {'Port': ['ID=3bdd0bef-06f6-429b-97b9-2266561bc618,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:27.002572 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-9e62bd08-a2df-4373-a38f-0cb4139f48ba tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] 10.222.0.83 "GET /v2.0/routers/d646e989-2a3f-4e55-9ae6-16e24f21cafc HTTP/1.1" status: 200 len: 908 time: 0.8250782 Feb 16 12:48:27.003136 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-d9bd9f38-dfc7-4571-afb7-2ec0c6ea93d3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:27.005834 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bd9f38-dfc7-4571-afb7-2ec0c6ea93d3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:27.013261 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bd9f38-dfc7-4571-afb7-2ec0c6ea93d3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:27.014223 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9bd9f38-dfc7-4571-afb7-2ec0c6ea93d3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:27.022275 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36306) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:27.045577 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b303969-f3a5-423a-828f-7a7f8ce8393c tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Router fd6d0967-a3d5-45f3-bbc4-abf3dede9059 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:48:27.047116 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-268f8a70-7518-44a9-a01f-61b722269e7d tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Request body: {'router': {'name': 'tempest-snat-router-846804995', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'enable_snat': True}}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:27.061776 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd9f38-dfc7-4571-afb7-2ec0c6ea93d3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event updated for resources: {'Port': ['ID=0fd9d225-27b5-4439-be61-15ad20a251a4,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:27.062369 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-268f8a70-7518-44a9-a01f-61b722269e7d tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:27.088589 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-268f8a70-7518-44a9-a01f-61b722269e7d tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Usage tracker for resource:router and tenant:c4a1d3bc9afa4da1a9bd8f7c40812120 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:27.096640 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-268f8a70-7518-44a9-a01f-61b722269e7d tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:27.132291 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 9ab350d4-3e5a-4e65-a09b-051ad7a3b54e up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:27.142539 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0e019334-95ee-441a-be25-092d789d03f5 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:27.147624 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0e019334-95ee-441a-be25-092d789d03f5 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Usage tracker for resource:subnet and tenant:9f89b69482a141c697c1d7563c6011c5 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:27.152065 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0e019334-95ee-441a-be25-092d789d03f5 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:27.159572 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0e019334-95ee-441a-be25-092d789d03f5 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:27.181417 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d9bd9f38-dfc7-4571-afb7-2ec0c6ea93d3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 3.9805694 Feb 16 12:48:27.188326 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-735c5c53-97af-4b9f-a6d9-886bf74cf006 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:27.198111 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36310) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:27.338156 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6485677f-2087-4b20-bd4e-1ca2b8fda26a tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Router 280b01f7-1aa8-4aea-8b7b-434c5eea3121 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:48:27.351986 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 9ab350d4-3e5a-4e65-a09b-051ad7a3b54e completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:27.416276 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-4c94c5be-4d50-4aec-82b7-1bf5530ae3a6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e0bdff34-c67c-4dd7-9ff4-19deda641f4b'}]}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:27.444819 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-647d950e-0e20-44a9-95f1-efaff4be5506 None None] Notify callbacks [] for port, precommit_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:27.460187 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c5c53-97af-4b9f-a6d9-886bf74cf006 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eccfb3ca-38c8-4c46-ab22-d7c51163bd70,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:27.462930 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e019334-95ee-441a-be25-092d789d03f5 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Made reservation on behalf of 9f89b69482a141c697c1d7563c6011c5 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:27.467693 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0e019334-95ee-441a-be25-092d789d03f5 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:27.470821 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-268f8a70-7518-44a9-a01f-61b722269e7d tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:27.475571 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.provisioning_blocks [None req-647d950e-0e20-44a9-95f1-efaff4be5506 None None] Transition to ACTIVE for port object 58ccfa28-a01f-4a5a-89b6-db4b292be7a5 will not be triggered until provisioned by entity L2. {{(pid=87703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:27.491148 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-647d950e-0e20-44a9-95f1-efaff4be5506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:27.506779 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-42923960-6035-43ce-972e-0460d708d783 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:27.535131 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-db181131-f69e-4051-b8a5-bd60798cfc85 None None] Notify callbacks [] for port, precommit_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:27.556129 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-db181131-f69e-4051-b8a5-bd60798cfc85 None None] Transition to ACTIVE for port object 47270ed9-b121-474b-bb34-a5e191358a7b will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:27.575724 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-db181131-f69e-4051-b8a5-bd60798cfc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:27.613664 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-647d950e-0e20-44a9-95f1-efaff4be5506 None None] Attempting to bind port 58ccfa28-a01f-4a5a-89b6-db4b292be7a5 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:27.614027 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-647d950e-0e20-44a9-95f1-efaff4be5506 None None] Attempting to bind port 58ccfa28-a01f-4a5a-89b6-db4b292be7a5 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:27.614518 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647d950e-0e20-44a9-95f1-efaff4be5506 None None] Attempting to bind port 58ccfa28-a01f-4a5a-89b6-db4b292be7a5 on network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:48:27.622615 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647d950e-0e20-44a9-95f1-efaff4be5506 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:48:27.622982 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647d950e-0e20-44a9-95f1-efaff4be5506 None None] Checking segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:27.623373 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-647d950e-0e20-44a9-95f1-efaff4be5506 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:27.623754 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647d950e-0e20-44a9-95f1-efaff4be5506 None None] Bound using segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:48:27.624207 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-647d950e-0e20-44a9-95f1-efaff4be5506 None None] Bound port: 58ccfa28-a01f-4a5a-89b6-db4b292be7a5, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:27.624755 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-647d950e-0e20-44a9-95f1-efaff4be5506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:27.655221 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a295308d-c9ed-4f26-9849-358354cc25e8 None None] Pushing event updated for resources: {'Port': ['ID=58ccfa28-a01f-4a5a-89b6-db4b292be7a5,revision_number=2']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:27.668850 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b303969-f3a5-423a-828f-7a7f8ce8393c tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:48:27.685896 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-268f8a70-7518-44a9-a01f-61b722269e7d tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:27.687464 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-268f8a70-7518-44a9-a01f-61b722269e7d tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:27.687572 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e22d0c7-2206-47b3-8983-ea37c3fef175 None None] Sync routers for ids ['fd6d0967-a3d5-45f3-bbc4-abf3dede9059'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:27.689502 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3b303969-f3a5-423a-828f-7a7f8ce8393c tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "PUT /v2.0/routers/fd6d0967-a3d5-45f3-bbc4-abf3dede9059/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5899777 Feb 16 12:48:27.704836 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36314) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:27.728082 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-42923960-6035-43ce-972e-0460d708d783 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Transition to ACTIVE for port object af04d17f-bf22-4a4b-b254-087e70544c44 will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:27.738960 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-735c5c53-97af-4b9f-a6d9-886bf74cf006 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:27.740860 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-735c5c53-97af-4b9f-a6d9-886bf74cf006 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/eccfb3ca-38c8-4c46-ab22-d7c51163bd70 HTTP/1.1" status: 204 len: 168 time: 1.8067644 Feb 16 12:48:27.766185 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-647d950e-0e20-44a9-95f1-efaff4be5506 None None] For port 58ccfa28-a01f-4a5a-89b6-db4b292be7a5, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:48:27.770916 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-647d950e-0e20-44a9-95f1-efaff4be5506 None None] For port 58ccfa28-a01f-4a5a-89b6-db4b292be7a5, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=58ccfa28-a01f-4a5a-89b6-db4b292be7a5,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:48:27.780030 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-647d950e-0e20-44a9-95f1-efaff4be5506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:27.843638 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11017e17-40cc-4fb1-b697-f4e86684ebe4 None None] Pushing event updated for resources: {'Port': ['ID=47270ed9-b121-474b-bb34-a5e191358a7b,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:27.869914 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e22d0c7-2206-47b3-8983-ea37c3fef175 None None] Routers {'fd6d0967-a3d5-45f3-bbc4-abf3dede9059'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:27.873314 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-2e22d0c7-2206-47b3-8983-ea37c3fef175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:48:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['fd6d0967-a3d5-45f3-bbc4-abf3dede9059'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:27.900988 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36318) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:27.901843 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4c94c5be-4d50-4aec-82b7-1bf5530ae3a6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:27.931528 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647d950e-0e20-44a9-95f1-efaff4be5506 None None] Routers {'d646e989-2a3f-4e55-9ae6-16e24f21cafc'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:27.932164 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-647d950e-0e20-44a9-95f1-efaff4be5506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:48:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['d646e989-2a3f-4e55-9ae6-16e24f21cafc'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:27.963449 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22340e8-c73b-4a85-a1d0-14bf97470218 req-4a30c965-e58c-4ac5-a21c-e28b723d2145 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:27.965213 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c22340e8-c73b-4a85-a1d0-14bf97470218 req-4a30c965-e58c-4ac5-a21c-e28b723d2145 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 943 time: 1.6187778 Feb 16 12:48:28.010017 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a295308d-c9ed-4f26-9849-358354cc25e8 None None] Pushing event updated for resources: {'Port': ['ID=58ccfa28-a01f-4a5a-89b6-db4b292be7a5,revision_number=3']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:28.130364 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-2e22d0c7-2206-47b3-8983-ea37c3fef175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:28.134629 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-db181131-f69e-4051-b8a5-bd60798cfc85 None None] Attempting to bind port 47270ed9-b121-474b-bb34-a5e191358a7b on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:28.135018 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-db181131-f69e-4051-b8a5-bd60798cfc85 None None] Attempting to bind port 47270ed9-b121-474b-bb34-a5e191358a7b by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'c518b09f-4747-44b9-9e3a-0f247b642a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '28fb0fe9-554d-49e5-8e09-f2ed26f27bd4'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:28.135499 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db181131-f69e-4051-b8a5-bd60798cfc85 None None] Attempting to bind port 47270ed9-b121-474b-bb34-a5e191358a7b on network 28fb0fe9-554d-49e5-8e09-f2ed26f27bd4 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:48:28.154983 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db181131-f69e-4051-b8a5-bd60798cfc85 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:48:28.155610 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db181131-f69e-4051-b8a5-bd60798cfc85 None None] Checking segment: {'id': 'c518b09f-4747-44b9-9e3a-0f247b642a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '28fb0fe9-554d-49e5-8e09-f2ed26f27bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:28.156192 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-db181131-f69e-4051-b8a5-bd60798cfc85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:28.156725 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db181131-f69e-4051-b8a5-bd60798cfc85 None None] Bound using segment: {'id': 'c518b09f-4747-44b9-9e3a-0f247b642a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '28fb0fe9-554d-49e5-8e09-f2ed26f27bd4'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:48:28.157356 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-db181131-f69e-4051-b8a5-bd60798cfc85 None None] Bound port: 47270ed9-b121-474b-bb34-a5e191358a7b, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c518b09f-4747-44b9-9e3a-0f247b642a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '28fb0fe9-554d-49e5-8e09-f2ed26f27bd4'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:28.157869 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-db181131-f69e-4051-b8a5-bd60798cfc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:28.173118 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e22d0c7-2206-47b3-8983-ea37c3fef175 None None] Routers {'fd6d0967-a3d5-45f3-bbc4-abf3dede9059'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:28.174024 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-2e22d0c7-2206-47b3-8983-ea37c3fef175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:48:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['fd6d0967-a3d5-45f3-bbc4-abf3dede9059'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:28.221425 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c22340e8-c73b-4a85-a1d0-14bf97470218 req-66aaeac6-85d2-466d-afad-372cd5d89c58 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2406075 Feb 16 12:48:28.256622 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ced07b6d-eab5-45ba-9a6b-7af7ad8126b4 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Synchronizing usage tracker for tenant:ddbade54d4ca46bdb79e7d4262b706b1 on resource:security_group_rule {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:28.261154 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-16c4c2f1-1fd7-43f4-88ad-de6d79f443c9 None None] Provisioning for port 3bdd0bef-06f6-429b-97b9-2266561bc618 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:28.268161 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-2e22d0c7-2206-47b3-8983-ea37c3fef175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:28.268919 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e22d0c7-2206-47b3-8983-ea37c3fef175 None None] The sync data for ids ['fd6d0967-a3d5-45f3-bbc4-abf3dede9059'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:28.282437 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-16c4c2f1-1fd7-43f4-88ad-de6d79f443c9 None None] Provisioning complete for port 3bdd0bef-06f6-429b-97b9-2266561bc618 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:28.283460 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-16c4c2f1-1fd7-43f4-88ad-de6d79f443c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:28.325079 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-647d950e-0e20-44a9-95f1-efaff4be5506 None None] Set router d646e989-2a3f-4e55-9ae6-16e24f21cafc gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:28.341270 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6485677f-2087-4b20-bd4e-1ca2b8fda26a tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:48:28.381324 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35742495-17f0-42ba-b541-5468ad3fa30c None None] Sync routers for ids ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:28.429858 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-42923960-6035-43ce-972e-0460d708d783 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:28.433954 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-6485677f-2087-4b20-bd4e-1ca2b8fda26a tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "PUT /v2.0/routers/280b01f7-1aa8-4aea-8b7b-434c5eea3121/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5554821 Feb 16 12:48:28.449731 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ced07b6d-eab5-45ba-9a6b-7af7ad8126b4 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Unset dirty status for tenant:ddbade54d4ca46bdb79e7d4262b706b1 on resource:security_group_rule {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:28.454604 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ced07b6d-eab5-45ba-9a6b-7af7ad8126b4 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5408080 Feb 16 12:48:28.463494 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36322) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:28.464127 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36324) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:28.476867 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35742495-17f0-42ba-b541-5468ad3fa30c None None] Routers {'280b01f7-1aa8-4aea-8b7b-434c5eea3121'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:28.477585 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-35742495-17f0-42ba-b541-5468ad3fa30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:48:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:28.483517 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-db181131-f69e-4051-b8a5-bd60798cfc85 None None] For port 47270ed9-b121-474b-bb34-a5e191358a7b, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:48:28.491105 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-db181131-f69e-4051-b8a5-bd60798cfc85 None None] For port 47270ed9-b121-474b-bb34-a5e191358a7b, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=47270ed9-b121-474b-bb34-a5e191358a7b,segment=NetworkSegment(c518b09f-4747-44b9-9e3a-0f247b642a07),segment_id=c518b09f-4747-44b9-9e3a-0f247b642a07)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:48:28.511513 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-e4b4d14f-ba05-45d7-9f96-80fef66dd1c7 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Request body: {'port': {'network_id': '64d92a5c-c3fc-4739-bbbb-aed637ac5e73', 'name': 'tempest-FloatingIPTestJSON-1392629032'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:28.523940 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-268f8a70-7518-44a9-a01f-61b722269e7d tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:28.561105 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-db181131-f69e-4051-b8a5-bd60798cfc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:28.590503 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-35742495-17f0-42ba-b541-5468ad3fa30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:28.641219 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db181131-f69e-4051-b8a5-bd60798cfc85 None None] Routers {'eefe2440-6b69-4fc6-b3ab-4f26ec071b49'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:28.641786 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-db181131-f69e-4051-b8a5-bd60798cfc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:48:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['eefe2440-6b69-4fc6-b3ab-4f26ec071b49'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:28.650979 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-76865a47-6f86-4f66-9cdc-b62e38932d63 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] remove_router_interface failed (client error): The resource could not be found. Feb 16 12:48:28.652271 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-76865a47-6f86-4f66-9cdc-b62e38932d63 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "PUT /v2.0/routers/fd6d0967-a3d5-45f3-bbc4-abf3dede9059/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9358587 Feb 16 12:48:28.659556 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42923960-6035-43ce-972e-0460d708d783 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:28.669077 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36330) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:28.675676 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-42923960-6035-43ce-972e-0460d708d783 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:28.705889 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35742495-17f0-42ba-b541-5468ad3fa30c None None] Routers {'280b01f7-1aa8-4aea-8b7b-434c5eea3121'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:28.706534 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-35742495-17f0-42ba-b541-5468ad3fa30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:48:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:28.782788 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42923960-6035-43ce-972e-0460d708d783 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:28.792975 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42923960-6035-43ce-972e-0460d708d783 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:28.794014 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-42923960-6035-43ce-972e-0460d708d783 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:28.812778 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-a02c8a83-f4fa-499a-9d09-4b19e181aaae tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "GET /v2.0/ports?device_id=fd6d0967-a3d5-45f3-bbc4-abf3dede9059 HTTP/1.1" status: 200 len: 205 time: 0.1297402 Feb 16 12:48:28.815090 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36334) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:28.875274 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-35742495-17f0-42ba-b541-5468ad3fa30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:28.875674 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35742495-17f0-42ba-b541-5468ad3fa30c None None] The sync data for ids ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:28.910006 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-647d950e-0e20-44a9-95f1-efaff4be5506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd646e989-2a3f-4e55-9ae6-16e24f21cafc', 'name': 'tempest-snat-router-846804995', 'tenant_id': 'c4a1d3bc9afa4da1a9bd8f7c40812120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.115'}], 'enable_snat': False}, 'gw_port_id': '58ccfa28-a01f-4a5a-89b6-db4b292be7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:16Z', 'updated_at': '2022-02-16T12:48:21Z', 'revision_number': 3, 'project_id': 'c4a1d3bc9afa4da1a9bd8f7c40812120', 'gw_port': {'id': '58ccfa28-a01f-4a5a-89b6-db4b292be7a5', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:aa:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd646e989-2a3f-4e55-9ae6-16e24f21cafc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:19Z', 'updated_at': '2022-02-16T12:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:28.915273 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647d950e-0e20-44a9-95f1-efaff4be5506 None None] The sync data for ids ['d646e989-2a3f-4e55-9ae6-16e24f21cafc'] in dv-neutron-829527-1-hyperv is: [{'id': 'd646e989-2a3f-4e55-9ae6-16e24f21cafc', 'name': 'tempest-snat-router-846804995', 'tenant_id': 'c4a1d3bc9afa4da1a9bd8f7c40812120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.115'}], 'enable_snat': False}, 'gw_port_id': '58ccfa28-a01f-4a5a-89b6-db4b292be7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:16Z', 'updated_at': '2022-02-16T12:48:21Z', 'revision_number': 3, 'project_id': 'c4a1d3bc9afa4da1a9bd8f7c40812120', 'gw_port': {'id': '58ccfa28-a01f-4a5a-89b6-db4b292be7a5', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:aa:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd646e989-2a3f-4e55-9ae6-16e24f21cafc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:19Z', 'updated_at': '2022-02-16T12:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:28.929476 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0e019334-95ee-441a-be25-092d789d03f5 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:28.945756 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 3bdd0bef-06f6-429b-97b9-2266561bc618 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:28.971204 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-b5cfbdcf-ee6e-40a4-9c4d-f87cbd764367 req-7a8cabb2-fb6c-48b4-b4e9-a2bc6e977d96 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:28.971598 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-b5cfbdcf-ee6e-40a4-9c4d-f87cbd764367 req-7a8cabb2-fb6c-48b4-b4e9-a2bc6e977d96 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:28.971895 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.l3_db [req-b5cfbdcf-ee6e-40a4-9c4d-f87cbd764367 req-7a8cabb2-fb6c-48b4-b4e9-a2bc6e977d96 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Floating IP a30ae532-906b-43d3-80db-0bce84d19a6a disassociated. External IP: 172.26.5.72, port: 756287ee-6810-469c-9c37-8297d79eec56. Feb 16 12:48:28.972233 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-b5cfbdcf-ee6e-40a4-9c4d-f87cbd764367 req-7a8cabb2-fb6c-48b4-b4e9-a2bc6e977d96 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Calling delete_port for 756287ee-6810-469c-9c37-8297d79eec56 owned by compute:nova {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:28.996244 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2ed11f40-a883-4148-88dc-3eec1a81dbdb tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:28.998527 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11017e17-40cc-4fb1-b697-f4e86684ebe4 None None] Pushing event updated for resources: {'Port': ['ID=47270ed9-b121-474b-bb34-a5e191358a7b,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:29.048959 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42923960-6035-43ce-972e-0460d708d783 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Port': ['ID=af04d17f-bf22-4a4b-b254-087e70544c44,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:29.055415 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2ed11f40-a883-4148-88dc-3eec1a81dbdb tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:29.065248 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e4b4d14f-ba05-45d7-9f96-80fef66dd1c7 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:29.083603 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-db181131-f69e-4051-b8a5-bd60798cfc85 None None] Set router eefe2440-6b69-4fc6-b3ab-4f26ec071b49 gateway port host: None {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:29.089511 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e4b4d14f-ba05-45d7-9f96-80fef66dd1c7 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Usage tracker for resource:port and tenant:f7e183c87d434560824e762da5b5e9a3 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:29.128266 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e4b4d14f-ba05-45d7-9f96-80fef66dd1c7 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:29.156294 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e4b4d14f-ba05-45d7-9f96-80fef66dd1c7 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:29.159895 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e019334-95ee-441a-be25-092d789d03f5 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event updated for resources: {'Subnet': ['ID=1fbf83cf-f1c1-4246-8c35-8d6cd99aeac3,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:29.223249 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-4c94c5be-4d50-4aec-82b7-1bf5530ae3a6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Delete allocated IP 2001:db8:0:1::8 (cb8cb444-edca-41e1-b707-3b4bfe676c76/b91f6594-c4fa-40fa-92fc-57730a3a81b8) {{(pid=87699) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 12:48:29.232697 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b4d14f-ba05-45d7-9f96-80fef66dd1c7 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Made reservation on behalf of f7e183c87d434560824e762da5b5e9a3 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:29.236336 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e4b4d14f-ba05-45d7-9f96-80fef66dd1c7 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:29.289687 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2ed11f40-a883-4148-88dc-3eec1a81dbdb tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:29.292458 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e019334-95ee-441a-be25-092d789d03f5 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Checking segment: {'id': '7d9e93a1-b67b-4706-b41d-2536205ed442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bfc0f0a6-ad5f-40c0-960a-10c6a172d2d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:29.292952 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e019334-95ee-441a-be25-092d789d03f5 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Network hostable DHCP agents. Network: bfc0f0a6-ad5f-40c0-960a-10c6a172d2d1, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:48:29.302505 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-04bca991-a909-4681-857a-7adf15d5865f None None] Provisioning for port 0fd9d225-27b5-4439-be61-15ad20a251a4 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:29.331799 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-04bca991-a909-4681-857a-7adf15d5865f None None] Provisioning complete for port 0fd9d225-27b5-4439-be61-15ad20a251a4 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:29.332364 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-04bca991-a909-4681-857a-7adf15d5865f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:29.355378 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 3bdd0bef-06f6-429b-97b9-2266561bc618 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:29.356001 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:29.425607 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed11f40-a883-4148-88dc-3eec1a81dbdb tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4b30e2-928e-4f86-b9e9-7ef7ae555dac,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:29.464345 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-e4b4d14f-ba05-45d7-9f96-80fef66dd1c7 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] device_id is not set on port 3616909d-8c18-41c9-9ccb-1b8431d93072 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:48:29.465584 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-42923960-6035-43ce-972e-0460d708d783 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 6.3380575 Feb 16 12:48:29.501665 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36340) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:29.554756 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2d767fae-ab7b-4811-bf47-8b3a0e2c9c93 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for router, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:29.634633 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e019334-95ee-441a-be25-092d789d03f5 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Network bfc0f0a6-ad5f-40c0-960a-10c6a172d2d1 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:48:29.649128 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2ed11f40-a883-4148-88dc-3eec1a81dbdb tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:29.653051 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2ed11f40-a883-4148-88dc-3eec1a81dbdb tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "DELETE /v2.0/security-groups/4a4b30e2-928e-4f86-b9e9-7ef7ae555dac HTTP/1.1" status: 204 len: 168 time: 1.1730878 Feb 16 12:48:29.671921 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-04bca991-a909-4681-857a-7adf15d5865f None None] Port 0fd9d225-27b5-4439-be61-15ad20a251a4 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:48:29.673192 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36344) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:29.696930 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-0e019334-95ee-441a-be25-092d789d03f5 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, bfc0f0a6-ad5f-40c0-960a-10c6a172d2d1) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:29.715349 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b435404-cde9-414b-bc8c-55c37ec1ba14 None None] Network bfc0f0a6-ad5f-40c0-960a-10c6a172d2d1 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:29.752384 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e019334-95ee-441a-be25-092d789d03f5 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:29.753166 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0e019334-95ee-441a-be25-092d789d03f5 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:29.811084 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-04bca991-a909-4681-857a-7adf15d5865f None None] Provisioning for port 9ab350d4-3e5a-4e65-a09b-051ad7a3b54e completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:29.822009 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-04bca991-a909-4681-857a-7adf15d5865f None None] Provisioning complete for port 9ab350d4-3e5a-4e65-a09b-051ad7a3b54e triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:29.822663 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-04bca991-a909-4681-857a-7adf15d5865f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:29.987353 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.resource_extend [None req-4c94c5be-4d50-4aec-82b7-1bf5530ae3a6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:48:30.002454 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-e4b4d14f-ba05-45d7-9f96-80fef66dd1c7 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Allocated IP 172.20.0.4 (64d92a5c-c3fc-4739-bbbb-aed637ac5e73/abff943d-0d9b-4bce-a0dc-42e729c6e78d/3616909d-8c18-41c9-9ccb-1b8431d93072) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:30.012297 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0e019334-95ee-441a-be25-092d789d03f5 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9577634 Feb 16 12:48:30.015604 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-76b8e944-1b86-4ba1-bbd6-0a7efce75e68 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Synchronizing usage tracker for tenant:ddbade54d4ca46bdb79e7d4262b706b1 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:30.018265 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36348) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:30.032168 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c335f522-dd6d-4d5d-bc94-fb6fe7cf51a0 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:30.038298 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c335f522-dd6d-4d5d-bc94-fb6fe7cf51a0 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:30.040217 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c335f522-dd6d-4d5d-bc94-fb6fe7cf51a0 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5307527 Feb 16 12:48:30.096040 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4c94c5be-4d50-4aec-82b7-1bf5530ae3a6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:30.096278 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-04bca991-a909-4681-857a-7adf15d5865f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:30.104474 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36352) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:30.153077 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-db181131-f69e-4051-b8a5-bd60798cfc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'name': 'tempest-RoutersTest-router-1592884350', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:00Z', 'updated_at': '2022-02-16T12:48:19Z', 'revision_number': 3, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'gw_port_host': None, '_interfaces': [{'id': '1a6e75a8-62da-4b1a-bb34-4651c19aaebf', 'name': '', 'network_id': '4af22acd-757b-47d4-925e-f4c03ad597e0', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:63:74:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:05Z', 'updated_at': '2022-02-16T12:48:15Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47270ed9-b121-474b-bb34-a5e191358a7b', 'name': '', 'network_id': '28fb0fe9-554d-49e5-8e09-f2ed26f27bd4', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:98:9f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '82271494-1e9b-42dd-8356-961a022a44ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:15Z', 'updated_at': '2022-02-16T12:48:28Z', 'revision_number': 4, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '82271494-1e9b-42dd-8356-961a022a44ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:30.175030 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db181131-f69e-4051-b8a5-bd60798cfc85 None None] The sync data for ids ['eefe2440-6b69-4fc6-b3ab-4f26ec071b49'] in dv-neutron-829527-1-hyperv is: [{'id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'name': 'tempest-RoutersTest-router-1592884350', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:00Z', 'updated_at': '2022-02-16T12:48:19Z', 'revision_number': 3, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'gw_port_host': None, '_interfaces': [{'id': '1a6e75a8-62da-4b1a-bb34-4651c19aaebf', 'name': '', 'network_id': '4af22acd-757b-47d4-925e-f4c03ad597e0', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:63:74:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:05Z', 'updated_at': '2022-02-16T12:48:15Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47270ed9-b121-474b-bb34-a5e191358a7b', 'name': '', 'network_id': '28fb0fe9-554d-49e5-8e09-f2ed26f27bd4', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:98:9f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '82271494-1e9b-42dd-8356-961a022a44ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:15Z', 'updated_at': '2022-02-16T12:48:28Z', 'revision_number': 4, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '82271494-1e9b-42dd-8356-961a022a44ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:30.178563 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-04bca991-a909-4681-857a-7adf15d5865f None None] For port 9ab350d4-3e5a-4e65-a09b-051ad7a3b54e, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=9ab350d4-3e5a-4e65-a09b-051ad7a3b54e,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:30.188843 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-04bca991-a909-4681-857a-7adf15d5865f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:30.219429 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-b5cfbdcf-ee6e-40a4-9c4d-f87cbd764367 req-7a8cabb2-fb6c-48b4-b4e9-a2bc6e977d96 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:30.281271 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e2a3c3-243c-4e0f-a09e-4f50322d139d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-bfc0f0a6-ad5f-40c0-960a-10c6a172d2d1', 'network_id': 'bfc0f0a6-ad5f-40c0-960a-10c6a172d2d1', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'fixed_ips': [{'subnet_id': '1fbf83cf-f1c1-4246-8c35-8d6cd99aeac3'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:48:30.282274 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-21e2a3c3-243c-4e0f-a09e-4f50322d139d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:30.302459 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bca991-a909-4681-857a-7adf15d5865f None None] Pushing event updated for resources: {'Port': ['ID=9ab350d4-3e5a-4e65-a09b-051ad7a3b54e,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:30.303026 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-268f8a70-7518-44a9-a01f-61b722269e7d tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:30.303198 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-4c94c5be-4d50-4aec-82b7-1bf5530ae3a6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Ignored duplicate provisioning block setup for port 0fd9d225-27b5-4439-be61-15ad20a251a4 by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 16 12:48:30.314469 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2d767fae-ab7b-4811-bf47-8b3a0e2c9c93 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:30.319146 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2d767fae-ab7b-4811-bf47-8b3a0e2c9c93 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:30.356201 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8cabb2-fb6c-48b4-b4e9-a2bc6e977d96 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Pushing event deleted for resources: {'Port': ['ID=756287ee-6810-469c-9c37-8297d79eec56,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:30.367042 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4c94c5be-4d50-4aec-82b7-1bf5530ae3a6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:30.406298 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-e12843db-1491-415e-8d54-383965e830a3 None None] Provisioning for port af04d17f-bf22-4a4b-b254-087e70544c44 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:30.432560 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-e12843db-1491-415e-8d54-383965e830a3 None None] Provisioning complete for port af04d17f-bf22-4a4b-b254-087e70544c44 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:30.432960 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e12843db-1491-415e-8d54-383965e830a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:30.467284 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-76b8e944-1b86-4ba1-bbd6-0a7efce75e68 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Unset dirty status for tenant:ddbade54d4ca46bdb79e7d4262b706b1 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:30.469702 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-76b8e944-1b86-4ba1-bbd6-0a7efce75e68 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7954087 Feb 16 12:48:30.505297 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36356) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:30.530011 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-ca750b41-8b13-4041-ab3e-6bd755afaff7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting port af04d17f-bf22-4a4b-b254-087e70544c44 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:30.530602 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ca750b41-8b13-4041-ab3e-6bd755afaff7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:30.589878 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-e12843db-1491-415e-8d54-383965e830a3 None None] Port af04d17f-bf22-4a4b-b254-087e70544c44 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:48:30.608652 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-2c2e92e4-a7b4-4b98-ac54-19dcb465f605 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Request body: {'security_group': {'name': 'tempest-secgroup--1072505028'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:30.622097 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-21e2a3c3-243c-4e0f-a09e-4f50322d139d None None] Allocated IP 172.22.0.2 (bfc0f0a6-ad5f-40c0-960a-10c6a172d2d1/1fbf83cf-f1c1-4246-8c35-8d6cd99aeac3/906f6732-f9c2-4187-a0ca-db729b9ca497) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:30.646934 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-2c2e92e4-a7b4-4b98-ac54-19dcb465f605 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:30.707104 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2d767fae-ab7b-4811-bf47-8b3a0e2c9c93 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:30.707731 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d767fae-ab7b-4811-bf47-8b3a0e2c9c93 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Fanout notify agent at l3_agent the message router_deleted on router fd6d0967-a3d5-45f3-bbc4-abf3dede9059 {{(pid=87701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:48:30.734302 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af602f07-7c11-4799-adc4-202b7966a818 req-58d27bd1-02eb-4f7b-983d-b81a884cf536 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:30.735087 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-af602f07-7c11-4799-adc4-202b7966a818 req-58d27bd1-02eb-4f7b-983d-b81a884cf536 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Synchronizing usage tracker for tenant:a8771b90386942c1a6095687790fa64b on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:30.901968 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-4c94c5be-4d50-4aec-82b7-1bf5530ae3a6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] In _notify_port_updated(), no bound segment for port 0fd9d225-27b5-4439-be61-15ad20a251a4 on network cb8cb444-edca-41e1-b707-3b4bfe676c76 {{(pid=87699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:48:30.915214 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c94c5be-4d50-4aec-82b7-1bf5530ae3a6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:30.917096 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4c94c5be-4d50-4aec-82b7-1bf5530ae3a6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:30.920232 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4c94c5be-4d50-4aec-82b7-1bf5530ae3a6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "PUT /v2.0/ports/0fd9d225-27b5-4439-be61-15ad20a251a4 HTTP/1.1" status: 200 len: 925 time: 3.7032559 Feb 16 12:48:30.933882 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-af602f07-7c11-4799-adc4-202b7966a818 req-58d27bd1-02eb-4f7b-983d-b81a884cf536 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Unset dirty status for tenant:a8771b90386942c1a6095687790fa64b on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:30.938528 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-af602f07-7c11-4799-adc4-202b7966a818 req-58d27bd1-02eb-4f7b-983d-b81a884cf536 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 865 time: 1.4564795 Feb 16 12:48:30.953245 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36360) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:30.958393 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2d767fae-ab7b-4811-bf47-8b3a0e2c9c93 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:30.958721 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c94c5be-4d50-4aec-82b7-1bf5530ae3a6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event updated for resources: {'Port': ['ID=0fd9d225-27b5-4439-be61-15ad20a251a4,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:30.959621 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-2d767fae-ab7b-4811-bf47-8b3a0e2c9c93 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "DELETE /v2.0/routers/fd6d0967-a3d5-45f3-bbc4-abf3dede9059 HTTP/1.1" status: 204 len: 168 time: 2.1341825 Feb 16 12:48:30.970226 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5cfbdcf-ee6e-40a4-9c4d-f87cbd764367 req-7a8cabb2-fb6c-48b4-b4e9-a2bc6e977d96 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Router 299f28aa-b91c-4f6d-8131-91af744fdaaa has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:48:30.975525 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36364) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:30.991068 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-2c2e92e4-a7b4-4b98-ac54-19dcb465f605 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:31.018543 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 9ab350d4-3e5a-4e65-a09b-051ad7a3b54e up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:31.090859 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-c550c3e7-a91d-4ced-8249-bef65ca568a3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e0bdff34-c67c-4dd7-9ff4-19deda641f4b'}, {'subnet_id': 'b91f6594-c4fa-40fa-92fc-57730a3a81b8'}]}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:31.140040 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-21e2a3c3-243c-4e0f-a09e-4f50322d139d None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:31.167237 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-21e2a3c3-243c-4e0f-a09e-4f50322d139d None None] Transition to ACTIVE for port object 906f6732-f9c2-4187-a0ca-db729b9ca497 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:31.173830 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-3c3ac90f-902b-4b7b-a871-bac773836c2c None None] Provisioning complete for port 0fd9d225-27b5-4439-be61-15ad20a251a4 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:31.174197 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-3c3ac90f-902b-4b7b-a871-bac773836c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:31.201374 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-af602f07-7c11-4799-adc4-202b7966a818 req-8966c5c7-d1cd-4345-b14d-a2c0123dfe24 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups?id=0431e45b-620d-4b36-8236-26e38647e302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2298312 Feb 16 12:48:31.233264 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 9ab350d4-3e5a-4e65-a09b-051ad7a3b54e triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:31.233988 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:31.285509 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-21e2a3c3-243c-4e0f-a09e-4f50322d139d None None] Transition to ACTIVE for port object 906f6732-f9c2-4187-a0ca-db729b9ca497 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:31.313530 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-21e2a3c3-243c-4e0f-a09e-4f50322d139d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:31.334483 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2c2e92e4-a7b4-4b98-ac54-19dcb465f605 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:31.437633 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2a3c3-243c-4e0f-a09e-4f50322d139d None None] Pushing event updated for resources: {'Port': ['ID=906f6732-f9c2-4187-a0ca-db729b9ca497,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:31.456895 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e2a3c3-243c-4e0f-a09e-4f50322d139d None None] Network bfc0f0a6-ad5f-40c0-960a-10c6a172d2d1 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:31.460071 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-21e2a3c3-243c-4e0f-a09e-4f50322d139d None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:31.461878 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-3c3ac90f-902b-4b7b-a871-bac773836c2c None None] Port 0fd9d225-27b5-4439-be61-15ad20a251a4 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:48:31.463287 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e2a3c3-243c-4e0f-a09e-4f50322d139d None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:31.536829 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cb1645d-e808-4c7e-8bf1-1c88ca70fcbb tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Deleting subnet a0075bb8-2dbb-4822-8569-26ab2e9092e8 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:48:31.539888 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-2c2e92e4-a7b4-4b98-ac54-19dcb465f605 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:31.596645 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1cb1645d-e808-4c7e-8bf1-1c88ca70fcbb tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:31.610343 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5cfbdcf-ee6e-40a4-9c4d-f87cbd764367 req-7a8cabb2-fb6c-48b4-b4e9-a2bc6e977d96 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:48:31.623536 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ee99c5-81be-4493-91b9-0cfa34aa3ece None None] Sync routers for ids ['299f28aa-b91c-4f6d-8131-91af744fdaaa'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:31.654372 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 47270ed9-b121-474b-bb34-a5e191358a7b up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:31.676872 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ee99c5-81be-4493-91b9-0cfa34aa3ece None None] Routers {'299f28aa-b91c-4f6d-8131-91af744fdaaa'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:31.677666 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-71ee99c5-81be-4493-91b9-0cfa34aa3ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:48:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['299f28aa-b91c-4f6d-8131-91af744fdaaa'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:31.706086 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2c2e92e4-a7b4-4b98-ac54-19dcb465f605 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Usage tracker for resource:security_group_rule and tenant:ddbade54d4ca46bdb79e7d4262b706b1 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:31.717457 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5cfbdcf-ee6e-40a4-9c4d-f87cbd764367 req-7a8cabb2-fb6c-48b4-b4e9-a2bc6e977d96 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] No DVR routers for this DVR port 756287ee-6810-469c-9c37-8297d79eec56 on host hv-neutron-8295 {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:48:31.724703 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-b5cfbdcf-ee6e-40a4-9c4d-f87cbd764367 req-7a8cabb2-fb6c-48b4-b4e9-a2bc6e977d96 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:31.726637 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b5cfbdcf-ee6e-40a4-9c4d-f87cbd764367 req-7a8cabb2-fb6c-48b4-b4e9-a2bc6e977d96 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.89 "DELETE /v2.0/ports/756287ee-6810-469c-9c37-8297d79eec56 HTTP/1.1" status: 204 len: 173 time: 10.2599132 Feb 16 12:48:31.727218 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b92584-bd8a-4a6c-bbcf-1dfbe8b85310', 'name': 'network-vif-deleted', 'tag': '756287ee-6810-469c-9c37-8297d79eec56'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:48:31.736402 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-21e2a3c3-243c-4e0f-a09e-4f50322d139d None None] Attempting to bind port 906f6732-f9c2-4187-a0ca-db729b9ca497 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:31.736717 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-21e2a3c3-243c-4e0f-a09e-4f50322d139d None None] Attempting to bind port 906f6732-f9c2-4187-a0ca-db729b9ca497 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '7d9e93a1-b67b-4706-b41d-2536205ed442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bfc0f0a6-ad5f-40c0-960a-10c6a172d2d1'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:31.736937 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e2a3c3-243c-4e0f-a09e-4f50322d139d None None] Attempting to bind port 906f6732-f9c2-4187-a0ca-db729b9ca497 on network bfc0f0a6-ad5f-40c0-960a-10c6a172d2d1 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:48:31.760921 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-268f8a70-7518-44a9-a01f-61b722269e7d tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:31.787925 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e2a3c3-243c-4e0f-a09e-4f50322d139d None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:48:31.788671 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e2a3c3-243c-4e0f-a09e-4f50322d139d None None] Checking segment: {'id': '7d9e93a1-b67b-4706-b41d-2536205ed442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bfc0f0a6-ad5f-40c0-960a-10c6a172d2d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:31.788804 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-21e2a3c3-243c-4e0f-a09e-4f50322d139d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:31.789361 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e2a3c3-243c-4e0f-a09e-4f50322d139d None None] Bound using segment: {'id': '7d9e93a1-b67b-4706-b41d-2536205ed442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bfc0f0a6-ad5f-40c0-960a-10c6a172d2d1'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:48:31.789831 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-21e2a3c3-243c-4e0f-a09e-4f50322d139d None None] Bound port: 906f6732-f9c2-4187-a0ca-db729b9ca497, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9e93a1-b67b-4706-b41d-2536205ed442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bfc0f0a6-ad5f-40c0-960a-10c6a172d2d1'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:31.790395 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-21e2a3c3-243c-4e0f-a09e-4f50322d139d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:31.832183 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b92584-bd8a-4a6c-bbcf-1dfbe8b85310', 'name': 'network-vif-deleted', 'tag': '756287ee-6810-469c-9c37-8297d79eec56', 'status': 'completed', 'code': 200} Feb 16 12:48:31.839843 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-268f8a70-7518-44a9-a01f-61b722269e7d tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:31.883708 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-10d3df01-5a11-4df9-9246-12b19627abb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:31.965188 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2c2e92e4-a7b4-4b98-ac54-19dcb465f605 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:31.986802 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 47270ed9-b121-474b-bb34-a5e191358a7b completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:31.994166 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e4b4d14f-ba05-45d7-9f96-80fef66dd1c7 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:32.001178 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 47270ed9-b121-474b-bb34-a5e191358a7b triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:32.001545 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:32.009215 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-268f8a70-7518-44a9-a01f-61b722269e7d tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Allocated IP 172.26.5.60 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/660ff7b7-185f-459a-8911-3469ce1f332e) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:32.011754 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-2c2e92e4-a7b4-4b98-ac54-19dcb465f605 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:32.047462 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-71ee99c5-81be-4493-91b9-0cfa34aa3ece None None] Set router 299f28aa-b91c-4f6d-8131-91af744fdaaa gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:32.095115 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1cb1645d-e808-4c7e-8bf1-1c88ca70fcbb tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:32.099948 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-21e2a3c3-243c-4e0f-a09e-4f50322d139d None None] For port 906f6732-f9c2-4187-a0ca-db729b9ca497, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:48:32.140572 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-21e2a3c3-243c-4e0f-a09e-4f50322d139d None None] For port 906f6732-f9c2-4187-a0ca-db729b9ca497, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=906f6732-f9c2-4187-a0ca-db729b9ca497,segment=NetworkSegment(7d9e93a1-b67b-4706-b41d-2536205ed442),segment_id=7d9e93a1-b67b-4706-b41d-2536205ed442)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:48:32.184870 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ca750b41-8b13-4041-ab3e-6bd755afaff7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:32.189424 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-268f8a70-7518-44a9-a01f-61b722269e7d tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:32.213185 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-21e2a3c3-243c-4e0f-a09e-4f50322d139d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:32.237748 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-268f8a70-7518-44a9-a01f-61b722269e7d tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:32.336287 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268f8a70-7518-44a9-a01f-61b722269e7d tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:32.338210 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-268f8a70-7518-44a9-a01f-61b722269e7d tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:32.345422 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268f8a70-7518-44a9-a01f-61b722269e7d tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:32.358349 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c550c3e7-a91d-4ced-8249-bef65ca568a3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:32.417460 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268f8a70-7518-44a9-a01f-61b722269e7d tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Pushing event updated for resources: {'Port': ['ID=660ff7b7-185f-459a-8911-3469ce1f332e,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:32.489949 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2a3c3-243c-4e0f-a09e-4f50322d139d None None] Pushing event updated for resources: {'Port': ['ID=906f6732-f9c2-4187-a0ca-db729b9ca497,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:32.504455 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-ca750b41-8b13-4041-ab3e-6bd755afaff7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Calling delete_port for af04d17f-bf22-4a4b-b254-087e70544c44 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:32.622453 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-11c8d5d8-0c47-4369-8364-c9f026ea9d1e req-b4da7ec4-df79-40b3-a1f3-a55441a35113 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/ports?device_id=29b92584-bd8a-4a6c-bbcf-1dfbe8b85310 HTTP/1.1" status: 200 len: 210 time: 0.2129500 Feb 16 12:48:32.629651 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:32.675219 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-71ee99c5-81be-4493-91b9-0cfa34aa3ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299f28aa-b91c-4f6d-8131-91af744fdaaa', 'name': 'tempest-ServerActionsTestJSON-1809122567-router', 'tenant_id': 'a8771b90386942c1a6095687790fa64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.29'}], 'enable_snat': True}, 'gw_port_id': '62489a86-0494-4668-8a0c-4e88a1bbfb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:18Z', 'updated_at': '2022-02-16T12:44:33Z', 'revision_number': 4, 'project_id': 'a8771b90386942c1a6095687790fa64b', 'gw_port': {'id': '62489a86-0494-4668-8a0c-4e88a1bbfb3a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299f28aa-b91c-4f6d-8131-91af744fdaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:20Z', 'updated_at': '2022-02-16T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '028c1ddd-61dc-48c4-afac-178ad40ebdc9', 'name': '', 'network_id': '48c19cd8-ac27-4524-bc91-c49a239dcfeb', 'tenant_id': 'a8771b90386942c1a6095687790fa64b', 'mac_address': 'fa:16:3e:1c:ef:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299f28aa-b91c-4f6d-8131-91af744fdaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5863982f-bd9e-4d06-825d-64b5d101ef97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:30Z', 'updated_at': '2022-02-16T12:44:52Z', 'revision_number': 5, 'project_id': 'a8771b90386942c1a6095687790fa64b', 'subnets': [{'id': '5863982f-bd9e-4d06-825d-64b5d101ef97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:32.682103 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ee99c5-81be-4493-91b9-0cfa34aa3ece None None] Checking router: 299f28aa-b91c-4f6d-8131-91af744fdaaa for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:48:32.687787 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 47270ed9-b121-474b-bb34-a5e191358a7b, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=47270ed9-b121-474b-bb34-a5e191358a7b,segment=NetworkSegment(c518b09f-4747-44b9-9e3a-0f247b642a07),segment_id=c518b09f-4747-44b9-9e3a-0f247b642a07)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:32.695884 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ee99c5-81be-4493-91b9-0cfa34aa3ece None None] Routers {'299f28aa-b91c-4f6d-8131-91af744fdaaa'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:32.696795 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-71ee99c5-81be-4493-91b9-0cfa34aa3ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:48:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['299f28aa-b91c-4f6d-8131-91af744fdaaa'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:32.887672 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-71ee99c5-81be-4493-91b9-0cfa34aa3ece None None] Set router 299f28aa-b91c-4f6d-8131-91af744fdaaa gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:32.896410 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e4b4d14f-ba05-45d7-9f96-80fef66dd1c7 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:33.012123 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-268f8a70-7518-44a9-a01f-61b722269e7d tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:33.025358 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1cb1645d-e808-4c7e-8bf1-1c88ca70fcbb tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:33.039201 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:33.040031 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 58ccfa28-a01f-4a5a-89b6-db4b292be7a5 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:33.054200 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bfe4c46d-dc66-414c-9519-01709071524b tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:33.065434 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2c2e92e4-a7b4-4b98-ac54-19dcb465f605 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:33.155177 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2c2e92e4-a7b4-4b98-ac54-19dcb465f605 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:33.290670 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=47270ed9-b121-474b-bb34-a5e191358a7b,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:33.321538 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 58ccfa28-a01f-4a5a-89b6-db4b292be7a5 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:33.336522 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 58ccfa28-a01f-4a5a-89b6-db4b292be7a5 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:33.336806 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:33.365157 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b4d14f-ba05-45d7-9f96-80fef66dd1c7 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Network 64d92a5c-c3fc-4739-bbbb-aed637ac5e73 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:33.400045 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-e4b4d14f-ba05-45d7-9f96-80fef66dd1c7 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:33.402674 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b4d14f-ba05-45d7-9f96-80fef66dd1c7 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Pushing event updated for resources: {'Port': ['ID=3616909d-8c18-41c9-9ccb-1b8431d93072,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:33.413476 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b4d14f-ba05-45d7-9f96-80fef66dd1c7 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:33.516789 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:33.539552 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 58ccfa28-a01f-4a5a-89b6-db4b292be7a5, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=58ccfa28-a01f-4a5a-89b6-db4b292be7a5,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:33.542446 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-71ee99c5-81be-4493-91b9-0cfa34aa3ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299f28aa-b91c-4f6d-8131-91af744fdaaa', 'name': 'tempest-ServerActionsTestJSON-1809122567-router', 'tenant_id': 'a8771b90386942c1a6095687790fa64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.29'}], 'enable_snat': True}, 'gw_port_id': '62489a86-0494-4668-8a0c-4e88a1bbfb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:18Z', 'updated_at': '2022-02-16T12:44:33Z', 'revision_number': 4, 'project_id': 'a8771b90386942c1a6095687790fa64b', 'gw_port': {'id': '62489a86-0494-4668-8a0c-4e88a1bbfb3a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299f28aa-b91c-4f6d-8131-91af744fdaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:20Z', 'updated_at': '2022-02-16T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '028c1ddd-61dc-48c4-afac-178ad40ebdc9', 'name': '', 'network_id': '48c19cd8-ac27-4524-bc91-c49a239dcfeb', 'tenant_id': 'a8771b90386942c1a6095687790fa64b', 'mac_address': 'fa:16:3e:1c:ef:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299f28aa-b91c-4f6d-8131-91af744fdaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5863982f-bd9e-4d06-825d-64b5d101ef97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:30Z', 'updated_at': '2022-02-16T12:44:52Z', 'revision_number': 5, 'project_id': 'a8771b90386942c1a6095687790fa64b', 'subnets': [{'id': '5863982f-bd9e-4d06-825d-64b5d101ef97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:33.547001 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ee99c5-81be-4493-91b9-0cfa34aa3ece None None] The sync data for ids ['299f28aa-b91c-4f6d-8131-91af744fdaaa'] in dv-neutron-829527-1-hyperv is: [{'id': '299f28aa-b91c-4f6d-8131-91af744fdaaa', 'name': 'tempest-ServerActionsTestJSON-1809122567-router', 'tenant_id': 'a8771b90386942c1a6095687790fa64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.29'}], 'enable_snat': True}, 'gw_port_id': '62489a86-0494-4668-8a0c-4e88a1bbfb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:18Z', 'updated_at': '2022-02-16T12:44:33Z', 'revision_number': 4, 'project_id': 'a8771b90386942c1a6095687790fa64b', 'gw_port': {'id': '62489a86-0494-4668-8a0c-4e88a1bbfb3a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299f28aa-b91c-4f6d-8131-91af744fdaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:20Z', 'updated_at': '2022-02-16T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '028c1ddd-61dc-48c4-afac-178ad40ebdc9', 'name': '', 'network_id': '48c19cd8-ac27-4524-bc91-c49a239dcfeb', 'tenant_id': 'a8771b90386942c1a6095687790fa64b', 'mac_address': 'fa:16:3e:1c:ef:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299f28aa-b91c-4f6d-8131-91af744fdaaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5863982f-bd9e-4d06-825d-64b5d101ef97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:30Z', 'updated_at': '2022-02-16T12:44:52Z', 'revision_number': 5, 'project_id': 'a8771b90386942c1a6095687790fa64b', 'subnets': [{'id': '5863982f-bd9e-4d06-825d-64b5d101ef97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:33.554335 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:33.611053 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-268f8a70-7518-44a9-a01f-61b722269e7d tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:33.619284 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e92e4-a7b4-4b98-ac54-19dcb465f605 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f4cfe7-96bd-469c-bef2-0684e7418e2a,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:33.665900 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=58ccfa28-a01f-4a5a-89b6-db4b292be7a5,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:33.671123 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ca750b41-8b13-4041-ab3e-6bd755afaff7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:33.706655 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1cb1645d-e808-4c7e-8bf1-1c88ca70fcbb tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:33.837011 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 47270ed9-b121-474b-bb34-a5e191358a7b up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:33.841199 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36376) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:33.850140 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2c2e92e4-a7b4-4b98-ac54-19dcb465f605 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:33.854080 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2c2e92e4-a7b4-4b98-ac54-19dcb465f605 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 3.2802002 Feb 16 12:48:33.886314 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36380) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:33.891778 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-0f1a3a0a-0c32-49f4-bbdb-d1a34e623db3 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Request body: {'security_group_rule': {'security_group_id': 'a6f4cfe7-96bd-469c-bef2-0684e7418e2a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:33.902312 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-0f1a3a0a-0c32-49f4-bbdb-d1a34e623db3 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:33.906204 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca750b41-8b13-4041-ab3e-6bd755afaff7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Port': ['ID=af04d17f-bf22-4a4b-b254-087e70544c44,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:33.917268 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-0f1a3a0a-0c32-49f4-bbdb-d1a34e623db3 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Usage tracker for resource:security_group_rule and tenant:ddbade54d4ca46bdb79e7d4262b706b1 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:33.931497 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-0f1a3a0a-0c32-49f4-bbdb-d1a34e623db3 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:33.934797 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b4d14f-ba05-45d7-9f96-80fef66dd1c7 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:33.935425 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e4b4d14f-ba05-45d7-9f96-80fef66dd1c7 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:33.939735 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1cb1645d-e808-4c7e-8bf1-1c88ca70fcbb tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:33.941441 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-0f1a3a0a-0c32-49f4-bbdb-d1a34e623db3 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:33.947815 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a901131-f7ee-4a80-aac6-e46e4a95bba9 None None] Network 3a41b489-dbcd-4dc1-b6ca-e8acf5e3f5ee requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:33.968209 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268f8a70-7518-44a9-a01f-61b722269e7d tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Router e0267fc2-1bd5-479e-8bc0-294aba6a7799 is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:48:33.983500 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0f1a3a0a-0c32-49f4-bbdb-d1a34e623db3 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:34.070209 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5e1a31-47c1-4461-bb3a-ccec97bc393c None None] New status for floating IP a30ae532-906b-43d3-80db-0bce84d19a6a: DOWN {{(pid=87703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:48:34.094948 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb49f67-1d48-4e76-9e66-2d986d5f1f82 None None] Network bfc0f0a6-ad5f-40c0-960a-10c6a172d2d1 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:34.261509 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb1645d-e808-4c7e-8bf1-1c88ca70fcbb tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event deleted for resources: {'Subnet': ['ID=a0075bb8-2dbb-4822-8569-26ab2e9092e8,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:34.266590 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0f1a3a0a-0c32-49f4-bbdb-d1a34e623db3 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:34.274962 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ca750b41-8b13-4041-ab3e-6bd755afaff7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:34.286770 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268f8a70-7518-44a9-a01f-61b722269e7d tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:48:34.289011 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0f1a3a0a-0c32-49f4-bbdb-d1a34e623db3 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:34.302151 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1cb1645d-e808-4c7e-8bf1-1c88ca70fcbb tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "DELETE /v2.0/subnets/a0075bb8-2dbb-4822-8569-26ab2e9092e8 HTTP/1.1" status: 204 len: 168 time: 3.2250013 Feb 16 12:48:34.314408 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36384) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:34.340327 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a3a0a-0c32-49f4-bbdb-d1a34e623db3 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ec61748-235a-43f4-91a9-363ecc09a5e2,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:34.378323 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0f1a3a0a-0c32-49f4-bbdb-d1a34e623db3 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:34.380062 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-0f1a3a0a-0c32-49f4-bbdb-d1a34e623db3 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4927325 Feb 16 12:48:34.382744 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36388) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:34.409828 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8737b09-53b5-4b3e-be04-898a6050b4bf None None] Sync routers for ids ['e0267fc2-1bd5-479e-8bc0-294aba6a7799'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:34.410954 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-268f8a70-7518-44a9-a01f-61b722269e7d tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:34.412283 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-268f8a70-7518-44a9-a01f-61b722269e7d tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 7.3865180 Feb 16 12:48:34.422197 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36392) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:34.432034 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e4b4d14f-ba05-45d7-9f96-80fef66dd1c7 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.9568379 Feb 16 12:48:34.474088 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 47270ed9-b121-474b-bb34-a5e191358a7b triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:34.474422 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:34.482277 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36396) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:34.492921 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-1701ee2f-e0b0-4424-92c7-2cb00410d9c2 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "GET /v2.0/security-group-rules/1ec61748-235a-43f4-91a9-363ecc09a5e2 HTTP/1.1" status: 200 len: 763 time: 0.1059449 Feb 16 12:48:34.493346 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36400) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:34.497189 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-652c0141-876c-4f80-a47e-8a9fdbccdb55 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Request body: {'port': {'network_id': '64d92a5c-c3fc-4739-bbbb-aed637ac5e73', 'name': 'tempest-FloatingIPTestJSON-978870631'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:34.497564 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ca750b41-8b13-4041-ab3e-6bd755afaff7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/ports/af04d17f-bf22-4a4b-b254-087e70544c44 HTTP/1.1" status: 204 len: 168 time: 4.3829420 Feb 16 12:48:34.504663 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36402) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:34.551736 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b0a1a7ad-92b6-4393-b5fb-05455b7256cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:34.576091 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8737b09-53b5-4b3e-be04-898a6050b4bf None None] Routers {'e0267fc2-1bd5-479e-8bc0-294aba6a7799'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:34.576737 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-c8737b09-53b5-4b3e-be04-898a6050b4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:48:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e0267fc2-1bd5-479e-8bc0-294aba6a7799'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:34.592135 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-c550c3e7-a91d-4ced-8249-bef65ca568a3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Allocated IP 2001:db8:0:1::28b (cb8cb444-edca-41e1-b707-3b4bfe676c76/b91f6594-c4fa-40fa-92fc-57730a3a81b8/0fd9d225-27b5-4439-be61-15ad20a251a4) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:34.610893 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-63cad284-1bbb-4286-94a7-df49cf0472d6 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:34.638677 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-4cb3aaac-9197-437d-8c9b-9f3d6a6a1a2c None None] Provisioning for port 906f6732-f9c2-4187-a0ca-db729b9ca497 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:34.652210 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:34.742868 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-63cad284-1bbb-4286-94a7-df49cf0472d6 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:34.745406 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-2dec6a68-7e82-404e-9ba1-3cf5619cc2b9 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Synchronizing usage tracker for tenant:ddbade54d4ca46bdb79e7d4262b706b1 on resource:security_group_rule {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:34.801746 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e61385d2-04e3-4cd5-8b76-701406b931b6 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] 10.222.0.83 "GET /v2.0/routers/e0267fc2-1bd5-479e-8bc0-294aba6a7799 HTTP/1.1" status: 200 len: 906 time: 0.3758662 Feb 16 12:48:34.804045 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36408) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:34.804231 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7d8c6eac-62ba-4080-9ce1-254069721b19 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:34.820281 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078946b9-af84-4e27-b6da-7c718554c4bf tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:34.822105 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078946b9-af84-4e27-b6da-7c718554c4bf tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:34.822852 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-078946b9-af84-4e27-b6da-7c718554c4bf tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:34.867358 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-c8737b09-53b5-4b3e-be04-898a6050b4bf None None] Set router e0267fc2-1bd5-479e-8bc0-294aba6a7799 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:34.881250 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-652c0141-876c-4f80-a47e-8a9fdbccdb55 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:34.884308 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-2dec6a68-7e82-404e-9ba1-3cf5619cc2b9 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Unset dirty status for tenant:ddbade54d4ca46bdb79e7d4262b706b1 on resource:security_group_rule {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:34.885608 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-2dec6a68-7e82-404e-9ba1-3cf5619cc2b9 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3630033 Feb 16 12:48:34.890208 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36412) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:34.892132 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-652c0141-876c-4f80-a47e-8a9fdbccdb55 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Usage tracker for resource:port and tenant:f7e183c87d434560824e762da5b5e9a3 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:34.908809 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-652c0141-876c-4f80-a47e-8a9fdbccdb55 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:34.935224 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-652c0141-876c-4f80-a47e-8a9fdbccdb55 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:34.951910 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-7d8c6eac-62ba-4080-9ce1-254069721b19 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Deleting port 6c83692f-e13e-43b9-940b-04c5c4538b3b {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:34.952296 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7d8c6eac-62ba-4080-9ce1-254069721b19 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:34.991294 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-078946b9-af84-4e27-b6da-7c718554c4bf tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:34.992792 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-078946b9-af84-4e27-b6da-7c718554c4bf tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.4784279 Feb 16 12:48:35.010698 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36416) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:35.066349 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 906f6732-f9c2-4187-a0ca-db729b9ca497 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:35.078927 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-bfe4c46d-dc66-414c-9519-01709071524b tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Allocated IP 172.22.0.1 (bfc0f0a6-ad5f-40c0-960a-10c6a172d2d1/1fbf83cf-f1c1-4246-8c35-8d6cd99aeac3/7ad6c0bc-7fe3-47ac-9637-5044e31d2f64) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:35.081036 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-63cad284-1bbb-4286-94a7-df49cf0472d6 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.120324 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-da5e3fbe-2d91-47fa-99bc-731804df0147 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.129141 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ae21aa9-9411-4f11-9b20-a5bc9ea6688d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting subnet c1d86fdc-dc7c-4460-aff8-6d2ed3d1beaa {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:48:35.156815 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652c0141-876c-4f80-a47e-8a9fdbccdb55 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Made reservation on behalf of f7e183c87d434560824e762da5b5e9a3 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:35.160273 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-652c0141-876c-4f80-a47e-8a9fdbccdb55 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.165736 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cad284-1bbb-4286-94a7-df49cf0472d6 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0431e45b-620d-4b36-8236-26e38647e302,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:35.170976 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8ae21aa9-9411-4f11-9b20-a5bc9ea6688d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.200699 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-da5e3fbe-2d91-47fa-99bc-731804df0147 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.244688 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [None req-652c0141-876c-4f80-a47e-8a9fdbccdb55 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] device_id is not set on port 0f799689-498b-4ece-b2a0-7cb853d0ebec yet. {{(pid=87701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:48:35.266777 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d92a9e-7054-4678-866f-d6e035f5b1ec None None] DHCP port deletion for 3a41b489-dbcd-4dc1-b6ca-e8acf5e3f5ee request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:48:35.294447 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c550c3e7-a91d-4ced-8249-bef65ca568a3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.300107 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-59d92a9e-7054-4678-866f-d6e035f5b1ec None None] Deleting port 6c83692f-e13e-43b9-940b-04c5c4538b3b {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:35.300501 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-59d92a9e-7054-4678-866f-d6e035f5b1ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.304321 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-63cad284-1bbb-4286-94a7-df49cf0472d6 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.308903 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-63cad284-1bbb-4286-94a7-df49cf0472d6 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "DELETE /v2.0/security-groups/0431e45b-620d-4b36-8236-26e38647e302 HTTP/1.1" status: 204 len: 168 time: 1.4573240 Feb 16 12:48:35.366000 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36420) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:35.421540 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-8bce0860-f11e-4850-bb17-260ca3c6eb53 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] show failed (client error): The resource could not be found. Feb 16 12:48:35.425803 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8bce0860-f11e-4850-bb17-260ca3c6eb53 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "GET /v2.0/security-groups/0431e45b-620d-4b36-8236-26e38647e302 HTTP/1.1" status: 404 len: 347 time: 0.0554731 Feb 16 12:48:35.425803 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-c550c3e7-a91d-4ced-8249-bef65ca568a3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Transition to ACTIVE for port object 0fd9d225-27b5-4439-be61-15ad20a251a4 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:35.428969 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36424) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:35.458990 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c550c3e7-a91d-4ced-8249-bef65ca568a3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.479738 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.481455 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.516079 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3eee7734-6eb3-44d9-9273-d51c6de54eee tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks [] for router, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.562207 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-7d8c6eac-62ba-4080-9ce1-254069721b19 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] For port 6c83692f-e13e-43b9-940b-04c5c4538b3b, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=6c83692f-e13e-43b9-940b-04c5c4538b3b,segment=NetworkSegment(5dc12808-421d-4ee7-81f7-0547fb5548c7),segment_id=5dc12808-421d-4ee7-81f7-0547fb5548c7)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:35.562535 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7d8c6eac-62ba-4080-9ce1-254069721b19 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.616231 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8ae21aa9-9411-4f11-9b20-a5bc9ea6688d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.686663 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 906f6732-f9c2-4187-a0ca-db729b9ca497 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:35.704775 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-59d92a9e-7054-4678-866f-d6e035f5b1ec None None] For port 6c83692f-e13e-43b9-940b-04c5c4538b3b, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=6c83692f-e13e-43b9-940b-04c5c4538b3b,segment=NetworkSegment(5dc12808-421d-4ee7-81f7-0547fb5548c7),segment_id=5dc12808-421d-4ee7-81f7-0547fb5548c7)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:35.705187 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-59d92a9e-7054-4678-866f-d6e035f5b1ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.714504 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 906f6732-f9c2-4187-a0ca-db729b9ca497 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:35.714892 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.739017 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-da5e3fbe-2d91-47fa-99bc-731804df0147 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.756281 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-f0474fea-bfbb-424f-b943-5bd7a21ee308 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Deleting port 321d5e47-35c3-4f53-a47e-9f520751ba9b {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:35.756920 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f0474fea-bfbb-424f-b943-5bd7a21ee308 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.757151 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-c550c3e7-a91d-4ced-8249-bef65ca568a3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] In _notify_port_updated(), no bound segment for port 0fd9d225-27b5-4439-be61-15ad20a251a4 on network cb8cb444-edca-41e1-b707-3b4bfe676c76 {{(pid=87699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:48:35.762587 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c550c3e7-a91d-4ced-8249-bef65ca568a3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:35.763435 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c550c3e7-a91d-4ced-8249-bef65ca568a3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.764815 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c550c3e7-a91d-4ced-8249-bef65ca568a3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "PUT /v2.0/ports/0fd9d225-27b5-4439-be61-15ad20a251a4 HTTP/1.1" status: 200 len: 1011 time: 4.8074560 Feb 16 12:48:35.774644 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-7d8c6eac-62ba-4080-9ce1-254069721b19 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Calling delete_port for 6c83692f-e13e-43b9-940b-04c5c4538b3b owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:35.807592 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36428) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:35.808141 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bfe4c46d-dc66-414c-9519-01709071524b tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.817541 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-c8737b09-53b5-4b3e-be04-898a6050b4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0267fc2-1bd5-479e-8bc0-294aba6a7799', 'name': 'tempest-snat-router-846804995', 'tenant_id': 'c4a1d3bc9afa4da1a9bd8f7c40812120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.60'}], 'enable_snat': True}, 'gw_port_id': '660ff7b7-185f-459a-8911-3469ce1f332e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:27Z', 'updated_at': '2022-02-16T12:48:32Z', 'revision_number': 3, 'project_id': 'c4a1d3bc9afa4da1a9bd8f7c40812120', 'gw_port': {'id': '660ff7b7-185f-459a-8911-3469ce1f332e', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0267fc2-1bd5-479e-8bc0-294aba6a7799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:31Z', 'updated_at': '2022-02-16T12:48:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:35.835944 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c550c3e7-a91d-4ced-8249-bef65ca568a3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event updated for resources: {'Port': ['ID=0fd9d225-27b5-4439-be61-15ad20a251a4,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:35.853800 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-bfe4c46d-dc66-414c-9519-01709071524b tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Transition to ACTIVE for port object 7ad6c0bc-7fe3-47ac-9637-5044e31d2f64 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:35.890775 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e3fbe-2d91-47fa-99bc-731804df0147 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ec61748-235a-43f4-91a9-363ecc09a5e2,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:35.893783 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-59d92a9e-7054-4678-866f-d6e035f5b1ec None None] Calling delete_port for 6c83692f-e13e-43b9-940b-04c5c4538b3b owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:35.901353 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7d8c6eac-62ba-4080-9ce1-254069721b19 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:35.922702 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8737b09-53b5-4b3e-be04-898a6050b4bf None None] Checking router: e0267fc2-1bd5-479e-8bc0-294aba6a7799 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:48:35.923039 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8737b09-53b5-4b3e-be04-898a6050b4bf None None] Updating router e0267fc2-1bd5-479e-8bc0-294aba6a7799 port 660ff7b7-185f-459a-8911-3469ce1f332e binding host dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:48:35.953177 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c6eac-62ba-4080-9ce1-254069721b19 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event deleted for resources: {'Port': ['ID=6c83692f-e13e-43b9-940b-04c5c4538b3b,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:35.958577 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8c6eac-62ba-4080-9ce1-254069721b19 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] No DVR routers for this DVR port 6c83692f-e13e-43b9-940b-04c5c4538b3b on host dv-neutron-829527-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:48:35.990443 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bfe4c46d-dc66-414c-9519-01709071524b tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.018753 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c8737b09-53b5-4b3e-be04-898a6050b4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.122087 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-36c9c7bf-fb8c-4e50-9888-89a4b1df5a1c None None] Provisioning for port 0fd9d225-27b5-4439-be61-15ad20a251a4 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:36.125075 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.db.api [None req-59d92a9e-7054-4678-866f-d6e035f5b1ec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:48:36.125416 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG oslo_db.api [None req-59d92a9e-7054-4678-866f-d6e035f5b1ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:48:36.137842 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-da5e3fbe-2d91-47fa-99bc-731804df0147 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.139279 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-da5e3fbe-2d91-47fa-99bc-731804df0147 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/1ec61748-235a-43f4-91a9-363ecc09a5e2 HTTP/1.1" status: 204 len: 168 time: 1.2457826 Feb 16 12:48:36.152832 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-fac8dfd0-92ba-4b7c-bf97-ed960bfd6c93 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Deleting port 0fd9d225-27b5-4439-be61-15ad20a251a4 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:36.153409 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fac8dfd0-92ba-4b7c-bf97-ed960bfd6c93 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.160021 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36432) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:36.200970 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-36c9c7bf-fb8c-4e50-9888-89a4b1df5a1c None None] Provisioning complete for port 0fd9d225-27b5-4439-be61-15ad20a251a4 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:36.201334 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-36c9c7bf-fb8c-4e50-9888-89a4b1df5a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.272906 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.310258 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-36c9c7bf-fb8c-4e50-9888-89a4b1df5a1c None None] Port 0fd9d225-27b5-4439-be61-15ad20a251a4 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:48:36.314808 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe4c46d-dc66-414c-9519-01709071524b tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Network bfc0f0a6-ad5f-40c0-960a-10c6a172d2d1 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:36.316810 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7d8c6eac-62ba-4080-9ce1-254069721b19 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.325868 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-bfe4c46d-dc66-414c-9519-01709071524b tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:36.336085 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe4c46d-dc66-414c-9519-01709071524b tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:36.354415 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3eee7734-6eb3-44d9-9273-d51c6de54eee tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.357753 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-652c0141-876c-4f80-a47e-8a9fdbccdb55 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Allocated IP 172.20.0.9 (64d92a5c-c3fc-4739-bbbb-aed637ac5e73/abff943d-0d9b-4bce-a0dc-42e729c6e78d/0f799689-498b-4ece-b2a0-7cb853d0ebec) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:36.360254 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8ae21aa9-9411-4f11-9b20-a5bc9ea6688d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.368920 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe4c46d-dc66-414c-9519-01709071524b tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event updated for resources: {'Port': ['ID=7ad6c0bc-7fe3-47ac-9637-5044e31d2f64,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:36.390252 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 906f6732-f9c2-4187-a0ca-db729b9ca497, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=906f6732-f9c2-4187-a0ca-db729b9ca497,segment=NetworkSegment(7d9e93a1-b67b-4706-b41d-2536205ed442),segment_id=7d9e93a1-b67b-4706-b41d-2536205ed442)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:36.402688 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.409039 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-7d8c6eac-62ba-4080-9ce1-254069721b19 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a41b489-dbcd-4dc1-b6ca-e8acf5e3f5ee']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:36.424259 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6d0b4621-89b2-418a-9355-3edbf31eb377 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Synchronizing usage tracker for tenant:ddbade54d4ca46bdb79e7d4262b706b1 on resource:security_group_rule {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:36.458936 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-7d8c6eac-62ba-4080-9ce1-254069721b19 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dc12808-421d-4ee7-81f7-0547fb5548c7') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:36.459247 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-7d8c6eac-62ba-4080-9ce1-254069721b19 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dc12808-421d-4ee7-81f7-0547fb5548c7') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:36.491272 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7d8c6eac-62ba-4080-9ce1-254069721b19 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.500844 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bfe4c46d-dc66-414c-9519-01709071524b tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.517578 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=906f6732-f9c2-4187-a0ca-db729b9ca497,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:36.521897 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6d0b4621-89b2-418a-9355-3edbf31eb377 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Unset dirty status for tenant:ddbade54d4ca46bdb79e7d4262b706b1 on resource:security_group_rule {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:36.523276 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6d0b4621-89b2-418a-9355-3edbf31eb377 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3441336 Feb 16 12:48:36.532499 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7d8c6eac-62ba-4080-9ce1-254069721b19 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.533436 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36436) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:36.538049 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-3eee7734-6eb3-44d9-9273-d51c6de54eee tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Deleting port 660ff7b7-185f-459a-8911-3469ce1f332e {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:36.538506 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3eee7734-6eb3-44d9-9273-d51c6de54eee tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.550852 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d8c6eac-62ba-4080-9ce1-254069721b19 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:48:36.551678 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7d8c6eac-62ba-4080-9ce1-254069721b19 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.579283 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:48:36.579283 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:48:36.579283 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:48:36.579283 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:48:36.579283 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:48:36.579283 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:48:36.579283 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:48:36.579283 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:48:36.579283 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:48:36.579283 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:48:36.579283 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:48:36.579283 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:48:36.579283 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:48:36.579283 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:48:36.579283 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:48:36.579283 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:48:36.579283 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:48:36.579283 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:48:36.579283 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:48:36.579283 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:48:36.579283 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:48:36.579283 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:48:36.579283 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:48:36.579283 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:48:36.579283 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:48:36.579283 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:48:36.579283 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:48:36.579283 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:48:36.579283 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:48:36.579283 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:48:36.579283 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:48:36.579283 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:48:36.611864 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-e1586daa-bf2e-40d5-9ae0-f9d881ed2480 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Request body: {'security_group_rule': {'security_group_id': 'a6f4cfe7-96bd-469c-bef2-0684e7418e2a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:36.621325 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-e1586daa-bf2e-40d5-9ae0-f9d881ed2480 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:36.632364 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-59d92a9e-7054-4678-866f-d6e035f5b1ec None None] Deleting port 6c83692f-e13e-43b9-940b-04c5c4538b3b {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:36.632790 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-59d92a9e-7054-4678-866f-d6e035f5b1ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.637856 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-e1586daa-bf2e-40d5-9ae0-f9d881ed2480 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:36.657957 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f0474fea-bfbb-424f-b943-5bd7a21ee308 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.658222 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f0474fea-bfbb-424f-b943-5bd7a21ee308 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.695349 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 58ccfa28-a01f-4a5a-89b6-db4b292be7a5 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:36.729131 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7d8c6eac-62ba-4080-9ce1-254069721b19 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.751139 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7d8c6eac-62ba-4080-9ce1-254069721b19 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.764215 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c6eac-62ba-4080-9ce1-254069721b19 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event deleted for resources: {'Network': ['ID=3a41b489-dbcd-4dc1-b6ca-e8acf5e3f5ee,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:36.805016 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-59d92a9e-7054-4678-866f-d6e035f5b1ec None None] The port '6c83692f-e13e-43b9-940b-04c5c4538b3b' was deleted {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:48:36.816575 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.825174 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c8737b09-53b5-4b3e-be04-898a6050b4bf None None] Notify callbacks [] for port, precommit_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.833735 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7d8c6eac-62ba-4080-9ce1-254069721b19 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "DELETE /v2.0/networks/3a41b489-dbcd-4dc1-b6ca-e8acf5e3f5ee HTTP/1.1" status: 204 len: 168 time: 2.5003667 Feb 16 12:48:36.833735 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36440) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:36.850759 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-1b74ab70-3041-40b4-bfec-e89b53eebfc6 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-535157402'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:36.854850 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-c8737b09-53b5-4b3e-be04-898a6050b4bf None None] Transition to ACTIVE for port object 660ff7b7-185f-459a-8911-3469ce1f332e will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:36.860261 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1b74ab70-3041-40b4-bfec-e89b53eebfc6 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:36.867210 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-f0474fea-bfbb-424f-b943-5bd7a21ee308 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Calling delete_port for 321d5e47-35c3-4f53-a47e-9f520751ba9b owned by network:floatingip {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:36.868634 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1b74ab70-3041-40b4-bfec-e89b53eebfc6 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Usage tracker for resource:network and tenant:bc1f0288054c40818f485d7fa9a59a39 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:36.870399 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c8737b09-53b5-4b3e-be04-898a6050b4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.873632 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1b74ab70-3041-40b4-bfec-e89b53eebfc6 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:36.880301 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bfe4c46d-dc66-414c-9519-01709071524b tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.889506 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1b74ab70-3041-40b4-bfec-e89b53eebfc6 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:36.900947 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e1586daa-bf2e-40d5-9ae0-f9d881ed2480 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.903663 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-990e199c-a2a3-4c6f-ada3-9fddfad0d0e8 None None] Provisioning for port 7ad6c0bc-7fe3-47ac-9637-5044e31d2f64 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:36.914568 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 58ccfa28-a01f-4a5a-89b6-db4b292be7a5 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:36.915045 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.934310 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b74ab70-3041-40b4-bfec-e89b53eebfc6 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Made reservation on behalf of bc1f0288054c40818f485d7fa9a59a39 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:36.937062 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1b74ab70-3041-40b4-bfec-e89b53eebfc6 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:36.958230 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-990e199c-a2a3-4c6f-ada3-9fddfad0d0e8 None None] Provisioning complete for port 7ad6c0bc-7fe3-47ac-9637-5044e31d2f64 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:36.958630 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-990e199c-a2a3-4c6f-ada3-9fddfad0d0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:37.059877 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b74ab70-3041-40b4-bfec-e89b53eebfc6 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:48:37.097622 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-c8737b09-53b5-4b3e-be04-898a6050b4bf None None] Attempting to bind port 660ff7b7-185f-459a-8911-3469ce1f332e on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:37.097952 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-c8737b09-53b5-4b3e-be04-898a6050b4bf None None] Attempting to bind port 660ff7b7-185f-459a-8911-3469ce1f332e by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:37.098668 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8737b09-53b5-4b3e-be04-898a6050b4bf None None] Attempting to bind port 660ff7b7-185f-459a-8911-3469ce1f332e on network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:48:37.109647 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b7aa9-2462-4ba1-b14e-f98c910ca26a None None] Pushing event updated for resources: {'Port': ['ID=660ff7b7-185f-459a-8911-3469ce1f332e,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:37.119589 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8737b09-53b5-4b3e-be04-898a6050b4bf None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:48:37.119989 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8737b09-53b5-4b3e-be04-898a6050b4bf None None] Checking segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:37.120346 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c8737b09-53b5-4b3e-be04-898a6050b4bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:37.120759 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8737b09-53b5-4b3e-be04-898a6050b4bf None None] Bound using segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:48:37.121225 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-c8737b09-53b5-4b3e-be04-898a6050b4bf None None] Bound port: 660ff7b7-185f-459a-8911-3469ce1f332e, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:37.121740 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c8737b09-53b5-4b3e-be04-898a6050b4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:37.139804 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1b74ab70-3041-40b4-bfec-e89b53eebfc6 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:37.140146 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-1b74ab70-3041-40b4-bfec-e89b53eebfc6 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Added segment 5bc733c4-31b0-4346-99f4-c53c13243b95 of type vlan for network 85350005-a68b-437e-8fe5-d02366b36781 Feb 16 12:48:37.152006 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-990e199c-a2a3-4c6f-ada3-9fddfad0d0e8 None None] Port 7ad6c0bc-7fe3-47ac-9637-5044e31d2f64 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:48:37.186583 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1b74ab70-3041-40b4-bfec-e89b53eebfc6 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:37.248003 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-c8737b09-53b5-4b3e-be04-898a6050b4bf None None] For port 660ff7b7-185f-459a-8911-3469ce1f332e, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:48:37.262304 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fac8dfd0-92ba-4b7c-bf97-ed960bfd6c93 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:37.262575 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-c8737b09-53b5-4b3e-be04-898a6050b4bf None None] For port 660ff7b7-185f-459a-8911-3469ce1f332e, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=660ff7b7-185f-459a-8911-3469ce1f332e,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:48:37.279052 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c8737b09-53b5-4b3e-be04-898a6050b4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:37.312632 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1b74ab70-3041-40b4-bfec-e89b53eebfc6 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:37.318529 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b74ab70-3041-40b4-bfec-e89b53eebfc6 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:37.319165 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1b74ab70-3041-40b4-bfec-e89b53eebfc6 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:37.350463 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 6c83692f-e13e-43b9-940b-04c5c4538b3b no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:48:37.400389 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 6c83692f-e13e-43b9-940b-04c5c4538b3b {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:48:37.400862 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 6c83692f-e13e-43b9-940b-04c5c4538b3b not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:48:37.423328 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8737b09-53b5-4b3e-be04-898a6050b4bf None None] Routers {'e0267fc2-1bd5-479e-8bc0-294aba6a7799'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:37.424191 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-c8737b09-53b5-4b3e-be04-898a6050b4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:48:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e0267fc2-1bd5-479e-8bc0-294aba6a7799'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:37.460343 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1b74ab70-3041-40b4-bfec-e89b53eebfc6 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6262276 Feb 16 12:48:37.487354 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b7aa9-2462-4ba1-b14e-f98c910ca26a None None] Pushing event updated for resources: {'Port': ['ID=660ff7b7-185f-459a-8911-3469ce1f332e,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:37.506189 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8ae21aa9-9411-4f11-9b20-a5bc9ea6688d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:37.510682 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36444) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:37.522926 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-fac8dfd0-92ba-4b7c-bf97-ed960bfd6c93 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Calling delete_port for 0fd9d225-27b5-4439-be61-15ad20a251a4 owned by {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:37.524727 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-715bfd64-bc48-46ae-b4cf-5677632b7edf tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Request body: {'subnet': {'network_id': '85350005-a68b-437e-8fe5-d02366b36781', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:37.581885 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-c8737b09-53b5-4b3e-be04-898a6050b4bf None None] Set router e0267fc2-1bd5-479e-8bc0-294aba6a7799 gateway port host: None {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:37.610932 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.resource_extend [None req-bfe4c46d-dc66-414c-9519-01709071524b tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:48:37.646367 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bfe4c46d-dc66-414c-9519-01709071524b tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:37.651610 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae21aa9-9411-4f11-9b20-a5bc9ea6688d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Subnet': ['ID=c1d86fdc-dc7c-4460-aff8-6d2ed3d1beaa,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:37.655983 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b74ab70-3041-40b4-bfec-e89b53eebfc6 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event updated for resources: {'Network': ['ID=85350005-a68b-437e-8fe5-d02366b36781,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:37.663879 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bfe4c46d-dc66-414c-9519-01709071524b tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:37.688514 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8ae21aa9-9411-4f11-9b20-a5bc9ea6688d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:37.699663 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e1586daa-bf2e-40d5-9ae0-f9d881ed2480 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:37.700586 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-c8737b09-53b5-4b3e-be04-898a6050b4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0267fc2-1bd5-479e-8bc0-294aba6a7799', 'name': 'tempest-snat-router-846804995', 'tenant_id': 'c4a1d3bc9afa4da1a9bd8f7c40812120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:27Z', 'updated_at': '2022-02-16T12:48:36Z', 'revision_number': 4, 'project_id': 'c4a1d3bc9afa4da1a9bd8f7c40812120', 'gw_port_host': None}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:37.709622 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8737b09-53b5-4b3e-be04-898a6050b4bf None None] The sync data for ids ['e0267fc2-1bd5-479e-8bc0-294aba6a7799'] in dv-neutron-829527-1-hyperv is: [{'id': 'e0267fc2-1bd5-479e-8bc0-294aba6a7799', 'name': 'tempest-snat-router-846804995', 'tenant_id': 'c4a1d3bc9afa4da1a9bd8f7c40812120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:27Z', 'updated_at': '2022-02-16T12:48:36Z', 'revision_number': 4, 'project_id': 'c4a1d3bc9afa4da1a9bd8f7c40812120', 'gw_port_host': None}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:37.716098 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d098417b-824b-4dd7-81d5-7e86d67df748 None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:37.738934 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 85350005-a68b-437e-8fe5-d02366b36781 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:48:37.756249 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-715bfd64-bc48-46ae-b4cf-5677632b7edf tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:37.773613 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-715bfd64-bc48-46ae-b4cf-5677632b7edf tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Usage tracker for resource:subnet and tenant:bc1f0288054c40818f485d7fa9a59a39 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:37.778406 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-715bfd64-bc48-46ae-b4cf-5677632b7edf tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:37.785224 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3eee7734-6eb3-44d9-9273-d51c6de54eee tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:37.791774 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-715bfd64-bc48-46ae-b4cf-5677632b7edf tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:37.812090 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe4c46d-dc66-414c-9519-01709071524b tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event updated for resources: {'Port': ['ID=7ad6c0bc-7fe3-47ac-9637-5044e31d2f64,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:37.818567 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bfe4c46d-dc66-414c-9519-01709071524b tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:37.846045 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715bfd64-bc48-46ae-b4cf-5677632b7edf tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Made reservation on behalf of bc1f0288054c40818f485d7fa9a59a39 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:37.849545 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-715bfd64-bc48-46ae-b4cf-5677632b7edf tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:37.864602 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e1586daa-bf2e-40d5-9ae0-f9d881ed2480 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:37.973134 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-3eee7734-6eb3-44d9-9273-d51c6de54eee tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Calling delete_port for 660ff7b7-185f-459a-8911-3469ce1f332e owned by network:router_gateway {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:38.054767 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-8ae21aa9-9411-4f11-9b20-a5bc9ea6688d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/c1d86fdc-dc7c-4460-aff8-6d2ed3d1beaa HTTP/1.1" status: 204 len: 168 time: 3.0409558 Feb 16 12:48:38.078491 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36448) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:38.111033 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70768ec-b0f6-47e0-a31b-ed6cf8cf07ac None None] DHCP port deletion for c2beece7-853e-4518-ace6-8724ee235932 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:48:38.115342 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-b70768ec-b0f6-47e0-a31b-ed6cf8cf07ac None None] Deleting port 9ab350d4-3e5a-4e65-a09b-051ad7a3b54e {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:38.115769 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b70768ec-b0f6-47e0-a31b-ed6cf8cf07ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.159803 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1586daa-bf2e-40d5-9ae0-f9d881ed2480 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5ce1f79-dedc-456a-a190-14d84a315bca,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:38.196238 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-be5f82c9-d1cb-4ada-b36a-739672043dbc tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1042576 Feb 16 12:48:38.201265 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36452) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:38.205488 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f0474fea-bfbb-424f-b943-5bd7a21ee308 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.213043 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-cd033c48-b5d6-4346-a595-f7eedd2c97ab tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'subnet': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:38.237090 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe4c46d-dc66-414c-9519-01709071524b tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Network bfc0f0a6-ad5f-40c0-960a-10c6a172d2d1 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:38.243199 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-bfe4c46d-dc66-414c-9519-01709071524b tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:38.248041 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e1586daa-bf2e-40d5-9ae0-f9d881ed2480 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.249246 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e1586daa-bf2e-40d5-9ae0-f9d881ed2480 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7126887 Feb 16 12:48:38.365603 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36456) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:38.369894 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-b70768ec-b0f6-47e0-a31b-ed6cf8cf07ac None None] For port 9ab350d4-3e5a-4e65-a09b-051ad7a3b54e, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=9ab350d4-3e5a-4e65-a09b-051ad7a3b54e,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:38.370181 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b70768ec-b0f6-47e0-a31b-ed6cf8cf07ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.450607 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0474fea-bfbb-424f-b943-5bd7a21ee308 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Pushing event deleted for resources: {'Port': ['ID=321d5e47-35c3-4f53-a47e-9f520751ba9b,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:38.578373 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 906f6732-f9c2-4187-a0ca-db729b9ca497 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:38.592106 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-566efa7f-c272-4e10-a953-ec02e6c61381 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "GET /v2.0/security-group-rules/d5ce1f79-dedc-456a-a190-14d84a315bca HTTP/1.1" status: 200 len: 763 time: 0.2128010 Feb 16 12:48:38.614854 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-b70768ec-b0f6-47e0-a31b-ed6cf8cf07ac None None] Calling delete_port for 9ab350d4-3e5a-4e65-a09b-051ad7a3b54e owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:38.625044 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36460) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:38.671501 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-cd033c48-b5d6-4346-a595-f7eedd2c97ab tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:38.690233 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-cd033c48-b5d6-4346-a595-f7eedd2c97ab tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Usage tracker for resource:subnet and tenant:5979c0794f594272a8691960316755d8 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:38.699087 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-cd033c48-b5d6-4346-a595-f7eedd2c97ab tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:38.710665 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe4c46d-dc66-414c-9519-01709071524b tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Router eefe2440-6b69-4fc6-b3ab-4f26ec071b49 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:48:38.716041 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-df67d01f-d385-483f-aaac-6a7afca7c0b7 None None] Provisioning complete for port 7ad6c0bc-7fe3-47ac-9637-5044e31d2f64 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:38.716994 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-df67d01f-d385-483f-aaac-6a7afca7c0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.739165 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-cd033c48-b5d6-4346-a595-f7eedd2c97ab tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:38.770121 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-540cc564-bd65-4dd2-931a-711d24826e91 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1350110 Feb 16 12:48:38.782166 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36464) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:38.856196 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-df67d01f-d385-483f-aaac-6a7afca7c0b7 None None] Port 7ad6c0bc-7fe3-47ac-9637-5044e31d2f64 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:48:38.858019 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 906f6732-f9c2-4187-a0ca-db729b9ca497 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:38.858216 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.874337 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f0474fea-bfbb-424f-b943-5bd7a21ee308 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Notify callbacks [] for floatingip, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.887114 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f0474fea-bfbb-424f-b943-5bd7a21ee308 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.890731 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f0474fea-bfbb-424f-b943-5bd7a21ee308 tempest-ServerActionsTestJSON-50530388 tempest-ServerActionsTestJSON-50530388-project] 10.222.0.83 "DELETE /v2.0/floatingips/a30ae532-906b-43d3-80db-0bce84d19a6a HTTP/1.1" status: 204 len: 168 time: 3.4547477 Feb 16 12:48:38.890878 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b70768ec-b0f6-47e0-a31b-ed6cf8cf07ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.891457 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36468) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:38.894896 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.db.api [None req-3eee7734-6eb3-44d9-9273-d51c6de54eee tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:48:38.895211 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG oslo_db.api [None req-3eee7734-6eb3-44d9-9273-d51c6de54eee tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:48:38.923939 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd033c48-b5d6-4346-a595-f7eedd2c97ab tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:38.927985 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cd033c48-b5d6-4346-a595-f7eedd2c97ab tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.955469 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fac8dfd0-92ba-4b7c-bf97-ed960bfd6c93 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.958952 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-715bfd64-bc48-46ae-b4cf-5677632b7edf tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:38.960552 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70768ec-b0f6-47e0-a31b-ed6cf8cf07ac None None] Pushing event deleted for resources: {'Port': ['ID=9ab350d4-3e5a-4e65-a09b-051ad7a3b54e,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:38.963203 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70768ec-b0f6-47e0-a31b-ed6cf8cf07ac None None] No DVR routers for this DVR port 9ab350d4-3e5a-4e65-a09b-051ad7a3b54e on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:48:38.966514 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-652c0141-876c-4f80-a47e-8a9fdbccdb55 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:39.048932 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac8dfd0-92ba-4b7c-bf97-ed960bfd6c93 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event deleted for resources: {'Port': ['ID=0fd9d225-27b5-4439-be61-15ad20a251a4,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:39.092982 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-717be120-708c-4a04-a256-5aa78ffe5c98 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:39.099411 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 9ab350d4-3e5a-4e65-a09b-051ad7a3b54e no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:48:39.131105 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-717be120-708c-4a04-a256-5aa78ffe5c98 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:39.144730 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 9ab350d4-3e5a-4e65-a09b-051ad7a3b54e {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:48:39.145409 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 9ab350d4-3e5a-4e65-a09b-051ad7a3b54e not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:48:39.182606 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe4c46d-dc66-414c-9519-01709071524b tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:48:39.196696 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68cede1-1fb2-49b2-8482-2a34703d4276 None None] Sync routers for ids ['eefe2440-6b69-4fc6-b3ab-4f26ec071b49'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:39.198034 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715bfd64-bc48-46ae-b4cf-5677632b7edf tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event updated for resources: {'Subnet': ['ID=aed8fbf0-8766-4f96-a63b-349c4135ed52,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:39.216121 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68cede1-1fb2-49b2-8482-2a34703d4276 None None] Routers {'eefe2440-6b69-4fc6-b3ab-4f26ec071b49'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:39.216925 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-e68cede1-1fb2-49b2-8482-2a34703d4276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:48:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['eefe2440-6b69-4fc6-b3ab-4f26ec071b49'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:39.229998 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715bfd64-bc48-46ae-b4cf-5677632b7edf tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Checking segment: {'id': '5bc733c4-31b0-4346-99f4-c53c13243b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '85350005-a68b-437e-8fe5-d02366b36781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:39.229998 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715bfd64-bc48-46ae-b4cf-5677632b7edf tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Network hostable DHCP agents. Network: 85350005-a68b-437e-8fe5-d02366b36781, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:48:39.243416 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bfe4c46d-dc66-414c-9519-01709071524b tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "PUT /v2.0/routers/eefe2440-6b69-4fc6-b3ab-4f26ec071b49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2204154 Feb 16 12:48:39.245904 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36472) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:39.250386 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-717be120-708c-4a04-a256-5aa78ffe5c98 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:39.259706 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fac8dfd0-92ba-4b7c-bf97-ed960bfd6c93 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:39.274930 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-7e36d9bc-ac10-43cb-a313-ba297f86d5d9 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Request body: {'network': {'name': 'tempest-RoutersTest-126612606'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:39.277227 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-fac8dfd0-92ba-4b7c-bf97-ed960bfd6c93 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/ports/0fd9d225-27b5-4439-be61-15ad20a251a4 HTTP/1.1" status: 204 len: 168 time: 3.4680507 Feb 16 12:48:39.280889 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36476) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:39.286752 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717be120-708c-4a04-a256-5aa78ffe5c98 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d5ce1f79-dedc-456a-a190-14d84a315bca,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:39.291520 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-717be120-708c-4a04-a256-5aa78ffe5c98 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:39.292992 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-717be120-708c-4a04-a256-5aa78ffe5c98 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/d5ce1f79-dedc-456a-a190-14d84a315bca HTTP/1.1" status: 204 len: 168 time: 0.5087616 Feb 16 12:48:39.296654 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-7e36d9bc-ac10-43cb-a313-ba297f86d5d9 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:39.302020 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36480) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:39.335694 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-652c0141-876c-4f80-a47e-8a9fdbccdb55 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:39.358467 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-7e36d9bc-ac10-43cb-a313-ba297f86d5d9 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Usage tracker for resource:network and tenant:9f89b69482a141c697c1d7563c6011c5 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:39.361939 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-7e36d9bc-ac10-43cb-a313-ba297f86d5d9 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:39.368842 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-7e36d9bc-ac10-43cb-a313-ba297f86d5d9 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:39.375406 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-54a76944-a628-4fcd-9afd-1fb940e10d04 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] GET failed (client error): The resource could not be found. Feb 16 12:48:39.376072 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-54a76944-a628-4fcd-9afd-1fb940e10d04 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Synchronizing usage tracker for tenant:e1117180e8c949a18483da62b9a9f5be on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:39.452958 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715bfd64-bc48-46ae-b4cf-5677632b7edf tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Network 85350005-a68b-437e-8fe5-d02366b36781 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:48:39.460716 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e36d9bc-ac10-43cb-a313-ba297f86d5d9 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Made reservation on behalf of 9f89b69482a141c697c1d7563c6011c5 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:39.463758 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-e68cede1-1fb2-49b2-8482-2a34703d4276 None None] Set router eefe2440-6b69-4fc6-b3ab-4f26ec071b49 gateway port host: None {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:39.464311 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7e36d9bc-ac10-43cb-a313-ba297f86d5d9 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:39.465467 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-3eee7734-6eb3-44d9-9273-d51c6de54eee tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Deleting port 660ff7b7-185f-459a-8911-3469ce1f332e {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:39.466003 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3eee7734-6eb3-44d9-9273-d51c6de54eee tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:39.491315 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-715bfd64-bc48-46ae-b4cf-5677632b7edf tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 85350005-a68b-437e-8fe5-d02366b36781) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:39.501860 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d61367-3308-4f78-ae8e-f50805b76d8b None None] Network 85350005-a68b-437e-8fe5-d02366b36781 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:39.520965 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715bfd64-bc48-46ae-b4cf-5677632b7edf tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:39.521484 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-715bfd64-bc48-46ae-b4cf-5677632b7edf tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:39.562913 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e135ebd8-8f4b-4e19-887b-972cf944cb76 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Synchronizing usage tracker for tenant:ddbade54d4ca46bdb79e7d4262b706b1 on resource:security_group_rule {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:39.563128 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652c0141-876c-4f80-a47e-8a9fdbccdb55 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Network 64d92a5c-c3fc-4739-bbbb-aed637ac5e73 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:39.578554 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-652c0141-876c-4f80-a47e-8a9fdbccdb55 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:39.593899 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652c0141-876c-4f80-a47e-8a9fdbccdb55 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:39.613550 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e36d9bc-ac10-43cb-a313-ba297f86d5d9 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:48:39.622977 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c0141-876c-4f80-a47e-8a9fdbccdb55 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Pushing event updated for resources: {'Port': ['ID=0f799689-498b-4ece-b2a0-7cb853d0ebec,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:39.625669 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-54a76944-a628-4fcd-9afd-1fb940e10d04 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Unset dirty status for tenant:e1117180e8c949a18483da62b9a9f5be on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:39.629477 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-54a76944-a628-4fcd-9afd-1fb940e10d04 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "GET /v2.0/ports/0fd9d225-27b5-4439-be61-15ad20a251a4 HTTP/1.1" status: 404 len: 333 time: 0.3443692 Feb 16 12:48:39.640750 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36484) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:39.682690 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e135ebd8-8f4b-4e19-887b-972cf944cb76 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Unset dirty status for tenant:ddbade54d4ca46bdb79e7d4262b706b1 on resource:security_group_rule {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:39.684424 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e135ebd8-8f4b-4e19-887b-972cf944cb76 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3800700 Feb 16 12:48:39.693610 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-715bfd64-bc48-46ae-b4cf-5677632b7edf tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1762738 Feb 16 12:48:39.698598 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36488) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:39.699149 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36490) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:39.710560 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-1e096dfe-402f-4c9f-b77e-df201c7fcf0b tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Request body: {'security_group_rule': {'security_group_id': 'a6f4cfe7-96bd-469c-bef2-0684e7418e2a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:39.725700 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7e36d9bc-ac10-43cb-a313-ba297f86d5d9 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:39.725973 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-7e36d9bc-ac10-43cb-a313-ba297f86d5d9 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Added segment 68297c16-c83a-448d-b9a4-11b1b6ba0130 of type vlan for network 3c1fb940-2653-4d2b-89e4-b085c9704414 Feb 16 12:48:39.741739 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-ab443fc2-d116-42e1-b6fb-cc11889a5e67 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-827506345', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:39.742787 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.objects.ports [None req-cd033c48-b5d6-4346-a595-f7eedd2c97ab tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87699) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:48:39.747651 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f65086-f772-4912-8519-9f421127e2b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-85350005-a68b-437e-8fe5-d02366b36781', 'network_id': '85350005-a68b-437e-8fe5-d02366b36781', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'fixed_ips': [{'subnet_id': 'aed8fbf0-8766-4f96-a63b-349c4135ed52'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:48:39.748272 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cd033c48-b5d6-4346-a595-f7eedd2c97ab tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:39.748523 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-96f65086-f772-4912-8519-9f421127e2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:39.757312 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-1e096dfe-402f-4c9f-b77e-df201c7fcf0b tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:39.808880 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-ab443fc2-d116-42e1-b6fb-cc11889a5e67 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:39.833319 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-ab443fc2-d116-42e1-b6fb-cc11889a5e67 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Usage tracker for resource:router and tenant:bc1f0288054c40818f485d7fa9a59a39 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:39.839274 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-8269ece6-7efa-44fa-af45-9d6a6bb890bd tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Deleting subnet b91f6594-c4fa-40fa-92fc-57730a3a81b8 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:48:39.846475 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-ab443fc2-d116-42e1-b6fb-cc11889a5e67 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:39.847421 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8269ece6-7efa-44fa-af45-9d6a6bb890bd tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:39.854274 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-1e096dfe-402f-4c9f-b77e-df201c7fcf0b tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:39.861143 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-ab443fc2-d116-42e1-b6fb-cc11889a5e67 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:39.879389 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652c0141-876c-4f80-a47e-8a9fdbccdb55 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:39.880795 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-652c0141-876c-4f80-a47e-8a9fdbccdb55 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:39.892506 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd033c48-b5d6-4346-a595-f7eedd2c97ab tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:39.898734 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7e36d9bc-ac10-43cb-a313-ba297f86d5d9 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:39.902616 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-cd033c48-b5d6-4346-a595-f7eedd2c97ab tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:39.914469 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd033c48-b5d6-4346-a595-f7eedd2c97ab tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:39.915369 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cd033c48-b5d6-4346-a595-f7eedd2c97ab tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:39.922732 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-96f65086-f772-4912-8519-9f421127e2b7 None None] Allocated IP 2001:db8::2 (85350005-a68b-437e-8fe5-d02366b36781/aed8fbf0-8766-4f96-a63b-349c4135ed52/fc93dd46-34d6-49c9-b476-28d1b961d32a) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:39.924537 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd033c48-b5d6-4346-a595-f7eedd2c97ab tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Subnet': ['ID=81c5f06d-b968-4e39-b36a-d44d9f698f96,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:39.953442 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8269ece6-7efa-44fa-af45-9d6a6bb890bd tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:39.957638 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.securitygroups_db [None req-1e096dfe-402f-4c9f-b77e-df201c7fcf0b tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Project ddbade54d4ca46bdb79e7d4262b706b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:48:39.976091 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ab443fc2-d116-42e1-b6fb-cc11889a5e67 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:39.977944 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ab443fc2-d116-42e1-b6fb-cc11889a5e67 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:39.993605 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-652c0141-876c-4f80-a47e-8a9fdbccdb55 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 5.4984863 Feb 16 12:48:39.997599 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1e096dfe-402f-4c9f-b77e-df201c7fcf0b tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.009723 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36496) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:40.024959 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-e68cede1-1fb2-49b2-8482-2a34703d4276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'name': 'tempest-RoutersTest-router-1592884350', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:00Z', 'updated_at': '2022-02-16T12:48:36Z', 'revision_number': 4, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'gw_port_host': None, '_interfaces': [{'id': '1a6e75a8-62da-4b1a-bb34-4651c19aaebf', 'name': '', 'network_id': '4af22acd-757b-47d4-925e-f4c03ad597e0', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:63:74:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:05Z', 'updated_at': '2022-02-16T12:48:15Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47270ed9-b121-474b-bb34-a5e191358a7b', 'name': '', 'network_id': '28fb0fe9-554d-49e5-8e09-f2ed26f27bd4', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:98:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '82271494-1e9b-42dd-8356-961a022a44ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:15Z', 'updated_at': '2022-02-16T12:48:32Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '82271494-1e9b-42dd-8356-961a022a44ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ad6c0bc-7fe3-47ac-9637-5044e31d2f64', 'name': '', 'network_id': 'bfc0f0a6-ad5f-40c0-960a-10c6a172d2d1', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:6a:28:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '1fbf83cf-f1c1-4246-8c35-8d6cd99aeac3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:34Z', 'updated_at': '2022-02-16T12:48:37Z', 'revision_number': 2, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '1fbf83cf-f1c1-4246-8c35-8d6cd99aeac3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:40.032731 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68cede1-1fb2-49b2-8482-2a34703d4276 None None] Checking router: eefe2440-6b69-4fc6-b3ab-4f26ec071b49 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:48:40.033343 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68cede1-1fb2-49b2-8482-2a34703d4276 None None] Updating router eefe2440-6b69-4fc6-b3ab-4f26ec071b49 port 7ad6c0bc-7fe3-47ac-9637-5044e31d2f64 binding host dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:48:40.043924 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-834cbcdf-5e9f-4e5b-9f94-771456fa9b04 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Request body: {'floatingip': {'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'port_id': '0f799689-498b-4ece-b2a0-7cb853d0ebec', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:40.069442 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-3eee7734-6eb3-44d9-9273-d51c6de54eee tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] For port 660ff7b7-185f-459a-8911-3469ce1f332e, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=660ff7b7-185f-459a-8911-3469ce1f332e,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:40.069919 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3eee7734-6eb3-44d9-9273-d51c6de54eee tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.087715 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-834cbcdf-5e9f-4e5b-9f94-771456fa9b04 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:40.095028 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ab443fc2-d116-42e1-b6fb-cc11889a5e67 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.108052 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-834cbcdf-5e9f-4e5b-9f94-771456fa9b04 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Usage tracker for resource:floatingip and tenant:f7e183c87d434560824e762da5b5e9a3 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:40.123202 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-834cbcdf-5e9f-4e5b-9f94-771456fa9b04 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:40.129296 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-cd033c48-b5d6-4346-a595-f7eedd2c97ab tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9227791 Feb 16 12:48:40.134911 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36500) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:40.144833 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-92b56041-e290-4d74-b22b-374a76567a36 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'port': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'mac_address': 'fa:16:3e:00:01:db', 'name': 'tempest-NetworksTestDHCPv6-1810891091'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:40.153086 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-96f65086-f772-4912-8519-9f421127e2b7 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.163589 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-96f65086-f772-4912-8519-9f421127e2b7 None None] Transition to ACTIVE for port object fc93dd46-34d6-49c9-b476-28d1b961d32a will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:40.182579 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-96f65086-f772-4912-8519-9f421127e2b7 None None] Transition to ACTIVE for port object fc93dd46-34d6-49c9-b476-28d1b961d32a will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:40.187041 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e658c032-8963-443a-b44e-1ce87ac6092f None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:40.192071 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-e68cede1-1fb2-49b2-8482-2a34703d4276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.209927 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-96f65086-f772-4912-8519-9f421127e2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.234128 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7e36d9bc-ac10-43cb-a313-ba297f86d5d9 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.239395 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e36d9bc-ac10-43cb-a313-ba297f86d5d9 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:40.239981 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7e36d9bc-ac10-43cb-a313-ba297f86d5d9 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.252266 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-834cbcdf-5e9f-4e5b-9f94-771456fa9b04 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:40.271035 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-3eee7734-6eb3-44d9-9273-d51c6de54eee tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Calling delete_port for 660ff7b7-185f-459a-8911-3469ce1f332e owned by network:router_gateway {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:40.339380 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f65086-f772-4912-8519-9f421127e2b7 None None] Network 85350005-a68b-437e-8fe5-d02366b36781 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:40.344397 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f65086-f772-4912-8519-9f421127e2b7 None None] Pushing event updated for resources: {'Port': ['ID=fc93dd46-34d6-49c9-b476-28d1b961d32a,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:40.348093 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-96f65086-f772-4912-8519-9f421127e2b7 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:40.353124 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f65086-f772-4912-8519-9f421127e2b7 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:40.378759 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-834cbcdf-5e9f-4e5b-9f94-771456fa9b04 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for floatingip, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.412513 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ab443fc2-d116-42e1-b6fb-cc11889a5e67 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.423269 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7e36d9bc-ac10-43cb-a313-ba297f86d5d9 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1676667 Feb 16 12:48:40.426481 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36504) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:40.437639 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36d9bc-ac10-43cb-a313-ba297f86d5d9 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event updated for resources: {'Network': ['ID=3c1fb940-2653-4d2b-89e4-b085c9704414,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:40.447870 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-de28ca01-12da-4468-8088-bafb0c416a02 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Request body: {'subnet': {'network_id': '3c1fb940-2653-4d2b-89e4-b085c9704414', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:40.468937 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-96f65086-f772-4912-8519-9f421127e2b7 None None] Attempting to bind port fc93dd46-34d6-49c9-b476-28d1b961d32a on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:40.469297 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-96f65086-f772-4912-8519-9f421127e2b7 None None] Attempting to bind port fc93dd46-34d6-49c9-b476-28d1b961d32a by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '5bc733c4-31b0-4346-99f4-c53c13243b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '85350005-a68b-437e-8fe5-d02366b36781'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:40.469652 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f65086-f772-4912-8519-9f421127e2b7 None None] Attempting to bind port fc93dd46-34d6-49c9-b476-28d1b961d32a on network 85350005-a68b-437e-8fe5-d02366b36781 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:48:40.478284 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f65086-f772-4912-8519-9f421127e2b7 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:48:40.478665 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f65086-f772-4912-8519-9f421127e2b7 None None] Checking segment: {'id': '5bc733c4-31b0-4346-99f4-c53c13243b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '85350005-a68b-437e-8fe5-d02366b36781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:40.479008 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-96f65086-f772-4912-8519-9f421127e2b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.479393 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f65086-f772-4912-8519-9f421127e2b7 None None] Bound using segment: {'id': '5bc733c4-31b0-4346-99f4-c53c13243b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '85350005-a68b-437e-8fe5-d02366b36781'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:48:40.479853 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-96f65086-f772-4912-8519-9f421127e2b7 None None] Bound port: fc93dd46-34d6-49c9-b476-28d1b961d32a, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bc733c4-31b0-4346-99f4-c53c13243b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '85350005-a68b-437e-8fe5-d02366b36781'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:40.480216 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-96f65086-f772-4912-8519-9f421127e2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.483878 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1e096dfe-402f-4c9f-b77e-df201c7fcf0b tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.511738 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-92b56041-e290-4d74-b22b-374a76567a36 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:40.516600 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8269ece6-7efa-44fa-af45-9d6a6bb890bd tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.564485 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-92b56041-e290-4d74-b22b-374a76567a36 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Usage tracker for resource:port and tenant:5979c0794f594272a8691960316755d8 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:40.573887 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-92b56041-e290-4d74-b22b-374a76567a36 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:40.584558 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-92b56041-e290-4d74-b22b-374a76567a36 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:40.597173 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-96f65086-f772-4912-8519-9f421127e2b7 None None] For port fc93dd46-34d6-49c9-b476-28d1b961d32a, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:48:40.600879 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-96f65086-f772-4912-8519-9f421127e2b7 None None] For port fc93dd46-34d6-49c9-b476-28d1b961d32a, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=fc93dd46-34d6-49c9-b476-28d1b961d32a,segment=NetworkSegment(5bc733c4-31b0-4346-99f4-c53c13243b95),segment_id=5bc733c4-31b0-4346-99f4-c53c13243b95)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:48:40.602311 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 3c1fb940-2653-4d2b-89e4-b085c9704414 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:48:40.617369 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b56041-e290-4d74-b22b-374a76567a36 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:40.624877 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-96f65086-f772-4912-8519-9f421127e2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.723036 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8269ece6-7efa-44fa-af45-9d6a6bb890bd tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.757920 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-e68cede1-1fb2-49b2-8482-2a34703d4276 None None] Notify callbacks [] for port, precommit_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.772179 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f65086-f772-4912-8519-9f421127e2b7 None None] Pushing event updated for resources: {'Port': ['ID=fc93dd46-34d6-49c9-b476-28d1b961d32a,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:40.777608 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.provisioning_blocks [None req-e68cede1-1fb2-49b2-8482-2a34703d4276 None None] Transition to ACTIVE for port object 7ad6c0bc-7fe3-47ac-9637-5044e31d2f64 will not be triggered until provisioned by entity L2. {{(pid=87703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:40.792930 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8269ece6-7efa-44fa-af45-9d6a6bb890bd tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event deleted for resources: {'Subnet': ['ID=b91f6594-c4fa-40fa-92fc-57730a3a81b8,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:40.795548 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8269ece6-7efa-44fa-af45-9d6a6bb890bd tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.797450 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-e68cede1-1fb2-49b2-8482-2a34703d4276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.806609 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1e096dfe-402f-4c9f-b77e-df201c7fcf0b tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.808873 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea317d6d-ba22-43b3-b4e2-c54188b74ed9 None None] Network cb8cb444-edca-41e1-b707-3b4bfe676c76 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:40.823184 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8269ece6-7efa-44fa-af45-9d6a6bb890bd tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/subnets/b91f6594-c4fa-40fa-92fc-57730a3a81b8 HTTP/1.1" status: 204 len: 168 time: 1.1785972 Feb 16 12:48:40.831654 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36508) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:40.869018 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ab443fc2-d116-42e1-b6fb-cc11889a5e67 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.870502 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-ab443fc2-d116-42e1-b6fb-cc11889a5e67 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.1639717 Feb 16 12:48:40.873829 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36512) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:40.902716 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e096dfe-402f-4c9f-b77e-df201c7fcf0b tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5770ad9b-b4e5-47e4-af49-2bf5b2487e0d,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:40.946976 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-de28ca01-12da-4468-8088-bafb0c416a02 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:40.951702 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-de28ca01-12da-4468-8088-bafb0c416a02 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Usage tracker for resource:subnet and tenant:9f89b69482a141c697c1d7563c6011c5 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:40.953479 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92b56041-e290-4d74-b22b-374a76567a36 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.955394 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-de28ca01-12da-4468-8088-bafb0c416a02 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:40.962052 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-de28ca01-12da-4468-8088-bafb0c416a02 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:40.977152 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1e096dfe-402f-4c9f-b77e-df201c7fcf0b tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:40.979126 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-1e096dfe-402f-4c9f-b77e-df201c7fcf0b tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2743051 Feb 16 12:48:40.984777 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de28ca01-12da-4468-8088-bafb0c416a02 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Made reservation on behalf of 9f89b69482a141c697c1d7563c6011c5 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:40.986041 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6eb069-f919-443b-aaca-3490a7320698 None None] Pushing event updated for resources: {'Port': ['ID=7ad6c0bc-7fe3-47ac-9637-5044e31d2f64,revision_number=3']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:40.997525 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36516) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:41.000961 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-de28ca01-12da-4468-8088-bafb0c416a02 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:41.105219 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-e68cede1-1fb2-49b2-8482-2a34703d4276 None None] Attempting to bind port 7ad6c0bc-7fe3-47ac-9637-5044e31d2f64 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:41.105682 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-e68cede1-1fb2-49b2-8482-2a34703d4276 None None] Attempting to bind port 7ad6c0bc-7fe3-47ac-9637-5044e31d2f64 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '7d9e93a1-b67b-4706-b41d-2536205ed442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bfc0f0a6-ad5f-40c0-960a-10c6a172d2d1'}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:41.106035 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68cede1-1fb2-49b2-8482-2a34703d4276 None None] Attempting to bind port 7ad6c0bc-7fe3-47ac-9637-5044e31d2f64 on network bfc0f0a6-ad5f-40c0-960a-10c6a172d2d1 {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:48:41.115332 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68cede1-1fb2-49b2-8482-2a34703d4276 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:48:41.115746 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68cede1-1fb2-49b2-8482-2a34703d4276 None None] Checking segment: {'id': '7d9e93a1-b67b-4706-b41d-2536205ed442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bfc0f0a6-ad5f-40c0-960a-10c6a172d2d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:41.116146 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-e68cede1-1fb2-49b2-8482-2a34703d4276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:41.116819 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68cede1-1fb2-49b2-8482-2a34703d4276 None None] Bound using segment: {'id': '7d9e93a1-b67b-4706-b41d-2536205ed442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bfc0f0a6-ad5f-40c0-960a-10c6a172d2d1'} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:48:41.117275 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-e68cede1-1fb2-49b2-8482-2a34703d4276 None None] Bound port: 7ad6c0bc-7fe3-47ac-9637-5044e31d2f64, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9e93a1-b67b-4706-b41d-2536205ed442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bfc0f0a6-ad5f-40c0-960a-10c6a172d2d1'}}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:41.117814 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-e68cede1-1fb2-49b2-8482-2a34703d4276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:41.130025 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-92b56041-e290-4d74-b22b-374a76567a36 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] device_id is not set on port 94369afe-6ea5-4a52-a65b-9d409c51cfab yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:48:41.199968 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-aecd9a98-5986-46fb-9dcf-3dc10a6ecb5b tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "GET /v2.0/security-group-rules/5770ad9b-b4e5-47e4-af49-2bf5b2487e0d HTTP/1.1" status: 200 len: 769 time: 0.1985235 Feb 16 12:48:41.209450 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36520) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:41.239698 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-e68cede1-1fb2-49b2-8482-2a34703d4276 None None] For port 7ad6c0bc-7fe3-47ac-9637-5044e31d2f64, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:48:41.243708 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-e68cede1-1fb2-49b2-8482-2a34703d4276 None None] For port 7ad6c0bc-7fe3-47ac-9637-5044e31d2f64, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=7ad6c0bc-7fe3-47ac-9637-5044e31d2f64,segment=NetworkSegment(7d9e93a1-b67b-4706-b41d-2536205ed442),segment_id=7d9e93a1-b67b-4706-b41d-2536205ed442)] {{(pid=87703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:48:41.252718 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-e68cede1-1fb2-49b2-8482-2a34703d4276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:41.295407 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-79aa1e85-bd55-41a0-815c-9158356aeab9 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Deleting subnet e0bdff34-c67c-4dd7-9ff4-19deda641f4b {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:48:41.298946 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-79aa1e85-bd55-41a0-815c-9158356aeab9 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:41.382952 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-79aa1e85-bd55-41a0-815c-9158356aeab9 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:41.383459 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6eb069-f919-443b-aaca-3490a7320698 None None] Pushing event updated for resources: {'Port': ['ID=7ad6c0bc-7fe3-47ac-9637-5044e31d2f64,revision_number=4']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:41.396002 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68cede1-1fb2-49b2-8482-2a34703d4276 None None] Routers {'eefe2440-6b69-4fc6-b3ab-4f26ec071b49'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:41.396881 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-e68cede1-1fb2-49b2-8482-2a34703d4276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:48:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['eefe2440-6b69-4fc6-b3ab-4f26ec071b49'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:41.410944 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f272964-f47c-4d79-ab40-55548ef30930 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-c2beece7-853e-4518-ace6-8724ee235932', 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'tenant_id': '5979c0794f594272a8691960316755d8', 'fixed_ips': [{'subnet_id': '81c5f06d-b968-4e39-b36a-d44d9f698f96'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:48:41.411792 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8f272964-f47c-4d79-ab40-55548ef30930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:41.488645 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-834cbcdf-5e9f-4e5b-9f94-771456fa9b04 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:41.514991 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-79aa1e85-bd55-41a0-815c-9158356aeab9 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:41.634945 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-6ef68f24-c701-4141-b73e-67ae11131d17 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Synchronizing usage tracker for tenant:ddbade54d4ca46bdb79e7d4262b706b1 on resource:security_group_rule {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:41.645899 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3eee7734-6eb3-44d9-9273-d51c6de54eee tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:41.751015 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-e68cede1-1fb2-49b2-8482-2a34703d4276 None None] Set router eefe2440-6b69-4fc6-b3ab-4f26ec071b49 gateway port host: None {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:41.760233 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-79aa1e85-bd55-41a0-815c-9158356aeab9 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:41.777355 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee7734-6eb3-44d9-9273-d51c6de54eee tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Pushing event deleted for resources: {'Port': ['ID=660ff7b7-185f-459a-8911-3469ce1f332e,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:41.839055 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-54e6f8fc-acc1-47c9-95fd-50ace6a1f3d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:41.839317 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-8f272964-f47c-4d79-ab40-55548ef30930 None None] Allocated IP 2001:db8::f816:3eff:fe02:3d36 (c2beece7-853e-4518-ace6-8724ee235932/81c5f06d-b968-4e39-b36a-d44d9f698f96/7390d3a7-6d48-4fd8-b80c-79eb16c33959) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:41.989872 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-79aa1e85-bd55-41a0-815c-9158356aeab9 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:42.003891 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa1e85-bd55-41a0-815c-9158356aeab9 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event deleted for resources: {'Subnet': ['ID=e0bdff34-c67c-4dd7-9ff4-19deda641f4b,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:42.011902 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-79aa1e85-bd55-41a0-815c-9158356aeab9 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/subnets/e0bdff34-c67c-4dd7-9ff4-19deda641f4b HTTP/1.1" status: 204 len: 168 time: 1.1758990 Feb 16 12:48:42.146795 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8f272964-f47c-4d79-ab40-55548ef30930 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:42.163800 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-8f272964-f47c-4d79-ab40-55548ef30930 None None] Transition to ACTIVE for port object 7390d3a7-6d48-4fd8-b80c-79eb16c33959 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:42.193254 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-8f272964-f47c-4d79-ab40-55548ef30930 None None] Transition to ACTIVE for port object 7390d3a7-6d48-4fd8-b80c-79eb16c33959 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:42.201219 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8f272964-f47c-4d79-ab40-55548ef30930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:42.215509 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36524) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:42.287069 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-e68cede1-1fb2-49b2-8482-2a34703d4276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'name': 'tempest-RoutersTest-router-1592884350', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:00Z', 'updated_at': '2022-02-16T12:48:36Z', 'revision_number': 4, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'gw_port_host': None, '_interfaces': [{'id': '1a6e75a8-62da-4b1a-bb34-4651c19aaebf', 'name': '', 'network_id': '4af22acd-757b-47d4-925e-f4c03ad597e0', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:63:74:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:05Z', 'updated_at': '2022-02-16T12:48:15Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47270ed9-b121-474b-bb34-a5e191358a7b', 'name': '', 'network_id': '28fb0fe9-554d-49e5-8e09-f2ed26f27bd4', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:98:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '82271494-1e9b-42dd-8356-961a022a44ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:15Z', 'updated_at': '2022-02-16T12:48:32Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '82271494-1e9b-42dd-8356-961a022a44ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ad6c0bc-7fe3-47ac-9637-5044e31d2f64', 'name': '', 'network_id': 'bfc0f0a6-ad5f-40c0-960a-10c6a172d2d1', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:6a:28:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '1fbf83cf-f1c1-4246-8c35-8d6cd99aeac3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:34Z', 'updated_at': '2022-02-16T12:48:41Z', 'revision_number': 4, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '1fbf83cf-f1c1-4246-8c35-8d6cd99aeac3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:42.292365 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68cede1-1fb2-49b2-8482-2a34703d4276 None None] The sync data for ids ['eefe2440-6b69-4fc6-b3ab-4f26ec071b49'] in dv-neutron-829527-1-hyperv is: [{'id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'name': 'tempest-RoutersTest-router-1592884350', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:00Z', 'updated_at': '2022-02-16T12:48:36Z', 'revision_number': 4, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'gw_port_host': None, '_interfaces': [{'id': '1a6e75a8-62da-4b1a-bb34-4651c19aaebf', 'name': '', 'network_id': '4af22acd-757b-47d4-925e-f4c03ad597e0', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:63:74:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:05Z', 'updated_at': '2022-02-16T12:48:15Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47270ed9-b121-474b-bb34-a5e191358a7b', 'name': '', 'network_id': '28fb0fe9-554d-49e5-8e09-f2ed26f27bd4', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:98:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '82271494-1e9b-42dd-8356-961a022a44ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:15Z', 'updated_at': '2022-02-16T12:48:32Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '82271494-1e9b-42dd-8356-961a022a44ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ad6c0bc-7fe3-47ac-9637-5044e31d2f64', 'name': '', 'network_id': 'bfc0f0a6-ad5f-40c0-960a-10c6a172d2d1', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:6a:28:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '1fbf83cf-f1c1-4246-8c35-8d6cd99aeac3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:34Z', 'updated_at': '2022-02-16T12:48:41Z', 'revision_number': 4, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '1fbf83cf-f1c1-4246-8c35-8d6cd99aeac3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:42.311612 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f272964-f47c-4d79-ab40-55548ef30930 None None] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:42.315178 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-8f272964-f47c-4d79-ab40-55548ef30930 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:42.322604 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f272964-f47c-4d79-ab40-55548ef30930 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:42.378454 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f272964-f47c-4d79-ab40-55548ef30930 None None] Pushing event updated for resources: {'Port': ['ID=7390d3a7-6d48-4fd8-b80c-79eb16c33959,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:42.457486 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-6ef68f24-c701-4141-b73e-67ae11131d17 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Unset dirty status for tenant:ddbade54d4ca46bdb79e7d4262b706b1 on resource:security_group_rule {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:42.459339 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-6ef68f24-c701-4141-b73e-67ae11131d17 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 1.2370992 Feb 16 12:48:42.493583 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36528) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:42.603093 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-834cbcdf-5e9f-4e5b-9f94-771456fa9b04 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Allocated IP 172.26.5.6 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/1e5cc626-fd38-447d-9a48-d83e33f21e79) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:42.680235 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-8f272964-f47c-4d79-ab40-55548ef30930 None None] Attempting to bind port 7390d3a7-6d48-4fd8-b80c-79eb16c33959 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:42.680235 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-8f272964-f47c-4d79-ab40-55548ef30930 None None] Attempting to bind port 7390d3a7-6d48-4fd8-b80c-79eb16c33959 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:42.680235 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f272964-f47c-4d79-ab40-55548ef30930 None None] Attempting to bind port 7390d3a7-6d48-4fd8-b80c-79eb16c33959 on network c2beece7-853e-4518-ace6-8724ee235932 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:48:42.691300 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f272964-f47c-4d79-ab40-55548ef30930 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:48:42.691946 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f272964-f47c-4d79-ab40-55548ef30930 None None] Checking segment: {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:42.692089 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8f272964-f47c-4d79-ab40-55548ef30930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:42.692403 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f272964-f47c-4d79-ab40-55548ef30930 None None] Bound using segment: {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:48:42.692895 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-8f272964-f47c-4d79-ab40-55548ef30930 None None] Bound port: 7390d3a7-6d48-4fd8-b80c-79eb16c33959, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:42.693263 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8f272964-f47c-4d79-ab40-55548ef30930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:42.715089 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-de259105-fea1-458e-a9ac-383d96e2a713 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:42.724451 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device fc93dd46-34d6-49c9-b476-28d1b961d32a up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:42.733481 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-92b56041-e290-4d74-b22b-374a76567a36 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Allocated IP 2001:db8::f816:3eff:fe00:1db (c2beece7-853e-4518-ace6-8724ee235932/81c5f06d-b968-4e39-b36a-d44d9f698f96/94369afe-6ea5-4a52-a65b-9d409c51cfab) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:42.774979 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-de259105-fea1-458e-a9ac-383d96e2a713 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:42.782922 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f7a9d3-5706-43b0-a656-9055a50c4173 None None] Network cb8cb444-edca-41e1-b707-3b4bfe676c76 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:42.797572 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-de28ca01-12da-4468-8088-bafb0c416a02 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:42.954828 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534086fb-ed4b-4ad2-abdc-f463873a3769 None None] Network 85350005-a68b-437e-8fe5-d02366b36781 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:42.957116 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c3ff924b-6b78-485e-8b2e-cffc3ba22740 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.038813 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-8f272964-f47c-4d79-ab40-55548ef30930 None None] For port 7390d3a7-6d48-4fd8-b80c-79eb16c33959, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:48:43.042563 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-8f272964-f47c-4d79-ab40-55548ef30930 None None] For port 7390d3a7-6d48-4fd8-b80c-79eb16c33959, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=7390d3a7-6d48-4fd8-b80c-79eb16c33959,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:48:43.067972 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8f272964-f47c-4d79-ab40-55548ef30930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.127003 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6fce6bb9-1e21-4647-bd94-1d64f24e49d0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.203750 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-9884e254-f281-4391-8208-70c5c448fe61 None None] Provisioning complete for port 3bdd0bef-06f6-429b-97b9-2266561bc618 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:43.204113 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9884e254-f281-4391-8208-70c5c448fe61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.321859 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-de259105-fea1-458e-a9ac-383d96e2a713 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.341386 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3eee7734-6eb3-44d9-9273-d51c6de54eee tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023674'] for router_gateway, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.359663 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92b56041-e290-4d74-b22b-374a76567a36 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.404704 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de28ca01-12da-4468-8088-bafb0c416a02 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event updated for resources: {'Subnet': ['ID=6768bb75-57c9-4cdd-96ec-a4852822a379,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:43.437964 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de259105-fea1-458e-a9ac-383d96e2a713 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5770ad9b-b4e5-47e4-af49-2bf5b2487e0d,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:43.444624 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f272964-f47c-4d79-ab40-55548ef30930 None None] Pushing event updated for resources: {'Port': ['ID=7390d3a7-6d48-4fd8-b80c-79eb16c33959,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:43.481306 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-92b56041-e290-4d74-b22b-374a76567a36 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Transition to ACTIVE for port object 94369afe-6ea5-4a52-a65b-9d409c51cfab will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:43.497119 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port fc93dd46-34d6-49c9-b476-28d1b961d32a completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:43.520830 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-de259105-fea1-458e-a9ac-383d96e2a713 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.524401 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-de259105-fea1-458e-a9ac-383d96e2a713 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/5770ad9b-b4e5-47e4-af49-2bf5b2487e0d HTTP/1.1" status: 204 len: 168 time: 1.0274296 Feb 16 12:48:43.528078 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36532) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:43.558805 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92b56041-e290-4d74-b22b-374a76567a36 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.575632 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-6fce6bb9-1e21-4647-bd94-1d64f24e49d0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Deleting port 3bdd0bef-06f6-429b-97b9-2266561bc618 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:43.575911 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6fce6bb9-1e21-4647-bd94-1d64f24e49d0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.640068 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 7ad6c0bc-7fe3-47ac-9637-5044e31d2f64 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:43.647008 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de28ca01-12da-4468-8088-bafb0c416a02 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Checking segment: {'id': '68297c16-c83a-448d-b9a4-11b1b6ba0130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3c1fb940-2653-4d2b-89e4-b085c9704414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:43.647375 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de28ca01-12da-4468-8088-bafb0c416a02 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Network hostable DHCP agents. Network: 3c1fb940-2653-4d2b-89e4-b085c9704414, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:48:43.675699 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-834cbcdf-5e9f-4e5b-9f94-771456fa9b04 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.696402 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3eee7734-6eb3-44d9-9273-d51c6de54eee tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.700795 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3eee7734-6eb3-44d9-9273-d51c6de54eee tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.727155 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b56041-e290-4d74-b22b-374a76567a36 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Port': ['ID=94369afe-6ea5-4a52-a65b-9d409c51cfab,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:43.812710 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3eee7734-6eb3-44d9-9273-d51c6de54eee tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.813559 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eee7734-6eb3-44d9-9273-d51c6de54eee tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e0267fc2-1bd5-479e-8bc0-294aba6a7799 {{(pid=87701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:48:43.814125 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-37143ba2-af18-40e5-b74d-c74314c1f1de tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Synchronizing usage tracker for tenant:ddbade54d4ca46bdb79e7d4262b706b1 on resource:security_group_rule {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:43.816963 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 7ad6c0bc-7fe3-47ac-9637-5044e31d2f64 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:43.824128 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 7ad6c0bc-7fe3-47ac-9637-5044e31d2f64 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:43.824547 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.846724 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b56041-e290-4d74-b22b-374a76567a36 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:43.864782 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-92b56041-e290-4d74-b22b-374a76567a36 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:43.886122 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b56041-e290-4d74-b22b-374a76567a36 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:43.892244 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b56041-e290-4d74-b22b-374a76567a36 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:43.892940 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92b56041-e290-4d74-b22b-374a76567a36 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.919326 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-37143ba2-af18-40e5-b74d-c74314c1f1de tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Unset dirty status for tenant:ddbade54d4ca46bdb79e7d4262b706b1 on resource:security_group_rule {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:43.923821 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-37143ba2-af18-40e5-b74d-c74314c1f1de tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3919251 Feb 16 12:48:43.924931 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36536) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:43.951015 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-92b56041-e290-4d74-b22b-374a76567a36 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.8131137 Feb 16 12:48:43.955196 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36540) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:43.955607 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1219af84-22aa-44b1-813a-c7bdfd887662 None None] DHCP port deletion for cb8cb444-edca-41e1-b707-3b4bfe676c76 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:48:43.969255 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-1219af84-22aa-44b1-813a-c7bdfd887662 None None] Deleting port 3bdd0bef-06f6-429b-97b9-2266561bc618 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:43.969627 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-1219af84-22aa-44b1-813a-c7bdfd887662 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:43.979702 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de28ca01-12da-4468-8088-bafb0c416a02 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Network 3c1fb940-2653-4d2b-89e4-b085c9704414 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:48:44.033831 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-9ceb150c-92c0-44a1-90d0-169d57a58ec3 None None] Provisioning for port fc93dd46-34d6-49c9-b476-28d1b961d32a completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:44.109827 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3eee7734-6eb3-44d9-9273-d51c6de54eee tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:44.110860 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-3eee7734-6eb3-44d9-9273-d51c6de54eee tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] 10.222.0.83 "DELETE /v2.0/routers/e0267fc2-1bd5-479e-8bc0-294aba6a7799 HTTP/1.1" status: 204 len: 168 time: 9.3059111 Feb 16 12:48:44.116600 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36544) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:44.119417 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-9ceb150c-92c0-44a1-90d0-169d57a58ec3 None None] Provisioning complete for port fc93dd46-34d6-49c9-b476-28d1b961d32a triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:44.120077 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9ceb150c-92c0-44a1-90d0-169d57a58ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:44.120318 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-6fce6bb9-1e21-4647-bd94-1d64f24e49d0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] For port 3bdd0bef-06f6-429b-97b9-2266561bc618, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=3bdd0bef-06f6-429b-97b9-2266561bc618,segment=NetworkSegment(f5d88651-aea3-48d2-ac76-0a569b82d235),segment_id=f5d88651-aea3-48d2-ac76-0a569b82d235)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:44.120814 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6fce6bb9-1e21-4647-bd94-1d64f24e49d0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:44.142998 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-54e6f8fc-acc1-47c9-95fd-50ace6a1f3d3 admin admin] Deleting port 028c1ddd-61dc-48c4-afac-178ad40ebdc9 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:44.143331 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-54e6f8fc-acc1-47c9-95fd-50ace6a1f3d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:44.215518 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:44.217694 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-c3ff924b-6b78-485e-8b2e-cffc3ba22740 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Allocated IP 2001:db8::1 (85350005-a68b-437e-8fe5-d02366b36781/aed8fbf0-8766-4f96-a63b-349c4135ed52/260571e3-bbd9-4b4e-bc99-6a05a96ad6c1) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:44.232639 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-de28ca01-12da-4468-8088-bafb0c416a02 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 3c1fb940-2653-4d2b-89e4-b085c9704414) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:44.262965 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6ca05e98-7fa8-4234-b562-3529e4d337d4 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:44.263217 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca651e45-10b8-413f-aa04-807fc64894fd None None] Network 3c1fb940-2653-4d2b-89e4-b085c9704414 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:44.293465 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 7ad6c0bc-7fe3-47ac-9637-5044e31d2f64, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=7ad6c0bc-7fe3-47ac-9637-5044e31d2f64,segment=NetworkSegment(7d9e93a1-b67b-4706-b41d-2536205ed442),segment_id=7d9e93a1-b67b-4706-b41d-2536205ed442)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:44.319273 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-6fce6bb9-1e21-4647-bd94-1d64f24e49d0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Calling delete_port for 3bdd0bef-06f6-429b-97b9-2266561bc618 owned by network:dhcp {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:44.348663 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de28ca01-12da-4468-8088-bafb0c416a02 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:44.349282 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:44.349395 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-de28ca01-12da-4468-8088-bafb0c416a02 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:44.424065 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-834cbcdf-5e9f-4e5b-9f94-771456fa9b04 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:44.472038 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-de28ca01-12da-4468-8088-bafb0c416a02 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0316098 Feb 16 12:48:44.528980 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6ca05e98-7fa8-4234-b562-3529e4d337d4 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:44.543257 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36548) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:44.608068 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 7390d3a7-6d48-4fd8-b80c-79eb16c33959 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:44.612497 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834cbcdf-5e9f-4e5b-9f94-771456fa9b04 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:44.628889 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-834cbcdf-5e9f-4e5b-9f94-771456fa9b04 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:44.637499 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834cbcdf-5e9f-4e5b-9f94-771456fa9b04 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:44.643730 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e75b524-7344-41db-8bac-a0e1975b29ae tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:44.649738 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e75b524-7344-41db-8bac-a0e1975b29ae tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:44.650331 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5e75b524-7344-41db-8bac-a0e1975b29ae tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:44.666728 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834cbcdf-5e9f-4e5b-9f94-771456fa9b04 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Pushing event updated for resources: {'Port': ['ID=1e5cc626-fd38-447d-9a48-d83e33f21e79,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:44.677826 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-1219af84-22aa-44b1-813a-c7bdfd887662 None None] For port 3bdd0bef-06f6-429b-97b9-2266561bc618, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=3bdd0bef-06f6-429b-97b9-2266561bc618,segment=NetworkSegment(f5d88651-aea3-48d2-ac76-0a569b82d235),segment_id=f5d88651-aea3-48d2-ac76-0a569b82d235)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:44.678333 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-1219af84-22aa-44b1-813a-c7bdfd887662 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:44.748571 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-54e6f8fc-acc1-47c9-95fd-50ace6a1f3d3 admin admin] For port 028c1ddd-61dc-48c4-afac-178ad40ebdc9, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=028c1ddd-61dc-48c4-afac-178ad40ebdc9,segment=NetworkSegment(3d4b7f21-14a6-408b-b79a-e975ae9ef003),segment_id=3d4b7f21-14a6-408b-b79a-e975ae9ef003)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:44.749079 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-54e6f8fc-acc1-47c9-95fd-50ace6a1f3d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:44.900216 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-54e6f8fc-acc1-47c9-95fd-50ace6a1f3d3 admin admin] Calling delete_port for 028c1ddd-61dc-48c4-afac-178ad40ebdc9 owned by network:router_interface {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:44.908716 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=7ad6c0bc-7fe3-47ac-9637-5044e31d2f64,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:44.934102 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-1219af84-22aa-44b1-813a-c7bdfd887662 None None] Calling delete_port for 3bdd0bef-06f6-429b-97b9-2266561bc618 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:44.936962 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5e75b524-7344-41db-8bac-a0e1975b29ae tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:44.940885 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5e75b524-7344-41db-8bac-a0e1975b29ae tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.9771736 Feb 16 12:48:44.947897 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6fce6bb9-1e21-4647-bd94-1d64f24e49d0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:44.948601 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-601ea2f5-daab-447e-8405-b1fe8f24baee tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:44.958539 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36552) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:44.996170 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9ceb150c-92c0-44a1-90d0-169d57a58ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:45.038078 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fce6bb9-1e21-4647-bd94-1d64f24e49d0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] No DVR routers for this DVR port 3bdd0bef-06f6-429b-97b9-2266561bc618 on host dv-neutron-829527-1-hyperv {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:48:45.082756 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 7390d3a7-6d48-4fd8-b80c-79eb16c33959 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:45.151175 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-9ceb150c-92c0-44a1-90d0-169d57a58ec3 None None] For port fc93dd46-34d6-49c9-b476-28d1b961d32a, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=fc93dd46-34d6-49c9-b476-28d1b961d32a,segment=NetworkSegment(5bc733c4-31b0-4346-99f4-c53c13243b95),segment_id=5bc733c4-31b0-4346-99f4-c53c13243b95)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:45.153923 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.db.api [None req-1219af84-22aa-44b1-813a-c7bdfd887662 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:48:45.155135 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG oslo_db.api [None req-1219af84-22aa-44b1-813a-c7bdfd887662 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:48:45.165170 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be059f6-1e74-45eb-8fb0-91cf163beb77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-3c1fb940-2653-4d2b-89e4-b085c9704414', 'network_id': '3c1fb940-2653-4d2b-89e4-b085c9704414', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'fixed_ips': [{'subnet_id': '6768bb75-57c9-4cdd-96ec-a4852822a379'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:48:45.166213 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-5be059f6-1e74-45eb-8fb0-91cf163beb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:45.190878 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9ceb150c-92c0-44a1-90d0-169d57a58ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:45.226826 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 3bdd0bef-06f6-429b-97b9-2266561bc618 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:48:45.258419 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c3ff924b-6b78-485e-8b2e-cffc3ba22740 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:45.262603 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6ca05e98-7fa8-4234-b562-3529e4d337d4 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:45.275508 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 3bdd0bef-06f6-429b-97b9-2266561bc618 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:48:45.276048 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 3bdd0bef-06f6-429b-97b9-2266561bc618 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:48:45.347143 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce6bb9-1e21-4647-bd94-1d64f24e49d0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event deleted for resources: {'Port': ['ID=3bdd0bef-06f6-429b-97b9-2266561bc618,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:45.372096 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca05e98-7fa8-4234-b562-3529e4d337d4 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f4cfe7-96bd-469c-bef2-0684e7418e2a,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:45.386564 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-1bb944a1-5e25-47bf-b5e7-a0e18f145b5f None None] Provisioning for port 7390d3a7-6d48-4fd8-b80c-79eb16c33959 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:45.388492 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-c3ff924b-6b78-485e-8b2e-cffc3ba22740 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Transition to ACTIVE for port object 260571e3-bbd9-4b4e-bc99-6a05a96ad6c1 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:45.407452 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6ca05e98-7fa8-4234-b562-3529e4d337d4 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:45.411125 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6ca05e98-7fa8-4234-b562-3529e4d337d4 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "DELETE /v2.0/security-groups/a6f4cfe7-96bd-469c-bef2-0684e7418e2a HTTP/1.1" status: 204 len: 168 time: 1.4829593 Feb 16 12:48:45.414738 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36556) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:45.431343 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb150c-92c0-44a1-90d0-169d57a58ec3 None None] Pushing event updated for resources: {'Port': ['ID=fc93dd46-34d6-49c9-b476-28d1b961d32a,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:45.438551 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-1bb944a1-5e25-47bf-b5e7-a0e18f145b5f None None] Provisioning complete for port 7390d3a7-6d48-4fd8-b80c-79eb16c33959 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:45.438858 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-1bb944a1-5e25-47bf-b5e7-a0e18f145b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:45.516365 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-601ea2f5-daab-447e-8405-b1fe8f24baee tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:45.551517 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6fce6bb9-1e21-4647-bd94-1d64f24e49d0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:45.609394 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-601ea2f5-daab-447e-8405-b1fe8f24baee tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Deleting port 58ccfa28-a01f-4a5a-89b6-db4b292be7a5 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:45.609752 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-601ea2f5-daab-447e-8405-b1fe8f24baee tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:45.625029 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-dd4a099b-6747-4cdb-838c-db01293eadb7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting port 94369afe-6ea5-4a52-a65b-9d409c51cfab {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:45.625264 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-dd4a099b-6747-4cdb-838c-db01293eadb7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:45.627746 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-5be059f6-1e74-45eb-8fb0-91cf163beb77 None None] Allocated IP 172.23.0.2 (3c1fb940-2653-4d2b-89e4-b085c9704414/6768bb75-57c9-4cdd-96ec-a4852822a379/cb6595fc-0ce7-474c-b7f2-d4ed29b8b013) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:45.646520 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-1bb944a1-5e25-47bf-b5e7-a0e18f145b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:45.657745 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-1219af84-22aa-44b1-813a-c7bdfd887662 None None] Deleting port 3bdd0bef-06f6-429b-97b9-2266561bc618 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:45.658113 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-1219af84-22aa-44b1-813a-c7bdfd887662 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:45.708318 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-6fce6bb9-1e21-4647-bd94-1d64f24e49d0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb8cb444-edca-41e1-b707-3b4bfe676c76']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:45.728064 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-cb3e0bca-9ca0-43be-959c-73b7389dcdcb tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Synchronizing usage tracker for tenant:ddbade54d4ca46bdb79e7d4262b706b1 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:45.751596 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-6fce6bb9-1e21-4647-bd94-1d64f24e49d0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5d88651-aea3-48d2-ac76-0a569b82d235') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:45.751963 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-6fce6bb9-1e21-4647-bd94-1d64f24e49d0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5d88651-aea3-48d2-ac76-0a569b82d235') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:45.754872 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c3ff924b-6b78-485e-8b2e-cffc3ba22740 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:45.836266 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6fce6bb9-1e21-4647-bd94-1d64f24e49d0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:45.848477 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-1219af84-22aa-44b1-813a-c7bdfd887662 None None] The port '3bdd0bef-06f6-429b-97b9-2266561bc618' was deleted {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:48:45.867281 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-1bb944a1-5e25-47bf-b5e7-a0e18f145b5f None None] For port 7390d3a7-6d48-4fd8-b80c-79eb16c33959, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=7390d3a7-6d48-4fd8-b80c-79eb16c33959,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:45.879850 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-1bb944a1-5e25-47bf-b5e7-a0e18f145b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:45.904325 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ff924b-6b78-485e-8b2e-cffc3ba22740 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Network 85350005-a68b-437e-8fe5-d02366b36781 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:45.920551 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-c3ff924b-6b78-485e-8b2e-cffc3ba22740 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:45.923607 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ff924b-6b78-485e-8b2e-cffc3ba22740 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:45.924180 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c3ff924b-6b78-485e-8b2e-cffc3ba22740 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:45.926715 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6fce6bb9-1e21-4647-bd94-1d64f24e49d0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:45.932474 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-cb3e0bca-9ca0-43be-959c-73b7389dcdcb tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Unset dirty status for tenant:ddbade54d4ca46bdb79e7d4262b706b1 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:45.939562 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-cb3e0bca-9ca0-43be-959c-73b7389dcdcb tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5203464 Feb 16 12:48:45.982134 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36560) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:45.987823 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-1bb944a1-5e25-47bf-b5e7-a0e18f145b5f None None] Provisioning for port 94369afe-6ea5-4a52-a65b-9d409c51cfab completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:45.994754 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-71a3d977-1017-4f64-99b3-a8b63ff6650e tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Request body: {'security_group': {'name': 'tempest-secgroup--1287838330'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:46.004868 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-1bb944a1-5e25-47bf-b5e7-a0e18f145b5f None None] Provisioning complete for port 94369afe-6ea5-4a52-a65b-9d409c51cfab triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:46.005320 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-1bb944a1-5e25-47bf-b5e7-a0e18f145b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:46.014160 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-71a3d977-1017-4f64-99b3-a8b63ff6650e tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:46.018749 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ff924b-6b78-485e-8b2e-cffc3ba22740 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event updated for resources: {'Port': ['ID=260571e3-bbd9-4b4e-bc99-6a05a96ad6c1,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:46.038178 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:48:46.039565 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb944a1-5e25-47bf-b5e7-a0e18f145b5f None None] Pushing event updated for resources: {'Port': ['ID=7390d3a7-6d48-4fd8-b80c-79eb16c33959,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:46.092583 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-71a3d977-1017-4f64-99b3-a8b63ff6650e tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:46.106534 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-601ea2f5-daab-447e-8405-b1fe8f24baee tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] For port 58ccfa28-a01f-4a5a-89b6-db4b292be7a5, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=58ccfa28-a01f-4a5a-89b6-db4b292be7a5,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:46.107209 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-601ea2f5-daab-447e-8405-b1fe8f24baee tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:46.126500 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f9639373-0218-440e-944a-298c520f61ba tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:46.139089 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-1bb944a1-5e25-47bf-b5e7-a0e18f145b5f None None] Port 94369afe-6ea5-4a52-a65b-9d409c51cfab cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:48:46.160413 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-5be059f6-1e74-45eb-8fb0-91cf163beb77 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:46.173568 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-1bb944a1-5e25-47bf-b5e7-a0e18f145b5f None None] Provisioning complete for port fc93dd46-34d6-49c9-b476-28d1b961d32a triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:46.174094 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-1bb944a1-5e25-47bf-b5e7-a0e18f145b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:46.204068 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-71a3d977-1017-4f64-99b3-a8b63ff6650e tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:46.206279 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fce6bb9-1e21-4647-bd94-1d64f24e49d0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:48:46.206414 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-5be059f6-1e74-45eb-8fb0-91cf163beb77 None None] Transition to ACTIVE for port object cb6595fc-0ce7-474c-b7f2-d4ed29b8b013 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:46.206538 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6fce6bb9-1e21-4647-bd94-1d64f24e49d0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:46.223138 dv-neutron-829527-1-hyperv neutron-server[87701]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:48:46.223138 dv-neutron-829527-1-hyperv neutron-server[87701]: util.warn( Feb 16 12:48:46.223138 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:48:46.223138 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:48:46.223138 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:48:46.223138 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:48:46.223138 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:48:46.223138 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:48:46.223138 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:48:46.223138 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:48:46.223138 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:48:46.223138 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:48:46.223138 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:48:46.223138 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:48:46.223138 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:48:46.223138 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:48:46.223138 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:48:46.223138 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:48:46.223138 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:48:46.223138 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:48:46.223138 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:48:46.223138 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:48:46.223138 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:48:46.223138 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:48:46.223138 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:48:46.223138 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:48:46.223138 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:48:46.223138 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:48:46.223138 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:48:46.223138 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:48:46.223138 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:48:46.223138 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:48:46.223138 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:48:46.223138 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:48:46.254713 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-5be059f6-1e74-45eb-8fb0-91cf163beb77 None None] Transition to ACTIVE for port object cb6595fc-0ce7-474c-b7f2-d4ed29b8b013 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:46.265243 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-5be059f6-1e74-45eb-8fb0-91cf163beb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:46.284178 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-601ea2f5-daab-447e-8405-b1fe8f24baee tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Calling delete_port for 58ccfa28-a01f-4a5a-89b6-db4b292be7a5 owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:46.296997 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-54e6f8fc-acc1-47c9-95fd-50ace6a1f3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:46.368881 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be059f6-1e74-45eb-8fb0-91cf163beb77 None None] Network 3c1fb940-2653-4d2b-89e4-b085c9704414 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:46.379764 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-5be059f6-1e74-45eb-8fb0-91cf163beb77 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:46.391797 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be059f6-1e74-45eb-8fb0-91cf163beb77 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:46.396152 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be059f6-1e74-45eb-8fb0-91cf163beb77 None None] Pushing event updated for resources: {'Port': ['ID=cb6595fc-0ce7-474c-b7f2-d4ed29b8b013,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:46.423341 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e6f8fc-acc1-47c9-95fd-50ace6a1f3d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=028c1ddd-61dc-48c4-afac-178ad40ebdc9,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:46.582487 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-5be059f6-1e74-45eb-8fb0-91cf163beb77 None None] Attempting to bind port cb6595fc-0ce7-474c-b7f2-d4ed29b8b013 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:46.582951 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-5be059f6-1e74-45eb-8fb0-91cf163beb77 None None] Attempting to bind port cb6595fc-0ce7-474c-b7f2-d4ed29b8b013 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '68297c16-c83a-448d-b9a4-11b1b6ba0130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3c1fb940-2653-4d2b-89e4-b085c9704414'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:46.583630 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be059f6-1e74-45eb-8fb0-91cf163beb77 None None] Attempting to bind port cb6595fc-0ce7-474c-b7f2-d4ed29b8b013 on network 3c1fb940-2653-4d2b-89e4-b085c9704414 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:48:46.590405 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-834cbcdf-5e9f-4e5b-9f94-771456fa9b04 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:46.606539 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be059f6-1e74-45eb-8fb0-91cf163beb77 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:48:46.607066 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be059f6-1e74-45eb-8fb0-91cf163beb77 None None] Checking segment: {'id': '68297c16-c83a-448d-b9a4-11b1b6ba0130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3c1fb940-2653-4d2b-89e4-b085c9704414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:46.607566 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-5be059f6-1e74-45eb-8fb0-91cf163beb77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:46.608047 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be059f6-1e74-45eb-8fb0-91cf163beb77 None None] Bound using segment: {'id': '68297c16-c83a-448d-b9a4-11b1b6ba0130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3c1fb940-2653-4d2b-89e4-b085c9704414'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:48:46.608757 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-5be059f6-1e74-45eb-8fb0-91cf163beb77 None None] Bound port: cb6595fc-0ce7-474c-b7f2-d4ed29b8b013, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68297c16-c83a-448d-b9a4-11b1b6ba0130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3c1fb940-2653-4d2b-89e4-b085c9704414'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:46.609234 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-5be059f6-1e74-45eb-8fb0-91cf163beb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:46.625943 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-71a3d977-1017-4f64-99b3-a8b63ff6650e tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:46.628887 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6fce6bb9-1e21-4647-bd94-1d64f24e49d0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:46.687354 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-52dd6ba7-0cfb-4778-a4d3-e1811e47bba7 None None] Provisioning for port 260571e3-bbd9-4b4e-bc99-6a05a96ad6c1 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:46.715316 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-71a3d977-1017-4f64-99b3-a8b63ff6650e tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Usage tracker for resource:security_group_rule and tenant:ddbade54d4ca46bdb79e7d4262b706b1 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:46.727076 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device fc93dd46-34d6-49c9-b476-28d1b961d32a up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:46.733116 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-71a3d977-1017-4f64-99b3-a8b63ff6650e tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:46.748163 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-71a3d977-1017-4f64-99b3-a8b63ff6650e tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:46.769399 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6fce6bb9-1e21-4647-bd94-1d64f24e49d0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:46.795612 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-52dd6ba7-0cfb-4778-a4d3-e1811e47bba7 None None] Provisioning complete for port 260571e3-bbd9-4b4e-bc99-6a05a96ad6c1 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:46.795970 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-52dd6ba7-0cfb-4778-a4d3-e1811e47bba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:46.800210 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c3ff924b-6b78-485e-8b2e-cffc3ba22740 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:46.895594 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-52dd6ba7-0cfb-4778-a4d3-e1811e47bba7 None None] Port 260571e3-bbd9-4b4e-bc99-6a05a96ad6c1 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:48:46.903345 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-5be059f6-1e74-45eb-8fb0-91cf163beb77 None None] For port cb6595fc-0ce7-474c-b7f2-d4ed29b8b013, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:48:46.907073 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-5be059f6-1e74-45eb-8fb0-91cf163beb77 None None] For port cb6595fc-0ce7-474c-b7f2-d4ed29b8b013, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=cb6595fc-0ce7-474c-b7f2-d4ed29b8b013,segment=NetworkSegment(68297c16-c83a-448d-b9a4-11b1b6ba0130),segment_id=68297c16-c83a-448d-b9a4-11b1b6ba0130)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:48:46.917442 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port fc93dd46-34d6-49c9-b476-28d1b961d32a triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:46.917795 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:46.947052 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-5be059f6-1e74-45eb-8fb0-91cf163beb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:46.967280 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-54e6f8fc-acc1-47c9-95fd-50ace6a1f3d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:47.005237 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce6bb9-1e21-4647-bd94-1d64f24e49d0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event deleted for resources: {'Network': ['ID=cb8cb444-edca-41e1-b707-3b4bfe676c76,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:47.057885 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be059f6-1e74-45eb-8fb0-91cf163beb77 None None] Pushing event updated for resources: {'Port': ['ID=cb6595fc-0ce7-474c-b7f2-d4ed29b8b013,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:47.093049 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-601ea2f5-daab-447e-8405-b1fe8f24baee tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:47.131185 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 7390d3a7-6d48-4fd8-b80c-79eb16c33959 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:47.165534 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ea2f5-daab-447e-8405-b1fe8f24baee tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Pushing event deleted for resources: {'Port': ['ID=58ccfa28-a01f-4a5a-89b6-db4b292be7a5,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:47.228824 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 7390d3a7-6d48-4fd8-b80c-79eb16c33959 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:47.229195 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:47.262464 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-834cbcdf-5e9f-4e5b-9f94-771456fa9b04 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:47.301803 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-dd4a099b-6747-4cdb-838c-db01293eadb7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:47.318982 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-6fce6bb9-1e21-4647-bd94-1d64f24e49d0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/networks/cb8cb444-edca-41e1-b707-3b4bfe676c76 HTTP/1.1" status: 204 len: 168 time: 5.0373595 Feb 16 12:48:47.365024 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36564) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:47.395608 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 7ad6c0bc-7fe3-47ac-9637-5044e31d2f64 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:47.509311 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 7ad6c0bc-7fe3-47ac-9637-5044e31d2f64 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:47.509949 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:47.585435 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-dd4a099b-6747-4cdb-838c-db01293eadb7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Calling delete_port for 94369afe-6ea5-4a52-a65b-9d409c51cfab owned by {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:47.626284 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-71a3d977-1017-4f64-99b3-a8b63ff6650e tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:47.651607 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-71a3d977-1017-4f64-99b3-a8b63ff6650e tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:47.681270 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-601ea2f5-daab-447e-8405-b1fe8f24baee tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023674'] for router_gateway, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:47.956314 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a3d977-1017-4f64-99b3-a8b63ff6650e tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=200cd773-24c6-4d61-97a8-7b3ac216eecb,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:48.026718 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-601ea2f5-daab-447e-8405-b1fe8f24baee tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:48.029714 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-601ea2f5-daab-447e-8405-b1fe8f24baee tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:48.045655 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-dd4a099b-6747-4cdb-838c-db01293eadb7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:48.046255 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-71a3d977-1017-4f64-99b3-a8b63ff6650e tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:48.050248 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-71a3d977-1017-4f64-99b3-a8b63ff6650e tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0638442 Feb 16 12:48:48.053996 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36568) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:48.099825 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-92cf39a8-95c3-4441-8e0d-1ffe749ccdb1 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Request body: {'security_group_rule': {'security_group_id': '200cd773-24c6-4d61-97a8-7b3ac216eecb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:48.102037 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe1165f-00c2-41ca-909a-df5c3086caf4 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:48.102743 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-efe1165f-00c2-41ca-909a-df5c3086caf4 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Synchronizing usage tracker for tenant:e1117180e8c949a18483da62b9a9f5be on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:48.123571 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-f9639373-0218-440e-944a-298c520f61ba tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Allocated IP 172.23.0.1 (3c1fb940-2653-4d2b-89e4-b085c9704414/6768bb75-57c9-4cdd-96ec-a4852822a379/51b927a4-6051-49aa-8732-6bd32d20edad) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:48.129239 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-92cf39a8-95c3-4441-8e0d-1ffe749ccdb1 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:48.133371 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-601ea2f5-daab-447e-8405-b1fe8f24baee tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:48.133921 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601ea2f5-daab-447e-8405-b1fe8f24baee tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d646e989-2a3f-4e55-9ae6-16e24f21cafc {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:48:48.139285 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a099b-6747-4cdb-838c-db01293eadb7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Port': ['ID=94369afe-6ea5-4a52-a65b-9d409c51cfab,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:48.143721 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-92cf39a8-95c3-4441-8e0d-1ffe749ccdb1 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Usage tracker for resource:security_group_rule and tenant:ddbade54d4ca46bdb79e7d4262b706b1 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:48.149769 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-834cbcdf-5e9f-4e5b-9f94-771456fa9b04 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:48.151651 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-92cf39a8-95c3-4441-8e0d-1ffe749ccdb1 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:48.175517 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-601ea2f5-daab-447e-8405-b1fe8f24baee tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:48.180333 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-601ea2f5-daab-447e-8405-b1fe8f24baee tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] 10.222.0.83 "DELETE /v2.0/routers/d646e989-2a3f-4e55-9ae6-16e24f21cafc HTTP/1.1" status: 204 len: 168 time: 4.0562625 Feb 16 12:48:48.188668 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e6f8fc-acc1-47c9-95fd-50ace6a1f3d3 admin admin] Router 299f28aa-b91c-4f6d-8131-91af744fdaaa has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:48:48.194032 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-efe1165f-00c2-41ca-909a-df5c3086caf4 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Unset dirty status for tenant:e1117180e8c949a18483da62b9a9f5be on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:48.194732 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36572) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:48.195238 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-efe1165f-00c2-41ca-909a-df5c3086caf4 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.8215067 Feb 16 12:48:48.200849 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36574) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:48.205018 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-08453f43-fd35-4704-ba71-90fee5ba3031 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-663285707', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}, 'admin_state_up': False}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:48.211618 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-92cf39a8-95c3-4441-8e0d-1ffe749ccdb1 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:48.223857 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-834cbcdf-5e9f-4e5b-9f94-771456fa9b04 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:48.276898 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-08453f43-fd35-4704-ba71-90fee5ba3031 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:48.287920 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-dd4a099b-6747-4cdb-838c-db01293eadb7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:48.318981 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-08453f43-fd35-4704-ba71-90fee5ba3031 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Usage tracker for resource:router and tenant:45915c6c1b3845ae8a9038974576db8f is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:48.333107 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-08453f43-fd35-4704-ba71-90fee5ba3031 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:48.468091 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-08453f43-fd35-4704-ba71-90fee5ba3031 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:48.479548 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f472378-fdf9-4db5-b65d-19d7d1fbc2ea None None] Network 3c1fb940-2653-4d2b-89e4-b085c9704414 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:48.484270 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-92cf39a8-95c3-4441-8e0d-1ffe749ccdb1 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:48.518267 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-dd4a099b-6747-4cdb-838c-db01293eadb7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/ports/94369afe-6ea5-4a52-a65b-9d409c51cfab HTTP/1.1" status: 204 len: 168 time: 3.4407604 Feb 16 12:48:48.528976 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36580) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:48.532484 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-08453f43-fd35-4704-ba71-90fee5ba3031 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:48.533539 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-08453f43-fd35-4704-ba71-90fee5ba3031 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:48.546484 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834cbcdf-5e9f-4e5b-9f94-771456fa9b04 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Pushing event updated for resources: {'Port': ['ID=1e5cc626-fd38-447d-9a48-d83e33f21e79,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:48.585859 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c3ff924b-6b78-485e-8b2e-cffc3ba22740 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:48.587626 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-a99d00c6-206a-4671-a3f9-432910e8f309 None None] Provisioning for port cb6595fc-0ce7-474c-b7f2-d4ed29b8b013 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:48.611824 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c3ff924b-6b78-485e-8b2e-cffc3ba22740 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:48.612648 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c3ff924b-6b78-485e-8b2e-cffc3ba22740 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:48.662875 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-834cbcdf-5e9f-4e5b-9f94-771456fa9b04 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:48.762605 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-08453f43-fd35-4704-ba71-90fee5ba3031 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:48.815981 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-92cf39a8-95c3-4441-8e0d-1ffe749ccdb1 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:48.852169 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device cb6595fc-0ce7-474c-b7f2-d4ed29b8b013 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:48.918125 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f9639373-0218-440e-944a-298c520f61ba tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:48.927495 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port cb6595fc-0ce7-474c-b7f2-d4ed29b8b013 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:48.933508 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port cb6595fc-0ce7-474c-b7f2-d4ed29b8b013 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:48.933921 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:48.934228 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ff924b-6b78-485e-8b2e-cffc3ba22740 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event updated for resources: {'Port': ['ID=260571e3-bbd9-4b4e-bc99-6a05a96ad6c1,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:48.944146 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8074b2db-a59a-4657-9cc4-8ade0fe99a92 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:48.945780 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8074b2db-a59a-4657-9cc4-8ade0fe99a92 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:48.946621 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8074b2db-a59a-4657-9cc4-8ade0fe99a92 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:48.964010 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ff924b-6b78-485e-8b2e-cffc3ba22740 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Network 85350005-a68b-437e-8fe5-d02366b36781 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:48.968319 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-f9639373-0218-440e-944a-298c520f61ba tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Transition to ACTIVE for port object 51b927a4-6051-49aa-8732-6bd32d20edad will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:48.970088 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-c3ff924b-6b78-485e-8b2e-cffc3ba22740 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:48.987782 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-28e8cc26-6b9c-4c5b-bcd2-b4aadb0406ff tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5329168 Feb 16 12:48:49.025397 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36584) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:49.043506 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-3f709a1c-e0c5-4759-872a-fdb539bf97b2 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-474162841'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:49.048531 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-3f709a1c-e0c5-4759-872a-fdb539bf97b2 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:49.052229 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e6f8fc-acc1-47c9-95fd-50ace6a1f3d3 admin admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:48:49.054374 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-92cf39a8-95c3-4441-8e0d-1ffe749ccdb1 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:49.067163 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9664a84f-a15a-41f5-84a9-599249b26ba8 None None] Sync routers for ids ['299f28aa-b91c-4f6d-8131-91af744fdaaa'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:49.077272 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-3f709a1c-e0c5-4759-872a-fdb539bf97b2 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Usage tracker for resource:network and tenant:e1117180e8c949a18483da62b9a9f5be is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:49.086906 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-3f709a1c-e0c5-4759-872a-fdb539bf97b2 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:49.098998 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9664a84f-a15a-41f5-84a9-599249b26ba8 None None] Routers {'299f28aa-b91c-4f6d-8131-91af744fdaaa'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:49.099632 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-9664a84f-a15a-41f5-84a9-599249b26ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:48:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['299f28aa-b91c-4f6d-8131-91af744fdaaa'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:49.126655 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8074b2db-a59a-4657-9cc4-8ade0fe99a92 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:49.131418 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8074b2db-a59a-4657-9cc4-8ade0fe99a92 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.6011839 Feb 16 12:48:49.141586 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36588) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:49.167568 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-3f709a1c-e0c5-4759-872a-fdb539bf97b2 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:49.180029 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf39a8-95c3-4441-8e0d-1ffe749ccdb1 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15575e8b-249a-4d51-bfa2-9f3760757fc9,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:49.182353 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:49.250337 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff1b5f33-3e49-4447-a4d8-de6557482d32 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting subnet 81c5f06d-b968-4e39-b36a-d44d9f698f96 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:48:49.253071 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f9639373-0218-440e-944a-298c520f61ba tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:49.303639 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff1b5f33-3e49-4447-a4d8-de6557482d32 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:49.318820 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port cb6595fc-0ce7-474c-b7f2-d4ed29b8b013, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=cb6595fc-0ce7-474c-b7f2-d4ed29b8b013,segment=NetworkSegment(68297c16-c83a-448d-b9a4-11b1b6ba0130),segment_id=68297c16-c83a-448d-b9a4-11b1b6ba0130)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:49.338717 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:49.395471 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9639373-0218-440e-944a-298c520f61ba tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Network 3c1fb940-2653-4d2b-89e4-b085c9704414 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:49.405200 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-9473b52d-5a97-41a4-b1e8-e2e6806b9790 None None] Provisioning complete for port cb6595fc-0ce7-474c-b7f2-d4ed29b8b013 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:49.405562 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9473b52d-5a97-41a4-b1e8-e2e6806b9790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:49.406272 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-f9639373-0218-440e-944a-298c520f61ba tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:49.420296 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9639373-0218-440e-944a-298c520f61ba tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:49.449804 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-9664a84f-a15a-41f5-84a9-599249b26ba8 None None] Set router 299f28aa-b91c-4f6d-8131-91af744fdaaa gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:49.453570 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-54e6f8fc-acc1-47c9-95fd-50ace6a1f3d3 admin admin] 10.222.0.83 "PUT /v2.0/routers/299f28aa-b91c-4f6d-8131-91af744fdaaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5605683 Feb 16 12:48:49.454479 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36592) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:49.459117 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9639373-0218-440e-944a-298c520f61ba tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event updated for resources: {'Port': ['ID=51b927a4-6051-49aa-8732-6bd32d20edad,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:49.478741 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff1b5f33-3e49-4447-a4d8-de6557482d32 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:49.486885 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-92cf39a8-95c3-4441-8e0d-1ffe749ccdb1 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:49.489521 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-92cf39a8-95c3-4441-8e0d-1ffe749ccdb1 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4282372 Feb 16 12:48:49.513750 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36596) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:49.564100 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f9639373-0218-440e-944a-298c520f61ba tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:49.573531 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 58ccfa28-a01f-4a5a-89b6-db4b292be7a5 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:48:49.634500 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 58ccfa28-a01f-4a5a-89b6-db4b292be7a5 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:48:49.635097 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 58ccfa28-a01f-4a5a-89b6-db4b292be7a5 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:48:49.646417 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ff924b-6b78-485e-8b2e-cffc3ba22740 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Router f790b97e-4a73-45a4-b7ef-7d602afb2b3c is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:48:49.655337 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f709a1c-e0c5-4759-872a-fdb539bf97b2 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Made reservation on behalf of e1117180e8c949a18483da62b9a9f5be for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:49.658828 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3f709a1c-e0c5-4759-872a-fdb539bf97b2 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:49.668237 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.l3_db [None req-834cbcdf-5e9f-4e5b-9f94-771456fa9b04 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Floating IP 67c9e60d-a898-4434-a44f-6edfc67f9c16 associated. External IP: 172.26.5.6, port: 0f799689-498b-4ece-b2a0-7cb853d0ebec. Feb 16 12:48:49.710221 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=cb6595fc-0ce7-474c-b7f2-d4ed29b8b013,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:49.727793 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-08453f43-fd35-4704-ba71-90fee5ba3031 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:49.852476 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6b573d6f-a97f-4b45-8296-0dacb5103cad tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:49.892000 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-9664a84f-a15a-41f5-84a9-599249b26ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299f28aa-b91c-4f6d-8131-91af744fdaaa', 'name': 'tempest-ServerActionsTestJSON-1809122567-router', 'tenant_id': 'a8771b90386942c1a6095687790fa64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.29'}], 'enable_snat': True}, 'gw_port_id': '62489a86-0494-4668-8a0c-4e88a1bbfb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:18Z', 'updated_at': '2022-02-16T12:48:46Z', 'revision_number': 5, 'project_id': 'a8771b90386942c1a6095687790fa64b', 'gw_port': {'id': '62489a86-0494-4668-8a0c-4e88a1bbfb3a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299f28aa-b91c-4f6d-8131-91af744fdaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:20Z', 'updated_at': '2022-02-16T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:49.896985 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9664a84f-a15a-41f5-84a9-599249b26ba8 None None] Checking router: 299f28aa-b91c-4f6d-8131-91af744fdaaa for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:48:49.908338 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9664a84f-a15a-41f5-84a9-599249b26ba8 None None] Routers {'299f28aa-b91c-4f6d-8131-91af744fdaaa'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:49.908965 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-9664a84f-a15a-41f5-84a9-599249b26ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:48:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['299f28aa-b91c-4f6d-8131-91af744fdaaa'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:49.949854 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f709a1c-e0c5-4759-872a-fdb539bf97b2 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:48:49.955663 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff1b5f33-3e49-4447-a4d8-de6557482d32 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:49.984541 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6b573d6f-a97f-4b45-8296-0dacb5103cad tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:50.027049 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ff924b-6b78-485e-8b2e-cffc3ba22740 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:48:50.027285 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3f709a1c-e0c5-4759-872a-fdb539bf97b2 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:50.027691 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-3f709a1c-e0c5-4759-872a-fdb539bf97b2 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Added segment 5f73da9f-51a3-4989-9b92-cb1746cb218a of type vlan for network 0b239a1b-2f5a-4990-9657-3bf80f9df90a Feb 16 12:48:50.035334 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c3ff924b-6b78-485e-8b2e-cffc3ba22740 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "PUT /v2.0/routers/f790b97e-4a73-45a4-b7ef-7d602afb2b3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1603630 Feb 16 12:48:50.036216 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36600) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:50.041451 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20029eb6-174d-48cc-a204-d7dd3eedd206 None None] Sync routers for ids ['f790b97e-4a73-45a4-b7ef-7d602afb2b3c'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:50.051631 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20029eb6-174d-48cc-a204-d7dd3eedd206 None None] Routers {'f790b97e-4a73-45a4-b7ef-7d602afb2b3c'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:50.052589 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-20029eb6-174d-48cc-a204-d7dd3eedd206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:48:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['f790b97e-4a73-45a4-b7ef-7d602afb2b3c'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:50.053727 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-5ea3e55c-cc83-4843-bf44-bdf12edeeb2d None None] Provisioning complete for port 260571e3-bbd9-4b4e-bc99-6a05a96ad6c1 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:50.054247 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-5ea3e55c-cc83-4843-bf44-bdf12edeeb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:50.089175 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3f709a1c-e0c5-4759-872a-fdb539bf97b2 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:50.113367 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-20029eb6-174d-48cc-a204-d7dd3eedd206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:50.123211 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20029eb6-174d-48cc-a204-d7dd3eedd206 None None] Routers {'f790b97e-4a73-45a4-b7ef-7d602afb2b3c'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:50.124239 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-20029eb6-174d-48cc-a204-d7dd3eedd206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:48:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['f790b97e-4a73-45a4-b7ef-7d602afb2b3c'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:50.142774 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-5ea3e55c-cc83-4843-bf44-bdf12edeeb2d None None] Port 260571e3-bbd9-4b4e-bc99-6a05a96ad6c1 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:48:50.148860 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-9664a84f-a15a-41f5-84a9-599249b26ba8 None None] Set router 299f28aa-b91c-4f6d-8131-91af744fdaaa gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:50.188445 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-20029eb6-174d-48cc-a204-d7dd3eedd206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:50.189249 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20029eb6-174d-48cc-a204-d7dd3eedd206 None None] The sync data for ids ['f790b97e-4a73-45a4-b7ef-7d602afb2b3c'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:50.204391 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0d20be49-4106-408a-9cff-acd8a2a4eac6 admin admin] Notify callbacks [] for router, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:50.267993 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f9639373-0218-440e-944a-298c520f61ba tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:50.275948 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-5ea3e55c-cc83-4843-bf44-bdf12edeeb2d None None] Provisioning for port 51b927a4-6051-49aa-8732-6bd32d20edad completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:50.284776 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3f709a1c-e0c5-4759-872a-fdb539bf97b2 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:50.290674 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f709a1c-e0c5-4759-872a-fdb539bf97b2 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:50.291397 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3f709a1c-e0c5-4759-872a-fdb539bf97b2 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:50.374620 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-5ea3e55c-cc83-4843-bf44-bdf12edeeb2d None None] Provisioning complete for port 51b927a4-6051-49aa-8732-6bd32d20edad triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:50.374894 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-5ea3e55c-cc83-4843-bf44-bdf12edeeb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:50.463269 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-5ea3e55c-cc83-4843-bf44-bdf12edeeb2d None None] Port 51b927a4-6051-49aa-8732-6bd32d20edad cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:48:50.491619 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5af295-333e-4010-a499-90f043ad6f06 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:50.491619 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ac5af295-333e-4010-a499-90f043ad6f06 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Synchronizing usage tracker for tenant:bc1f0288054c40818f485d7fa9a59a39 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:50.527288 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device cb6595fc-0ce7-474c-b7f2-d4ed29b8b013 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:50.560421 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6b573d6f-a97f-4b45-8296-0dacb5103cad tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:50.580458 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff1b5f33-3e49-4447-a4d8-de6557482d32 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:50.605598 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-9664a84f-a15a-41f5-84a9-599249b26ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299f28aa-b91c-4f6d-8131-91af744fdaaa', 'name': 'tempest-ServerActionsTestJSON-1809122567-router', 'tenant_id': 'a8771b90386942c1a6095687790fa64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.29'}], 'enable_snat': True}, 'gw_port_id': '62489a86-0494-4668-8a0c-4e88a1bbfb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:18Z', 'updated_at': '2022-02-16T12:48:46Z', 'revision_number': 5, 'project_id': 'a8771b90386942c1a6095687790fa64b', 'gw_port': {'id': '62489a86-0494-4668-8a0c-4e88a1bbfb3a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299f28aa-b91c-4f6d-8131-91af744fdaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:20Z', 'updated_at': '2022-02-16T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:50.612299 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9664a84f-a15a-41f5-84a9-599249b26ba8 None None] The sync data for ids ['299f28aa-b91c-4f6d-8131-91af744fdaaa'] in dv-neutron-829527-1-hyperv is: [{'id': '299f28aa-b91c-4f6d-8131-91af744fdaaa', 'name': 'tempest-ServerActionsTestJSON-1809122567-router', 'tenant_id': 'a8771b90386942c1a6095687790fa64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.29'}], 'enable_snat': True}, 'gw_port_id': '62489a86-0494-4668-8a0c-4e88a1bbfb3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:44:18Z', 'updated_at': '2022-02-16T12:48:46Z', 'revision_number': 5, 'project_id': 'a8771b90386942c1a6095687790fa64b', 'gw_port': {'id': '62489a86-0494-4668-8a0c-4e88a1bbfb3a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299f28aa-b91c-4f6d-8131-91af744fdaaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:44:20Z', 'updated_at': '2022-02-16T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:50.620081 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port cb6595fc-0ce7-474c-b7f2-d4ed29b8b013 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:50.620448 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:50.649922 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b573d6f-a97f-4b45-8296-0dacb5103cad tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=200cd773-24c6-4d61-97a8-7b3ac216eecb,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:50.657205 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b5f33-3e49-4447-a4d8-de6557482d32 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Subnet': ['ID=81c5f06d-b968-4e39-b36a-d44d9f698f96,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:50.664538 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff1b5f33-3e49-4447-a4d8-de6557482d32 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:50.674954 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ac5af295-333e-4010-a499-90f043ad6f06 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Unset dirty status for tenant:bc1f0288054c40818f485d7fa9a59a39 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:50.679068 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ac5af295-333e-4010-a499-90f043ad6f06 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "GET /v2.0/ports/260571e3-bbd9-4b4e-bc99-6a05a96ad6c1 HTTP/1.1" status: 200 len: 911 time: 0.6304901 Feb 16 12:48:50.684704 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36604) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:50.697206 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147e0c30-d49f-44eb-af0a-eb36f52606e6 None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:50.765559 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ff1b5f33-3e49-4447-a4d8-de6557482d32 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/81c5f06d-b968-4e39-b36a-d44d9f698f96 HTTP/1.1" status: 204 len: 168 time: 1.6202006 Feb 16 12:48:50.775006 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-3f709a1c-e0c5-4759-872a-fdb539bf97b2 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7484872 Feb 16 12:48:50.779675 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36608) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:50.780000 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36610) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:50.826913 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6b573d6f-a97f-4b45-8296-0dacb5103cad tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:50.830834 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6b573d6f-a97f-4b45-8296-0dacb5103cad tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "DELETE /v2.0/security-groups/200cd773-24c6-4d61-97a8-7b3ac216eecb HTTP/1.1" status: 204 len: 168 time: 1.3087678 Feb 16 12:48:50.849824 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f709a1c-e0c5-4759-872a-fdb539bf97b2 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event updated for resources: {'Network': ['ID=0b239a1b-2f5a-4990-9657-3bf80f9df90a,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:50.850056 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36616) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:50.856335 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-7b9151f6-4111-44fb-aff3-1d8362d11dfe tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Request body: {'subnet': {'network_id': '0b239a1b-2f5a-4990-9657-3bf80f9df90a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:50.879729 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 0b239a1b-2f5a-4990-9657-3bf80f9df90a details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:48:50.973358 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-91d3ba94-eccb-43e1-81bf-b9a05437acbf tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1819737 Feb 16 12:48:50.978394 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36620) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:51.032205 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0d20be49-4106-408a-9cff-acd8a2a4eac6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:51.060466 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834cbcdf-5e9f-4e5b-9f94-771456fa9b04 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Router 280b01f7-1aa8-4aea-8b7b-434c5eea3121 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:48:51.080408 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-0d20be49-4106-408a-9cff-acd8a2a4eac6 admin admin] Deleting port 62489a86-0494-4668-8a0c-4e88a1bbfb3a {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:51.080800 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0d20be49-4106-408a-9cff-acd8a2a4eac6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:51.129686 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-95fc2434-5899-45e8-87e7-16fdfd7c0c36 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Synchronizing usage tracker for tenant:ddbade54d4ca46bdb79e7d4262b706b1 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:51.139281 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-7b9151f6-4111-44fb-aff3-1d8362d11dfe tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:51.188063 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d343dc2b-5d52-4066-96d3-5956e95c6a91 None None] DHCP port deletion for c2beece7-853e-4518-ace6-8724ee235932 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:48:51.193462 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-d343dc2b-5d52-4066-96d3-5956e95c6a91 None None] Deleting port 7390d3a7-6d48-4fd8-b80c-79eb16c33959 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:51.193923 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d343dc2b-5d52-4066-96d3-5956e95c6a91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:51.201373 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-7b9151f6-4111-44fb-aff3-1d8362d11dfe tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Usage tracker for resource:subnet and tenant:e1117180e8c949a18483da62b9a9f5be is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:51.266715 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-95fc2434-5899-45e8-87e7-16fdfd7c0c36 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Unset dirty status for tenant:ddbade54d4ca46bdb79e7d4262b706b1 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:51.270143 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-95fc2434-5899-45e8-87e7-16fdfd7c0c36 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4083481 Feb 16 12:48:51.270744 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-7b9151f6-4111-44fb-aff3-1d8362d11dfe tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:51.274896 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36624) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:51.351625 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f9639373-0218-440e-944a-298c520f61ba tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:51.353519 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-7b9151f6-4111-44fb-aff3-1d8362d11dfe tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:51.378829 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1151f12-159b-4146-8979-07b0cf7660fd tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:51.382711 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b1151f12-159b-4146-8979-07b0cf7660fd tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4009676 Feb 16 12:48:51.389209 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36628) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:51.391022 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f9639373-0218-440e-944a-298c520f61ba tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:51.447115 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-d343dc2b-5d52-4066-96d3-5956e95c6a91 None None] For port 7390d3a7-6d48-4fd8-b80c-79eb16c33959, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=7390d3a7-6d48-4fd8-b80c-79eb16c33959,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:51.447776 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d343dc2b-5d52-4066-96d3-5956e95c6a91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:51.473542 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-08453f43-fd35-4704-ba71-90fee5ba3031 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks [] for router_gateway, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:51.511221 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9151f6-4111-44fb-aff3-1d8362d11dfe tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Made reservation on behalf of e1117180e8c949a18483da62b9a9f5be for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:51.514576 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7b9151f6-4111-44fb-aff3-1d8362d11dfe tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:51.537364 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-409e97bc-f8a7-4186-a394-3188c2ce297f tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Synchronizing usage tracker for tenant:ddbade54d4ca46bdb79e7d4262b706b1 on resource:security_group_rule {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:51.591796 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-08453f43-fd35-4704-ba71-90fee5ba3031 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:51.593731 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-d343dc2b-5d52-4066-96d3-5956e95c6a91 None None] Calling delete_port for 7390d3a7-6d48-4fd8-b80c-79eb16c33959 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:51.634732 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1b6ab5-7a78-4a58-b5a4-f3e104ddd600 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:51.635475 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9b1b6ab5-7a78-4a58-b5a4-f3e104ddd600 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:51.638298 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9639373-0218-440e-944a-298c520f61ba tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event updated for resources: {'Port': ['ID=51b927a4-6051-49aa-8732-6bd32d20edad,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:51.640787 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f9639373-0218-440e-944a-298c520f61ba tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:51.652142 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-409e97bc-f8a7-4186-a394-3188c2ce297f tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Unset dirty status for tenant:ddbade54d4ca46bdb79e7d4262b706b1 on resource:security_group_rule {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:51.656664 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-409e97bc-f8a7-4186-a394-3188c2ce297f tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.3775465 Feb 16 12:48:51.660154 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36632) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:51.679938 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d343dc2b-5d52-4066-96d3-5956e95c6a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:51.744631 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d343dc2b-5d52-4066-96d3-5956e95c6a91 None None] No DVR routers for this DVR port 7390d3a7-6d48-4fd8-b80c-79eb16c33959 on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:48:51.747394 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d343dc2b-5d52-4066-96d3-5956e95c6a91 None None] Pushing event deleted for resources: {'Port': ['ID=7390d3a7-6d48-4fd8-b80c-79eb16c33959,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:51.764794 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-9b20bc86-1bf3-48c2-a7a4-b58899f52451 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] delete failed (client error): The resource could not be found. Feb 16 12:48:51.764794 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9b20bc86-1bf3-48c2-a7a4-b58899f52451 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "DELETE /v2.0/security-groups/200cd773-24c6-4d61-97a8-7b3ac216eecb HTTP/1.1" status: 404 len: 347 time: 0.0782573 Feb 16 12:48:51.765333 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36636) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:51.765421 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9b1b6ab5-7a78-4a58-b5a4-f3e104ddd600 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:51.765421 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9b1b6ab5-7a78-4a58-b5a4-f3e104ddd600 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3452389 Feb 16 12:48:51.765421 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36640) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:51.818137 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834cbcdf-5e9f-4e5b-9f94-771456fa9b04 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:48:51.830213 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa11be27-51c5-4c82-84f8-d56f92c1e404 None None] Sync routers for ids ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:51.840971 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa11be27-51c5-4c82-84f8-d56f92c1e404 None None] Routers {'280b01f7-1aa8-4aea-8b7b-434c5eea3121'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:51.841657 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-aa11be27-51c5-4c82-84f8-d56f92c1e404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:48:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:51.904716 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-aa11be27-51c5-4c82-84f8-d56f92c1e404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:51.914556 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa11be27-51c5-4c82-84f8-d56f92c1e404 None None] Routers {'280b01f7-1aa8-4aea-8b7b-434c5eea3121'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:51.915269 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-aa11be27-51c5-4c82-84f8-d56f92c1e404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:48:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:51.927634 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-0d20be49-4106-408a-9cff-acd8a2a4eac6 admin admin] For port 62489a86-0494-4668-8a0c-4e88a1bbfb3a, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=62489a86-0494-4668-8a0c-4e88a1bbfb3a,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:51.928003 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0d20be49-4106-408a-9cff-acd8a2a4eac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:51.982581 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6861cdc6-addf-4fc4-a41f-a718869e7714 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2161748 Feb 16 12:48:51.988370 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-aa11be27-51c5-4c82-84f8-d56f92c1e404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:51.989067 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa11be27-51c5-4c82-84f8-d56f92c1e404 None None] The sync data for ids ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:52.007102 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36644) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:52.018138 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-834cbcdf-5e9f-4e5b-9f94-771456fa9b04 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:52.032644 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-807973ba-5ebf-4875-90c1-fb85e686d76b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'subnet': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:52.168892 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9639373-0218-440e-944a-298c520f61ba tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Network 3c1fb940-2653-4d2b-89e4-b085c9704414 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:52.173483 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-f9639373-0218-440e-944a-298c520f61ba tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:52.238949 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-807973ba-5ebf-4875-90c1-fb85e686d76b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:52.267292 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-4665f1cd-fe34-4495-9854-8fb29abb8f18 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Synchronizing usage tracker for tenant:ddbade54d4ca46bdb79e7d4262b706b1 on resource:security_group {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:52.287935 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-0d20be49-4106-408a-9cff-acd8a2a4eac6 admin admin] Calling delete_port for 62489a86-0494-4668-8a0c-4e88a1bbfb3a owned by network:router_gateway {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:52.317786 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-08453f43-fd35-4704-ba71-90fee5ba3031 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Allocated IP 172.26.5.24 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/33d00958-fafa-4fd2-a609-1829ed5d27ff) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:52.324213 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-807973ba-5ebf-4875-90c1-fb85e686d76b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:52.341487 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2fd500b5-24a7-4f62-a614-8c8b6ad32f3e tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:52.422818 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-4665f1cd-fe34-4495-9854-8fb29abb8f18 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] Unset dirty status for tenant:ddbade54d4ca46bdb79e7d4262b706b1 on resource:security_group {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:52.425725 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-4665f1cd-fe34-4495-9854-8fb29abb8f18 tempest-SecGroupIPv6Test-607035561 tempest-SecGroupIPv6Test-607035561-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6627901 Feb 16 12:48:52.429804 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-4927f6ab-65f3-4842-856d-f3d014c9b3f8 None None] Provisioning complete for port 51b927a4-6051-49aa-8732-6bd32d20edad triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:52.430801 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4927f6ab-65f3-4842-856d-f3d014c9b3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:52.502342 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807973ba-5ebf-4875-90c1-fb85e686d76b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:52.504166 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-834cbcdf-5e9f-4e5b-9f94-771456fa9b04 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 980 time: 12.4846902 Feb 16 12:48:52.506263 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-807973ba-5ebf-4875-90c1-fb85e686d76b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:52.522061 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36650) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:52.541665 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-58cb8756-5995-4e05-898c-4eb36184baaf tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:52.546665 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-4927f6ab-65f3-4842-856d-f3d014c9b3f8 None None] Port 51b927a4-6051-49aa-8732-6bd32d20edad cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:48:52.553707 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 028c1ddd-61dc-48c4-afac-178ad40ebdc9 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:48:52.648599 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 028c1ddd-61dc-48c4-afac-178ad40ebdc9 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:48:52.649366 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 028c1ddd-61dc-48c4-afac-178ad40ebdc9 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:48:52.649606 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 7390d3a7-6d48-4fd8-b80c-79eb16c33959 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:48:52.683121 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7b9151f6-4111-44fb-aff3-1d8362d11dfe tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:52.685225 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 7390d3a7-6d48-4fd8-b80c-79eb16c33959 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:48:52.685799 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 7390d3a7-6d48-4fd8-b80c-79eb16c33959 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:48:52.694374 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9639373-0218-440e-944a-298c520f61ba tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Router eefe2440-6b69-4fc6-b3ab-4f26ec071b49 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:48:52.780760 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-08453f43-fd35-4704-ba71-90fee5ba3031 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:52.814689 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36656) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:52.843249 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9151f6-4111-44fb-aff3-1d8362d11dfe tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event updated for resources: {'Subnet': ['ID=b8983413-e189-4a5c-92c7-6fdf5af43757,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:52.880366 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9151f6-4111-44fb-aff3-1d8362d11dfe tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Checking segment: {'id': '5f73da9f-51a3-4989-9b92-cb1746cb218a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '0b239a1b-2f5a-4990-9657-3bf80f9df90a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:52.880734 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9151f6-4111-44fb-aff3-1d8362d11dfe tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Network hostable DHCP agents. Network: 0b239a1b-2f5a-4990-9657-3bf80f9df90a, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:48:52.897208 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0d20be49-4106-408a-9cff-acd8a2a4eac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:52.929812 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-58cb8756-5995-4e05-898c-4eb36184baaf tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for floatingip, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:52.955135 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d20be49-4106-408a-9cff-acd8a2a4eac6 admin admin] Pushing event deleted for resources: {'Port': ['ID=62489a86-0494-4668-8a0c-4e88a1bbfb3a,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:52.989870 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-08453f43-fd35-4704-ba71-90fee5ba3031 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:53.025774 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9151f6-4111-44fb-aff3-1d8362d11dfe tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Network 0b239a1b-2f5a-4990-9657-3bf80f9df90a is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:48:53.107252 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08453f43-fd35-4704-ba71-90fee5ba3031 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:53.109792 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-7b9151f6-4111-44fb-aff3-1d8362d11dfe tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 0b239a1b-2f5a-4990-9657-3bf80f9df90a) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:53.118684 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-08453f43-fd35-4704-ba71-90fee5ba3031 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:53.119776 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f6c677-f807-4e0e-a1e6-60f92b16860b None None] Network 0b239a1b-2f5a-4990-9657-3bf80f9df90a requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:53.129669 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08453f43-fd35-4704-ba71-90fee5ba3031 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:53.154616 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9151f6-4111-44fb-aff3-1d8362d11dfe tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:53.155211 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7b9151f6-4111-44fb-aff3-1d8362d11dfe tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:53.163213 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08453f43-fd35-4704-ba71-90fee5ba3031 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Pushing event updated for resources: {'Port': ['ID=33d00958-fafa-4fd2-a609-1829ed5d27ff,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:53.181998 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0d20be49-4106-408a-9cff-acd8a2a4eac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023674'] for router_gateway, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:53.366665 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-7b9151f6-4111-44fb-aff3-1d8362d11dfe tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5738986 Feb 16 12:48:53.369696 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36662) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:53.388833 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-e0f8fff7-35a8-4174-930a-a17a176155b5 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Request body: {'port': {'network_id': '0b239a1b-2f5a-4990-9657-3bf80f9df90a', 'name': 'tempest-PortsIpV6TestJSON-256480847'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:53.422329 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d359b837-b87b-49aa-8f14-1ba43377e186 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-0b239a1b-2f5a-4990-9657-3bf80f9df90a', 'network_id': '0b239a1b-2f5a-4990-9657-3bf80f9df90a', 'tenant_id': 'e1117180e8c949a18483da62b9a9f5be', 'fixed_ips': [{'subnet_id': 'b8983413-e189-4a5c-92c7-6fdf5af43757'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:48:53.423385 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d359b837-b87b-49aa-8f14-1ba43377e186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:53.475942 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0d20be49-4106-408a-9cff-acd8a2a4eac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:53.490901 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0d20be49-4106-408a-9cff-acd8a2a4eac6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:53.592451 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9639373-0218-440e-944a-298c520f61ba tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:48:53.593069 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-d359b837-b87b-49aa-8f14-1ba43377e186 None None] Allocated IP 2001:db8::2 (0b239a1b-2f5a-4990-9657-3bf80f9df90a/b8983413-e189-4a5c-92c7-6fdf5af43757/18318386-9371-46cd-95c1-c9e3a6ec532f) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:53.612298 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d438aebe-c320-4f1f-9997-98fa323a9135 None None] Sync routers for ids ['eefe2440-6b69-4fc6-b3ab-4f26ec071b49'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:53.622511 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f9639373-0218-440e-944a-298c520f61ba tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "PUT /v2.0/routers/eefe2440-6b69-4fc6-b3ab-4f26ec071b49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0745869 Feb 16 12:48:53.623009 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36666) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:53.623185 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d438aebe-c320-4f1f-9997-98fa323a9135 None None] Routers {'eefe2440-6b69-4fc6-b3ab-4f26ec071b49'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:53.624124 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-d438aebe-c320-4f1f-9997-98fa323a9135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:48:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['eefe2440-6b69-4fc6-b3ab-4f26ec071b49'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:53.669304 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-7f5581be-d667-4a1b-b67c-3e5e1531daed tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:53.719153 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-807973ba-5ebf-4875-90c1-fb85e686d76b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:53.734733 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-24fd131e-5cf3-42f5-b85b-d32fdb1c8eb7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ddbade54d4ca46bdb79e7d4262b706b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9171844 Feb 16 12:48:53.738406 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-58cb8756-5995-4e05-898c-4eb36184baaf tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:53.740274 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36670) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:53.784009 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807973ba-5ebf-4875-90c1-fb85e686d76b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:53.839006 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-807973ba-5ebf-4875-90c1-fb85e686d76b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:53.878247 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d359b837-b87b-49aa-8f14-1ba43377e186 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:53.890730 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-d359b837-b87b-49aa-8f14-1ba43377e186 None None] Transition to ACTIVE for port object 18318386-9371-46cd-95c1-c9e3a6ec532f will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:53.895658 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-d438aebe-c320-4f1f-9997-98fa323a9135 None None] Set router eefe2440-6b69-4fc6-b3ab-4f26ec071b49 gateway port host: None {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:53.911721 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-58cb8756-5995-4e05-898c-4eb36184baaf tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:53.912029 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-58cb8756-5995-4e05-898c-4eb36184baaf tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Floating IP 67c9e60d-a898-4434-a44f-6edfc67f9c16 disassociated. External IP: 172.26.5.6, port: 0f799689-498b-4ece-b2a0-7cb853d0ebec. Feb 16 12:48:53.915343 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-d359b837-b87b-49aa-8f14-1ba43377e186 None None] Transition to ACTIVE for port object 18318386-9371-46cd-95c1-c9e3a6ec532f will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:53.921044 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a26c90d-d7ae-4905-bf1b-0743b67eb412 None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:53.999096 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807973ba-5ebf-4875-90c1-fb85e686d76b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:53.999597 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-807973ba-5ebf-4875-90c1-fb85e686d76b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:54.126309 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d359b837-b87b-49aa-8f14-1ba43377e186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:54.192545 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2fd500b5-24a7-4f62-a614-8c8b6ad32f3e tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Deleting port 260571e3-bbd9-4b4e-bc99-6a05a96ad6c1 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:54.193145 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2fd500b5-24a7-4f62-a614-8c8b6ad32f3e tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:54.210486 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d359b837-b87b-49aa-8f14-1ba43377e186 None None] Network 0b239a1b-2f5a-4990-9657-3bf80f9df90a is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:54.219642 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-d359b837-b87b-49aa-8f14-1ba43377e186 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:54.222282 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d359b837-b87b-49aa-8f14-1ba43377e186 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:54.246563 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-807973ba-5ebf-4875-90c1-fb85e686d76b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2331238 Feb 16 12:48:54.247587 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807973ba-5ebf-4875-90c1-fb85e686d76b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Subnet': ['ID=67c39048-ac8d-4281-abc5-224ea1c65ee2,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:54.257280 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36674) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:54.301271 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-bb538a2a-e744-44cc-8e8d-39f1d4177b94 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'port': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'mac_address': 'fa:16:3e:9c:e4:3d', 'name': 'tempest-NetworksTestDHCPv6-1799309235'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:54.323906 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6825da4-9bb1-4ac5-9715-632605a2c5d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-c2beece7-853e-4518-ace6-8724ee235932', 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'tenant_id': '5979c0794f594272a8691960316755d8', 'fixed_ips': [{'subnet_id': '67c39048-ac8d-4281-abc5-224ea1c65ee2'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:48:54.324885 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a6825da4-9bb1-4ac5-9715-632605a2c5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:54.333150 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0d20be49-4106-408a-9cff-acd8a2a4eac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:54.333657 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d20be49-4106-408a-9cff-acd8a2a4eac6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 299f28aa-b91c-4f6d-8131-91af744fdaaa {{(pid=87701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:48:54.355564 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0d20be49-4106-408a-9cff-acd8a2a4eac6 admin admin] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:54.359141 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-0d20be49-4106-408a-9cff-acd8a2a4eac6 admin admin] 10.222.0.83 "DELETE /v2.0/routers/299f28aa-b91c-4f6d-8131-91af744fdaaa HTTP/1.1" status: 204 len: 168 time: 4.8716919 Feb 16 12:48:54.364077 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36678) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:54.403884 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-43f2bef2-8ba8-4f55-9a95-08c2c25020cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:54.531704 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-d438aebe-c320-4f1f-9997-98fa323a9135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'name': 'tempest-RoutersTest-router-1592884350', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:00Z', 'updated_at': '2022-02-16T12:48:49Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'gw_port_host': None, '_interfaces': [{'id': '1a6e75a8-62da-4b1a-bb34-4651c19aaebf', 'name': '', 'network_id': '4af22acd-757b-47d4-925e-f4c03ad597e0', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:63:74:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:05Z', 'updated_at': '2022-02-16T12:48:15Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47270ed9-b121-474b-bb34-a5e191358a7b', 'name': '', 'network_id': '28fb0fe9-554d-49e5-8e09-f2ed26f27bd4', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:98:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '82271494-1e9b-42dd-8356-961a022a44ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:15Z', 'updated_at': '2022-02-16T12:48:32Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '82271494-1e9b-42dd-8356-961a022a44ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51b927a4-6051-49aa-8732-6bd32d20edad', 'name': '', 'network_id': '3c1fb940-2653-4d2b-89e4-b085c9704414', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:6c:b2:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '6768bb75-57c9-4cdd-96ec-a4852822a379', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:47Z', 'updated_at': '2022-02-16T12:48:50Z', 'revision_number': 2, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '6768bb75-57c9-4cdd-96ec-a4852822a379', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ad6c0bc-7fe3-47ac-9637-5044e31d2f64', 'name': '', 'network_id': 'bfc0f0a6-ad5f-40c0-960a-10c6a172d2d1', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:6a:28:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '1fbf83cf-f1c1-4246-8c35-8d6cd99aeac3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:34Z', 'updated_at': '2022-02-16T12:48:44Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '1fbf83cf-f1c1-4246-8c35-8d6cd99aeac3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:54.538587 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-586ff228-d007-4549-a80a-99bc5aa71a1c admin admin] Deleting subnet 5863982f-bd9e-4d06-825d-64b5d101ef97 {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:48:54.542276 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d438aebe-c320-4f1f-9997-98fa323a9135 None None] Checking router: eefe2440-6b69-4fc6-b3ab-4f26ec071b49 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:48:54.542922 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d438aebe-c320-4f1f-9997-98fa323a9135 None None] Updating router eefe2440-6b69-4fc6-b3ab-4f26ec071b49 port 51b927a4-6051-49aa-8732-6bd32d20edad binding host dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:48:54.546735 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-586ff228-d007-4549-a80a-99bc5aa71a1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:54.618606 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-a6825da4-9bb1-4ac5-9715-632605a2c5d0 None None] Allocated IP 2001:db8::2 (c2beece7-853e-4518-ace6-8724ee235932/67c39048-ac8d-4281-abc5-224ea1c65ee2/fb57058a-a805-41cb-8499-d2353ce7ee46) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:54.620087 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-43f2bef2-8ba8-4f55-9a95-08c2c25020cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:54.625093 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-d438aebe-c320-4f1f-9997-98fa323a9135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:54.631235 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-e0f8fff7-35a8-4174-930a-a17a176155b5 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:54.641439 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-e0f8fff7-35a8-4174-930a-a17a176155b5 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:54.678861 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f8fff7-35a8-4174-930a-a17a176155b5 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Made reservation on behalf of e1117180e8c949a18483da62b9a9f5be for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:54.683277 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e0f8fff7-35a8-4174-930a-a17a176155b5 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:54.751786 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [None req-e0f8fff7-35a8-4174-930a-a17a176155b5 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] device_id is not set on port 8f057bac-1c86-473e-9974-cd0d6ae400d2 yet. {{(pid=87701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:48:54.767871 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-bb538a2a-e744-44cc-8e8d-39f1d4177b94 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:54.772959 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bb538a2a-e744-44cc-8e8d-39f1d4177b94 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Usage tracker for resource:port and tenant:5979c0794f594272a8691960316755d8 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:54.776803 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bb538a2a-e744-44cc-8e8d-39f1d4177b94 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:54.783643 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-bb538a2a-e744-44cc-8e8d-39f1d4177b94 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:54.824878 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb538a2a-e744-44cc-8e8d-39f1d4177b94 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:54.843615 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a6825da4-9bb1-4ac5-9715-632605a2c5d0 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:54.854697 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-a6825da4-9bb1-4ac5-9715-632605a2c5d0 None None] Transition to ACTIVE for port object fb57058a-a805-41cb-8499-d2353ce7ee46 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:54.873707 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-a6825da4-9bb1-4ac5-9715-632605a2c5d0 None None] Transition to ACTIVE for port object fb57058a-a805-41cb-8499-d2353ce7ee46 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:54.914781 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-d359b837-b87b-49aa-8f14-1ba43377e186 None None] Attempting to bind port 18318386-9371-46cd-95c1-c9e3a6ec532f on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:54.915528 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-d359b837-b87b-49aa-8f14-1ba43377e186 None None] Attempting to bind port 18318386-9371-46cd-95c1-c9e3a6ec532f by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '5f73da9f-51a3-4989-9b92-cb1746cb218a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '0b239a1b-2f5a-4990-9657-3bf80f9df90a'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:54.916021 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d359b837-b87b-49aa-8f14-1ba43377e186 None None] Attempting to bind port 18318386-9371-46cd-95c1-c9e3a6ec532f on network 0b239a1b-2f5a-4990-9657-3bf80f9df90a {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:48:54.920937 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-e0f8fff7-35a8-4174-930a-a17a176155b5 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Allocated IP 2001:db8::2d0 (0b239a1b-2f5a-4990-9657-3bf80f9df90a/b8983413-e189-4a5c-92c7-6fdf5af43757/8f057bac-1c86-473e-9974-cd0d6ae400d2) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:54.922771 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a6825da4-9bb1-4ac5-9715-632605a2c5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:54.935600 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d359b837-b87b-49aa-8f14-1ba43377e186 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:48:54.936121 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d359b837-b87b-49aa-8f14-1ba43377e186 None None] Checking segment: {'id': '5f73da9f-51a3-4989-9b92-cb1746cb218a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '0b239a1b-2f5a-4990-9657-3bf80f9df90a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:54.937094 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d359b837-b87b-49aa-8f14-1ba43377e186 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:54.937199 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d359b837-b87b-49aa-8f14-1ba43377e186 None None] Bound using segment: {'id': '5f73da9f-51a3-4989-9b92-cb1746cb218a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '0b239a1b-2f5a-4990-9657-3bf80f9df90a'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:48:54.937896 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-d359b837-b87b-49aa-8f14-1ba43377e186 None None] Bound port: 18318386-9371-46cd-95c1-c9e3a6ec532f, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f73da9f-51a3-4989-9b92-cb1746cb218a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '0b239a1b-2f5a-4990-9657-3bf80f9df90a'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:54.938570 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d359b837-b87b-49aa-8f14-1ba43377e186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:54.970724 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6825da4-9bb1-4ac5-9715-632605a2c5d0 None None] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:55.037104 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bb538a2a-e744-44cc-8e8d-39f1d4177b94 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:55.042548 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-d438aebe-c320-4f1f-9997-98fa323a9135 None None] Notify callbacks [] for port, precommit_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:55.054666 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.provisioning_blocks [None req-d438aebe-c320-4f1f-9997-98fa323a9135 None None] Transition to ACTIVE for port object 51b927a4-6051-49aa-8732-6bd32d20edad will not be triggered until provisioned by entity L2. {{(pid=87703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:55.059085 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-d359b837-b87b-49aa-8f14-1ba43377e186 None None] For port 18318386-9371-46cd-95c1-c9e3a6ec532f, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:48:55.059756 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-43f2bef2-8ba8-4f55-9a95-08c2c25020cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:55.063015 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-d359b837-b87b-49aa-8f14-1ba43377e186 None None] For port 18318386-9371-46cd-95c1-c9e3a6ec532f, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=18318386-9371-46cd-95c1-c9e3a6ec532f,segment=NetworkSegment(5f73da9f-51a3-4989-9b92-cb1746cb218a),segment_id=5f73da9f-51a3-4989-9b92-cb1746cb218a)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:48:55.064559 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-a6825da4-9bb1-4ac5-9715-632605a2c5d0 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:55.065423 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-d438aebe-c320-4f1f-9997-98fa323a9135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:55.067647 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6825da4-9bb1-4ac5-9715-632605a2c5d0 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:55.091268 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-bb538a2a-e744-44cc-8e8d-39f1d4177b94 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] device_id is not set on port 099c2c77-bc7c-4669-85b2-7478efbea4cc yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:48:55.153009 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e0f8fff7-35a8-4174-930a-a17a176155b5 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:55.161236 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce2431-9938-413f-bc12-f980da9d9786 None None] Pushing event updated for resources: {'Port': ['ID=51b927a4-6051-49aa-8732-6bd32d20edad,revision_number=3']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:55.170552 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-e0f8fff7-35a8-4174-930a-a17a176155b5 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Transition to ACTIVE for port object 8f057bac-1c86-473e-9974-cd0d6ae400d2 will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:55.215533 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d359b837-b87b-49aa-8f14-1ba43377e186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:55.239607 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce2431-9938-413f-bc12-f980da9d9786 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:55.239876 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce2431-9938-413f-bc12-f980da9d9786 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:55.240217 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce2431-9938-413f-bc12-f980da9d9786 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:55.240553 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce2431-9938-413f-bc12-f980da9d9786 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:55.240902 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce2431-9938-413f-bc12-f980da9d9786 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:55.241229 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce2431-9938-413f-bc12-f980da9d9786 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:55.241553 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce2431-9938-413f-bc12-f980da9d9786 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:55.241877 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce2431-9938-413f-bc12-f980da9d9786 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:55.242606 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce2431-9938-413f-bc12-f980da9d9786 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:55.242606 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce2431-9938-413f-bc12-f980da9d9786 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:55.242914 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce2431-9938-413f-bc12-f980da9d9786 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:55.243217 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce2431-9938-413f-bc12-f980da9d9786 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:48:55.251673 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e0f8fff7-35a8-4174-930a-a17a176155b5 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:55.266927 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-586ff228-d007-4549-a80a-99bc5aa71a1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:55.273689 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f2bef2-8ba8-4f55-9a95-08c2c25020cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e36903-16bc-4375-8be9-11584a2bd56d,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:55.306730 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d359b837-b87b-49aa-8f14-1ba43377e186 None None] Pushing event updated for resources: {'Port': ['ID=18318386-9371-46cd-95c1-c9e3a6ec532f,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:55.381379 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-d438aebe-c320-4f1f-9997-98fa323a9135 None None] Attempting to bind port 51b927a4-6051-49aa-8732-6bd32d20edad on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:55.381786 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-d438aebe-c320-4f1f-9997-98fa323a9135 None None] Attempting to bind port 51b927a4-6051-49aa-8732-6bd32d20edad by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '68297c16-c83a-448d-b9a4-11b1b6ba0130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3c1fb940-2653-4d2b-89e4-b085c9704414'}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:55.382191 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d438aebe-c320-4f1f-9997-98fa323a9135 None None] Attempting to bind port 51b927a4-6051-49aa-8732-6bd32d20edad on network 3c1fb940-2653-4d2b-89e4-b085c9704414 {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:48:55.388299 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d438aebe-c320-4f1f-9997-98fa323a9135 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:48:55.388717 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d438aebe-c320-4f1f-9997-98fa323a9135 None None] Checking segment: {'id': '68297c16-c83a-448d-b9a4-11b1b6ba0130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3c1fb940-2653-4d2b-89e4-b085c9704414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:55.389104 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-d438aebe-c320-4f1f-9997-98fa323a9135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:55.389484 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d438aebe-c320-4f1f-9997-98fa323a9135 None None] Bound using segment: {'id': '68297c16-c83a-448d-b9a4-11b1b6ba0130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3c1fb940-2653-4d2b-89e4-b085c9704414'} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:48:55.389944 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-d438aebe-c320-4f1f-9997-98fa323a9135 None None] Bound port: 51b927a4-6051-49aa-8732-6bd32d20edad, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68297c16-c83a-448d-b9a4-11b1b6ba0130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3c1fb940-2653-4d2b-89e4-b085c9704414'}}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:55.390323 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-d438aebe-c320-4f1f-9997-98fa323a9135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:55.395158 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-a6825da4-9bb1-4ac5-9715-632605a2c5d0 None None] Attempting to bind port fb57058a-a805-41cb-8499-d2353ce7ee46 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:48:55.396294 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-a6825da4-9bb1-4ac5-9715-632605a2c5d0 None None] Attempting to bind port fb57058a-a805-41cb-8499-d2353ce7ee46 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:48:55.397155 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6825da4-9bb1-4ac5-9715-632605a2c5d0 None None] Attempting to bind port fb57058a-a805-41cb-8499-d2353ce7ee46 on network c2beece7-853e-4518-ace6-8724ee235932 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:48:55.403544 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6825da4-9bb1-4ac5-9715-632605a2c5d0 None None] Pushing event updated for resources: {'Port': ['ID=fb57058a-a805-41cb-8499-d2353ce7ee46,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:55.497742 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6825da4-9bb1-4ac5-9715-632605a2c5d0 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:48:55.498256 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6825da4-9bb1-4ac5-9715-632605a2c5d0 None None] Checking segment: {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:48:55.498746 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a6825da4-9bb1-4ac5-9715-632605a2c5d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:55.499228 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6825da4-9bb1-4ac5-9715-632605a2c5d0 None None] Bound using segment: {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:48:55.499797 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-a6825da4-9bb1-4ac5-9715-632605a2c5d0 None None] Bound port: fb57058a-a805-41cb-8499-d2353ce7ee46, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:48:55.500258 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a6825da4-9bb1-4ac5-9715-632605a2c5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:55.518288 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d359b837-b87b-49aa-8f14-1ba43377e186 None None] Pushing event updated for resources: {'Port': ['ID=18318386-9371-46cd-95c1-c9e3a6ec532f,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:55.538393 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-d438aebe-c320-4f1f-9997-98fa323a9135 None None] For port 51b927a4-6051-49aa-8732-6bd32d20edad, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:48:55.543502 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-d438aebe-c320-4f1f-9997-98fa323a9135 None None] For port 51b927a4-6051-49aa-8732-6bd32d20edad, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=51b927a4-6051-49aa-8732-6bd32d20edad,segment=NetworkSegment(68297c16-c83a-448d-b9a4-11b1b6ba0130),segment_id=68297c16-c83a-448d-b9a4-11b1b6ba0130)] {{(pid=87703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:48:55.552564 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-d438aebe-c320-4f1f-9997-98fa323a9135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:55.572362 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f8fff7-35a8-4174-930a-a17a176155b5 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Network 0b239a1b-2f5a-4990-9657-3bf80f9df90a is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:55.587899 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-e0f8fff7-35a8-4174-930a-a17a176155b5 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:55.608269 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f8fff7-35a8-4174-930a-a17a176155b5 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:55.610900 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58cb8756-5995-4e05-898c-4eb36184baaf tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Router 280b01f7-1aa8-4aea-8b7b-434c5eea3121 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:48:55.614313 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f8fff7-35a8-4174-930a-a17a176155b5 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:55.621419 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e0f8fff7-35a8-4174-930a-a17a176155b5 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:55.634621 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-bb538a2a-e744-44cc-8e8d-39f1d4177b94 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Allocated IP 2001:db8::3aa (c2beece7-853e-4518-ace6-8724ee235932/67c39048-ac8d-4281-abc5-224ea1c65ee2/099c2c77-bc7c-4669-85b2-7478efbea4cc) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:55.644374 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-43f2bef2-8ba8-4f55-9a95-08c2c25020cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:55.648044 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-43f2bef2-8ba8-4f55-9a95-08c2c25020cf admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a9e36903-16bc-4375-8be9-11584a2bd56d HTTP/1.1" status: 204 len: 168 time: 1.8600979 Feb 16 12:48:55.703927 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-a6825da4-9bb1-4ac5-9715-632605a2c5d0 None None] For port fb57058a-a805-41cb-8499-d2353ce7ee46, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:48:55.706496 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e0f8fff7-35a8-4174-930a-a17a176155b5 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3284850 Feb 16 12:48:55.712329 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce2431-9938-413f-bc12-f980da9d9786 None None] Pushing event updated for resources: {'Port': ['ID=51b927a4-6051-49aa-8732-6bd32d20edad,revision_number=4']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:55.716444 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-a6825da4-9bb1-4ac5-9715-632605a2c5d0 None None] For port fb57058a-a805-41cb-8499-d2353ce7ee46, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=fb57058a-a805-41cb-8499-d2353ce7ee46,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:48:55.724088 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36684) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:55.732006 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a6825da4-9bb1-4ac5-9715-632605a2c5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:55.750909 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-4009dce7-6df9-4246-9e52-731b4a19f373 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Request body: {'port': {'network_id': '0b239a1b-2f5a-4990-9657-3bf80f9df90a', 'name': 'tempest-PortsIpV6TestJSON-422105316'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:55.751235 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d438aebe-c320-4f1f-9997-98fa323a9135 None None] Routers {'eefe2440-6b69-4fc6-b3ab-4f26ec071b49'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:55.751888 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-d438aebe-c320-4f1f-9997-98fa323a9135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:48:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['eefe2440-6b69-4fc6-b3ab-4f26ec071b49'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:55.781600 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f8fff7-35a8-4174-930a-a17a176155b5 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event updated for resources: {'Port': ['ID=8f057bac-1c86-473e-9974-cd0d6ae400d2,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:55.831283 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-08453f43-fd35-4704-ba71-90fee5ba3031 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks [] for router_gateway, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:55.950581 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6825da4-9bb1-4ac5-9715-632605a2c5d0 None None] Pushing event updated for resources: {'Port': ['ID=fb57058a-a805-41cb-8499-d2353ce7ee46,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:56.189485 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-d438aebe-c320-4f1f-9997-98fa323a9135 None None] Set router eefe2440-6b69-4fc6-b3ab-4f26ec071b49 gateway port host: None {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:48:56.295582 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58cb8756-5995-4e05-898c-4eb36184baaf tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:48:56.316920 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02228d5-2e91-4d2b-a809-9c701f1f0d84 None None] Sync routers for ids ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:56.320936 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2fd500b5-24a7-4f62-a614-8c8b6ad32f3e tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:56.339164 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02228d5-2e91-4d2b-a809-9c701f1f0d84 None None] Routers {'280b01f7-1aa8-4aea-8b7b-434c5eea3121'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:56.339852 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-c02228d5-2e91-4d2b-a809-9c701f1f0d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:48:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:56.345890 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-58cb8756-5995-4e05-898c-4eb36184baaf tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:56.403874 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-586ff228-d007-4549-a80a-99bc5aa71a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:56.438610 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-58cb8756-5995-4e05-898c-4eb36184baaf tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "PUT /v2.0/floatingips/67c9e60d-a898-4434-a44f-6edfc67f9c16 HTTP/1.1" status: 200 len: 686 time: 3.9078426 Feb 16 12:48:56.443272 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36696) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:56.531362 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-c02228d5-2e91-4d2b-a809-9c701f1f0d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:56.557321 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02228d5-2e91-4d2b-a809-9c701f1f0d84 None None] Routers {'280b01f7-1aa8-4aea-8b7b-434c5eea3121'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:56.559914 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-c02228d5-2e91-4d2b-a809-9c701f1f0d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:48:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:56.666535 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2fd500b5-24a7-4f62-a614-8c8b6ad32f3e tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Calling delete_port for 260571e3-bbd9-4b4e-bc99-6a05a96ad6c1 owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:56.683600 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-586ff228-d007-4549-a80a-99bc5aa71a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:56.700769 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-c02228d5-2e91-4d2b-a809-9c701f1f0d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:56.701328 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02228d5-2e91-4d2b-a809-9c701f1f0d84 None None] The sync data for ids ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:56.741945 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 18318386-9371-46cd-95c1-c9e3a6ec532f up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:56.793180 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ff228-d007-4549-a80a-99bc5aa71a1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5863982f-bd9e-4d06-825d-64b5d101ef97,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:56.838911 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-d438aebe-c320-4f1f-9997-98fa323a9135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'name': 'tempest-RoutersTest-router-1592884350', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:00Z', 'updated_at': '2022-02-16T12:48:49Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'gw_port_host': None, '_interfaces': [{'id': '1a6e75a8-62da-4b1a-bb34-4651c19aaebf', 'name': '', 'network_id': '4af22acd-757b-47d4-925e-f4c03ad597e0', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:63:74:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:05Z', 'updated_at': '2022-02-16T12:48:15Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47270ed9-b121-474b-bb34-a5e191358a7b', 'name': '', 'network_id': '28fb0fe9-554d-49e5-8e09-f2ed26f27bd4', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:98:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '82271494-1e9b-42dd-8356-961a022a44ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:15Z', 'updated_at': '2022-02-16T12:48:32Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '82271494-1e9b-42dd-8356-961a022a44ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51b927a4-6051-49aa-8732-6bd32d20edad', 'name': '', 'network_id': '3c1fb940-2653-4d2b-89e4-b085c9704414', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:6c:b2:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '6768bb75-57c9-4cdd-96ec-a4852822a379', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:47Z', 'updated_at': '2022-02-16T12:48:55Z', 'revision_number': 4, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '6768bb75-57c9-4cdd-96ec-a4852822a379', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ad6c0bc-7fe3-47ac-9637-5044e31d2f64', 'name': '', 'network_id': 'bfc0f0a6-ad5f-40c0-960a-10c6a172d2d1', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:6a:28:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '1fbf83cf-f1c1-4246-8c35-8d6cd99aeac3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:34Z', 'updated_at': '2022-02-16T12:48:44Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '1fbf83cf-f1c1-4246-8c35-8d6cd99aeac3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:56.849040 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-586ff228-d007-4549-a80a-99bc5aa71a1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:56.850056 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d438aebe-c320-4f1f-9997-98fa323a9135 None None] The sync data for ids ['eefe2440-6b69-4fc6-b3ab-4f26ec071b49'] in dv-neutron-829527-1-hyperv is: [{'id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'name': 'tempest-RoutersTest-router-1592884350', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:00Z', 'updated_at': '2022-02-16T12:48:49Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'gw_port_host': None, '_interfaces': [{'id': '1a6e75a8-62da-4b1a-bb34-4651c19aaebf', 'name': '', 'network_id': '4af22acd-757b-47d4-925e-f4c03ad597e0', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:63:74:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:05Z', 'updated_at': '2022-02-16T12:48:15Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47270ed9-b121-474b-bb34-a5e191358a7b', 'name': '', 'network_id': '28fb0fe9-554d-49e5-8e09-f2ed26f27bd4', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:98:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '82271494-1e9b-42dd-8356-961a022a44ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:15Z', 'updated_at': '2022-02-16T12:48:32Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '82271494-1e9b-42dd-8356-961a022a44ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51b927a4-6051-49aa-8732-6bd32d20edad', 'name': '', 'network_id': '3c1fb940-2653-4d2b-89e4-b085c9704414', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:6c:b2:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '6768bb75-57c9-4cdd-96ec-a4852822a379', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:47Z', 'updated_at': '2022-02-16T12:48:55Z', 'revision_number': 4, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '6768bb75-57c9-4cdd-96ec-a4852822a379', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ad6c0bc-7fe3-47ac-9637-5044e31d2f64', 'name': '', 'network_id': 'bfc0f0a6-ad5f-40c0-960a-10c6a172d2d1', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:6a:28:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '1fbf83cf-f1c1-4246-8c35-8d6cd99aeac3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:34Z', 'updated_at': '2022-02-16T12:48:44Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '1fbf83cf-f1c1-4246-8c35-8d6cd99aeac3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:56.866413 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cbe1a7-95bf-4085-8970-4406017d0fdb None None] Network 48c19cd8-ac27-4524-bc91-c49a239dcfeb requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:57.010173 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-586ff228-d007-4549-a80a-99bc5aa71a1c admin admin] 10.222.0.83 "DELETE /v2.0/subnets/5863982f-bd9e-4d06-825d-64b5d101ef97 HTTP/1.1" status: 204 len: 168 time: 2.6359942 Feb 16 12:48:57.038965 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36708) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:57.095899 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.extraroute_db [None req-7f5581be-d667-4a1b-b67c-3e5e1531daed tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=87701) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 16 12:48:57.180372 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.extraroute_db [None req-7f5581be-d667-4a1b-b67c-3e5e1531daed tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Removed routes are [] {{(pid=87701) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 16 12:48:57.180817 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7f5581be-d667-4a1b-b67c-3e5e1531daed tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:57.187269 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 18318386-9371-46cd-95c1-c9e3a6ec532f completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:57.254371 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device fb57058a-a805-41cb-8499-d2353ce7ee46 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:57.281591 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36714) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:57.304849 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-4009dce7-6df9-4246-9e52-731b4a19f373 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:57.306009 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf2584c-7edd-45b4-8f3c-b4c529e6bba3 None None] Network 0b239a1b-2f5a-4990-9657-3bf80f9df90a requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:48:57.500670 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-00d64fe0-887b-4d3a-b947-7b09b0c91882 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Deleting port 1e5cc626-fd38-447d-9a48-d83e33f21e79 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:57.500996 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-00d64fe0-887b-4d3a-b947-7b09b0c91882 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:57.625524 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-08453f43-fd35-4704-ba71-90fee5ba3031 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:57.664938 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-4009dce7-6df9-4246-9e52-731b4a19f373 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Usage tracker for resource:port and tenant:e1117180e8c949a18483da62b9a9f5be is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:57.697772 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-628e5138-8204-470b-a6a4-c983ddeac18d None None] Provisioning for port 18318386-9371-46cd-95c1-c9e3a6ec532f completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:57.709717 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bb538a2a-e744-44cc-8e8d-39f1d4177b94 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:57.731603 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-bb538a2a-e744-44cc-8e8d-39f1d4177b94 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Transition to ACTIVE for port object 099c2c77-bc7c-4669-85b2-7478efbea4cc will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:57.737622 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-4009dce7-6df9-4246-9e52-731b4a19f373 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:57.750886 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-628e5138-8204-470b-a6a4-c983ddeac18d None None] Provisioning complete for port 18318386-9371-46cd-95c1-c9e3a6ec532f triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:57.751366 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-628e5138-8204-470b-a6a4-c983ddeac18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:57.768634 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-4e72c4da-94d3-4b77-92e4-d8984f14e0eb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1761421937-network', 'tenant_id': '43a461e2fae64766bd31efeef15d8935'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:57.777621 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b1e53137-fa9e-4cc1-b327-2ec84489bd98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:57.784410 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bb538a2a-e744-44cc-8e8d-39f1d4177b94 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:57.803454 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4e72c4da-94d3-4b77-92e4-d8984f14e0eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:57.820638 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-4009dce7-6df9-4246-9e52-731b4a19f373 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:57.846322 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4e72c4da-94d3-4b77-92e4-d8984f14e0eb admin admin] Usage tracker for resource:network and tenant:43a461e2fae64766bd31efeef15d8935 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:57.884718 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port fb57058a-a805-41cb-8499-d2353ce7ee46 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:57.937888 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4009dce7-6df9-4246-9e52-731b4a19f373 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Made reservation on behalf of e1117180e8c949a18483da62b9a9f5be for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:57.938234 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 62489a86-0494-4668-8a0c-4e88a1bbfb3a no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:48:57.940115 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4e72c4da-94d3-4b77-92e4-d8984f14e0eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:57.941432 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4009dce7-6df9-4246-9e52-731b4a19f373 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:57.985130 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4e72c4da-94d3-4b77-92e4-d8984f14e0eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:58.006912 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 62489a86-0494-4668-8a0c-4e88a1bbfb3a {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:48:58.007143 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 62489a86-0494-4668-8a0c-4e88a1bbfb3a not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:48:58.009014 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debbe17c-270f-431b-b3f8-9c32867867ce None None] DHCP port deletion for 48c19cd8-ac27-4524-bc91-c49a239dcfeb request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:48:58.021058 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-debbe17c-270f-431b-b3f8-9c32867867ce None None] Deleting port 89a2d4f6-fd91-4603-8f5b-eb5e5fe42a61 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:58.021448 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-debbe17c-270f-431b-b3f8-9c32867867ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:58.025065 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb538a2a-e744-44cc-8e8d-39f1d4177b94 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:58.031106 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b1e53137-fa9e-4cc1-b327-2ec84489bd98 admin admin] Deleting port 89a2d4f6-fd91-4603-8f5b-eb5e5fe42a61 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:48:58.031498 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b1e53137-fa9e-4cc1-b327-2ec84489bd98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:58.079529 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-628e5138-8204-470b-a6a4-c983ddeac18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:58.081033 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-bb538a2a-e744-44cc-8e8d-39f1d4177b94 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:58.113908 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb538a2a-e744-44cc-8e8d-39f1d4177b94 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:58.120681 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb538a2a-e744-44cc-8e8d-39f1d4177b94 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:58.121382 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bb538a2a-e744-44cc-8e8d-39f1d4177b94 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:58.128308 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e72c4da-94d3-4b77-92e4-d8984f14e0eb admin admin] Made reservation on behalf of 43a461e2fae64766bd31efeef15d8935 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:48:58.131420 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4e72c4da-94d3-4b77-92e4-d8984f14e0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:58.151710 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [None req-4009dce7-6df9-4246-9e52-731b4a19f373 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] device_id is not set on port 866e6b69-2c81-449e-84c3-a60675230372 yet. {{(pid=87701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:48:58.163488 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb538a2a-e744-44cc-8e8d-39f1d4177b94 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Port': ['ID=099c2c77-bc7c-4669-85b2-7478efbea4cc,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:58.164559 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-628e5138-8204-470b-a6a4-c983ddeac18d None None] For port 18318386-9371-46cd-95c1-c9e3a6ec532f, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=18318386-9371-46cd-95c1-c9e3a6ec532f,segment=NetworkSegment(5f73da9f-51a3-4989-9b92-cb1746cb218a),segment_id=5f73da9f-51a3-4989-9b92-cb1746cb218a)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:58.177305 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4e72c4da-94d3-4b77-92e4-d8984f14e0eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:58.209173 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-628e5138-8204-470b-a6a4-c983ddeac18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:58.272770 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2fd500b5-24a7-4f62-a614-8c8b6ad32f3e tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:58.279565 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4e72c4da-94d3-4b77-92e4-d8984f14e0eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:48:58.336701 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7f5581be-d667-4a1b-b67c-3e5e1531daed tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:58.419397 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08453f43-fd35-4704-ba71-90fee5ba3031 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Router a1922c03-f090-4b88-bd9c-226f082270d7 is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:48:58.429598 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7f5581be-d667-4a1b-b67c-3e5e1531daed tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1023088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1023049', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1023600'] for router, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:58.511275 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-debbe17c-270f-431b-b3f8-9c32867867ce None None] For port 89a2d4f6-fd91-4603-8f5b-eb5e5fe42a61, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=89a2d4f6-fd91-4603-8f5b-eb5e5fe42a61,segment=NetworkSegment(3d4b7f21-14a6-408b-b79a-e975ae9ef003),segment_id=3d4b7f21-14a6-408b-b79a-e975ae9ef003)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:58.511404 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-debbe17c-270f-431b-b3f8-9c32867867ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:58.528917 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-8c1ce029-2c1e-4ccd-9a3a-5c32256ba78d None None] Provisioning for port fb57058a-a805-41cb-8499-d2353ce7ee46 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:58.569240 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bb538a2a-e744-44cc-8e8d-39f1d4177b94 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.3047655 Feb 16 12:48:58.591672 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4e72c4da-94d3-4b77-92e4-d8984f14e0eb admin admin] Usage tracker for resource:security_group_rule and tenant:43a461e2fae64766bd31efeef15d8935 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:48:58.598416 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36720) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:58.670649 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 51b927a4-6051-49aa-8732-6bd32d20edad up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:48:58.679937 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4e72c4da-94d3-4b77-92e4-d8984f14e0eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:48:58.684413 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-00d64fe0-887b-4d3a-b947-7b09b0c91882 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:58.684920 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-00d64fe0-887b-4d3a-b947-7b09b0c91882 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:58.694138 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd500b5-24a7-4f62-a614-8c8b6ad32f3e tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event deleted for resources: {'Port': ['ID=260571e3-bbd9-4b4e-bc99-6a05a96ad6c1,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:58.717286 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-debbe17c-270f-431b-b3f8-9c32867867ce None None] Calling delete_port for 89a2d4f6-fd91-4603-8f5b-eb5e5fe42a61 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:58.725760 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4e72c4da-94d3-4b77-92e4-d8984f14e0eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:48:58.744416 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-8c1ce029-2c1e-4ccd-9a3a-5c32256ba78d None None] Provisioning complete for port fb57058a-a805-41cb-8499-d2353ce7ee46 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:58.744829 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8c1ce029-2c1e-4ccd-9a3a-5c32256ba78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:58.769889 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628e5138-8204-470b-a6a4-c983ddeac18d None None] Pushing event updated for resources: {'Port': ['ID=18318386-9371-46cd-95c1-c9e3a6ec532f,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:58.929391 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 51b927a4-6051-49aa-8732-6bd32d20edad completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:58.939894 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-debbe17c-270f-431b-b3f8-9c32867867ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:58.969286 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-00d64fe0-887b-4d3a-b947-7b09b0c91882 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Calling delete_port for 1e5cc626-fd38-447d-9a48-d83e33f21e79 owned by network:floatingip {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:58.987131 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 51b927a4-6051-49aa-8732-6bd32d20edad triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:58.987494 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:58.989532 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-4009dce7-6df9-4246-9e52-731b4a19f373 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Allocated IP 2001:db8::30f (0b239a1b-2f5a-4990-9657-3bf80f9df90a/b8983413-e189-4a5c-92c7-6fdf5af43757/866e6b69-2c81-449e-84c3-a60675230372) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:48:59.028395 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debbe17c-270f-431b-b3f8-9c32867867ce None None] Pushing event deleted for resources: {'Port': ['ID=89a2d4f6-fd91-4603-8f5b-eb5e5fe42a61,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:59.050960 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debbe17c-270f-431b-b3f8-9c32867867ce None None] No DVR routers for this DVR port 89a2d4f6-fd91-4603-8f5b-eb5e5fe42a61 on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:48:59.054339 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8c1ce029-2c1e-4ccd-9a3a-5c32256ba78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:59.113845 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-8c1ce029-2c1e-4ccd-9a3a-5c32256ba78d None None] For port fb57058a-a805-41cb-8499-d2353ce7ee46, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=fb57058a-a805-41cb-8499-d2353ce7ee46,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:59.153502 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8c1ce029-2c1e-4ccd-9a3a-5c32256ba78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:59.169659 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f5581be-d667-4a1b-b67c-3e5e1531daed tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Router eefe2440-6b69-4fc6-b3ab-4f26ec071b49 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:48:59.207791 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b1e53137-fa9e-4cc1-b327-2ec84489bd98 admin admin] For port 89a2d4f6-fd91-4603-8f5b-eb5e5fe42a61, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=89a2d4f6-fd91-4603-8f5b-eb5e5fe42a61,segment=NetworkSegment(3d4b7f21-14a6-408b-b79a-e975ae9ef003),segment_id=3d4b7f21-14a6-408b-b79a-e975ae9ef003)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:59.208216 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b1e53137-fa9e-4cc1-b327-2ec84489bd98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:59.222847 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2fd500b5-24a7-4f62-a614-8c8b6ad32f3e tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:59.229599 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:59.275463 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ce029-2c1e-4ccd-9a3a-5c32256ba78d None None] Pushing event updated for resources: {'Port': ['ID=fb57058a-a805-41cb-8499-d2353ce7ee46,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:59.288265 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 51b927a4-6051-49aa-8732-6bd32d20edad, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=51b927a4-6051-49aa-8732-6bd32d20edad,segment=NetworkSegment(68297c16-c83a-448d-b9a4-11b1b6ba0130),segment_id=68297c16-c83a-448d-b9a4-11b1b6ba0130)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:48:59.292438 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-82a58437-2760-49aa-b12f-70ccc8f2bf86 None None] Provisioning for port 8f057bac-1c86-473e-9974-cd0d6ae400d2 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:59.298379 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:59.328980 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08453f43-fd35-4704-ba71-90fee5ba3031 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:48:59.340857 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3019d838-1e7b-4265-8688-4a7d2c2bbc15 None None] Sync routers for ids ['a1922c03-f090-4b88-bd9c-226f082270d7'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:59.356971 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3019d838-1e7b-4265-8688-4a7d2c2bbc15 None None] Routers {'a1922c03-f090-4b88-bd9c-226f082270d7'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:59.357540 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-3019d838-1e7b-4265-8688-4a7d2c2bbc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:48:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['a1922c03-f090-4b88-bd9c-226f082270d7'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:59.387258 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-82a58437-2760-49aa-b12f-70ccc8f2bf86 None None] Provisioning complete for port 8f057bac-1c86-473e-9974-cd0d6ae400d2 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:59.387886 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-82a58437-2760-49aa-b12f-70ccc8f2bf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:59.398288 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b1e53137-fa9e-4cc1-b327-2ec84489bd98 admin admin] Calling delete_port for 89a2d4f6-fd91-4603-8f5b-eb5e5fe42a61 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:48:59.423234 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-3019d838-1e7b-4265-8688-4a7d2c2bbc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:59.433243 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3019d838-1e7b-4265-8688-4a7d2c2bbc15 None None] Routers {'a1922c03-f090-4b88-bd9c-226f082270d7'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:59.434130 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-3019d838-1e7b-4265-8688-4a7d2c2bbc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:48:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['a1922c03-f090-4b88-bd9c-226f082270d7'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:59.439089 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4009dce7-6df9-4246-9e52-731b4a19f373 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:59.447706 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=51b927a4-6051-49aa-8732-6bd32d20edad,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:59.451453 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-82a58437-2760-49aa-b12f-70ccc8f2bf86 None None] Port 8f057bac-1c86-473e-9974-cd0d6ae400d2 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:48:59.453658 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 89a2d4f6-fd91-4603-8f5b-eb5e5fe42a61 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:48:59.467176 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-4009dce7-6df9-4246-9e52-731b4a19f373 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Transition to ACTIVE for port object 866e6b69-2c81-449e-84c3-a60675230372 will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:48:59.483338 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d71ec70-4bab-4a9d-ad24-8c39531d4eb1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:59.490243 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 89a2d4f6-fd91-4603-8f5b-eb5e5fe42a61 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:48:59.491547 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 89a2d4f6-fd91-4603-8f5b-eb5e5fe42a61 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:48:59.497086 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d71ec70-4bab-4a9d-ad24-8c39531d4eb1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:59.500156 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0d71ec70-4bab-4a9d-ad24-8c39531d4eb1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:48:59.500331 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-3019d838-1e7b-4265-8688-4a7d2c2bbc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:59.500735 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3019d838-1e7b-4265-8688-4a7d2c2bbc15 None None] The sync data for ids ['a1922c03-f090-4b88-bd9c-226f082270d7'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:48:59.509951 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-82a58437-2760-49aa-b12f-70ccc8f2bf86 None None] Provisioning for port 099c2c77-bc7c-4669-85b2-7478efbea4cc completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:48:59.516418 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-82a58437-2760-49aa-b12f-70ccc8f2bf86 None None] Provisioning complete for port 099c2c77-bc7c-4669-85b2-7478efbea4cc triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:59.517062 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-82a58437-2760-49aa-b12f-70ccc8f2bf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:59.582969 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4009dce7-6df9-4246-9e52-731b4a19f373 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:59.590106 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-82a58437-2760-49aa-b12f-70ccc8f2bf86 None None] Port 099c2c77-bc7c-4669-85b2-7478efbea4cc cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:48:59.603885 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-82a58437-2760-49aa-b12f-70ccc8f2bf86 None None] Provisioning complete for port 18318386-9371-46cd-95c1-c9e3a6ec532f triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:48:59.604275 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-82a58437-2760-49aa-b12f-70ccc8f2bf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:59.679658 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-08453f43-fd35-4704-ba71-90fee5ba3031 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:59.684222 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-08453f43-fd35-4704-ba71-90fee5ba3031 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 11.4812703 Feb 16 12:48:59.687350 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36724) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:59.708138 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-fae7d78a-66ac-4480-aab7-c20fe1631e54 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'enable_snat': False}}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:48:59.755023 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0d71ec70-4bab-4a9d-ad24-8c39531d4eb1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:48:59.756204 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0d71ec70-4bab-4a9d-ad24-8c39531d4eb1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 1.1455398 Feb 16 12:48:59.761173 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4009dce7-6df9-4246-9e52-731b4a19f373 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Network 0b239a1b-2f5a-4990-9657-3bf80f9df90a is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:48:59.763528 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009dce7-6df9-4246-9e52-731b4a19f373 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event updated for resources: {'Port': ['ID=866e6b69-2c81-449e-84c3-a60675230372,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:48:59.763797 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36728) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:59.775065 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-4009dce7-6df9-4246-9e52-731b4a19f373 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:48:59.779474 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5581be-d667-4a1b-b67c-3e5e1531daed tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:48:59.788276 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4009dce7-6df9-4246-9e52-731b4a19f373 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:48:59.791723 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aacf31-5ed9-4ad0-89b5-cb989f36c1a7 None None] Sync routers for ids ['eefe2440-6b69-4fc6-b3ab-4f26ec071b49'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:48:59.793851 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4009dce7-6df9-4246-9e52-731b4a19f373 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:48:59.794488 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4009dce7-6df9-4246-9e52-731b4a19f373 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:59.802932 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57aacf31-5ed9-4ad0-89b5-cb989f36c1a7 None None] Routers {'eefe2440-6b69-4fc6-b3ab-4f26ec071b49'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:48:59.803582 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-57aacf31-5ed9-4ad0-89b5-cb989f36c1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:48:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['eefe2440-6b69-4fc6-b3ab-4f26ec071b49'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:48:59.805974 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7f5581be-d667-4a1b-b67c-3e5e1531daed tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:48:59.807149 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-7f5581be-d667-4a1b-b67c-3e5e1531daed tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "PUT /v2.0/routers/eefe2440-6b69-4fc6-b3ab-4f26ec071b49 HTTP/1.1" status: 200 len: 934 time: 6.1784716 Feb 16 12:48:59.811184 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36732) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:48:59.994240 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-57aacf31-5ed9-4ad0-89b5-cb989f36c1a7 None None] Set router eefe2440-6b69-4fc6-b3ab-4f26ec071b49 gateway port host: None {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:49:00.028116 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-4009dce7-6df9-4246-9e52-731b4a19f373 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.2955611 Feb 16 12:49:00.050112 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36736) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:00.085471 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4e72c4da-94d3-4b77-92e4-d8984f14e0eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:00.101133 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-b1e53137-fa9e-4cc1-b327-2ec84489bd98 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:49:00.101450 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-b1e53137-fa9e-4cc1-b327-2ec84489bd98 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:49:00.107392 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4e72c4da-94d3-4b77-92e4-d8984f14e0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:00.146833 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd500b5-24a7-4f62-a614-8c8b6ad32f3e tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Router f790b97e-4a73-45a4-b7ef-7d602afb2b3c has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:49:00.153613 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-00d64fe0-887b-4d3a-b947-7b09b0c91882 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:00.154680 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-9bd34225-1cd3-427e-8ede-2423f2860953 None None] Provisioning for port 866e6b69-2c81-449e-84c3-a60675230372 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:00.160172 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-9bd34225-1cd3-427e-8ede-2423f2860953 None None] Provisioning complete for port 866e6b69-2c81-449e-84c3-a60675230372 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:00.160747 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9bd34225-1cd3-427e-8ede-2423f2860953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:00.167473 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e0b518ab-4271-416b-963f-df1185863140 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "GET /v2.0/routers/eefe2440-6b69-4fc6-b3ab-4f26ec071b49 HTTP/1.1" status: 200 len: 934 time: 0.3509183 Feb 16 12:49:00.199811 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a71439e9-f418-4b9c-83cf-57775bf23d41 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting port 099c2c77-bc7c-4669-85b2-7478efbea4cc {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:00.200155 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a71439e9-f418-4b9c-83cf-57775bf23d41 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:00.217501 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36740) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:00.227422 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e72c4da-94d3-4b77-92e4-d8984f14e0eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:49:00.237643 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-e2ca5177-8754-417b-9c2e-38039cba9a12 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Request body: {'router': {'routes': None}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:00.256835 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-9bd34225-1cd3-427e-8ede-2423f2860953 None None] Port 866e6b69-2c81-449e-84c3-a60675230372 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:49:00.266365 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d64fe0-887b-4d3a-b947-7b09b0c91882 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Pushing event deleted for resources: {'Port': ['ID=1e5cc626-fd38-447d-9a48-d83e33f21e79,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:00.279259 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e72c4da-94d3-4b77-92e4-d8984f14e0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41fa09bf-7262-4cb5-a552-35f0b9bd836a,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:00.393300 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4e72c4da-94d3-4b77-92e4-d8984f14e0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:00.394051 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-4e72c4da-94d3-4b77-92e4-d8984f14e0eb admin admin] Added segment 453ce50b-6688-4a38-a1c2-540631c2fdad of type vlan for network 2f9caf95-9634-43c7-8691-03bf1bd0a638 Feb 16 12:49:00.463504 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-57aacf31-5ed9-4ad0-89b5-cb989f36c1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'name': 'tempest-RoutersTest-router-1592884350', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:00Z', 'updated_at': '2022-02-16T12:48:57Z', 'revision_number': 6, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'gw_port_host': None, '_interfaces': [{'id': '1a6e75a8-62da-4b1a-bb34-4651c19aaebf', 'name': '', 'network_id': '4af22acd-757b-47d4-925e-f4c03ad597e0', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:63:74:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:05Z', 'updated_at': '2022-02-16T12:48:15Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47270ed9-b121-474b-bb34-a5e191358a7b', 'name': '', 'network_id': '28fb0fe9-554d-49e5-8e09-f2ed26f27bd4', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:98:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '82271494-1e9b-42dd-8356-961a022a44ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:15Z', 'updated_at': '2022-02-16T12:48:32Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '82271494-1e9b-42dd-8356-961a022a44ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51b927a4-6051-49aa-8732-6bd32d20edad', 'name': '', 'network_id': '3c1fb940-2653-4d2b-89e4-b085c9704414', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:6c:b2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '6768bb75-57c9-4cdd-96ec-a4852822a379', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:47Z', 'updated_at': '2022-02-16T12:48:59Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '6768bb75-57c9-4cdd-96ec-a4852822a379', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ad6c0bc-7fe3-47ac-9637-5044e31d2f64', 'name': '', 'network_id': 'bfc0f0a6-ad5f-40c0-960a-10c6a172d2d1', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:6a:28:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '1fbf83cf-f1c1-4246-8c35-8d6cd99aeac3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:34Z', 'updated_at': '2022-02-16T12:48:44Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '1fbf83cf-f1c1-4246-8c35-8d6cd99aeac3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:00.468253 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aacf31-5ed9-4ad0-89b5-cb989f36c1a7 None None] Checking router: eefe2440-6b69-4fc6-b3ab-4f26ec071b49 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:49:00.478002 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57aacf31-5ed9-4ad0-89b5-cb989f36c1a7 None None] Routers {'eefe2440-6b69-4fc6-b3ab-4f26ec071b49'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:00.478688 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-57aacf31-5ed9-4ad0-89b5-cb989f36c1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:48:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['eefe2440-6b69-4fc6-b3ab-4f26ec071b49'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:00.522785 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4e72c4da-94d3-4b77-92e4-d8984f14e0eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:00.562051 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 51b927a4-6051-49aa-8732-6bd32d20edad up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:00.597663 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd500b5-24a7-4f62-a614-8c8b6ad32f3e tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:49:00.608939 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b1e53137-fa9e-4cc1-b327-2ec84489bd98 admin admin] Deleting port 89a2d4f6-fd91-4603-8f5b-eb5e5fe42a61 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:00.609514 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b1e53137-fa9e-4cc1-b327-2ec84489bd98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:00.623290 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c83177-76f4-48ef-bfa4-f1d70a02cf43 None None] Sync routers for ids ['f790b97e-4a73-45a4-b7ef-7d602afb2b3c'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:00.647221 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c83177-76f4-48ef-bfa4-f1d70a02cf43 None None] Routers {'f790b97e-4a73-45a4-b7ef-7d602afb2b3c'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:00.649152 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-36c83177-76f4-48ef-bfa4-f1d70a02cf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:48:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['f790b97e-4a73-45a4-b7ef-7d602afb2b3c'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:00.659980 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.resource_extend [None req-4e72c4da-94d3-4b77-92e4-d8984f14e0eb admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:49:00.720449 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a82f58a-3cc5-4df7-aa21-3e5154a0f47b tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:00.721580 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-8a82f58a-3cc5-4df7-aa21-3e5154a0f47b tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Synchronizing usage tracker for tenant:e1117180e8c949a18483da62b9a9f5be on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:00.741659 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-57aacf31-5ed9-4ad0-89b5-cb989f36c1a7 None None] Set router eefe2440-6b69-4fc6-b3ab-4f26ec071b49 gateway port host: None {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:49:00.747827 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b1e53137-fa9e-4cc1-b327-2ec84489bd98 admin admin] The port '89a2d4f6-fd91-4603-8f5b-eb5e5fe42a61' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:49:00.758955 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-00d64fe0-887b-4d3a-b947-7b09b0c91882 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for floatingip, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:00.805930 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-36c83177-76f4-48ef-bfa4-f1d70a02cf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:00.810062 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 51b927a4-6051-49aa-8732-6bd32d20edad triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:00.810426 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:00.824864 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c83177-76f4-48ef-bfa4-f1d70a02cf43 None None] Routers {'f790b97e-4a73-45a4-b7ef-7d602afb2b3c'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:00.826010 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-36c83177-76f4-48ef-bfa4-f1d70a02cf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:48:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['f790b97e-4a73-45a4-b7ef-7d602afb2b3c'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:00.856160 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4e72c4da-94d3-4b77-92e4-d8984f14e0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:00.857012 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e72c4da-94d3-4b77-92e4-d8984f14e0eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:00.857592 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4e72c4da-94d3-4b77-92e4-d8984f14e0eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:00.935322 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-36c83177-76f4-48ef-bfa4-f1d70a02cf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:00.937492 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c83177-76f4-48ef-bfa4-f1d70a02cf43 None None] The sync data for ids ['f790b97e-4a73-45a4-b7ef-7d602afb2b3c'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:00.956012 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-8a82f58a-3cc5-4df7-aa21-3e5154a0f47b tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Unset dirty status for tenant:e1117180e8c949a18483da62b9a9f5be on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:00.957495 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-8a82f58a-3cc5-4df7-aa21-3e5154a0f47b tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2d0 HTTP/1.1" status: 200 len: 928 time: 0.8995543 Feb 16 12:49:00.967624 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36744) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:01.054608 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-00d64fe0-887b-4d3a-b947-7b09b0c91882 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:01.056130 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-00d64fe0-887b-4d3a-b947-7b09b0c91882 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "DELETE /v2.0/floatingips/67c9e60d-a898-4434-a44f-6edfc67f9c16 HTTP/1.1" status: 204 len: 168 time: 4.5391152 Feb 16 12:49:01.077438 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36748) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:01.097898 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4e72c4da-94d3-4b77-92e4-d8984f14e0eb admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.7481208 Feb 16 12:49:01.099385 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2fd500b5-24a7-4f62-a614-8c8b6ad32f3e tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "PUT /v2.0/routers/f790b97e-4a73-45a4-b7ef-7d602afb2b3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4118423 Feb 16 12:49:01.109761 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36752) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:01.110426 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36754) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:01.113811 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device fb57058a-a805-41cb-8499-d2353ce7ee46 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:01.116217 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-f7f7bc04-87d0-4644-8c99-c6e992765444 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Request body: {'floatingip': {'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'port_id': '3616909d-8c18-41c9-9ccb-1b8431d93072'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:01.126270 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b1e53137-fa9e-4cc1-b327-2ec84489bd98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:01.140467 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f7f7bc04-87d0-4644-8c99-c6e992765444 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:01.152778 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e72c4da-94d3-4b77-92e4-d8984f14e0eb admin admin] Pushing event updated for resources: {'Network': ['ID=2f9caf95-9634-43c7-8691-03bf1bd0a638,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:01.178548 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f7f7bc04-87d0-4644-8c99-c6e992765444 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Usage tracker for resource:floatingip and tenant:f7e183c87d434560824e762da5b5e9a3 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:01.178548 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f7f7bc04-87d0-4644-8c99-c6e992765444 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:01.181192 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-b1e53137-fa9e-4cc1-b327-2ec84489bd98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48c19cd8-ac27-4524-bc91-c49a239dcfeb']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:01.188206 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 2f9caf95-9634-43c7-8691-03bf1bd0a638 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:49:01.188924 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a71439e9-f418-4b9c-83cf-57775bf23d41 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:01.205256 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f7f7bc04-87d0-4644-8c99-c6e992765444 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:01.208441 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-b1e53137-fa9e-4cc1-b327-2ec84489bd98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d4b7f21-14a6-408b-b79a-e975ae9ef003') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:01.208873 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-b1e53137-fa9e-4cc1-b327-2ec84489bd98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d4b7f21-14a6-408b-b79a-e975ae9ef003') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:01.213044 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-0942da3c-3c1b-490f-867c-e03b81492454 admin admin] Request body: {'subnet': {'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1761421937-subnet', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'ip_version': 4}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:01.219956 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-0942da3c-3c1b-490f-867c-e03b81492454 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:01.225101 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-0942da3c-3c1b-490f-867c-e03b81492454 admin admin] Usage tracker for resource:subnet and tenant:43a461e2fae64766bd31efeef15d8935 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:01.228985 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-0942da3c-3c1b-490f-867c-e03b81492454 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:01.241738 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-a99eb134-4baa-4586-91ba-d1734f63a10b tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "GET /v2.0/ports?device_id=f790b97e-4a73-45a4-b7ef-7d602afb2b3c HTTP/1.1" status: 200 len: 205 time: 0.1253157 Feb 16 12:49:01.246868 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-0942da3c-3c1b-490f-867c-e03b81492454 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:01.253797 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36760) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:01.309635 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-7f252df0-20dc-4321-972d-53aed2c11bd2 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Deleting port 866e6b69-2c81-449e-84c3-a60675230372 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:01.310054 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7f252df0-20dc-4321-972d-53aed2c11bd2 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:01.339516 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b1e53137-fa9e-4cc1-b327-2ec84489bd98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:01.352995 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a71439e9-f418-4b9c-83cf-57775bf23d41 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Calling delete_port for 099c2c77-bc7c-4669-85b2-7478efbea4cc owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:01.356128 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port fb57058a-a805-41cb-8499-d2353ce7ee46 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:01.356653 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:01.382571 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f7f7bc04-87d0-4644-8c99-c6e992765444 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for floatingip, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:01.425133 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-57aacf31-5ed9-4ad0-89b5-cb989f36c1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'name': 'tempest-RoutersTest-router-1592884350', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:00Z', 'updated_at': '2022-02-16T12:48:57Z', 'revision_number': 6, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'gw_port_host': None, '_interfaces': [{'id': '1a6e75a8-62da-4b1a-bb34-4651c19aaebf', 'name': '', 'network_id': '4af22acd-757b-47d4-925e-f4c03ad597e0', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:63:74:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:05Z', 'updated_at': '2022-02-16T12:48:15Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47270ed9-b121-474b-bb34-a5e191358a7b', 'name': '', 'network_id': '28fb0fe9-554d-49e5-8e09-f2ed26f27bd4', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:98:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '82271494-1e9b-42dd-8356-961a022a44ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:15Z', 'updated_at': '2022-02-16T12:48:32Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '82271494-1e9b-42dd-8356-961a022a44ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51b927a4-6051-49aa-8732-6bd32d20edad', 'name': '', 'network_id': '3c1fb940-2653-4d2b-89e4-b085c9704414', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:6c:b2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '6768bb75-57c9-4cdd-96ec-a4852822a379', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:47Z', 'updated_at': '2022-02-16T12:48:59Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '6768bb75-57c9-4cdd-96ec-a4852822a379', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ad6c0bc-7fe3-47ac-9637-5044e31d2f64', 'name': '', 'network_id': 'bfc0f0a6-ad5f-40c0-960a-10c6a172d2d1', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:6a:28:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '1fbf83cf-f1c1-4246-8c35-8d6cd99aeac3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:34Z', 'updated_at': '2022-02-16T12:48:44Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '1fbf83cf-f1c1-4246-8c35-8d6cd99aeac3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:01.432543 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aacf31-5ed9-4ad0-89b5-cb989f36c1a7 None None] The sync data for ids ['eefe2440-6b69-4fc6-b3ab-4f26ec071b49'] in dv-neutron-829527-1-hyperv is: [{'id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'name': 'tempest-RoutersTest-router-1592884350', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:00Z', 'updated_at': '2022-02-16T12:48:57Z', 'revision_number': 6, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'gw_port_host': None, '_interfaces': [{'id': '1a6e75a8-62da-4b1a-bb34-4651c19aaebf', 'name': '', 'network_id': '4af22acd-757b-47d4-925e-f4c03ad597e0', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:63:74:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:05Z', 'updated_at': '2022-02-16T12:48:15Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47270ed9-b121-474b-bb34-a5e191358a7b', 'name': '', 'network_id': '28fb0fe9-554d-49e5-8e09-f2ed26f27bd4', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:98:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '82271494-1e9b-42dd-8356-961a022a44ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:15Z', 'updated_at': '2022-02-16T12:48:32Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '82271494-1e9b-42dd-8356-961a022a44ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51b927a4-6051-49aa-8732-6bd32d20edad', 'name': '', 'network_id': '3c1fb940-2653-4d2b-89e4-b085c9704414', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:6c:b2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '6768bb75-57c9-4cdd-96ec-a4852822a379', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:47Z', 'updated_at': '2022-02-16T12:48:59Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '6768bb75-57c9-4cdd-96ec-a4852822a379', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ad6c0bc-7fe3-47ac-9637-5044e31d2f64', 'name': '', 'network_id': 'bfc0f0a6-ad5f-40c0-960a-10c6a172d2d1', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:6a:28:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '1fbf83cf-f1c1-4246-8c35-8d6cd99aeac3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:34Z', 'updated_at': '2022-02-16T12:48:44Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '1fbf83cf-f1c1-4246-8c35-8d6cd99aeac3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:01.473716 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b1e53137-fa9e-4cc1-b327-2ec84489bd98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:01.490145 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1e53137-fa9e-4cc1-b327-2ec84489bd98 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:49:01.490544 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b1e53137-fa9e-4cc1-b327-2ec84489bd98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:01.532929 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 18318386-9371-46cd-95c1-c9e3a6ec532f up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:01.552026 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0942da3c-3c1b-490f-867c-e03b81492454 admin admin] Made reservation on behalf of 43a461e2fae64766bd31efeef15d8935 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:01.555503 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0942da3c-3c1b-490f-867c-e03b81492454 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:01.608933 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 18318386-9371-46cd-95c1-c9e3a6ec532f triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:01.609347 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:01.651658 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8166bc70-1359-4c91-a350-fd493bdb7373 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for router, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:01.733503 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fae7d78a-66ac-4480-aab7-c20fe1631e54 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:01.769398 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6616cb79-0901-4f28-91cc-3446ad434562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:01.773805 dv-neutron-829527-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:49:01.773805 dv-neutron-829527-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:49:01.773805 dv-neutron-829527-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:49:01.773805 dv-neutron-829527-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:49:01.773805 dv-neutron-829527-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:49:01.773805 dv-neutron-829527-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:49:01.773805 dv-neutron-829527-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:49:01.773805 dv-neutron-829527-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:49:01.773805 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:49:01.773805 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:49:01.773805 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:49:01.773805 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:49:01.773805 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:49:01.773805 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:49:01.773805 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:49:01.773805 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:49:01.773805 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:49:01.773805 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:49:01.773805 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:49:01.773805 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:49:01.773805 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:49:01.773805 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:49:01.773805 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:49:01.773805 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:49:01.773805 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:49:01.773805 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:49:01.773805 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:49:01.773805 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:49:01.773805 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:49:01.773805 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:49:01.773805 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:49:01.773805 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:49:01.773805 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:49:01.773805 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:49:01.773805 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:49:01.773805 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:49:01.773805 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:49:01.773805 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:49:01.773805 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:49:01.773805 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:49:01.815027 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b1e53137-fa9e-4cc1-b327-2ec84489bd98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:01.837976 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b1e53137-fa9e-4cc1-b327-2ec84489bd98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:01.851560 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e53137-fa9e-4cc1-b327-2ec84489bd98 admin admin] Pushing event deleted for resources: {'Network': ['ID=48c19cd8-ac27-4524-bc91-c49a239dcfeb,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:01.916894 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b1e53137-fa9e-4cc1-b327-2ec84489bd98 admin admin] 10.222.0.83 "DELETE /v2.0/networks/48c19cd8-ac27-4524-bc91-c49a239dcfeb HTTP/1.1" status: 204 len: 168 time: 4.8740780 Feb 16 12:49:01.960274 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a71439e9-f418-4b9c-83cf-57775bf23d41 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.020823 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71439e9-f418-4b9c-83cf-57775bf23d41 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Port': ['ID=099c2c77-bc7c-4669-85b2-7478efbea4cc,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:02.072320 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f7f7bc04-87d0-4644-8c99-c6e992765444 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.114024 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36766) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:02.116739 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a71439e9-f418-4b9c-83cf-57775bf23d41 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.118564 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a71439e9-f418-4b9c-83cf-57775bf23d41 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/ports/099c2c77-bc7c-4669-85b2-7478efbea4cc HTTP/1.1" status: 204 len: 168 time: 2.3522155 Feb 16 12:49:02.133198 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36770) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:02.294520 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142c1996-fc0d-4d17-9acf-6010f08ba26c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:02.295991 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142c1996-fc0d-4d17-9acf-6010f08ba26c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:02.296755 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-142c1996-fc0d-4d17-9acf-6010f08ba26c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:02.303500 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2224c108-6e03-4457-a37b-2793e03279e1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a8771b90386942c1a6095687790fa64b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1885154 Feb 16 12:49:02.306638 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36774) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:02.360887 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-142c1996-fc0d-4d17-9acf-6010f08ba26c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:02.364470 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-142c1996-fc0d-4d17-9acf-6010f08ba26c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2278326 Feb 16 12:49:02.373370 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36778) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:02.374485 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-f7f7bc04-87d0-4644-8c99-c6e992765444 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Allocated IP 172.26.5.33 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/16ebb7ce-f856-4b70-a333-a340d6d78fc4) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:02.407140 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8166bc70-1359-4c91-a350-fd493bdb7373 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.463826 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8166bc70-1359-4c91-a350-fd493bdb7373 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.528472 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c03db64d-afc9-445a-829d-d496aec11baf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.543825 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-f812e3ae-1f0d-4ac5-bd2f-e07c7a1ced43 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting subnet 67c39048-ac8d-4281-abc5-224ea1c65ee2 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:49:02.552495 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f812e3ae-1f0d-4ac5-bd2f-e07c7a1ced43 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.612890 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c03db64d-afc9-445a-829d-d496aec11baf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.628566 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8166bc70-1359-4c91-a350-fd493bdb7373 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.629003 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8166bc70-1359-4c91-a350-fd493bdb7373 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Fanout notify agent at l3_agent the message router_deleted on router f790b97e-4a73-45a4-b7ef-7d602afb2b3c {{(pid=87701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:49:02.666199 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f812e3ae-1f0d-4ac5-bd2f-e07c7a1ced43 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.672583 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7f252df0-20dc-4321-972d-53aed2c11bd2 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.762195 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.extraroute_db [None req-e2ca5177-8754-417b-9c2e-38039cba9a12 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Added routes are [] {{(pid=87701) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 16 12:49:02.762492 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.extraroute_db [None req-e2ca5177-8754-417b-9c2e-38039cba9a12 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=87701) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 16 12:49:02.772661 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f7f7bc04-87d0-4644-8c99-c6e992765444 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.806444 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c03db64d-afc9-445a-829d-d496aec11baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.810962 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f812e3ae-1f0d-4ac5-bd2f-e07c7a1ced43 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.843116 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-7f252df0-20dc-4321-972d-53aed2c11bd2 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Calling delete_port for 866e6b69-2c81-449e-84c3-a60675230372 owned by {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:02.862581 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03db64d-afc9-445a-829d-d496aec11baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b07952-e0fa-4812-866f-8a2e9ba3c48b,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:02.894634 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8166bc70-1359-4c91-a350-fd493bdb7373 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.898420 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-8166bc70-1359-4c91-a350-fd493bdb7373 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "DELETE /v2.0/routers/f790b97e-4a73-45a4-b7ef-7d602afb2b3c HTTP/1.1" status: 204 len: 168 time: 1.6409645 Feb 16 12:49:02.899183 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36782) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:02.902552 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c03db64d-afc9-445a-829d-d496aec11baf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.903713 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c03db64d-afc9-445a-829d-d496aec11baf admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d0b07952-e0fa-4812-866f-8a2e9ba3c48b HTTP/1.1" status: 204 len: 168 time: 0.5962379 Feb 16 12:49:02.937491 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f7f7bc04-87d0-4644-8c99-c6e992765444 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:02.940311 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0942da3c-3c1b-490f-867c-e03b81492454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:03.035499 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f7bc04-87d0-4644-8c99-c6e992765444 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:03.038680 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e2ca5177-8754-417b-9c2e-38039cba9a12 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:03.041146 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f812e3ae-1f0d-4ac5-bd2f-e07c7a1ced43 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:03.045038 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-f7f7bc04-87d0-4644-8c99-c6e992765444 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:03.080104 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f7bc04-87d0-4644-8c99-c6e992765444 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:03.120275 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb66adb4-7660-4081-9ca0-bace84ad0ef9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Deleting subnet aed8fbf0-8766-4f96-a63b-349c4135ed52 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:49:03.122284 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f7bc04-87d0-4644-8c99-c6e992765444 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Pushing event updated for resources: {'Port': ['ID=16ebb7ce-f856-4b70-a333-a340d6d78fc4,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:03.132489 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f812e3ae-1f0d-4ac5-bd2f-e07c7a1ced43 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Subnet': ['ID=67c39048-ac8d-4281-abc5-224ea1c65ee2,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:03.134608 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-eb66adb4-7660-4081-9ca0-bace84ad0ef9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:03.169768 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942da3c-3c1b-490f-867c-e03b81492454 admin admin] Pushing event updated for resources: {'Subnet': ['ID=475d72a9-33c5-44fc-8808-9edb5e19ce95,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:03.175370 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f812e3ae-1f0d-4ac5-bd2f-e07c7a1ced43 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:03.192529 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a86d4d-5682-498e-aa2b-b0f8a52ae81f None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:03.248372 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-eb66adb4-7660-4081-9ca0-bace84ad0ef9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:03.271285 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0942da3c-3c1b-490f-867c-e03b81492454 admin admin] Checking segment: {'id': '453ce50b-6688-4a38-a1c2-540631c2fdad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:49:03.271577 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0942da3c-3c1b-490f-867c-e03b81492454 admin admin] Network hostable DHCP agents. Network: 2f9caf95-9634-43c7-8691-03bf1bd0a638, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:49:03.281230 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f812e3ae-1f0d-4ac5-bd2f-e07c7a1ced43 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/67c39048-ac8d-4281-abc5-224ea1c65ee2 HTTP/1.1" status: 204 len: 168 time: 0.9044597 Feb 16 12:49:03.292729 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36794) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:03.381513 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d608ecc0-4f88-4be5-85f0-390f9b60b8f7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0813856 Feb 16 12:49:03.386707 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36800) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:03.631791 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0942da3c-3c1b-490f-867c-e03b81492454 admin admin] Network 2f9caf95-9634-43c7-8691-03bf1bd0a638 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:49:03.634429 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7f252df0-20dc-4321-972d-53aed2c11bd2 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:03.665497 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952eb61e-9165-4175-b7ff-8cbd6e3d4770 None None] DHCP port deletion for c2beece7-853e-4518-ace6-8724ee235932 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:49:03.670907 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-952eb61e-9165-4175-b7ff-8cbd6e3d4770 None None] Deleting port fb57058a-a805-41cb-8499-d2353ce7ee46 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:03.671442 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-952eb61e-9165-4175-b7ff-8cbd6e3d4770 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:03.836271 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f252df0-20dc-4321-972d-53aed2c11bd2 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event deleted for resources: {'Port': ['ID=866e6b69-2c81-449e-84c3-a60675230372,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:03.882067 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-952eb61e-9165-4175-b7ff-8cbd6e3d4770 None None] For port fb57058a-a805-41cb-8499-d2353ce7ee46, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=fb57058a-a805-41cb-8499-d2353ce7ee46,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:03.882552 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-952eb61e-9165-4175-b7ff-8cbd6e3d4770 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:03.892768 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-0942da3c-3c1b-490f-867c-e03b81492454 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 2f9caf95-9634-43c7-8691-03bf1bd0a638) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:03.954280 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-eb66adb4-7660-4081-9ca0-bace84ad0ef9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:03.954890 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0942da3c-3c1b-490f-867c-e03b81492454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:03.955095 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0942da3c-3c1b-490f-867c-e03b81492454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:03.958110 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d9e598-a04f-43c8-a9b0-60a173279e4f None None] Network 2f9caf95-9634-43c7-8691-03bf1bd0a638 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:03.988887 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7f252df0-20dc-4321-972d-53aed2c11bd2 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.046272 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc9a150-53b1-4a88-b209-b20aa0a786ed tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:04.047303 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bbc9a150-53b1-4a88-b209-b20aa0a786ed tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:04.067488 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-952eb61e-9165-4175-b7ff-8cbd6e3d4770 None None] Calling delete_port for fb57058a-a805-41cb-8499-d2353ce7ee46 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:04.115242 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e2ca5177-8754-417b-9c2e-38039cba9a12 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.124059 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bbc9a150-53b1-4a88-b209-b20aa0a786ed tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:04.134214 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-7f252df0-20dc-4321-972d-53aed2c11bd2 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/ports/866e6b69-2c81-449e-84c3-a60675230372 HTTP/1.1" status: 204 len: 168 time: 3.1613455 Feb 16 12:49:04.134507 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bbc9a150-53b1-4a88-b209-b20aa0a786ed tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7442806 Feb 16 12:49:04.136727 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36816) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:04.137053 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36818) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:04.143254 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-0942da3c-3c1b-490f-867c-e03b81492454 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0291412 Feb 16 12:49:04.144992 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e2ca5177-8754-417b-9c2e-38039cba9a12 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1023088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1023049', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1023600'] for router, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.149945 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36824) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:04.161913 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-53370923-dde7-4eb9-99c0-d8a849ff063b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1761421937-router', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:04.234448 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-eb66adb4-7660-4081-9ca0-bace84ad0ef9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.264325 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6960ded7-ee6d-479e-afbe-92216a68053e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.288504 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3568cca-76c3-42e7-9c93-aec3032cfb87 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] GET failed (client error): The resource could not be found. Feb 16 12:49:04.292911 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e3568cca-76c3-42e7-9c93-aec3032cfb87 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "GET /v2.0/ports/866e6b69-2c81-449e-84c3-a60675230372 HTTP/1.1" status: 404 len: 333 time: 0.1548662 Feb 16 12:49:04.293512 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36830) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:04.311719 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb66adb4-7660-4081-9ca0-bace84ad0ef9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event deleted for resources: {'Subnet': ['ID=aed8fbf0-8766-4f96-a63b-349c4135ed52,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:04.318566 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6f59e7-3310-4212-b285-6e737b59041e None None] Network 85350005-a68b-437e-8fe5-d02366b36781 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:04.397110 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-eb66adb4-7660-4081-9ca0-bace84ad0ef9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.412673 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-952eb61e-9165-4175-b7ff-8cbd6e3d4770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.416361 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.434627 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f7f7bc04-87d0-4644-8c99-c6e992765444 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.466903 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-64eecc77-73f5-47f7-adef-a477c38b1a63 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Deleting port 8f057bac-1c86-473e-9974-cd0d6ae400d2 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:04.466903 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-64eecc77-73f5-47f7-adef-a477c38b1a63 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.476720 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-53370923-dde7-4eb9-99c0-d8a849ff063b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:04.504361 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952eb61e-9165-4175-b7ff-8cbd6e3d4770 None None] Pushing event deleted for resources: {'Port': ['ID=fb57058a-a805-41cb-8499-d2353ce7ee46,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:04.524580 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952eb61e-9165-4175-b7ff-8cbd6e3d4770 None None] No DVR routers for this DVR port fb57058a-a805-41cb-8499-d2353ce7ee46 on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:49:04.544914 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device fb57058a-a805-41cb-8499-d2353ce7ee46 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:49:04.551286 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-53370923-dde7-4eb9-99c0-d8a849ff063b admin admin] Usage tracker for resource:router and tenant:43a461e2fae64766bd31efeef15d8935 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:04.558542 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-53370923-dde7-4eb9-99c0-d8a849ff063b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:04.564781 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36840) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:04.566939 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-eb66adb4-7660-4081-9ca0-bace84ad0ef9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "DELETE /v2.0/subnets/aed8fbf0-8766-4f96-a63b-349c4135ed52 HTTP/1.1" status: 204 len: 168 time: 1.6649954 Feb 16 12:49:04.600381 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-53370923-dde7-4eb9-99c0-d8a849ff063b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:04.613719 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: fb57058a-a805-41cb-8499-d2353ce7ee46 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:49:04.614109 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device fb57058a-a805-41cb-8499-d2353ce7ee46 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:49:04.726296 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7773b7cf-2c4e-4ecb-983c-973b81b3d181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-2f9caf95-9634-43c7-8691-03bf1bd0a638', 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'fixed_ips': [{'subnet_id': '475d72a9-33c5-44fc-8808-9edb5e19ce95'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:49:04.729019 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7773b7cf-2c4e-4ecb-983c-973b81b3d181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.794899 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-53370923-dde7-4eb9-99c0-d8a849ff063b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.795840 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-53370923-dde7-4eb9-99c0-d8a849ff063b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.801017 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ca5177-8754-417b-9c2e-38039cba9a12 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Router eefe2440-6b69-4fc6-b3ab-4f26ec071b49 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:49:04.824663 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adbe60e-79c4-44a7-9a0a-ccd3c2b30df2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:04.825499 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2adbe60e-79c4-44a7-9a0a-ccd3c2b30df2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:04.852527 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-64eecc77-73f5-47f7-adef-a477c38b1a63 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.912259 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-7773b7cf-2c4e-4ecb-983c-973b81b3d181 None None] Allocated IP 172.20.0.2 (2f9caf95-9634-43c7-8691-03bf1bd0a638/475d72a9-33c5-44fc-8808-9edb5e19ce95/6d81a2f6-24f7-43ac-9761-997110b75766) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:04.914491 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36848) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:04.922106 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ec1f724c-f79e-4564-ae47-149cbe72b9dd tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:04.940946 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-53370923-dde7-4eb9-99c0-d8a849ff063b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:05.016234 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb6d4c8-e66e-4116-9ca6-c2b5d8c50f8d None None] DHCP port deletion for 85350005-a68b-437e-8fe5-d02366b36781 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:49:05.041808 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-64eecc77-73f5-47f7-adef-a477c38b1a63 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Calling delete_port for 8f057bac-1c86-473e-9974-cd0d6ae400d2 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:05.076803 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2adbe60e-79c4-44a7-9a0a-ccd3c2b30df2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:05.078325 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2adbe60e-79c4-44a7-9a0a-ccd3c2b30df2 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.9379244 Feb 16 12:49:05.087941 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36854) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:05.120539 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-ec1f724c-f79e-4564-ae47-149cbe72b9dd tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Deleting port fc93dd46-34d6-49c9-b476-28d1b961d32a {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:05.120903 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ec1f724c-f79e-4564-ae47-149cbe72b9dd tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:05.185122 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9dc4c19f-1276-424b-a76c-cf43f044de42 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0899036 Feb 16 12:49:05.192697 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36858) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:05.195167 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f7f7bc04-87d0-4644-8c99-c6e992765444 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:05.231704 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-41389d64-bffe-474a-bfcc-56caa26d0554 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'subnet': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:05.245351 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-8bb6d4c8-e66e-4116-9ca6-c2b5d8c50f8d None None] Deleting port fc93dd46-34d6-49c9-b476-28d1b961d32a {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:05.245952 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8bb6d4c8-e66e-4116-9ca6-c2b5d8c50f8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:05.332702 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7773b7cf-2c4e-4ecb-983c-973b81b3d181 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:05.335831 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fae7d78a-66ac-4480-aab7-c20fe1631e54 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:05.337368 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:05.350698 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:05.352110 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-7773b7cf-2c4e-4ecb-983c-973b81b3d181 None None] Transition to ACTIVE for port object 6d81a2f6-24f7-43ac-9761-997110b75766 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:05.393876 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-a6feb743-e267-42cd-b1f7-931354e1b49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-989117854'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:05.421594 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-a6feb743-e267-42cd-b1f7-931354e1b49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:05.433568 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-41389d64-bffe-474a-bfcc-56caa26d0554 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:05.444132 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-41389d64-bffe-474a-bfcc-56caa26d0554 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:05.478387 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41389d64-bffe-474a-bfcc-56caa26d0554 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:05.480281 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fae7d78a-66ac-4480-aab7-c20fe1631e54 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1023088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1023049', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1023600'] for router, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:05.481405 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-41389d64-bffe-474a-bfcc-56caa26d0554 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:05.492281 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-a6feb743-e267-42cd-b1f7-931354e1b49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646-project] Usage tracker for resource:network and tenant:26d973a07bce4c339e2c9c3dd06e387d is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:05.499779 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-a6feb743-e267-42cd-b1f7-931354e1b49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:05.502816 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ca5177-8754-417b-9c2e-38039cba9a12 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:49:05.518028 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b3c6f1-3d86-40ba-b5c7-689169e65ab5 None None] Sync routers for ids ['eefe2440-6b69-4fc6-b3ab-4f26ec071b49'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:05.531485 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-8bb6d4c8-e66e-4116-9ca6-c2b5d8c50f8d None None] For port fc93dd46-34d6-49c9-b476-28d1b961d32a, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=fc93dd46-34d6-49c9-b476-28d1b961d32a,segment=NetworkSegment(5bc733c4-31b0-4346-99f4-c53c13243b95),segment_id=5bc733c4-31b0-4346-99f4-c53c13243b95)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:05.531977 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8bb6d4c8-e66e-4116-9ca6-c2b5d8c50f8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:05.546059 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b3c6f1-3d86-40ba-b5c7-689169e65ab5 None None] Routers {'eefe2440-6b69-4fc6-b3ab-4f26ec071b49'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:05.546788 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-90b3c6f1-3d86-40ba-b5c7-689169e65ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:49:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['eefe2440-6b69-4fc6-b3ab-4f26ec071b49'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:05.556954 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-a6feb743-e267-42cd-b1f7-931354e1b49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:05.697849 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e2ca5177-8754-417b-9c2e-38039cba9a12 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:05.701668 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e2ca5177-8754-417b-9c2e-38039cba9a12 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "PUT /v2.0/routers/eefe2440-6b69-4fc6-b3ab-4f26ec071b49 HTTP/1.1" status: 200 len: 700 time: 5.4797053 Feb 16 12:49:05.725235 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-8bb6d4c8-e66e-4116-9ca6-c2b5d8c50f8d None None] Calling delete_port for fc93dd46-34d6-49c9-b476-28d1b961d32a owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:05.746357 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36862) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:05.770846 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6feb743-e267-42cd-b1f7-931354e1b49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646-project] Made reservation on behalf of 26d973a07bce4c339e2c9c3dd06e387d for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:05.774322 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a6feb743-e267-42cd-b1f7-931354e1b49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:05.864534 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-53370923-dde7-4eb9-99c0-d8a849ff063b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:05.871681 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-90b3c6f1-3d86-40ba-b5c7-689169e65ab5 None None] Set router eefe2440-6b69-4fc6-b3ab-4f26ec071b49 gateway port host: None {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:49:05.875588 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a6feb743-e267-42cd-b1f7-931354e1b49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646-project] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:05.913762 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-7773b7cf-2c4e-4ecb-983c-973b81b3d181 None None] Transition to ACTIVE for port object 6d81a2f6-24f7-43ac-9761-997110b75766 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:05.931150 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-64eecc77-73f5-47f7-adef-a477c38b1a63 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:05.934063 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7773b7cf-2c4e-4ecb-983c-973b81b3d181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:05.973861 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-a6feb743-e267-42cd-b1f7-931354e1b49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:05.994080 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8bb6d4c8-e66e-4116-9ca6-c2b5d8c50f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:05.998720 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7773b7cf-2c4e-4ecb-983c-973b81b3d181 None None] Network 2f9caf95-9634-43c7-8691-03bf1bd0a638 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:05.999085 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-a6feb743-e267-42cd-b1f7-931354e1b49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646-project] Usage tracker for resource:security_group_rule and tenant:26d973a07bce4c339e2c9c3dd06e387d is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:06.012790 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-7773b7cf-2c4e-4ecb-983c-973b81b3d181 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:06.014604 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-a6feb743-e267-42cd-b1f7-931354e1b49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:06.027671 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-a6feb743-e267-42cd-b1f7-931354e1b49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:06.041582 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-ec1f724c-f79e-4564-ae47-149cbe72b9dd tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] For port fc93dd46-34d6-49c9-b476-28d1b961d32a, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=fc93dd46-34d6-49c9-b476-28d1b961d32a,segment=NetworkSegment(5bc733c4-31b0-4346-99f4-c53c13243b95),segment_id=5bc733c4-31b0-4346-99f4-c53c13243b95)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:06.041822 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ec1f724c-f79e-4564-ae47-149cbe72b9dd tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.042875 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eecc77-73f5-47f7-adef-a477c38b1a63 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event deleted for resources: {'Port': ['ID=8f057bac-1c86-473e-9974-cd0d6ae400d2,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:06.076374 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7773b7cf-2c4e-4ecb-983c-973b81b3d181 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:06.101367 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-64eecc77-73f5-47f7-adef-a477c38b1a63 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.114171 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae7d78a-66ac-4480-aab7-c20fe1631e54 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Router a1922c03-f090-4b88-bd9c-226f082270d7 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:49:06.119073 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb6d4c8-e66e-4116-9ca6-c2b5d8c50f8d None None] No DVR routers for this DVR port fc93dd46-34d6-49c9-b476-28d1b961d32a on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:49:06.135237 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-546352d8-3bb0-448f-b45f-a4a2f22dd86b tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "GET /v2.0/routers/eefe2440-6b69-4fc6-b3ab-4f26ec071b49 HTTP/1.1" status: 200 len: 700 time: 0.3879652 Feb 16 12:49:06.139631 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-64eecc77-73f5-47f7-adef-a477c38b1a63 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/ports/8f057bac-1c86-473e-9974-cd0d6ae400d2 HTTP/1.1" status: 204 len: 168 time: 1.8385730 Feb 16 12:49:06.141530 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36866) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:06.141856 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36868) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:06.244179 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-ec1f724c-f79e-4564-ae47-149cbe72b9dd tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Calling delete_port for fc93dd46-34d6-49c9-b476-28d1b961d32a owned by network:dhcp {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:06.252652 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7773b7cf-2c4e-4ecb-983c-973b81b3d181 None None] Pushing event updated for resources: {'Port': ['ID=6d81a2f6-24f7-43ac-9761-997110b75766,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:06.332669 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-70233539-0913-4cd4-8d80-eda215a1339e tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] GET failed (client error): The resource could not be found. Feb 16 12:49:06.333126 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-70233539-0913-4cd4-8d80-eda215a1339e tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Synchronizing usage tracker for tenant:e1117180e8c949a18483da62b9a9f5be on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:06.347891 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.resource_extend [None req-f7f7bc04-87d0-4644-8c99-c6e992765444 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:49:06.368331 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f7f7bc04-87d0-4644-8c99-c6e992765444 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.371179 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb6d4c8-e66e-4116-9ca6-c2b5d8c50f8d None None] Pushing event deleted for resources: {'Port': ['ID=fc93dd46-34d6-49c9-b476-28d1b961d32a,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:06.390178 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-7773b7cf-2c4e-4ecb-983c-973b81b3d181 None None] Attempting to bind port 6d81a2f6-24f7-43ac-9761-997110b75766 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:06.395164 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-7773b7cf-2c4e-4ecb-983c-973b81b3d181 None None] Attempting to bind port 6d81a2f6-24f7-43ac-9761-997110b75766 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '453ce50b-6688-4a38-a1c2-540631c2fdad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:06.397696 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7773b7cf-2c4e-4ecb-983c-973b81b3d181 None None] Attempting to bind port 6d81a2f6-24f7-43ac-9761-997110b75766 on network 2f9caf95-9634-43c7-8691-03bf1bd0a638 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:06.408994 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7773b7cf-2c4e-4ecb-983c-973b81b3d181 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:49:06.409369 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7773b7cf-2c4e-4ecb-983c-973b81b3d181 None None] Checking segment: {'id': '453ce50b-6688-4a38-a1c2-540631c2fdad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:49:06.409769 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7773b7cf-2c4e-4ecb-983c-973b81b3d181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.410161 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7773b7cf-2c4e-4ecb-983c-973b81b3d181 None None] Bound using segment: {'id': '453ce50b-6688-4a38-a1c2-540631c2fdad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:49:06.410633 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-7773b7cf-2c4e-4ecb-983c-973b81b3d181 None None] Bound port: 6d81a2f6-24f7-43ac-9761-997110b75766, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453ce50b-6688-4a38-a1c2-540631c2fdad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:49:06.411922 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7773b7cf-2c4e-4ecb-983c-973b81b3d181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.527732 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.db.api [None req-ec1f724c-f79e-4564-ae47-149cbe72b9dd tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:49:06.528048 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG oslo_db.api [None req-ec1f724c-f79e-4564-ae47-149cbe72b9dd tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:49:06.555254 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device fc93dd46-34d6-49c9-b476-28d1b961d32a no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:49:06.562283 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f7f7bc04-87d0-4644-8c99-c6e992765444 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.567157 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae7d78a-66ac-4480-aab7-c20fe1631e54 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:49:06.583265 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7145c7a2-c040-4ae8-8bed-e98abeefa3ca None None] Sync routers for ids ['a1922c03-f090-4b88-bd9c-226f082270d7'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:06.605757 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a6feb743-e267-42cd-b1f7-931354e1b49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646-project] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.610404 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7145c7a2-c040-4ae8-8bed-e98abeefa3ca None None] Routers {'a1922c03-f090-4b88-bd9c-226f082270d7'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:06.611436 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-7145c7a2-c040-4ae8-8bed-e98abeefa3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:49:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['a1922c03-f090-4b88-bd9c-226f082270d7'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:06.622655 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: fc93dd46-34d6-49c9-b476-28d1b961d32a {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:49:06.623075 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device fc93dd46-34d6-49c9-b476-28d1b961d32a not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:49:06.680975 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-7145c7a2-c040-4ae8-8bed-e98abeefa3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:06.682592 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-7773b7cf-2c4e-4ecb-983c-973b81b3d181 None None] For port 6d81a2f6-24f7-43ac-9761-997110b75766, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:49:06.687147 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-7773b7cf-2c4e-4ecb-983c-973b81b3d181 None None] For port 6d81a2f6-24f7-43ac-9761-997110b75766, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=6d81a2f6-24f7-43ac-9761-997110b75766,segment=NetworkSegment(453ce50b-6688-4a38-a1c2-540631c2fdad),segment_id=453ce50b-6688-4a38-a1c2-540631c2fdad)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:49:06.691072 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.692703 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7145c7a2-c040-4ae8-8bed-e98abeefa3ca None None] Routers {'a1922c03-f090-4b88-bd9c-226f082270d7'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:06.693596 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-7145c7a2-c040-4ae8-8bed-e98abeefa3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:49:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['a1922c03-f090-4b88-bd9c-226f082270d7'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:06.698790 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7773b7cf-2c4e-4ecb-983c-973b81b3d181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.714230 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f7bc04-87d0-4644-8c99-c6e992765444 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Pushing event updated for resources: {'Port': ['ID=16ebb7ce-f856-4b70-a333-a340d6d78fc4,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:06.724384 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a6feb743-e267-42cd-b1f7-931354e1b49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.742086 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6feb743-e267-42cd-b1f7-931354e1b49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:49:06.754339 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-70233539-0913-4cd4-8d80-eda215a1339e tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Unset dirty status for tenant:e1117180e8c949a18483da62b9a9f5be on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:06.754645 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a6feb743-e267-42cd-b1f7-931354e1b49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.754753 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-a6feb743-e267-42cd-b1f7-931354e1b49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646-project] Added segment c1700f36-9a57-4d1a-bc02-19f7cf9775bc of type vlan for network d6b52287-a565-41c0-9b57-85dfaeca659d Feb 16 12:49:06.759002 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-70233539-0913-4cd4-8d80-eda215a1339e tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "GET /v2.0/ports/8f057bac-1c86-473e-9974-cd0d6ae400d2 HTTP/1.1" status: 404 len: 333 time: 0.6133804 Feb 16 12:49:06.759731 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36874) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:06.778482 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-7145c7a2-c040-4ae8-8bed-e98abeefa3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:06.779207 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7145c7a2-c040-4ae8-8bed-e98abeefa3ca None None] The sync data for ids ['a1922c03-f090-4b88-bd9c-226f082270d7'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:06.807597 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a6feb743-e267-42cd-b1f7-931354e1b49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:06.865810 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7773b7cf-2c4e-4ecb-983c-973b81b3d181 None None] Pushing event updated for resources: {'Port': ['ID=6d81a2f6-24f7-43ac-9761-997110b75766,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:06.877615 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-90b3c6f1-3d86-40ba-b5c7-689169e65ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'name': 'tempest-RoutersTest-router-1592884350', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:00Z', 'updated_at': '2022-02-16T12:49:02Z', 'revision_number': 7, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'gw_port_host': None, '_interfaces': [{'id': '1a6e75a8-62da-4b1a-bb34-4651c19aaebf', 'name': '', 'network_id': '4af22acd-757b-47d4-925e-f4c03ad597e0', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:63:74:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:05Z', 'updated_at': '2022-02-16T12:48:15Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47270ed9-b121-474b-bb34-a5e191358a7b', 'name': '', 'network_id': '28fb0fe9-554d-49e5-8e09-f2ed26f27bd4', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:98:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '82271494-1e9b-42dd-8356-961a022a44ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:15Z', 'updated_at': '2022-02-16T12:48:32Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '82271494-1e9b-42dd-8356-961a022a44ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51b927a4-6051-49aa-8732-6bd32d20edad', 'name': '', 'network_id': '3c1fb940-2653-4d2b-89e4-b085c9704414', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:6c:b2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '6768bb75-57c9-4cdd-96ec-a4852822a379', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:47Z', 'updated_at': '2022-02-16T12:48:59Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '6768bb75-57c9-4cdd-96ec-a4852822a379', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ad6c0bc-7fe3-47ac-9637-5044e31d2f64', 'name': '', 'network_id': 'bfc0f0a6-ad5f-40c0-960a-10c6a172d2d1', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:6a:28:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '1fbf83cf-f1c1-4246-8c35-8d6cd99aeac3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:34Z', 'updated_at': '2022-02-16T12:48:44Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '1fbf83cf-f1c1-4246-8c35-8d6cd99aeac3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:06.882584 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b3c6f1-3d86-40ba-b5c7-689169e65ab5 None None] Checking router: eefe2440-6b69-4fc6-b3ab-4f26ec071b49 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:49:06.900880 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b3c6f1-3d86-40ba-b5c7-689169e65ab5 None None] Routers {'eefe2440-6b69-4fc6-b3ab-4f26ec071b49'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:06.902173 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-90b3c6f1-3d86-40ba-b5c7-689169e65ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:49:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['eefe2440-6b69-4fc6-b3ab-4f26ec071b49'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:06.968523 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8d5821f-4f3e-4277-80aa-8ac62afea73f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Deleting subnet b8983413-e189-4a5c-92c7-6fdf5af43757 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:49:07.030958 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a8d5821f-4f3e-4277-80aa-8ac62afea73f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:07.032398 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-ec1f724c-f79e-4564-ae47-149cbe72b9dd tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Deleting port fc93dd46-34d6-49c9-b476-28d1b961d32a {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:07.032947 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ec1f724c-f79e-4564-ae47-149cbe72b9dd tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:07.068236 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f7f7bc04-87d0-4644-8c99-c6e992765444 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:07.069982 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-90b3c6f1-3d86-40ba-b5c7-689169e65ab5 None None] Set router eefe2440-6b69-4fc6-b3ab-4f26ec071b49 gateway port host: None {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:49:07.147126 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fae7d78a-66ac-4480-aab7-c20fe1631e54 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:07.156785 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-fae7d78a-66ac-4480-aab7-c20fe1631e54 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] 10.222.0.83 "PUT /v2.0/routers/a1922c03-f090-4b88-bd9c-226f082270d7 HTTP/1.1" status: 200 len: 924 time: 7.4601982 Feb 16 12:49:07.159411 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36878) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:07.161809 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6feb743-e267-42cd-b1f7-931354e1b49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54cde4bf-e949-4873-bc4e-673e7f1111da,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:07.189292 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-ec1f724c-f79e-4564-ae47-149cbe72b9dd tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] The port 'fc93dd46-34d6-49c9-b476-28d1b961d32a' was deleted {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:49:07.421259 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a6feb743-e267-42cd-b1f7-931354e1b49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:07.426710 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6feb743-e267-42cd-b1f7-931354e1b49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:07.427357 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a6feb743-e267-42cd-b1f7-931354e1b49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:07.503469 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-90b3c6f1-3d86-40ba-b5c7-689169e65ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'name': 'tempest-RoutersTest-router-1592884350', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:00Z', 'updated_at': '2022-02-16T12:49:02Z', 'revision_number': 7, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'gw_port_host': None, '_interfaces': [{'id': '1a6e75a8-62da-4b1a-bb34-4651c19aaebf', 'name': '', 'network_id': '4af22acd-757b-47d4-925e-f4c03ad597e0', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:63:74:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:05Z', 'updated_at': '2022-02-16T12:48:15Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47270ed9-b121-474b-bb34-a5e191358a7b', 'name': '', 'network_id': '28fb0fe9-554d-49e5-8e09-f2ed26f27bd4', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:98:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '82271494-1e9b-42dd-8356-961a022a44ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:15Z', 'updated_at': '2022-02-16T12:48:32Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '82271494-1e9b-42dd-8356-961a022a44ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51b927a4-6051-49aa-8732-6bd32d20edad', 'name': '', 'network_id': '3c1fb940-2653-4d2b-89e4-b085c9704414', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:6c:b2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '6768bb75-57c9-4cdd-96ec-a4852822a379', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:47Z', 'updated_at': '2022-02-16T12:48:59Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '6768bb75-57c9-4cdd-96ec-a4852822a379', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ad6c0bc-7fe3-47ac-9637-5044e31d2f64', 'name': '', 'network_id': 'bfc0f0a6-ad5f-40c0-960a-10c6a172d2d1', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:6a:28:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '1fbf83cf-f1c1-4246-8c35-8d6cd99aeac3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:34Z', 'updated_at': '2022-02-16T12:48:44Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '1fbf83cf-f1c1-4246-8c35-8d6cd99aeac3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:07.507596 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b3c6f1-3d86-40ba-b5c7-689169e65ab5 None None] The sync data for ids ['eefe2440-6b69-4fc6-b3ab-4f26ec071b49'] in dv-neutron-829527-1-hyperv is: [{'id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'name': 'tempest-RoutersTest-router-1592884350', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:00Z', 'updated_at': '2022-02-16T12:49:02Z', 'revision_number': 7, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'gw_port_host': None, '_interfaces': [{'id': '1a6e75a8-62da-4b1a-bb34-4651c19aaebf', 'name': '', 'network_id': '4af22acd-757b-47d4-925e-f4c03ad597e0', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:63:74:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:05Z', 'updated_at': '2022-02-16T12:48:15Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47270ed9-b121-474b-bb34-a5e191358a7b', 'name': '', 'network_id': '28fb0fe9-554d-49e5-8e09-f2ed26f27bd4', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:98:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '82271494-1e9b-42dd-8356-961a022a44ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:15Z', 'updated_at': '2022-02-16T12:48:32Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '82271494-1e9b-42dd-8356-961a022a44ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51b927a4-6051-49aa-8732-6bd32d20edad', 'name': '', 'network_id': '3c1fb940-2653-4d2b-89e4-b085c9704414', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:6c:b2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '6768bb75-57c9-4cdd-96ec-a4852822a379', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:47Z', 'updated_at': '2022-02-16T12:48:59Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '6768bb75-57c9-4cdd-96ec-a4852822a379', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ad6c0bc-7fe3-47ac-9637-5044e31d2f64', 'name': '', 'network_id': 'bfc0f0a6-ad5f-40c0-960a-10c6a172d2d1', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:6a:28:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '1fbf83cf-f1c1-4246-8c35-8d6cd99aeac3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:34Z', 'updated_at': '2022-02-16T12:48:44Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '1fbf83cf-f1c1-4246-8c35-8d6cd99aeac3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:07.520108 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-53370923-dde7-4eb9-99c0-d8a849ff063b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:07.580599 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a8d5821f-4f3e-4277-80aa-8ac62afea73f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:07.627195 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ec1f724c-f79e-4564-ae47-149cbe72b9dd tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:07.653620 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-53370923-dde7-4eb9-99c0-d8a849ff063b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:07.670868 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.objects.ports [None req-41389d64-bffe-474a-bfcc-56caa26d0554 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87699) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:49:07.679645 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-41389d64-bffe-474a-bfcc-56caa26d0554 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:07.717436 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-f7f7bc04-87d0-4644-8c99-c6e992765444 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Floating IP 8c6833dd-18ae-4a38-b6b0-9a5649225d1e associated. External IP: 172.26.5.33, port: 3616909d-8c18-41c9-9ccb-1b8431d93072. Feb 16 12:49:07.737928 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-a6feb743-e267-42cd-b1f7-931354e1b49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.8206651 Feb 16 12:49:07.749636 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-ec1f724c-f79e-4564-ae47-149cbe72b9dd tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85350005-a68b-437e-8fe5-d02366b36781']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:07.767356 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6feb743-e267-42cd-b1f7-931354e1b49b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646-project] Pushing event updated for resources: {'Network': ['ID=d6b52287-a565-41c0-9b57-85dfaeca659d,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:07.779997 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-ec1f724c-f79e-4564-ae47-149cbe72b9dd tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bc733c4-31b0-4346-99f4-c53c13243b95') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:07.780297 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-ec1f724c-f79e-4564-ae47-149cbe72b9dd tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bc733c4-31b0-4346-99f4-c53c13243b95') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:07.780415 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network d6b52287-a565-41c0-9b57-85dfaeca659d details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:49:07.810700 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d1172a1b-e254-49cb-af55-40eda1ee3fe9 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] 10.222.0.83 "GET /v2.0/routers/a1922c03-f090-4b88-bd9c-226f082270d7 HTTP/1.1" status: 200 len: 924 time: 0.6449091 Feb 16 12:49:07.819552 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36886) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:07.824762 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a8d5821f-4f3e-4277-80aa-8ac62afea73f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:07.832434 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ec1f724c-f79e-4564-ae47-149cbe72b9dd tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:07.940965 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a8d5821f-4f3e-4277-80aa-8ac62afea73f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:08.013936 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41389d64-bffe-474a-bfcc-56caa26d0554 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:08.024174 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-41389d64-bffe-474a-bfcc-56caa26d0554 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:08.032413 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85e9bfc-c3fd-4cd6-a4a6-4ad411925083 None None] Network 0b239a1b-2f5a-4990-9657-3bf80f9df90a requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:08.033155 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a8d5821f-4f3e-4277-80aa-8ac62afea73f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:08.037766 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41389d64-bffe-474a-bfcc-56caa26d0554 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:08.038461 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-41389d64-bffe-474a-bfcc-56caa26d0554 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:08.053601 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd95ae7-b9c9-4053-afb5-87808e3dcc82 None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:08.069377 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ec1f724c-f79e-4564-ae47-149cbe72b9dd tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:08.099899 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec1f724c-f79e-4564-ae47-149cbe72b9dd tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:49:08.100178 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ec1f724c-f79e-4564-ae47-149cbe72b9dd tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:08.119034 dv-neutron-829527-1-hyperv neutron-server[87701]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:49:08.119034 dv-neutron-829527-1-hyperv neutron-server[87701]: util.warn( Feb 16 12:49:08.119034 dv-neutron-829527-1-hyperv neutron-server[87701]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:49:08.119034 dv-neutron-829527-1-hyperv neutron-server[87701]: util.warn( Feb 16 12:49:08.119034 dv-neutron-829527-1-hyperv neutron-server[87701]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:49:08.119034 dv-neutron-829527-1-hyperv neutron-server[87701]: util.warn( Feb 16 12:49:08.119034 dv-neutron-829527-1-hyperv neutron-server[87701]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:49:08.119034 dv-neutron-829527-1-hyperv neutron-server[87701]: util.warn( Feb 16 12:49:08.119034 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:49:08.119034 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:49:08.119034 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:49:08.119034 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:49:08.119034 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:49:08.119034 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:49:08.119034 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:49:08.119034 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:49:08.119034 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:49:08.119034 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:49:08.119034 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:49:08.119034 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:49:08.119034 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:49:08.119034 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:49:08.119034 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:49:08.119034 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:49:08.119034 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:49:08.119034 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:49:08.119034 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:49:08.119034 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:49:08.119034 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:49:08.119034 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:49:08.119034 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:49:08.119034 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:49:08.119034 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:49:08.119034 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:49:08.119034 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:49:08.119034 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:49:08.119034 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:49:08.119034 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:49:08.119034 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:49:08.119034 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:49:08.138591 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41389d64-bffe-474a-bfcc-56caa26d0554 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Subnet': ['ID=ebed0bc8-67cf-4019-99a8-e40fcc26e14b,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:08.196794 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a8d5821f-4f3e-4277-80aa-8ac62afea73f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/subnets/b8983413-e189-4a5c-92c7-6fdf5af43757 HTTP/1.1" status: 204 len: 168 time: 1.4013782 Feb 16 12:49:08.200256 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36890) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:08.223415 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-53370923-dde7-4eb9-99c0-d8a849ff063b admin admin] Allocated IP 172.26.5.122 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:08.243325 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36892) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:08.250357 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d5821f-4f3e-4277-80aa-8ac62afea73f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event deleted for resources: {'Subnet': ['ID=b8983413-e189-4a5c-92c7-6fdf5af43757,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:08.256166 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-41389d64-bffe-474a-bfcc-56caa26d0554 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0596502 Feb 16 12:49:08.260711 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Request body: {'port': {'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d', 'binding:host_id': 'hv-neutron-8295', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-52278372'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:08.265839 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:08.270140 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Usage tracker for resource:port and tenant:8f704a35d4dd4de9a503657c3c20dbc3 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:08.281582 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802eeaa9-9494-488d-8f12-c573107068cf None None] Network 2f9caf95-9634-43c7-8691-03bf1bd0a638 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:08.299781 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36898) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:08.304453 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:08.326815 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-22ff73f3-911b-44b7-b94f-ac4f7ea9545a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'subnet': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:08.340780 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:08.390914 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-53370923-dde7-4eb9-99c0-d8a849ff063b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:08.444405 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-53370923-dde7-4eb9-99c0-d8a849ff063b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:08.483738 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-fe74020c-54a2-47e8-afc1-089461bb846c None None] Provisioning for port 6d81a2f6-24f7-43ac-9761-997110b75766 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:08.541639 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3653e5-f6a3-4cb7-893b-e7d650c0e17b tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:08.542707 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-dd3653e5-f6a3-4cb7-893b-e7d650c0e17b tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Synchronizing usage tracker for tenant:c4a1d3bc9afa4da1a9bd8f7c40812120 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:08.551462 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53370923-dde7-4eb9-99c0-d8a849ff063b admin admin] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:08.556583 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-53370923-dde7-4eb9-99c0-d8a849ff063b admin admin] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:08.572048 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Made reservation on behalf of 8f704a35d4dd4de9a503657c3c20dbc3 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:08.574550 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:08.574929 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53370923-dde7-4eb9-99c0-d8a849ff063b admin admin] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:08.607023 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ec1f724c-f79e-4564-ae47-149cbe72b9dd tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:08.620806 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53370923-dde7-4eb9-99c0-d8a849ff063b admin admin] Pushing event updated for resources: {'Port': ['ID=8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:08.634001 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:08.649138 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-dd3653e5-f6a3-4cb7-893b-e7d650c0e17b tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Unset dirty status for tenant:c4a1d3bc9afa4da1a9bd8f7c40812120 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:08.653522 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-dd3653e5-f6a3-4cb7-893b-e7d650c0e17b tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41&device_id=a1922c03-f090-4b88-bd9c-226f082270d7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.8326561 Feb 16 12:49:08.654828 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36902) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:08.665414 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ec1f724c-f79e-4564-ae47-149cbe72b9dd tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:08.676336 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0fac2433-b184-4920-bd25-2878f72393b9 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:08.680829 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 6d81a2f6-24f7-43ac-9761-997110b75766 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:08.692667 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:08.700002 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f724c-f79e-4564-ae47-149cbe72b9dd tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event deleted for resources: {'Network': ['ID=85350005-a68b-437e-8fe5-d02366b36781,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:08.763860 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-ec1f724c-f79e-4564-ae47-149cbe72b9dd tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "DELETE /v2.0/networks/85350005-a68b-437e-8fe5-d02366b36781 HTTP/1.1" status: 204 len: 168 time: 4.1956232 Feb 16 12:49:08.772846 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36906) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:08.782395 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-73b4f0c6-4fd5-4f68-b375-9bdfcad32bd0 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1157845554', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}, 'admin_state_up': False}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:08.789887 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-73b4f0c6-4fd5-4f68-b375-9bdfcad32bd0 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:08.793285 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0531fc-0b1a-4bac-9583-a849a0a5e1d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-c2beece7-853e-4518-ace6-8724ee235932', 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'tenant_id': '5979c0794f594272a8691960316755d8', 'fixed_ips': [{'subnet_id': 'ebed0bc8-67cf-4019-99a8-e40fcc26e14b'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:49:08.794636 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7a0531fc-0b1a-4bac-9583-a849a0a5e1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:08.794774 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-73b4f0c6-4fd5-4f68-b375-9bdfcad32bd0 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Usage tracker for resource:router and tenant:bc1f0288054c40818f485d7fa9a59a39 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:08.795190 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Usage tracker for resource:security_group_rule and tenant:8f704a35d4dd4de9a503657c3c20dbc3 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:08.797345 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-73b4f0c6-4fd5-4f68-b375-9bdfcad32bd0 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:08.807278 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-73b4f0c6-4fd5-4f68-b375-9bdfcad32bd0 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:08.810678 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:08.829352 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:08.833382 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-0fac2433-b184-4920-bd25-2878f72393b9 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Deleting port 18318386-9371-46cd-95c1-c9e3a6ec532f {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:08.833853 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0fac2433-b184-4920-bd25-2878f72393b9 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:08.860986 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-eed91ebb-25ae-4e3c-9f98-17c99b0ebead tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:08.886101 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc61573-360e-414b-959a-3bf0c2da9e2a None None] DHCP port deletion for 0b239a1b-2f5a-4990-9657-3bf80f9df90a request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:49:08.936677 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-4bc61573-360e-414b-959a-3bf0c2da9e2a None None] Deleting port 18318386-9371-46cd-95c1-c9e3a6ec532f {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:08.937045 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4bc61573-360e-414b-959a-3bf0c2da9e2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:08.963167 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-22ff73f3-911b-44b7-b94f-ac4f7ea9545a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:09.016237 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-73b4f0c6-4fd5-4f68-b375-9bdfcad32bd0 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:09.017314 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-73b4f0c6-4fd5-4f68-b375-9bdfcad32bd0 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:09.062265 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-22ff73f3-911b-44b7-b94f-ac4f7ea9545a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:09.069768 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 6d81a2f6-24f7-43ac-9761-997110b75766 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:09.098822 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 6d81a2f6-24f7-43ac-9761-997110b75766 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:09.099137 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:09.109869 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-73b4f0c6-4fd5-4f68-b375-9bdfcad32bd0 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:09.124600 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f7bc04-87d0-4644-8c99-c6e992765444 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Router 280b01f7-1aa8-4aea-8b7b-434c5eea3121 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:49:09.154367 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ff73f3-911b-44b7-b94f-ac4f7ea9545a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:09.158038 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-22ff73f3-911b-44b7-b94f-ac4f7ea9545a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:09.205855 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963b5b59-b558-4b40-be96-12bc023f0be5 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:09.206437 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-963b5b59-b558-4b40-be96-12bc023f0be5 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Synchronizing usage tracker for tenant:c4a1d3bc9afa4da1a9bd8f7c40812120 on resource:network {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:09.321740 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-7a0531fc-0b1a-4bac-9583-a849a0a5e1d2 None None] Allocated IP 2001:db8::f816:3eff:fecf:4e6b (c2beece7-853e-4518-ace6-8724ee235932/ebed0bc8-67cf-4019-99a8-e40fcc26e14b/3e9d441b-7de2-4b8b-9b50-121d1d956684) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:09.528370 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-963b5b59-b558-4b40-be96-12bc023f0be5 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Unset dirty status for tenant:c4a1d3bc9afa4da1a9bd8f7c40812120 on resource:network {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:09.529206 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-963b5b59-b558-4b40-be96-12bc023f0be5 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] 10.222.0.83 "GET /v2.0/networks/a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 HTTP/1.1" status: 200 len: 881 time: 0.8580980 Feb 16 12:49:09.538553 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36910) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:09.570888 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-4bc61573-360e-414b-959a-3bf0c2da9e2a None None] For port 18318386-9371-46cd-95c1-c9e3a6ec532f, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=18318386-9371-46cd-95c1-c9e3a6ec532f,segment=NetworkSegment(5f73da9f-51a3-4989-9b92-cb1746cb218a),segment_id=5f73da9f-51a3-4989-9b92-cb1746cb218a)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:09.571367 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4bc61573-360e-414b-959a-3bf0c2da9e2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:09.580315 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:09.634025 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-73b4f0c6-4fd5-4f68-b375-9bdfcad32bd0 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:09.659709 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-3410fe3b-3afd-4fd6-8638-4115797cdede tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1922c03-f090-4b88-bd9c-226f082270d7 HTTP/1.1" status: 200 len: 205 time: 0.0719721 Feb 16 12:49:09.670640 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36914) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:09.788928 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-4bc61573-360e-414b-959a-3bf0c2da9e2a None None] Calling delete_port for 18318386-9371-46cd-95c1-c9e3a6ec532f owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:09.849409 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-0fac2433-b184-4920-bd25-2878f72393b9 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] For port 18318386-9371-46cd-95c1-c9e3a6ec532f, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=18318386-9371-46cd-95c1-c9e3a6ec532f,segment=NetworkSegment(5f73da9f-51a3-4989-9b92-cb1746cb218a),segment_id=5f73da9f-51a3-4989-9b92-cb1746cb218a)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:09.849660 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0fac2433-b184-4920-bd25-2878f72393b9 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:09.850447 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 6d81a2f6-24f7-43ac-9761-997110b75766, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=6d81a2f6-24f7-43ac-9761-997110b75766,segment=NetworkSegment(453ce50b-6688-4a38-a1c2-540631c2fdad),segment_id=453ce50b-6688-4a38-a1c2-540631c2fdad)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:09.860833 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-3f9514ad-5fb9-48ad-bb2e-cbe1afbf35b2 None None] Provisioning complete for port 6d81a2f6-24f7-43ac-9761-997110b75766 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:09.861482 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-3f9514ad-5fb9-48ad-bb2e-cbe1afbf35b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:09.889777 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:09.937482 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.ipam_backend_mixin [None req-22ff73f3-911b-44b7-b94f-ac4f7ea9545a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ebed0bc8-67cf-4019-99a8-e40fcc26e14b (CIDR: 2001:db8::/64) Feb 16 12:49:09.937737 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7a0531fc-0b1a-4bac-9583-a849a0a5e1d2 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:09.988801 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-7a0531fc-0b1a-4bac-9583-a849a0a5e1d2 None None] Transition to ACTIVE for port object 3e9d441b-7de2-4b8b-9b50-121d1d956684 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:09.999505 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:10.012187 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-0fac2433-b184-4920-bd25-2878f72393b9 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Calling delete_port for 18318386-9371-46cd-95c1-c9e3a6ec532f owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:10.014641 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-53370923-dde7-4eb9-99c0-d8a849ff063b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:10.023394 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-7a0531fc-0b1a-4bac-9583-a849a0a5e1d2 None None] Transition to ACTIVE for port object 3e9d441b-7de2-4b8b-9b50-121d1d956684 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:10.025995 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4bc61573-360e-414b-959a-3bf0c2da9e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:10.035247 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=6d81a2f6-24f7-43ac-9761-997110b75766,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:10.039582 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ff73f3-911b-44b7-b94f-ac4f7ea9545a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:49:10.040265 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22ff73f3-911b-44b7-b94f-ac4f7ea9545a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:49:10.074474 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:10.078361 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7a0531fc-0b1a-4bac-9583-a849a0a5e1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:10.094412 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc61573-360e-414b-959a-3bf0c2da9e2a None None] Pushing event deleted for resources: {'Port': ['ID=18318386-9371-46cd-95c1-c9e3a6ec532f,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:10.094676 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] device_id is not set on port 6793b15c-d369-48ac-a888-544d5b0a1db0 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:49:10.098445 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc61573-360e-414b-959a-3bf0c2da9e2a None None] No DVR routers for this DVR port 18318386-9371-46cd-95c1-c9e3a6ec532f on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:49:10.115011 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e458e2b3-eb33-439e-8e48-8eb44bdbf788 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks [] for router, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:10.133953 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f7bc04-87d0-4644-8c99-c6e992765444 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:49:10.163094 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d1f97a-1963-49fe-b9db-433ae1408b10 None None] Sync routers for ids ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:10.178059 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0531fc-0b1a-4bac-9583-a849a0a5e1d2 None None] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:10.198911 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-7a0531fc-0b1a-4bac-9583-a849a0a5e1d2 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:10.210994 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0531fc-0b1a-4bac-9583-a849a0a5e1d2 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:10.222463 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d1f97a-1963-49fe-b9db-433ae1408b10 None None] Routers {'280b01f7-1aa8-4aea-8b7b-434c5eea3121'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:10.223146 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-a3d1f97a-1963-49fe-b9db-433ae1408b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:49:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:10.230364 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-22ff73f3-911b-44b7-b94f-ac4f7ea9545a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9204385 Feb 16 12:49:10.235210 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e29d6d1a-a3d7-412b-bb4b-bd205eb01bcf,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:10.240849 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36918) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:10.276416 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-bb7202a5-dc88-4cbc-9b1d-7b87b24578c1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'subnet': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:10.300177 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f7f7bc04-87d0-4644-8c99-c6e992765444 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:10.342313 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-0fac2433-b184-4920-bd25-2878f72393b9 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:49:10.342920 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-0fac2433-b184-4920-bd25-2878f72393b9 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:49:10.350053 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0531fc-0b1a-4bac-9583-a849a0a5e1d2 None None] Pushing event updated for resources: {'Port': ['ID=3e9d441b-7de2-4b8b-9b50-121d1d956684,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:10.442189 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-7a0531fc-0b1a-4bac-9583-a849a0a5e1d2 None None] Attempting to bind port 3e9d441b-7de2-4b8b-9b50-121d1d956684 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:10.442904 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-7a0531fc-0b1a-4bac-9583-a849a0a5e1d2 None None] Attempting to bind port 3e9d441b-7de2-4b8b-9b50-121d1d956684 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:10.443242 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0531fc-0b1a-4bac-9583-a849a0a5e1d2 None None] Attempting to bind port 3e9d441b-7de2-4b8b-9b50-121d1d956684 on network c2beece7-853e-4518-ace6-8724ee235932 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:10.453073 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-a3d1f97a-1963-49fe-b9db-433ae1408b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:10.460345 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0531fc-0b1a-4bac-9583-a849a0a5e1d2 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:49:10.460964 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0531fc-0b1a-4bac-9583-a849a0a5e1d2 None None] Checking segment: {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:49:10.461508 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7a0531fc-0b1a-4bac-9583-a849a0a5e1d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:10.462227 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0531fc-0b1a-4bac-9583-a849a0a5e1d2 None None] Bound using segment: {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:49:10.463579 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-7a0531fc-0b1a-4bac-9583-a849a0a5e1d2 None None] Bound port: 3e9d441b-7de2-4b8b-9b50-121d1d956684, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:49:10.464369 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7a0531fc-0b1a-4bac-9583-a849a0a5e1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:10.502716 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-eed91ebb-25ae-4e3c-9f98-17c99b0ebead tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Deleting port 51b927a4-6051-49aa-8732-6bd32d20edad {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:10.503349 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-eed91ebb-25ae-4e3c-9f98-17c99b0ebead tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:10.519027 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d1f97a-1963-49fe-b9db-433ae1408b10 None None] Routers {'280b01f7-1aa8-4aea-8b7b-434c5eea3121'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:10.519822 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-a3d1f97a-1963-49fe-b9db-433ae1408b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:49:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:10.528460 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f7f7bc04-87d0-4644-8c99-c6e992765444 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.4409008 Feb 16 12:49:10.539128 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36922) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:10.659591 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 6d81a2f6-24f7-43ac-9761-997110b75766 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:10.711023 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-a3d1f97a-1963-49fe-b9db-433ae1408b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:10.711573 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d1f97a-1963-49fe-b9db-433ae1408b10 None None] The sync data for ids ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:10.773593 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-7a0531fc-0b1a-4bac-9583-a849a0a5e1d2 None None] For port 3e9d441b-7de2-4b8b-9b50-121d1d956684, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:49:10.778800 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-7a0531fc-0b1a-4bac-9583-a849a0a5e1d2 None None] For port 3e9d441b-7de2-4b8b-9b50-121d1d956684, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=3e9d441b-7de2-4b8b-9b50-121d1d956684,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:49:10.786179 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7a0531fc-0b1a-4bac-9583-a849a0a5e1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:10.833349 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e458e2b3-eb33-439e-8e48-8eb44bdbf788 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:10.846086 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 6d81a2f6-24f7-43ac-9761-997110b75766 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:10.846711 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:10.894354 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-0fac2433-b184-4920-bd25-2878f72393b9 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Deleting port 18318386-9371-46cd-95c1-c9e3a6ec532f {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:10.894688 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0fac2433-b184-4920-bd25-2878f72393b9 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:10.920016 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0531fc-0b1a-4bac-9583-a849a0a5e1d2 None None] Pushing event updated for resources: {'Port': ['ID=3e9d441b-7de2-4b8b-9b50-121d1d956684,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:10.983566 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-80a73012-8759-4462-93e3-9e61d2478171 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "GET /v2.0/floatingips/8c6833dd-18ae-4a38-b6b0-9a5649225d1e HTTP/1.1" status: 200 len: 977 time: 0.4429088 Feb 16 12:49:10.985356 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36926) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:11.020712 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-bb7202a5-dc88-4cbc-9b1d-7b87b24578c1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:11.032108 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-bb7202a5-dc88-4cbc-9b1d-7b87b24578c1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:11.067141 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 18318386-9371-46cd-95c1-c9e3a6ec532f no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:49:11.072558 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-e458e2b3-eb33-439e-8e48-8eb44bdbf788 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Deleting port 33d00958-fafa-4fd2-a609-1829ed5d27ff {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:11.072930 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e458e2b3-eb33-439e-8e48-8eb44bdbf788 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:11.096590 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7202a5-dc88-4cbc-9b1d-7b87b24578c1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:11.100260 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bb7202a5-dc88-4cbc-9b1d-7b87b24578c1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:11.116187 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 18318386-9371-46cd-95c1-c9e3a6ec532f {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:49:11.117200 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 18318386-9371-46cd-95c1-c9e3a6ec532f not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:49:11.125335 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-0fac2433-b184-4920-bd25-2878f72393b9 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] The port '18318386-9371-46cd-95c1-c9e3a6ec532f' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:49:11.135454 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] device_id is not set on port 6793b15c-d369-48ac-a888-544d5b0a1db0 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:49:11.199261 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-73b4f0c6-4fd5-4f68-b375-9bdfcad32bd0 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for router_gateway, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:11.254951 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-73b4f0c6-4fd5-4f68-b375-9bdfcad32bd0 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:11.258745 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-4da7460c-cb2c-4956-9e88-dd05cf44590d tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Synchronizing usage tracker for tenant:f7e183c87d434560824e762da5b5e9a3 on resource:floatingip {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:11.288139 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:11.310862 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-53370923-dde7-4eb9-99c0-d8a849ff063b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:11.373508 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-eed91ebb-25ae-4e3c-9f98-17c99b0ebead tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] For port 51b927a4-6051-49aa-8732-6bd32d20edad, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=51b927a4-6051-49aa-8732-6bd32d20edad,segment=NetworkSegment(68297c16-c83a-448d-b9a4-11b1b6ba0130),segment_id=68297c16-c83a-448d-b9a4-11b1b6ba0130)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:11.373874 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-eed91ebb-25ae-4e3c-9f98-17c99b0ebead tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:11.408081 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Transition to ACTIVE for port object 6793b15c-d369-48ac-a888-544d5b0a1db0 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:11.495426 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-4da7460c-cb2c-4956-9e88-dd05cf44590d tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Unset dirty status for tenant:f7e183c87d434560824e762da5b5e9a3 on resource:floatingip {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:11.496654 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-4da7460c-cb2c-4956-9e88-dd05cf44590d tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.4950438 Feb 16 12:49:11.506218 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36930) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:11.530373 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-2d1e8676-ed57-48de-9600-94cfb7061978 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Request body: {'floatingip': {'port_id': '0f799689-498b-4ece-b2a0-7cb853d0ebec'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:11.557277 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-eed91ebb-25ae-4e3c-9f98-17c99b0ebead tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Calling delete_port for 51b927a4-6051-49aa-8732-6bd32d20edad owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:11.586526 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0fac2433-b184-4920-bd25-2878f72393b9 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:11.625042 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:11.722172 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-0fac2433-b184-4920-bd25-2878f72393b9 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b239a1b-2f5a-4990-9657-3bf80f9df90a']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:11.804330 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-0fac2433-b184-4920-bd25-2878f72393b9 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f73da9f-51a3-4989-9b92-cb1746cb218a') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:11.804649 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-0fac2433-b184-4920-bd25-2878f72393b9 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f73da9f-51a3-4989-9b92-cb1746cb218a') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:11.873152 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0fac2433-b184-4920-bd25-2878f72393b9 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:11.916006 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Pushing event updated for resources: {'Port': ['ID=6793b15c-d369-48ac-a888-544d5b0a1db0,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:11.923766 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0fac2433-b184-4920-bd25-2878f72393b9 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:11.980478 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fac2433-b184-4920-bd25-2878f72393b9 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:49:11.980919 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0fac2433-b184-4920-bd25-2878f72393b9 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:12.003092 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:49:12.003092 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:49:12.003092 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:49:12.003092 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:49:12.003092 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:49:12.003092 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:49:12.003092 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:49:12.003092 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:49:12.003092 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:49:12.003092 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:49:12.003092 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:49:12.003092 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:49:12.003092 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:49:12.003092 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:49:12.003092 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:49:12.003092 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:49:12.003092 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:49:12.003092 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:49:12.003092 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:49:12.003092 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:49:12.003092 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:49:12.003092 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:49:12.003092 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:49:12.003092 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:49:12.003092 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:49:12.003092 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:49:12.003092 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:49:12.003092 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:49:12.003092 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:49:12.003092 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:49:12.003092 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:49:12.003092 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:49:12.005281 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Checking segment: {'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:49:12.005281 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Network hostable DHCP agents. Network: d6b52287-a565-41c0-9b57-85dfaeca659d, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:49:12.007212 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e458e2b3-eb33-439e-8e48-8eb44bdbf788 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:12.028891 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-73b4f0c6-4fd5-4f68-b375-9bdfcad32bd0 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Allocated IP 172.26.5.221 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/ea2463a0-23ce-46a6-bc6a-285fe5981caf) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:12.097821 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2d1e8676-ed57-48de-9600-94cfb7061978 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for floatingip, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:12.182755 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Network d6b52287-a565-41c0-9b57-85dfaeca659d is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:49:12.184986 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0fac2433-b184-4920-bd25-2878f72393b9 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:12.193254 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-8312efb0-7290-4f5e-a642-5737f9361aa1 None None] Provisioning for port 3e9d441b-7de2-4b8b-9b50-121d1d956684 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:12.225412 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-e458e2b3-eb33-439e-8e48-8eb44bdbf788 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Calling delete_port for 33d00958-fafa-4fd2-a609-1829ed5d27ff owned by network:router_gateway {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:12.230868 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0fac2433-b184-4920-bd25-2878f72393b9 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:12.248305 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac2433-b184-4920-bd25-2878f72393b9 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event deleted for resources: {'Network': ['ID=0b239a1b-2f5a-4990-9657-3bf80f9df90a,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:12.256434 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, d6b52287-a565-41c0-9b57-85dfaeca659d) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:12.267496 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98045ee6-640d-45fa-bf2e-4b516385a3b6 None None] Network d6b52287-a565-41c0-9b57-85dfaeca659d requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:12.301996 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:12.347685 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0fac2433-b184-4920-bd25-2878f72393b9 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/networks/0b239a1b-2f5a-4990-9657-3bf80f9df90a HTTP/1.1" status: 204 len: 168 time: 4.1334262 Feb 16 12:49:12.384501 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36934) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:12.387730 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 6793b15c-d369-48ac-a888-544d5b0a1db0 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:12.388073 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 6793b15c-d369-48ac-a888-544d5b0a1db0 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:12.388566 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 6793b15c-d369-48ac-a888-544d5b0a1db0 on network d6b52287-a565-41c0-9b57-85dfaeca659d {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:12.411076 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Port 6793b15c-d369-48ac-a888-544d5b0a1db0 on network d6b52287-a565-41c0-9b57-85dfaeca659d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:49:12.411603 dv-neutron-829527-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Failed to bind port 6793b15c-d369-48ac-a888-544d5b0a1db0 on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] Feb 16 12:49:12.412986 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-eed91ebb-25ae-4e3c-9f98-17c99b0ebead tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:12.422460 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-b3c425d2-a6b4-401d-aa0c-a7936e1a3d4e tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1299797841'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:12.430437 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b3c425d2-a6b4-401d-aa0c-a7936e1a3d4e tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:12.435093 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b3c425d2-a6b4-401d-aa0c-a7936e1a3d4e tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Usage tracker for resource:network and tenant:e1117180e8c949a18483da62b9a9f5be is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:12.438329 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b3c425d2-a6b4-401d-aa0c-a7936e1a3d4e tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:12.447305 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempt 2 to bind port 6793b15c-d369-48ac-a888-544d5b0a1db0 Feb 16 12:49:12.512318 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b3c425d2-a6b4-401d-aa0c-a7936e1a3d4e tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:12.540009 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53370923-dde7-4eb9-99c0-d8a849ff063b admin admin] Router 23fedfff-5686-499a-b8e0-238a28933e42 is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:49:12.565739 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed91ebb-25ae-4e3c-9f98-17c99b0ebead tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event deleted for resources: {'Port': ['ID=51b927a4-6051-49aa-8732-6bd32d20edad,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:12.576275 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bb7202a5-dc88-4cbc-9b1d-7b87b24578c1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:12.581460 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 6793b15c-d369-48ac-a888-544d5b0a1db0 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:12.581678 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 6793b15c-d369-48ac-a888-544d5b0a1db0 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:12.582017 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 6793b15c-d369-48ac-a888-544d5b0a1db0 on network d6b52287-a565-41c0-9b57-85dfaeca659d {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:12.596019 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 3e9d441b-7de2-4b8b-9b50-121d1d956684 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:12.666768 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Port 6793b15c-d369-48ac-a888-544d5b0a1db0 on network d6b52287-a565-41c0-9b57-85dfaeca659d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:49:12.667094 dv-neutron-829527-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Failed to bind port 6793b15c-d369-48ac-a888-544d5b0a1db0 on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] Feb 16 12:49:12.705820 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7202a5-dc88-4cbc-9b1d-7b87b24578c1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Subnet': ['ID=5e9b3f2c-9e32-4a28-8181-55cae2d10b61,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:12.708243 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempt 3 to bind port 6793b15c-d369-48ac-a888-544d5b0a1db0 Feb 16 12:49:12.719259 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 3e9d441b-7de2-4b8b-9b50-121d1d956684 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:12.730470 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 3e9d441b-7de2-4b8b-9b50-121d1d956684 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:12.731047 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:12.733129 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c425d2-a6b4-401d-aa0c-a7936e1a3d4e tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Made reservation on behalf of e1117180e8c949a18483da62b9a9f5be for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:12.736686 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b3c425d2-a6b4-401d-aa0c-a7936e1a3d4e tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:12.760220 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7202a5-dc88-4cbc-9b1d-7b87b24578c1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:12.761278 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 6793b15c-d369-48ac-a888-544d5b0a1db0 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:12.761610 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 6793b15c-d369-48ac-a888-544d5b0a1db0 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:12.761941 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 6793b15c-d369-48ac-a888-544d5b0a1db0 on network d6b52287-a565-41c0-9b57-85dfaeca659d {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:12.772801 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Port 6793b15c-d369-48ac-a888-544d5b0a1db0 on network d6b52287-a565-41c0-9b57-85dfaeca659d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:49:12.773036 dv-neutron-829527-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Failed to bind port 6793b15c-d369-48ac-a888-544d5b0a1db0 on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] Feb 16 12:49:12.773881 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-bb7202a5-dc88-4cbc-9b1d-7b87b24578c1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:12.776689 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7202a5-dc88-4cbc-9b1d-7b87b24578c1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:12.777466 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bb7202a5-dc88-4cbc-9b1d-7b87b24578c1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:12.788351 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa9efab-97c1-4a8a-995f-dc4fe292aabb None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:12.791793 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempt 4 to bind port 6793b15c-d369-48ac-a888-544d5b0a1db0 Feb 16 12:49:12.873314 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-73b4f0c6-4fd5-4f68-b375-9bdfcad32bd0 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:12.885417 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 6793b15c-d369-48ac-a888-544d5b0a1db0 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:12.885754 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 6793b15c-d369-48ac-a888-544d5b0a1db0 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:12.886078 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 6793b15c-d369-48ac-a888-544d5b0a1db0 on network d6b52287-a565-41c0-9b57-85dfaeca659d {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:12.888212 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3c425d2-a6b4-401d-aa0c-a7936e1a3d4e tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:49:12.902500 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53370923-dde7-4eb9-99c0-d8a849ff063b admin admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:49:12.912836 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f111276c-4bef-41fe-8311-43807d2eea5e None None] Sync routers for ids ['23fedfff-5686-499a-b8e0-238a28933e42'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:12.928007 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f111276c-4bef-41fe-8311-43807d2eea5e None None] Routers {'23fedfff-5686-499a-b8e0-238a28933e42'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:12.929435 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-f111276c-4bef-41fe-8311-43807d2eea5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:49:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['23fedfff-5686-499a-b8e0-238a28933e42'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:12.999710 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:13.008684 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-73b4f0c6-4fd5-4f68-b375-9bdfcad32bd0 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:13.034925 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bb7202a5-dc88-4cbc-9b1d-7b87b24578c1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7926142 Feb 16 12:49:13.049921 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36938) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:13.070917 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e458e2b3-eb33-439e-8e48-8eb44bdbf788 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:13.084137 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 3e9d441b-7de2-4b8b-9b50-121d1d956684, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=3e9d441b-7de2-4b8b-9b50-121d1d956684,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:13.100578 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:13.107425 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b4f0c6-4fd5-4f68-b375-9bdfcad32bd0 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:13.114905 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Port 6793b15c-d369-48ac-a888-544d5b0a1db0 on network d6b52287-a565-41c0-9b57-85dfaeca659d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:49:13.115228 dv-neutron-829527-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Failed to bind port 6793b15c-d369-48ac-a888-544d5b0a1db0 on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] Feb 16 12:49:13.127222 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempt 5 to bind port 6793b15c-d369-48ac-a888-544d5b0a1db0 Feb 16 12:49:13.138674 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-313246dc-7d6a-41d1-8b40-eca32d287cb3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'port': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'mac_address': 'fa:16:3e:56:c1:c4', 'name': 'tempest-NetworksTestDHCPv6-1166713134'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:13.160831 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-f111276c-4bef-41fe-8311-43807d2eea5e None None] Set router 23fedfff-5686-499a-b8e0-238a28933e42 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:49:13.170232 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b3c425d2-a6b4-401d-aa0c-a7936e1a3d4e tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:13.170564 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-b3c425d2-a6b4-401d-aa0c-a7936e1a3d4e tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Added segment 7996a7be-3fbf-4253-841e-bf1d9dd40663 of type vlan for network c1d32ad8-f1f7-49ef-bada-4ea26d7c8ad1 Feb 16 12:49:13.185348 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-73b4f0c6-4fd5-4f68-b375-9bdfcad32bd0 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:13.190471 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b4f0c6-4fd5-4f68-b375-9bdfcad32bd0 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:13.219254 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=3e9d441b-7de2-4b8b-9b50-121d1d956684,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:13.336900 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a27975-21a1-4a73-8bee-82350141f2c1 None None] Update dhcp port {'port': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'fixed_ips': [{'subnet_id': 'ebed0bc8-67cf-4019-99a8-e40fcc26e14b', 'ip_address': '2001:db8::f816:3eff:fecf:4e6b'}, {'subnet_id': '5e9b3f2c-9e32-4a28-8181-55cae2d10b61'}], 'binding:host_id': 'dv-neutron-829527-1-hyperv'}, 'id': '3e9d441b-7de2-4b8b-9b50-121d1d956684'} from dv-neutron-829527-1-hyperv. {{(pid=87702) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 12:49:13.349472 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e458e2b3-eb33-439e-8e48-8eb44bdbf788 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023674'] for router_gateway, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:13.365993 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-eed91ebb-25ae-4e3c-9f98-17c99b0ebead tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:13.377374 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 6793b15c-d369-48ac-a888-544d5b0a1db0 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:13.377711 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 6793b15c-d369-48ac-a888-544d5b0a1db0 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:13.378047 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 6793b15c-d369-48ac-a888-544d5b0a1db0 on network d6b52287-a565-41c0-9b57-85dfaeca659d {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:13.383699 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-313246dc-7d6a-41d1-8b40-eca32d287cb3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:13.387042 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b3c425d2-a6b4-401d-aa0c-a7936e1a3d4e tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:13.399883 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-313246dc-7d6a-41d1-8b40-eca32d287cb3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Usage tracker for resource:port and tenant:5979c0794f594272a8691960316755d8 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:13.417996 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a7a27975-21a1-4a73-8bee-82350141f2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:13.454769 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-53370923-dde7-4eb9-99c0-d8a849ff063b admin admin] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:13.456131 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-53370923-dde7-4eb9-99c0-d8a849ff063b admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.3041272 Feb 16 12:49:13.476065 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Port 6793b15c-d369-48ac-a888-544d5b0a1db0 on network d6b52287-a565-41c0-9b57-85dfaeca659d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:49:13.476065 dv-neutron-829527-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Failed to bind port 6793b15c-d369-48ac-a888-544d5b0a1db0 on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] Feb 16 12:49:13.476386 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b4f0c6-4fd5-4f68-b375-9bdfcad32bd0 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event updated for resources: {'Port': ['ID=ea2463a0-23ce-46a6-bc6a-285fe5981caf,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:13.486834 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-313246dc-7d6a-41d1-8b40-eca32d287cb3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:13.490408 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36942) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:13.490886 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempt 6 to bind port 6793b15c-d369-48ac-a888-544d5b0a1db0 Feb 16 12:49:13.579669 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-f111276c-4bef-41fe-8311-43807d2eea5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fedfff-5686-499a-b8e0-238a28933e42', 'name': 'tempest-TestVolumeBootPattern-1761421937-router', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:04Z', 'updated_at': '2022-02-16T12:49:09Z', 'revision_number': 3, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'gw_port': {'id': '8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:07Z', 'updated_at': '2022-02-16T12:49:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:13.584319 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f111276c-4bef-41fe-8311-43807d2eea5e None None] Checking router: 23fedfff-5686-499a-b8e0-238a28933e42 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:49:13.585111 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f111276c-4bef-41fe-8311-43807d2eea5e None None] Updating router 23fedfff-5686-499a-b8e0-238a28933e42 port 8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a binding host dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:49:13.646344 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b3c425d2-a6b4-401d-aa0c-a7936e1a3d4e tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:13.649779 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-f111276c-4bef-41fe-8311-43807d2eea5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:13.651567 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c425d2-a6b4-401d-aa0c-a7936e1a3d4e tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:13.652197 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b3c425d2-a6b4-401d-aa0c-a7936e1a3d4e tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:13.677285 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-313246dc-7d6a-41d1-8b40-eca32d287cb3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:13.686174 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-a7a27975-21a1-4a73-8bee-82350141f2c1 None None] Allocated IP 2001:db8:0:1::2 (c2beece7-853e-4518-ace6-8724ee235932/5e9b3f2c-9e32-4a28-8181-55cae2d10b61/3e9d441b-7de2-4b8b-9b50-121d1d956684) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:13.728808 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 6793b15c-d369-48ac-a888-544d5b0a1db0 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:13.729130 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 6793b15c-d369-48ac-a888-544d5b0a1db0 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:13.729463 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 6793b15c-d369-48ac-a888-544d5b0a1db0 on network d6b52287-a565-41c0-9b57-85dfaeca659d {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:13.765670 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e458e2b3-eb33-439e-8e48-8eb44bdbf788 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Pushing event deleted for resources: {'Port': ['ID=33d00958-fafa-4fd2-a609-1829ed5d27ff,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:13.811050 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Port 6793b15c-d369-48ac-a888-544d5b0a1db0 on network d6b52287-a565-41c0-9b57-85dfaeca659d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:49:13.811372 dv-neutron-829527-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Failed to bind port 6793b15c-d369-48ac-a888-544d5b0a1db0 on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] Feb 16 12:49:13.818133 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempt 7 to bind port 6793b15c-d369-48ac-a888-544d5b0a1db0 Feb 16 12:49:13.854127 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b3c425d2-a6b4-401d-aa0c-a7936e1a3d4e tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4680715 Feb 16 12:49:13.854695 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36946) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:13.924472 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-a7a27975-21a1-4a73-8bee-82350141f2c1 None None] For port 3e9d441b-7de2-4b8b-9b50-121d1d956684, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=3e9d441b-7de2-4b8b-9b50-121d1d956684,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:13.940693 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-cbfc4bd9-92fc-4724-a967-0faaa45946ad tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Request body: {'subnet': {'network_id': 'c1d32ad8-f1f7-49ef-bada-4ea26d7c8ad1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:13.952912 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a7a27975-21a1-4a73-8bee-82350141f2c1 None None] Notify callbacks [] for port, precommit_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:13.967732 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e458e2b3-eb33-439e-8e48-8eb44bdbf788 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:13.971687 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-a7a27975-21a1-4a73-8bee-82350141f2c1 None None] Transition to ACTIVE for port object 3e9d441b-7de2-4b8b-9b50-121d1d956684 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:13.972497 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e458e2b3-eb33-439e-8e48-8eb44bdbf788 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:13.979096 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a7a27975-21a1-4a73-8bee-82350141f2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:14.045852 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313246dc-7d6a-41d1-8b40-eca32d287cb3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:14.060229 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c425d2-a6b4-401d-aa0c-a7936e1a3d4e tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event updated for resources: {'Network': ['ID=c1d32ad8-f1f7-49ef-bada-4ea26d7c8ad1,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:14.073045 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 6793b15c-d369-48ac-a888-544d5b0a1db0 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:14.073374 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 6793b15c-d369-48ac-a888-544d5b0a1db0 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:14.073703 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 6793b15c-d369-48ac-a888-544d5b0a1db0 on network d6b52287-a565-41c0-9b57-85dfaeca659d {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:14.082743 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-cbfc4bd9-92fc-4724-a967-0faaa45946ad tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:14.082941 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-f111276c-4bef-41fe-8311-43807d2eea5e None None] Notify callbacks [] for port, precommit_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:14.099595 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.provisioning_blocks [None req-f111276c-4bef-41fe-8311-43807d2eea5e None None] Transition to ACTIVE for port object 8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a will not be triggered until provisioned by entity L2. {{(pid=87703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:14.102628 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network c1d32ad8-f1f7-49ef-bada-4ea26d7c8ad1 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:49:14.113368 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-f111276c-4bef-41fe-8311-43807d2eea5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:14.127933 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e458e2b3-eb33-439e-8e48-8eb44bdbf788 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:14.128857 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e458e2b3-eb33-439e-8e48-8eb44bdbf788 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Fanout notify agent at l3_agent the message router_deleted on router a1922c03-f090-4b88-bd9c-226f082270d7 {{(pid=87701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:49:14.147380 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Port 6793b15c-d369-48ac-a888-544d5b0a1db0 on network d6b52287-a565-41c0-9b57-85dfaeca659d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:49:14.147712 dv-neutron-829527-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Failed to bind port 6793b15c-d369-48ac-a888-544d5b0a1db0 on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] Feb 16 12:49:14.148807 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-cbfc4bd9-92fc-4724-a967-0faaa45946ad tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Usage tracker for resource:subnet and tenant:e1117180e8c949a18483da62b9a9f5be is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:14.154244 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempt 8 to bind port 6793b15c-d369-48ac-a888-544d5b0a1db0 Feb 16 12:49:14.185239 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-f111276c-4bef-41fe-8311-43807d2eea5e None None] Attempting to bind port 8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:14.185751 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-f111276c-4bef-41fe-8311-43807d2eea5e None None] Attempting to bind port 8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:14.186601 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f111276c-4bef-41fe-8311-43807d2eea5e None None] Attempting to bind port 8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a on network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:14.198897 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f111276c-4bef-41fe-8311-43807d2eea5e None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:49:14.199428 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f111276c-4bef-41fe-8311-43807d2eea5e None None] Checking segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:49:14.199905 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-f111276c-4bef-41fe-8311-43807d2eea5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:14.200380 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f111276c-4bef-41fe-8311-43807d2eea5e None None] Bound using segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:49:14.201043 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-f111276c-4bef-41fe-8311-43807d2eea5e None None] Bound port: 8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:49:14.201535 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-f111276c-4bef-41fe-8311-43807d2eea5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:14.278890 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-f111276c-4bef-41fe-8311-43807d2eea5e None None] For port 8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:49:14.291719 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-f111276c-4bef-41fe-8311-43807d2eea5e None None] For port 8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:49:14.299313 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a27975-21a1-4a73-8bee-82350141f2c1 None None] Pushing event updated for resources: {'Port': ['ID=3e9d441b-7de2-4b8b-9b50-121d1d956684,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:14.315180 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-f111276c-4bef-41fe-8311-43807d2eea5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:14.322332 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-cbfc4bd9-92fc-4724-a967-0faaa45946ad tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:14.331454 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e458e2b3-eb33-439e-8e48-8eb44bdbf788 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:14.332389 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad95ae-8a46-48e9-8ac9-a657fd00a670 None None] Pushing event updated for resources: {'Port': ['ID=8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a,revision_number=2']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:14.338388 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-cbfc4bd9-92fc-4724-a967-0faaa45946ad tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:14.341280 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e458e2b3-eb33-439e-8e48-8eb44bdbf788 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] 10.222.0.83 "DELETE /v2.0/routers/a1922c03-f090-4b88-bd9c-226f082270d7 HTTP/1.1" status: 204 len: 168 time: 4.6691973 Feb 16 12:49:14.342236 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36950) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:14.363102 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-55554e2c-ed98-4de8-887d-5ba3070fb26c tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1461214136', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:14.367397 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed91ebb-25ae-4e3c-9f98-17c99b0ebead tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Router eefe2440-6b69-4fc6-b3ab-4f26ec071b49 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:49:14.369962 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 6793b15c-d369-48ac-a888-544d5b0a1db0 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:14.370287 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 6793b15c-d369-48ac-a888-544d5b0a1db0 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:14.370618 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 6793b15c-d369-48ac-a888-544d5b0a1db0 on network d6b52287-a565-41c0-9b57-85dfaeca659d {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:14.374449 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-55554e2c-ed98-4de8-887d-5ba3070fb26c tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:14.390257 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-55554e2c-ed98-4de8-887d-5ba3070fb26c tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Usage tracker for resource:router and tenant:45915c6c1b3845ae8a9038974576db8f is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:14.395914 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-55554e2c-ed98-4de8-887d-5ba3070fb26c tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:14.403836 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-55554e2c-ed98-4de8-887d-5ba3070fb26c tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:14.469363 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad95ae-8a46-48e9-8ac9-a657fd00a670 None None] Pushing event updated for resources: {'Port': ['ID=8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a,revision_number=3']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:14.509981 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.db.resource_extend [None req-2d1e8676-ed57-48de-9600-94cfb7061978 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:49:14.516404 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f111276c-4bef-41fe-8311-43807d2eea5e None None] Routers {'23fedfff-5686-499a-b8e0-238a28933e42'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:14.517347 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-f111276c-4bef-41fe-8311-43807d2eea5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:49:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['23fedfff-5686-499a-b8e0-238a28933e42'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:14.626730 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-55554e2c-ed98-4de8-887d-5ba3070fb26c tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:14.627745 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-55554e2c-ed98-4de8-887d-5ba3070fb26c tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:14.635183 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Port 6793b15c-d369-48ac-a888-544d5b0a1db0 on network d6b52287-a565-41c0-9b57-85dfaeca659d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:49:14.635508 dv-neutron-829527-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Failed to bind port 6793b15c-d369-48ac-a888-544d5b0a1db0 on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] Feb 16 12:49:14.643384 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 3e9d441b-7de2-4b8b-9b50-121d1d956684 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:14.647184 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempt 9 to bind port 6793b15c-d369-48ac-a888-544d5b0a1db0 Feb 16 12:49:14.662672 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbfc4bd9-92fc-4724-a967-0faaa45946ad tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Made reservation on behalf of e1117180e8c949a18483da62b9a9f5be for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:14.667617 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cbfc4bd9-92fc-4724-a967-0faaa45946ad tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:14.711018 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 6793b15c-d369-48ac-a888-544d5b0a1db0 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:14.711618 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 6793b15c-d369-48ac-a888-544d5b0a1db0 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:14.712135 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 6793b15c-d369-48ac-a888-544d5b0a1db0 on network d6b52287-a565-41c0-9b57-85dfaeca659d {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:14.763232 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-73b4f0c6-4fd5-4f68-b375-9bdfcad32bd0 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for router_gateway, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:14.774183 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Port 6793b15c-d369-48ac-a888-544d5b0a1db0 on network d6b52287-a565-41c0-9b57-85dfaeca659d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:49:14.774528 dv-neutron-829527-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Failed to bind port 6793b15c-d369-48ac-a888-544d5b0a1db0 on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] Feb 16 12:49:14.819315 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2d1e8676-ed57-48de-9600-94cfb7061978 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:14.826333 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-55554e2c-ed98-4de8-887d-5ba3070fb26c tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:14.831652 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempt 10 to bind port 6793b15c-d369-48ac-a888-544d5b0a1db0 Feb 16 12:49:14.836177 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-f111276c-4bef-41fe-8311-43807d2eea5e None None] Set router 23fedfff-5686-499a-b8e0-238a28933e42 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:49:14.857214 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2d1e8676-ed57-48de-9600-94cfb7061978 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:15.022525 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-55554e2c-ed98-4de8-887d-5ba3070fb26c tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:15.081352 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-313246dc-7d6a-41d1-8b40-eca32d287cb3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:15.091129 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 6793b15c-d369-48ac-a888-544d5b0a1db0 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:15.091129 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 6793b15c-d369-48ac-a888-544d5b0a1db0 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:15.091449 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 6793b15c-d369-48ac-a888-544d5b0a1db0 on network d6b52287-a565-41c0-9b57-85dfaeca659d {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:15.112438 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Port 6793b15c-d369-48ac-a888-544d5b0a1db0 on network d6b52287-a565-41c0-9b57-85dfaeca659d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:49:15.112863 dv-neutron-829527-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Failed to bind port 6793b15c-d369-48ac-a888-544d5b0a1db0 on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] Feb 16 12:49:15.113174 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:15.148457 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-8cb3b48b-2b30-4c26-81ab-c87a50e9965c None None] Provisioning for port 3e9d441b-7de2-4b8b-9b50-121d1d956684 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:15.154879 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-8cb3b48b-2b30-4c26-81ab-c87a50e9965c None None] Provisioning complete for port 3e9d441b-7de2-4b8b-9b50-121d1d956684 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:15.155320 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8cb3b48b-2b30-4c26-81ab-c87a50e9965c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:15.182240 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-313246dc-7d6a-41d1-8b40-eca32d287cb3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] device_id is not set on port a462238f-4177-4b5d-82d1-18ae67f3d30b yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:49:15.183575 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-f111276c-4bef-41fe-8311-43807d2eea5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fedfff-5686-499a-b8e0-238a28933e42', 'name': 'tempest-TestVolumeBootPattern-1761421937-router', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:04Z', 'updated_at': '2022-02-16T12:49:09Z', 'revision_number': 3, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'gw_port': {'id': '8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:07Z', 'updated_at': '2022-02-16T12:49:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:15.189495 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f111276c-4bef-41fe-8311-43807d2eea5e None None] The sync data for ids ['23fedfff-5686-499a-b8e0-238a28933e42'] in dv-neutron-829527-1-hyperv is: [{'id': '23fedfff-5686-499a-b8e0-238a28933e42', 'name': 'tempest-TestVolumeBootPattern-1761421937-router', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:04Z', 'updated_at': '2022-02-16T12:49:09Z', 'revision_number': 3, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'gw_port': {'id': '8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:07Z', 'updated_at': '2022-02-16T12:49:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:15.367678 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed91ebb-25ae-4e3c-9f98-17c99b0ebead tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:49:15.368271 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-55554e2c-ed98-4de8-887d-5ba3070fb26c tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:15.371948 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-55554e2c-ed98-4de8-887d-5ba3070fb26c tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0219340 Feb 16 12:49:15.375912 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36954) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:15.393284 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21a724d-c2a6-4e95-8942-5cb15792b48e None None] Sync routers for ids ['eefe2440-6b69-4fc6-b3ab-4f26ec071b49'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:15.409105 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-6c871e31-79bd-4fbc-9e81-779471940700 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:15.409675 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.l3_db [None req-2d1e8676-ed57-48de-9600-94cfb7061978 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Floating IP 8c6833dd-18ae-4a38-b6b0-9a5649225d1e associated. External IP: 172.26.5.33, port: 3616909d-8c18-41c9-9ccb-1b8431d93072. Feb 16 12:49:15.422408 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21a724d-c2a6-4e95-8942-5cb15792b48e None None] Routers {'eefe2440-6b69-4fc6-b3ab-4f26ec071b49'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:15.423990 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-d21a724d-c2a6-4e95-8942-5cb15792b48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:49:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['eefe2440-6b69-4fc6-b3ab-4f26ec071b49'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:15.681352 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-d21a724d-c2a6-4e95-8942-5cb15792b48e None None] Set router eefe2440-6b69-4fc6-b3ab-4f26ec071b49 gateway port host: None {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:49:15.691321 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-73b4f0c6-4fd5-4f68-b375-9bdfcad32bd0 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:15.727339 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] For port 6793b15c-d369-48ac-a888-544d5b0a1db0, host hv-neutron-8295, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:49:15.728014 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempted to set empty binding levels {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 16 12:49:15.748130 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-eed91ebb-25ae-4e3c-9f98-17c99b0ebead tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "PUT /v2.0/routers/eefe2440-6b69-4fc6-b3ab-4f26ec071b49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6039953 Feb 16 12:49:15.753446 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36958) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:15.927364 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae8f08c9-e8ca-43bd-8b7d-eae623df7f9e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Deleting subnet 6768bb75-57c9-4cdd-96ec-a4852822a379 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:49:15.929686 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:16.073171 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-d21a724d-c2a6-4e95-8942-5cb15792b48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'name': 'tempest-RoutersTest-router-1592884350', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:00Z', 'updated_at': '2022-02-16T12:49:12Z', 'revision_number': 8, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'gw_port_host': None, '_interfaces': [{'id': '1a6e75a8-62da-4b1a-bb34-4651c19aaebf', 'name': '', 'network_id': '4af22acd-757b-47d4-925e-f4c03ad597e0', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:63:74:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:05Z', 'updated_at': '2022-02-16T12:48:15Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47270ed9-b121-474b-bb34-a5e191358a7b', 'name': '', 'network_id': '28fb0fe9-554d-49e5-8e09-f2ed26f27bd4', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:98:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '82271494-1e9b-42dd-8356-961a022a44ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:15Z', 'updated_at': '2022-02-16T12:48:32Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '82271494-1e9b-42dd-8356-961a022a44ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ad6c0bc-7fe3-47ac-9637-5044e31d2f64', 'name': '', 'network_id': 'bfc0f0a6-ad5f-40c0-960a-10c6a172d2d1', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:6a:28:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '1fbf83cf-f1c1-4246-8c35-8d6cd99aeac3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:34Z', 'updated_at': '2022-02-16T12:48:44Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '1fbf83cf-f1c1-4246-8c35-8d6cd99aeac3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:16.079682 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21a724d-c2a6-4e95-8942-5cb15792b48e None None] Checking router: eefe2440-6b69-4fc6-b3ab-4f26ec071b49 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:49:16.093147 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21a724d-c2a6-4e95-8942-5cb15792b48e None None] Routers {'eefe2440-6b69-4fc6-b3ab-4f26ec071b49'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:16.093809 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-d21a724d-c2a6-4e95-8942-5cb15792b48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:49:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['eefe2440-6b69-4fc6-b3ab-4f26ec071b49'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:16.126079 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1e8676-ed57-48de-9600-94cfb7061978 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Router 280b01f7-1aa8-4aea-8b7b-434c5eea3121 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:49:16.194218 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ae8f08c9-e8ca-43bd-8b7d-eae623df7f9e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:16.254413 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b4f0c6-4fd5-4f68-b375-9bdfcad32bd0 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Router 4c9f6ffe-83cb-4908-8dfa-f124e7f38294 is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:49:16.269233 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-d21a724d-c2a6-4e95-8942-5cb15792b48e None None] Set router eefe2440-6b69-4fc6-b3ab-4f26ec071b49 gateway port host: None {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:49:16.271847 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:16.272430 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:16.454551 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 8.2027771 Feb 16 12:49:16.494278 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36962) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:16.506272 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b4f0c6-4fd5-4f68-b375-9bdfcad32bd0 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:49:16.517752 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01377aea-b01d-4205-9ef1-1fafb4cc2352 None None] Sync routers for ids ['4c9f6ffe-83cb-4908-8dfa-f124e7f38294'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:16.536017 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01377aea-b01d-4205-9ef1-1fafb4cc2352 None None] Routers {'4c9f6ffe-83cb-4908-8dfa-f124e7f38294'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:16.536805 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-01377aea-b01d-4205-9ef1-1fafb4cc2352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:49:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['4c9f6ffe-83cb-4908-8dfa-f124e7f38294'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:16.546167 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4953cc2-19e6-4132-a838-66330c601ae9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Pushing event updated for resources: {'Port': ['ID=6793b15c-d369-48ac-a888-544d5b0a1db0,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:16.563460 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ae8f08c9-e8ca-43bd-8b7d-eae623df7f9e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:16.583350 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-73b4f0c6-4fd5-4f68-b375-9bdfcad32bd0 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:16.584562 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-73b4f0c6-4fd5-4f68-b375-9bdfcad32bd0 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.8107903 Feb 16 12:49:16.594784 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36966) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:16.635251 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:16.641582 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-01377aea-b01d-4205-9ef1-1fafb4cc2352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:16.657799 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6c871e31-79bd-4fbc-9e81-779471940700 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:16.658681 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01377aea-b01d-4205-9ef1-1fafb4cc2352 None None] Routers {'4c9f6ffe-83cb-4908-8dfa-f124e7f38294'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:16.659818 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-01377aea-b01d-4205-9ef1-1fafb4cc2352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:49:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['4c9f6ffe-83cb-4908-8dfa-f124e7f38294'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:16.718823 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cbfc4bd9-92fc-4724-a967-0faaa45946ad tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:16.780045 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:16.786664 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:16.787123 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:16.804410 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-01377aea-b01d-4205-9ef1-1fafb4cc2352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:16.805115 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01377aea-b01d-4205-9ef1-1fafb4cc2352 None None] The sync data for ids ['4c9f6ffe-83cb-4908-8dfa-f124e7f38294'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:16.840529 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-d21a724d-c2a6-4e95-8942-5cb15792b48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'name': 'tempest-RoutersTest-router-1592884350', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:00Z', 'updated_at': '2022-02-16T12:49:12Z', 'revision_number': 8, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'gw_port_host': None, '_interfaces': [{'id': '1a6e75a8-62da-4b1a-bb34-4651c19aaebf', 'name': '', 'network_id': '4af22acd-757b-47d4-925e-f4c03ad597e0', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:63:74:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:05Z', 'updated_at': '2022-02-16T12:48:15Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47270ed9-b121-474b-bb34-a5e191358a7b', 'name': '', 'network_id': '28fb0fe9-554d-49e5-8e09-f2ed26f27bd4', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:98:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '82271494-1e9b-42dd-8356-961a022a44ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:15Z', 'updated_at': '2022-02-16T12:48:32Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '82271494-1e9b-42dd-8356-961a022a44ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ad6c0bc-7fe3-47ac-9637-5044e31d2f64', 'name': '', 'network_id': 'bfc0f0a6-ad5f-40c0-960a-10c6a172d2d1', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:6a:28:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '1fbf83cf-f1c1-4246-8c35-8d6cd99aeac3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:34Z', 'updated_at': '2022-02-16T12:48:44Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '1fbf83cf-f1c1-4246-8c35-8d6cd99aeac3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:16.850228 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21a724d-c2a6-4e95-8942-5cb15792b48e None None] The sync data for ids ['eefe2440-6b69-4fc6-b3ab-4f26ec071b49'] in dv-neutron-829527-1-hyperv is: [{'id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'name': 'tempest-RoutersTest-router-1592884350', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:00Z', 'updated_at': '2022-02-16T12:49:12Z', 'revision_number': 8, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'gw_port_host': None, '_interfaces': [{'id': '1a6e75a8-62da-4b1a-bb34-4651c19aaebf', 'name': '', 'network_id': '4af22acd-757b-47d4-925e-f4c03ad597e0', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:63:74:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:05Z', 'updated_at': '2022-02-16T12:48:15Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47270ed9-b121-474b-bb34-a5e191358a7b', 'name': '', 'network_id': '28fb0fe9-554d-49e5-8e09-f2ed26f27bd4', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:98:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '82271494-1e9b-42dd-8356-961a022a44ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:15Z', 'updated_at': '2022-02-16T12:48:32Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '82271494-1e9b-42dd-8356-961a022a44ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ad6c0bc-7fe3-47ac-9637-5044e31d2f64', 'name': '', 'network_id': 'bfc0f0a6-ad5f-40c0-960a-10c6a172d2d1', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:6a:28:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '1fbf83cf-f1c1-4246-8c35-8d6cd99aeac3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:34Z', 'updated_at': '2022-02-16T12:48:44Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '1fbf83cf-f1c1-4246-8c35-8d6cd99aeac3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:16.917396 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1e8676-ed57-48de-9600-94cfb7061978 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:49:16.936267 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6824ca49-051b-459c-8fa9-e67ba9cac7e3 None None] Sync routers for ids ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:16.957138 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6824ca49-051b-459c-8fa9-e67ba9cac7e3 None None] Routers {'280b01f7-1aa8-4aea-8b7b-434c5eea3121'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:16.958058 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-6824ca49-051b-459c-8fa9-e67ba9cac7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:49:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:16.985097 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-1eea3b5d-1294-4872-9bc0-c0100b2c4f8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Deleting port 6793b15c-d369-48ac-a888-544d5b0a1db0 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:16.985448 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1eea3b5d-1294-4872-9bc0-c0100b2c4f8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:17.001520 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-313246dc-7d6a-41d1-8b40-eca32d287cb3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Allocated IP 2001:db8:0:1::309 (c2beece7-853e-4518-ace6-8724ee235932/5e9b3f2c-9e32-4a28-8181-55cae2d10b61/a462238f-4177-4b5d-82d1-18ae67f3d30b) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:17.020896 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:17.035022 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-6824ca49-051b-459c-8fa9-e67ba9cac7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:17.035294 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfc4bd9-92fc-4724-a967-0faaa45946ad tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event updated for resources: {'Subnet': ['ID=c48eed65-50cd-4bd7-8fca-de7882ad10b9,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:17.038799 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-313246dc-7d6a-41d1-8b40-eca32d287cb3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Allocated IP 2001:db8::f816:3eff:fe56:c1c4 (c2beece7-853e-4518-ace6-8724ee235932/ebed0bc8-67cf-4019-99a8-e40fcc26e14b/a462238f-4177-4b5d-82d1-18ae67f3d30b) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:17.050447 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6824ca49-051b-459c-8fa9-e67ba9cac7e3 None None] Routers {'280b01f7-1aa8-4aea-8b7b-434c5eea3121'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:17.051043 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-6824ca49-051b-459c-8fa9-e67ba9cac7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:49:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:17.115058 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:17.116844 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-6824ca49-051b-459c-8fa9-e67ba9cac7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:17.117131 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6824ca49-051b-459c-8fa9-e67ba9cac7e3 None None] The sync data for ids ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:17.125437 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfc4bd9-92fc-4724-a967-0faaa45946ad tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Checking segment: {'id': '7996a7be-3fbf-4253-841e-bf1d9dd40663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c1d32ad8-f1f7-49ef-bada-4ea26d7c8ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:49:17.125814 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfc4bd9-92fc-4724-a967-0faaa45946ad tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Network hostable DHCP agents. Network: c1d32ad8-f1f7-49ef-bada-4ea26d7c8ad1, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:49:17.126935 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:17.141505 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ae8f08c9-e8ca-43bd-8b7d-eae623df7f9e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:17.208672 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:17.247712 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aa323e9d-cc7e-4bc8-abaa-797753854421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:17.326281 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f3915c9d-0013-466f-9961-e4b745f23ae4 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "GET /v2.0/routers/4c9f6ffe-83cb-4908-8dfa-f124e7f38294 HTTP/1.1" status: 200 len: 885 time: 0.7303989 Feb 16 12:49:17.331967 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36970) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:17.345245 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfc4bd9-92fc-4724-a967-0faaa45946ad tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Network c1d32ad8-f1f7-49ef-bada-4ea26d7c8ad1 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:49:17.431186 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-cbfc4bd9-92fc-4724-a967-0faaa45946ad tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, c1d32ad8-f1f7-49ef-bada-4ea26d7c8ad1) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:17.442219 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c435a9-4a90-469c-953c-48a7a82abcc6 None None] Network c1d32ad8-f1f7-49ef-bada-4ea26d7c8ad1 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:17.448279 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfc4bd9-92fc-4724-a967-0faaa45946ad tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:17.448896 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cbfc4bd9-92fc-4724-a967-0faaa45946ad tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:17.462141 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ae8f08c9-e8ca-43bd-8b7d-eae623df7f9e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:17.550092 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f08c9-e8ca-43bd-8b7d-eae623df7f9e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event deleted for resources: {'Subnet': ['ID=6768bb75-57c9-4cdd-96ec-a4852822a379,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:17.578355 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ae8f08c9-e8ca-43bd-8b7d-eae623df7f9e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:17.580414 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ae8f08c9-e8ca-43bd-8b7d-eae623df7f9e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "DELETE /v2.0/subnets/6768bb75-57c9-4cdd-96ec-a4852822a379 HTTP/1.1" status: 204 len: 168 time: 1.8193400 Feb 16 12:49:17.582066 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54c7a03-c062-4795-8f95-f4c11b9a84f7 None None] Network 3c1fb940-2653-4d2b-89e4-b085c9704414 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:17.590128 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36974) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:17.603575 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-1eea3b5d-1294-4872-9bc0-c0100b2c4f8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] For port 6793b15c-d369-48ac-a888-544d5b0a1db0, host hv-neutron-8295, got binding levels [] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:17.603932 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1eea3b5d-1294-4872-9bc0-c0100b2c4f8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:17.639793 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-cbfc4bd9-92fc-4724-a967-0faaa45946ad tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7295747 Feb 16 12:49:17.642580 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36978) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:17.658068 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d6f88956-9fa1-4d8c-b0a0-65cdf62ea482 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Request body: {'port': {'network_id': 'c1d32ad8-f1f7-49ef-bada-4ea26d7c8ad1', 'name': 'tempest-PortsIpV6TestJSON-1702669193', 'fixed_ips': [{'subnet_id': 'c48eed65-50cd-4bd7-8fca-de7882ad10b9', 'ip_address': '2001:db8::10'}]}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:17.763429 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-313246dc-7d6a-41d1-8b40-eca32d287cb3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:17.820158 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-1eea3b5d-1294-4872-9bc0-c0100b2c4f8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Calling delete_port for 6793b15c-d369-48ac-a888-544d5b0a1db0 owned by {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:17.865742 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab0e605-10ff-437a-b01b-67dd01d30946 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-c1d32ad8-f1f7-49ef-bada-4ea26d7c8ad1', 'network_id': 'c1d32ad8-f1f7-49ef-bada-4ea26d7c8ad1', 'tenant_id': 'e1117180e8c949a18483da62b9a9f5be', 'fixed_ips': [{'subnet_id': 'c48eed65-50cd-4bd7-8fca-de7882ad10b9'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:49:17.866534 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-eab0e605-10ff-437a-b01b-67dd01d30946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:17.972708 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-60149920-8717-4a3f-b075-55804f944afa tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.049305 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b0bfcb-1e63-48fc-861c-ae34a262e718 None None] DHCP port deletion for 3c1fb940-2653-4d2b-89e4-b085c9704414 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:49:18.059115 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-33b0bfcb-1e63-48fc-861c-ae34a262e718 None None] Deleting port cb6595fc-0ce7-474c-b7f2-d4ed29b8b013 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:18.059441 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-33b0bfcb-1e63-48fc-861c-ae34a262e718 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.093719 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-60149920-8717-4a3f-b075-55804f944afa tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Deleting port cb6595fc-0ce7-474c-b7f2-d4ed29b8b013 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:18.094035 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-60149920-8717-4a3f-b075-55804f944afa tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.098779 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-eab0e605-10ff-437a-b01b-67dd01d30946 None None] Allocated IP 2001:db8::2 (c1d32ad8-f1f7-49ef-bada-4ea26d7c8ad1/c48eed65-50cd-4bd7-8fca-de7882ad10b9/79105661-8c61-4e25-ab0e-f52eb025d1e2) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:18.120482 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1e8676-ed57-48de-9600-94cfb7061978 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Router 280b01f7-1aa8-4aea-8b7b-434c5eea3121 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:49:18.135301 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-313246dc-7d6a-41d1-8b40-eca32d287cb3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Transition to ACTIVE for port object a462238f-4177-4b5d-82d1-18ae67f3d30b will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:18.155139 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1eea3b5d-1294-4872-9bc0-c0100b2c4f8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.210398 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6c871e31-79bd-4fbc-9e81-779471940700 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.256909 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-aa323e9d-cc7e-4bc8-abaa-797753854421 admin admin] Allocated IP 172.20.0.1 (2f9caf95-9634-43c7-8691-03bf1bd0a638/475d72a9-33c5-44fc-8808-9edb5e19ce95/a5b23843-9f59-458d-9ac9-8cfc9dd74594) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:18.265698 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6c871e31-79bd-4fbc-9e81-779471940700 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.273452 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d6f88956-9fa1-4d8c-b0a0-65cdf62ea482 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:18.318718 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d6f88956-9fa1-4d8c-b0a0-65cdf62ea482 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Usage tracker for resource:port and tenant:e1117180e8c949a18483da62b9a9f5be is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:18.322934 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d6f88956-9fa1-4d8c-b0a0-65cdf62ea482 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:18.332696 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d6f88956-9fa1-4d8c-b0a0-65cdf62ea482 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:18.428748 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-313246dc-7d6a-41d1-8b40-eca32d287cb3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.435934 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-33b0bfcb-1e63-48fc-861c-ae34a262e718 None None] For port cb6595fc-0ce7-474c-b7f2-d4ed29b8b013, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=cb6595fc-0ce7-474c-b7f2-d4ed29b8b013,segment=NetworkSegment(68297c16-c83a-448d-b9a4-11b1b6ba0130),segment_id=68297c16-c83a-448d-b9a4-11b1b6ba0130)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:18.436311 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-33b0bfcb-1e63-48fc-861c-ae34a262e718 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.487984 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f88956-9fa1-4d8c-b0a0-65cdf62ea482 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Made reservation on behalf of e1117180e8c949a18483da62b9a9f5be for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:18.503720 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea3b5d-1294-4872-9bc0-c0100b2c4f8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Pushing event deleted for resources: {'Port': ['ID=6793b15c-d369-48ac-a888-544d5b0a1db0,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:18.584108 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1eea3b5d-1294-4872-9bc0-c0100b2c4f8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.592965 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:18.621637 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-33b0bfcb-1e63-48fc-861c-ae34a262e718 None None] Calling delete_port for cb6595fc-0ce7-474c-b7f2-d4ed29b8b013 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:18.634034 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313246dc-7d6a-41d1-8b40-eca32d287cb3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:18.648091 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-313246dc-7d6a-41d1-8b40-eca32d287cb3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:18.667375 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313246dc-7d6a-41d1-8b40-eca32d287cb3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:18.673198 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-1eea3b5d-1294-4872-9bc0-c0100b2c4f8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] 10.222.0.83 "DELETE /v2.0/ports/6793b15c-d369-48ac-a888-544d5b0a1db0 HTTP/1.1" status: 204 len: 168 time: 2.1647811 Feb 16 12:49:18.673817 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313246dc-7d6a-41d1-8b40-eca32d287cb3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:18.674008 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-313246dc-7d6a-41d1-8b40-eca32d287cb3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.676735 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36982) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:18.693177 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313246dc-7d6a-41d1-8b40-eca32d287cb3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Port': ['ID=a462238f-4177-4b5d-82d1-18ae67f3d30b,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:18.713735 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-eab0e605-10ff-437a-b01b-67dd01d30946 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.744469 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-eab0e605-10ff-437a-b01b-67dd01d30946 None None] Transition to ACTIVE for port object 79105661-8c61-4e25-ab0e-f52eb025d1e2 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:18.772393 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-eab0e605-10ff-437a-b01b-67dd01d30946 None None] Transition to ACTIVE for port object 79105661-8c61-4e25-ab0e-f52eb025d1e2 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:18.774662 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-33b0bfcb-1e63-48fc-861c-ae34a262e718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.811234 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aa323e9d-cc7e-4bc8-abaa-797753854421 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.812015 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:18.812381 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.835687 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-af8abe28-6041-45c5-8a3f-26b0bb431c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] GET failed (client error): The resource could not be found. Feb 16 12:49:18.836195 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-af8abe28-6041-45c5-8a3f-26b0bb431c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Synchronizing usage tracker for tenant:8f704a35d4dd4de9a503657c3c20dbc3 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:18.840063 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-aa323e9d-cc7e-4bc8-abaa-797753854421 admin admin] Transition to ACTIVE for port object a5b23843-9f59-458d-9ac9-8cfc9dd74594 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:18.843283 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-eab0e605-10ff-437a-b01b-67dd01d30946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.853774 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b0bfcb-1e63-48fc-861c-ae34a262e718 None None] Pushing event deleted for resources: {'Port': ['ID=cb6595fc-0ce7-474c-b7f2-d4ed29b8b013,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:18.873271 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-60149920-8717-4a3f-b075-55804f944afa tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] For port cb6595fc-0ce7-474c-b7f2-d4ed29b8b013, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=cb6595fc-0ce7-474c-b7f2-d4ed29b8b013,segment=NetworkSegment(68297c16-c83a-448d-b9a4-11b1b6ba0130),segment_id=68297c16-c83a-448d-b9a4-11b1b6ba0130)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:18.873802 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-60149920-8717-4a3f-b075-55804f944afa tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.885626 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-6c871e31-79bd-4fbc-9e81-779471940700 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Allocated IP 172.26.5.251 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/d8ad5f74-022f-47b2-87f8-5c5e380a9ad1) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:18.889126 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-313246dc-7d6a-41d1-8b40-eca32d287cb3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 5.7755678 Feb 16 12:49:18.893097 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-d098de85-aadf-4f3e-a3d8-4b8fc5f6a9e3 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Synchronizing usage tracker for tenant:bc1f0288054c40818f485d7fa9a59a39 on resource:router {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:18.895893 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36986) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:18.900046 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d6f88956-9fa1-4d8c-b0a0-65cdf62ea482 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.910580 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aa323e9d-cc7e-4bc8-abaa-797753854421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:18.911365 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b0bfcb-1e63-48fc-861c-ae34a262e718 None None] No DVR routers for this DVR port cb6595fc-0ce7-474c-b7f2-d4ed29b8b013 on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:49:18.952465 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab0e605-10ff-437a-b01b-67dd01d30946 None None] Network c1d32ad8-f1f7-49ef-bada-4ea26d7c8ad1 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:18.958764 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-eab0e605-10ff-437a-b01b-67dd01d30946 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:18.963844 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab0e605-10ff-437a-b01b-67dd01d30946 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:18.982107 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab0e605-10ff-437a-b01b-67dd01d30946 None None] Pushing event updated for resources: {'Port': ['ID=79105661-8c61-4e25-ab0e-f52eb025d1e2,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:19.073833 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa323e9d-cc7e-4bc8-abaa-797753854421 admin admin] Network 2f9caf95-9634-43c7-8691-03bf1bd0a638 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:19.077008 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-d6f88956-9fa1-4d8c-b0a0-65cdf62ea482 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] device_id is not set on port 130e119d-d063-4624-a85e-e9fbb79a28e7 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:49:19.081865 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-60149920-8717-4a3f-b075-55804f944afa tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Calling delete_port for cb6595fc-0ce7-474c-b7f2-d4ed29b8b013 owned by network:dhcp {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:19.109851 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-d098de85-aadf-4f3e-a3d8-4b8fc5f6a9e3 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Unset dirty status for tenant:bc1f0288054c40818f485d7fa9a59a39 on resource:router {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:19.113932 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d098de85-aadf-4f3e-a3d8-4b8fc5f6a9e3 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.7302728 Feb 16 12:49:19.122338 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36990) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:19.125420 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-af8abe28-6041-45c5-8a3f-26b0bb431c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Unset dirty status for tenant:8f704a35d4dd4de9a503657c3c20dbc3 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:19.130814 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-af8abe28-6041-45c5-8a3f-26b0bb431c4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] 10.222.0.83 "GET /v2.0/ports/6793b15c-d369-48ac-a888-544d5b0a1db0 HTTP/1.1" status: 404 len: 333 time: 0.4512544 Feb 16 12:49:19.131231 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-eab0e605-10ff-437a-b01b-67dd01d30946 None None] Attempting to bind port 79105661-8c61-4e25-ab0e-f52eb025d1e2 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:19.131810 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-eab0e605-10ff-437a-b01b-67dd01d30946 None None] Attempting to bind port 79105661-8c61-4e25-ab0e-f52eb025d1e2 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '7996a7be-3fbf-4253-841e-bf1d9dd40663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c1d32ad8-f1f7-49ef-bada-4ea26d7c8ad1'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:19.132172 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab0e605-10ff-437a-b01b-67dd01d30946 None None] Attempting to bind port 79105661-8c61-4e25-ab0e-f52eb025d1e2 on network c1d32ad8-f1f7-49ef-bada-4ea26d7c8ad1 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:19.138021 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-fe939a25-dbc2-4c51-b764-9b781455ff56 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1157845554'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:19.143064 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab0e605-10ff-437a-b01b-67dd01d30946 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:49:19.143474 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab0e605-10ff-437a-b01b-67dd01d30946 None None] Checking segment: {'id': '7996a7be-3fbf-4253-841e-bf1d9dd40663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c1d32ad8-f1f7-49ef-bada-4ea26d7c8ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:49:19.143869 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-eab0e605-10ff-437a-b01b-67dd01d30946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:19.144248 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab0e605-10ff-437a-b01b-67dd01d30946 None None] Bound using segment: {'id': '7996a7be-3fbf-4253-841e-bf1d9dd40663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c1d32ad8-f1f7-49ef-bada-4ea26d7c8ad1'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:49:19.144830 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-eab0e605-10ff-437a-b01b-67dd01d30946 None None] Bound port: 79105661-8c61-4e25-ab0e-f52eb025d1e2, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7996a7be-3fbf-4253-841e-bf1d9dd40663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c1d32ad8-f1f7-49ef-bada-4ea26d7c8ad1'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:49:19.145262 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-eab0e605-10ff-437a-b01b-67dd01d30946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:19.157367 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 36992) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:19.161842 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-5ef58013-2dfa-4ae0-957a-8d97d52cc33a None None] Provisioning for port a462238f-4177-4b5d-82d1-18ae67f3d30b completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:19.165662 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-aa323e9d-cc7e-4bc8-abaa-797753854421 admin admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:19.185045 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-16e662f1-a229-4634-bb79-c698653ddda3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Request body: {'port': {'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030714787'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:19.191830 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa323e9d-cc7e-4bc8-abaa-797753854421 admin admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:19.196945 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-5ef58013-2dfa-4ae0-957a-8d97d52cc33a None None] Provisioning complete for port a462238f-4177-4b5d-82d1-18ae67f3d30b triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:19.197314 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-5ef58013-2dfa-4ae0-957a-8d97d52cc33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:19.239517 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa323e9d-cc7e-4bc8-abaa-797753854421 admin admin] Pushing event updated for resources: {'Port': ['ID=a5b23843-9f59-458d-9ac9-8cfc9dd74594,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:19.247006 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-16e662f1-a229-4634-bb79-c698653ddda3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:19.259732 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.db.api [None req-60149920-8717-4a3f-b075-55804f944afa tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:49:19.260101 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG oslo_db.api [None req-60149920-8717-4a3f-b075-55804f944afa tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:49:19.261065 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1e8676-ed57-48de-9600-94cfb7061978 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:49:19.276080 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a31e8984-c92b-45fc-aa2b-d3e1835690ce tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting port a462238f-4177-4b5d-82d1-18ae67f3d30b {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:19.276432 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a31e8984-c92b-45fc-aa2b-d3e1835690ce tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:19.285124 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ee8982-1543-4f0b-b61b-ddc528272eba None None] Sync routers for ids ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:19.299401 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ee8982-1543-4f0b-b61b-ddc528272eba None None] Routers {'280b01f7-1aa8-4aea-8b7b-434c5eea3121'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:19.302456 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-c0ee8982-1543-4f0b-b61b-ddc528272eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:49:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:19.302969 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-5ef58013-2dfa-4ae0-957a-8d97d52cc33a None None] Port a462238f-4177-4b5d-82d1-18ae67f3d30b cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:49:19.314889 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2d1e8676-ed57-48de-9600-94cfb7061978 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:19.322829 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-eab0e605-10ff-437a-b01b-67dd01d30946 None None] For port 79105661-8c61-4e25-ab0e-f52eb025d1e2, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:49:19.334694 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-eab0e605-10ff-437a-b01b-67dd01d30946 None None] For port 79105661-8c61-4e25-ab0e-f52eb025d1e2, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=79105661-8c61-4e25-ab0e-f52eb025d1e2,segment=NetworkSegment(7996a7be-3fbf-4253-841e-bf1d9dd40663),segment_id=7996a7be-3fbf-4253-841e-bf1d9dd40663)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:49:19.335906 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device cb6595fc-0ce7-474c-b7f2-d4ed29b8b013 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:49:19.339927 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-16e662f1-a229-4634-bb79-c698653ddda3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:19.404736 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-eab0e605-10ff-437a-b01b-67dd01d30946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:19.440433 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: cb6595fc-0ce7-474c-b7f2-d4ed29b8b013 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:49:19.444810 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-c0ee8982-1543-4f0b-b61b-ddc528272eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:19.446943 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device cb6595fc-0ce7-474c-b7f2-d4ed29b8b013 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:49:19.447450 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 51b927a4-6051-49aa-8732-6bd32d20edad no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:49:19.466891 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ee8982-1543-4f0b-b61b-ddc528272eba None None] Routers {'280b01f7-1aa8-4aea-8b7b-434c5eea3121'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:19.467744 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-c0ee8982-1543-4f0b-b61b-ddc528272eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:49:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:19.518092 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 51b927a4-6051-49aa-8732-6bd32d20edad {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:49:19.518723 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 51b927a4-6051-49aa-8732-6bd32d20edad not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:49:19.547795 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-c0ee8982-1543-4f0b-b61b-ddc528272eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:19.548202 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ee8982-1543-4f0b-b61b-ddc528272eba None None] The sync data for ids ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:19.550668 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aa323e9d-cc7e-4bc8-abaa-797753854421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:19.569569 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-69c2fcf3-9856-4554-b798-c1e07e8b7f20 None None] Provisioning for port a5b23843-9f59-458d-9ac9-8cfc9dd74594 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:19.578082 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab0e605-10ff-437a-b01b-67dd01d30946 None None] Pushing event updated for resources: {'Port': ['ID=79105661-8c61-4e25-ab0e-f52eb025d1e2,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:19.580805 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-69c2fcf3-9856-4554-b798-c1e07e8b7f20 None None] Provisioning complete for port a5b23843-9f59-458d-9ac9-8cfc9dd74594 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:19.581175 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-69c2fcf3-9856-4554-b798-c1e07e8b7f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:19.625408 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6c871e31-79bd-4fbc-9e81-779471940700 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:19.641115 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-69c2fcf3-9856-4554-b798-c1e07e8b7f20 None None] Port a5b23843-9f59-458d-9ac9-8cfc9dd74594 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:49:19.645708 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e662f1-a229-4634-bb79-c698653ddda3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Made reservation on behalf of 8f704a35d4dd4de9a503657c3c20dbc3 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:19.648133 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-16e662f1-a229-4634-bb79-c698653ddda3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:19.670195 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-2d1e8676-ed57-48de-9600-94cfb7061978 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "PUT /v2.0/floatingips/8c6833dd-18ae-4a38-b6b0-9a5649225d1e HTTP/1.1" status: 200 len: 976 time: 8.1589172 Feb 16 12:49:19.678478 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 36998) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:19.686463 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-e0658194-f100-49b1-a017-8ff862f6596e tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:19.762958 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-60149920-8717-4a3f-b075-55804f944afa tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Deleting port cb6595fc-0ce7-474c-b7f2-d4ed29b8b013 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:19.762958 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-60149920-8717-4a3f-b075-55804f944afa tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:19.796391 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-16e662f1-a229-4634-bb79-c698653ddda3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] device_id is not set on port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:49:19.894864 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6c871e31-79bd-4fbc-9e81-779471940700 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:19.918151 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-60149920-8717-4a3f-b075-55804f944afa tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] The port 'cb6595fc-0ce7-474c-b7f2-d4ed29b8b013' was deleted {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:49:19.976633 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e0658194-f100-49b1-a017-8ff862f6596e tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for floatingip, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:20.250827 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c871e31-79bd-4fbc-9e81-779471940700 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:20.274468 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-6c871e31-79bd-4fbc-9e81-779471940700 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:20.278835 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-d6f88956-9fa1-4d8c-b0a0-65cdf62ea482 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Allocated IP 2001:db8::10 (c1d32ad8-f1f7-49ef-bada-4ea26d7c8ad1/c48eed65-50cd-4bd7-8fca-de7882ad10b9/130e119d-d063-4624-a85e-e9fbb79a28e7) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:20.299215 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c871e31-79bd-4fbc-9e81-779471940700 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:20.333814 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c871e31-79bd-4fbc-9e81-779471940700 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Pushing event updated for resources: {'Port': ['ID=d8ad5f74-022f-47b2-87f8-5c5e380a9ad1,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:20.361819 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-60149920-8717-4a3f-b075-55804f944afa tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:20.394244 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c871e31-79bd-4fbc-9e81-779471940700 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:20.394598 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c871e31-79bd-4fbc-9e81-779471940700 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:20.394938 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c871e31-79bd-4fbc-9e81-779471940700 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:20.395273 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c871e31-79bd-4fbc-9e81-779471940700 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:20.395604 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c871e31-79bd-4fbc-9e81-779471940700 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:20.395936 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c871e31-79bd-4fbc-9e81-779471940700 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:20.396265 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c871e31-79bd-4fbc-9e81-779471940700 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:20.396590 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c871e31-79bd-4fbc-9e81-779471940700 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:20.396941 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c871e31-79bd-4fbc-9e81-779471940700 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:20.397266 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c871e31-79bd-4fbc-9e81-779471940700 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:20.397600 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c871e31-79bd-4fbc-9e81-779471940700 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:20.397912 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c871e31-79bd-4fbc-9e81-779471940700 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:20.503052 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-60149920-8717-4a3f-b075-55804f944afa tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c1fb940-2653-4d2b-89e4-b085c9704414']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:20.525409 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a31e8984-c92b-45fc-aa2b-d3e1835690ce tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:20.528875 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-60149920-8717-4a3f-b075-55804f944afa tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68297c16-c83a-448d-b9a4-11b1b6ba0130') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:20.529235 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-60149920-8717-4a3f-b075-55804f944afa tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68297c16-c83a-448d-b9a4-11b1b6ba0130') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:20.601115 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 79105661-8c61-4e25-ab0e-f52eb025d1e2 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:20.624401 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-60149920-8717-4a3f-b075-55804f944afa tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:20.661533 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-60149920-8717-4a3f-b075-55804f944afa tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:20.668408 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996ed755-5c34-4f19-bd71-d89937933345 None None] Network c1d32ad8-f1f7-49ef-bada-4ea26d7c8ad1 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:20.678650 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60149920-8717-4a3f-b075-55804f944afa tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:49:20.679212 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-60149920-8717-4a3f-b075-55804f944afa tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:20.696148 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:49:20.696148 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:49:20.696148 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:49:20.696148 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:49:20.696148 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:49:20.696148 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:49:20.696148 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:49:20.696148 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:49:20.696148 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:49:20.696148 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:49:20.696148 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:49:20.696148 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:49:20.696148 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:49:20.696148 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:49:20.696148 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:49:20.696148 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:49:20.696148 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:49:20.696148 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:49:20.696148 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:49:20.696148 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:49:20.696148 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:49:20.696148 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:49:20.696148 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:49:20.696148 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:49:20.696148 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:49:20.696148 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:49:20.696148 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:49:20.696148 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:49:20.696148 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:49:20.696148 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:49:20.696148 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:49:20.696148 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:49:20.802208 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 79105661-8c61-4e25-ab0e-f52eb025d1e2 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:20.811629 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 79105661-8c61-4e25-ab0e-f52eb025d1e2 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:20.811974 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:20.819279 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fe939a25-dbc2-4c51-b764-9b781455ff56 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:20.826815 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a31e8984-c92b-45fc-aa2b-d3e1835690ce tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Calling delete_port for a462238f-4177-4b5d-82d1-18ae67f3d30b owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:20.835172 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-57a3dd21-da8d-49b1-8391-54a3db58e657 None None] Provisioning for port 79105661-8c61-4e25-ab0e-f52eb025d1e2 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:20.837834 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e0658194-f100-49b1-a017-8ff862f6596e tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:20.849769 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fe939a25-dbc2-4c51-b764-9b781455ff56 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1023088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1023049', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1023600'] for router, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:20.851649 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e0658194-f100-49b1-a017-8ff862f6596e tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:20.851888 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-57a3dd21-da8d-49b1-8391-54a3db58e657 None None] Provisioning complete for port 79105661-8c61-4e25-ab0e-f52eb025d1e2 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:20.852129 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.l3_db [None req-e0658194-f100-49b1-a017-8ff862f6596e tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Floating IP 8c6833dd-18ae-4a38-b6b0-9a5649225d1e disassociated. External IP: 172.26.5.33, port: 0f799689-498b-4ece-b2a0-7cb853d0ebec. Feb 16 12:49:20.852673 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-57a3dd21-da8d-49b1-8391-54a3db58e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.017615 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-60149920-8717-4a3f-b075-55804f944afa tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.040640 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-60149920-8717-4a3f-b075-55804f944afa tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.083560 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-16e662f1-a229-4634-bb79-c698653ddda3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.126041 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aa323e9d-cc7e-4bc8-abaa-797753854421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.162531 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-60149920-8717-4a3f-b075-55804f944afa tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "DELETE /v2.0/networks/3c1fb940-2653-4d2b-89e4-b085c9704414 HTTP/1.1" status: 204 len: 168 time: 3.5628576 Feb 16 12:49:21.167430 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37002) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:21.173749 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60149920-8717-4a3f-b075-55804f944afa tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event deleted for resources: {'Network': ['ID=3c1fb940-2653-4d2b-89e4-b085c9704414,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:21.180901 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.199971 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-57a3dd21-da8d-49b1-8391-54a3db58e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.249747 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 79105661-8c61-4e25-ab0e-f52eb025d1e2, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=79105661-8c61-4e25-ab0e-f52eb025d1e2,segment=NetworkSegment(7996a7be-3fbf-4253-841e-bf1d9dd40663),segment_id=7996a7be-3fbf-4253-841e-bf1d9dd40663)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:21.263012 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.292661 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe939a25-dbc2-4c51-b764-9b781455ff56 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Router 4c9f6ffe-83cb-4908-8dfa-f124e7f38294 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:49:21.428137 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.db.api [None req-57a3dd21-da8d-49b1-8391-54a3db58e657 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:49:21.428478 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG oslo_db.api [None req-57a3dd21-da8d-49b1-8391-54a3db58e657 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:49:21.438405 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=79105661-8c61-4e25-ab0e-f52eb025d1e2,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:21.661685 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-16e662f1-a229-4634-bb79-c698653ddda3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.740026 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0658194-f100-49b1-a017-8ff862f6596e tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Router 280b01f7-1aa8-4aea-8b7b-434c5eea3121 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:49:21.757049 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe939a25-dbc2-4c51-b764-9b781455ff56 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:49:21.764596 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fe939a25-dbc2-4c51-b764-9b781455ff56 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.767387 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f1a415-d424-4010-9db9-5c23b29dccdf None None] Sync routers for ids ['4c9f6ffe-83cb-4908-8dfa-f124e7f38294'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:21.768588 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-fe939a25-dbc2-4c51-b764-9b781455ff56 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "PUT /v2.0/routers/4c9f6ffe-83cb-4908-8dfa-f124e7f38294 HTTP/1.1" status: 200 len: 892 time: 2.6357007 Feb 16 12:49:21.769601 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37006) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:21.779304 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f1a415-d424-4010-9db9-5c23b29dccdf None None] Routers {'4c9f6ffe-83cb-4908-8dfa-f124e7f38294'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:21.780742 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-b0f1a415-d424-4010-9db9-5c23b29dccdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:49:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['4c9f6ffe-83cb-4908-8dfa-f124e7f38294'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:21.786400 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d6f88956-9fa1-4d8c-b0a0-65cdf62ea482 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.844281 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-b0f1a415-d424-4010-9db9-5c23b29dccdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:21.859247 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f1a415-d424-4010-9db9-5c23b29dccdf None None] Routers {'4c9f6ffe-83cb-4908-8dfa-f124e7f38294'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:21.860324 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-b0f1a415-d424-4010-9db9-5c23b29dccdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:49:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['4c9f6ffe-83cb-4908-8dfa-f124e7f38294'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:21.875908 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e662f1-a229-4634-bb79-c698653ddda3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Network d6b52287-a565-41c0-9b57-85dfaeca659d is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:21.900341 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-16e662f1-a229-4634-bb79-c698653ddda3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:21.902781 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e662f1-a229-4634-bb79-c698653ddda3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:21.903895 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e662f1-a229-4634-bb79-c698653ddda3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:21.904491 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-16e662f1-a229-4634-bb79-c698653ddda3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:21.926603 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-b0f1a415-d424-4010-9db9-5c23b29dccdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:21.926942 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f1a415-d424-4010-9db9-5c23b29dccdf None None] The sync data for ids ['4c9f6ffe-83cb-4908-8dfa-f124e7f38294'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:22.044779 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e662f1-a229-4634-bb79-c698653ddda3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Pushing event updated for resources: {'Port': ['ID=2e5dd7aa-bea9-4e1f-9592-b84c97947ef8,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:22.101819 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0658194-f100-49b1-a017-8ff862f6596e tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:49:22.106479 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-e5ef1701-69d2-43d9-9133-87a79328a9f8 None None] Provisioning complete for port 79105661-8c61-4e25-ab0e-f52eb025d1e2 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:22.106853 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e5ef1701-69d2-43d9-9133-87a79328a9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.111426 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-b8cc4d9e-9f74-4e26-ac1f-d68869395805 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "GET /v2.0/routers/4c9f6ffe-83cb-4908-8dfa-f124e7f38294 HTTP/1.1" status: 200 len: 892 time: 0.2909014 Feb 16 12:49:22.112056 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37010) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:22.113410 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17adcfe4-d365-48a2-b781-5685f988fc72 None None] Sync routers for ids ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:22.115139 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e0658194-f100-49b1-a017-8ff862f6596e tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.125397 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17adcfe4-d365-48a2-b781-5685f988fc72 None None] Routers {'280b01f7-1aa8-4aea-8b7b-434c5eea3121'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:22.126389 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-17adcfe4-d365-48a2-b781-5685f988fc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:49:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:22.176939 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-d6f88956-9fa1-4d8c-b0a0-65cdf62ea482 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Transition to ACTIVE for port object 130e119d-d063-4624-a85e-e9fbb79a28e7 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:22.197336 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-f71e94e1-b585-49dd-86b6-68b00cc1b0a5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Synchronizing usage tracker for tenant:bc1f0288054c40818f485d7fa9a59a39 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:22.199164 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-17adcfe4-d365-48a2-b781-5685f988fc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:22.213247 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17adcfe4-d365-48a2-b781-5685f988fc72 None None] Routers {'280b01f7-1aa8-4aea-8b7b-434c5eea3121'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:22.214225 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-17adcfe4-d365-48a2-b781-5685f988fc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:49:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:22.219999 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e0658194-f100-49b1-a017-8ff862f6596e tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "PUT /v2.0/floatingips/8c6833dd-18ae-4a38-b6b0-9a5649225d1e HTTP/1.1" status: 200 len: 687 time: 2.5404878 Feb 16 12:49:22.222566 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37014) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:22.229591 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6c871e31-79bd-4fbc-9e81-779471940700 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks [] for router_gateway, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.284694 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-17adcfe4-d365-48a2-b781-5685f988fc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:22.285030 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17adcfe4-d365-48a2-b781-5685f988fc72 None None] The sync data for ids ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:22.286586 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-f71e94e1-b585-49dd-86b6-68b00cc1b0a5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Unset dirty status for tenant:bc1f0288054c40818f485d7fa9a59a39 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:22.289051 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f71e94e1-b585-49dd-86b6-68b00cc1b0a5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c9f6ffe-83cb-4908-8dfa-f124e7f38294 HTTP/1.1" status: 200 len: 205 time: 0.1494267 Feb 16 12:49:22.303602 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37018) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:22.423707 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a31e8984-c92b-45fc-aa2b-d3e1835690ce tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.429072 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-16e662f1-a229-4634-bb79-c698653ddda3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 3.2625957 Feb 16 12:49:22.440657 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37022) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:22.468557 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8295'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:22.505220 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-b0694e03-7783-4bca-99f2-0adc010df1a7 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Deleting port 16ebb7ce-f856-4b70-a333-a340d6d78fc4 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:22.505565 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b0694e03-7783-4bca-99f2-0adc010df1a7 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.519249 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 79105661-8c61-4e25-ab0e-f52eb025d1e2 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:22.592861 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 79105661-8c61-4e25-ab0e-f52eb025d1e2 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:22.593692 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.599092 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e8984-c92b-45fc-aa2b-d3e1835690ce tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Port': ['ID=a462238f-4177-4b5d-82d1-18ae67f3d30b,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:22.781426 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d6f88956-9fa1-4d8c-b0a0-65cdf62ea482 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.826282 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.843776 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-17e5e349-aed4-4e77-a1ef-208976fe027b tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for router, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.860450 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a31e8984-c92b-45fc-aa2b-d3e1835690ce tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:22.862633 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a31e8984-c92b-45fc-aa2b-d3e1835690ce tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/ports/a462238f-4177-4b5d-82d1-18ae67f3d30b HTTP/1.1" status: 204 len: 168 time: 3.9481447 Feb 16 12:49:22.923151 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37026) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:22.949793 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.resource_extend [None req-aa323e9d-cc7e-4bc8-abaa-797753854421 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:49:22.999201 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aa323e9d-cc7e-4bc8-abaa-797753854421 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.004998 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f88956-9fa1-4d8c-b0a0-65cdf62ea482 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Network c1d32ad8-f1f7-49ef-bada-4ea26d7c8ad1 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:23.009836 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f88956-9fa1-4d8c-b0a0-65cdf62ea482 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event updated for resources: {'Port': ['ID=130e119d-d063-4624-a85e-e9fbb79a28e7,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:23.017237 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-d6f88956-9fa1-4d8c-b0a0-65cdf62ea482 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:23.019431 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f88956-9fa1-4d8c-b0a0-65cdf62ea482 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:23.025648 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f88956-9fa1-4d8c-b0a0-65cdf62ea482 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:23.025976 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d6f88956-9fa1-4d8c-b0a0-65cdf62ea482 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.034277 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aa323e9d-cc7e-4bc8-abaa-797753854421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.037417 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:49:23.237767 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b0694e03-7783-4bca-99f2-0adc010df1a7 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.238093 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b0694e03-7783-4bca-99f2-0adc010df1a7 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.370622 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-b0694e03-7783-4bca-99f2-0adc010df1a7 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Calling delete_port for 16ebb7ce-f856-4b70-a333-a340d6d78fc4 owned by network:floatingip {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:23.387501 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-e80cb28c-c59f-4f3d-8ffb-5e3c190b20f3 None None] Provisioning for port 130e119d-d063-4624-a85e-e9fbb79a28e7 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:23.396542 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-e80cb28c-c59f-4f3d-8ffb-5e3c190b20f3 None None] Provisioning complete for port 130e119d-d063-4624-a85e-e9fbb79a28e7 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:23.397391 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e80cb28c-c59f-4f3d-8ffb-5e3c190b20f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.415174 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d6f88956-9fa1-4d8c-b0a0-65cdf62ea482 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.7685902 Feb 16 12:49:23.427242 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37032) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:23.442694 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-1f9c79de-5a12-4b38-b9c2-64190d516905 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Request body: {'port': {'network_id': 'c1d32ad8-f1f7-49ef-bada-4ea26d7c8ad1', 'name': 'tempest-PortsIpV6TestJSON-879819524', 'fixed_ips': [{'subnet_id': 'c48eed65-50cd-4bd7-8fca-de7882ad10b9', 'ip_address': '2001:db8::f'}]}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:23.475260 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-e80cb28c-c59f-4f3d-8ffb-5e3c190b20f3 None None] Port 130e119d-d063-4624-a85e-e9fbb79a28e7 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:49:23.484820 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aa323e9d-cc7e-4bc8-abaa-797753854421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.488143 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa323e9d-cc7e-4bc8-abaa-797753854421 admin admin] Pushing event updated for resources: {'Port': ['ID=a5b23843-9f59-458d-9ac9-8cfc9dd74594,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:23.525232 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-17e5e349-aed4-4e77-a1ef-208976fe027b tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.555961 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-17e5e349-aed4-4e77-a1ef-208976fe027b tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Deleting port ea2463a0-23ce-46a6-bc6a-285fe5981caf {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:23.556338 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-17e5e349-aed4-4e77-a1ef-208976fe027b tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.562501 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6c871e31-79bd-4fbc-9e81-779471940700 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.650002 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6c871e31-79bd-4fbc-9e81-779471940700 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1023088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1023049', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1023600'] for router, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.830113 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] device_id is not set on port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 yet. {{(pid=87701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:49:23.836736 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b0694e03-7783-4bca-99f2-0adc010df1a7 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.842037 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989703bf-a740-4390-8dd8-d97cb1fb857d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:23.842763 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-989703bf-a740-4390-8dd8-d97cb1fb857d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:23.867483 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1f9c79de-5a12-4b38-b9c2-64190d516905 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:23.888291 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.904141 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0694e03-7783-4bca-99f2-0adc010df1a7 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Pushing event deleted for resources: {'Port': ['ID=16ebb7ce-f856-4b70-a333-a340d6d78fc4,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:23.912336 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-17e5e349-aed4-4e77-a1ef-208976fe027b tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:23.957843 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1f9c79de-5a12-4b38-b9c2-64190d516905 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Usage tracker for resource:port and tenant:e1117180e8c949a18483da62b9a9f5be is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:23.962673 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Transition to ACTIVE for port object 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:23.973646 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1f9c79de-5a12-4b38-b9c2-64190d516905 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:23.986430 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1f9c79de-5a12-4b38-b9c2-64190d516905 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:24.001974 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-989703bf-a740-4390-8dd8-d97cb1fb857d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:24.003164 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-989703bf-a740-4390-8dd8-d97cb1fb857d tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 1.0754228 Feb 16 12:49:24.010245 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37036) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:24.014880 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa323e9d-cc7e-4bc8-abaa-797753854421 admin admin] Network 2f9caf95-9634-43c7-8691-03bf1bd0a638 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:24.019093 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-aa323e9d-cc7e-4bc8-abaa-797753854421 admin admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:24.029816 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9c79de-5a12-4b38-b9c2-64190d516905 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Made reservation on behalf of e1117180e8c949a18483da62b9a9f5be for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:24.099851 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.143147 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-17e5e349-aed4-4e77-a1ef-208976fe027b tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Calling delete_port for ea2463a0-23ce-46a6-bc6a-285fe5981caf owned by network:router_gateway {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:24.232992 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bafb6a6e-4855-463f-83aa-6bc272608cc6 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.402448 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-8ff3b4ad-8ca6-40f6-aa02-1a0c03ec2641 None None] Provisioning complete for port a5b23843-9f59-458d-9ac9-8cfc9dd74594 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:24.403519 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8ff3b4ad-8ca6-40f6-aa02-1a0c03ec2641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.484115 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-8ff3b4ad-8ca6-40f6-aa02-1a0c03ec2641 None None] Port a5b23843-9f59-458d-9ac9-8cfc9dd74594 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:49:24.493739 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c871e31-79bd-4fbc-9e81-779471940700 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Router 58cfdbf8-409e-4e2e-a2ac-888ac5767ace is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:49:24.512029 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1f9c79de-5a12-4b38-b9c2-64190d516905 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.524193 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b0694e03-7783-4bca-99f2-0adc010df1a7 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for floatingip, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.527077 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Pushing event updated for resources: {'Port': ['ID=2e5dd7aa-bea9-4e1f-9592-b84c97947ef8,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:24.544388 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:24.544749 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:24.545085 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 on network d6b52287-a565-41c0-9b57-85dfaeca659d {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:24.557817 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 on network d6b52287-a565-41c0-9b57-85dfaeca659d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:49:24.558014 dv-neutron-829527-1-hyperv neutron-server[87701]: ERROR neutron.plugins.ml2.managers [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Failed to bind port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] Feb 16 12:49:24.562975 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.plugins.ml2.plugin [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempt 2 to bind port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 Feb 16 12:49:24.588360 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b0694e03-7783-4bca-99f2-0adc010df1a7 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.589572 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-b0694e03-7783-4bca-99f2-0adc010df1a7 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "DELETE /v2.0/floatingips/8c6833dd-18ae-4a38-b6b0-9a5649225d1e HTTP/1.1" status: 204 len: 168 time: 2.3660722 Feb 16 12:49:24.596997 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:24.597324 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:24.597657 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 on network d6b52287-a565-41c0-9b57-85dfaeca659d {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:24.601380 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37040) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:24.657746 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-1f9c79de-5a12-4b38-b9c2-64190d516905 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] device_id is not set on port f668837b-44bd-4a15-b143-28c2c9d34526 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:49:24.669068 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89f724d-6b09-4d5f-9ee3-8657b8fb34f0 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:24.669801 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-e89f724d-6b09-4d5f-9ee3-8657b8fb34f0 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:24.679005 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 on network d6b52287-a565-41c0-9b57-85dfaeca659d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:49:24.679363 dv-neutron-829527-1-hyperv neutron-server[87701]: ERROR neutron.plugins.ml2.managers [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Failed to bind port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] Feb 16 12:49:24.682254 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.plugins.ml2.plugin [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempt 3 to bind port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 Feb 16 12:49:24.703560 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-13c17556-a529-455e-8120-52f36cde5c9f tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] delete failed (client error): The resource could not be found. Feb 16 12:49:24.704591 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-13c17556-a529-455e-8120-52f36cde5c9f tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "DELETE /v2.0/floatingips/8c6833dd-18ae-4a38-b6b0-9a5649225d1e HTTP/1.1" status: 404 len: 345 time: 0.1023672 Feb 16 12:49:24.738251 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37044) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:24.786217 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:24.786217 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:24.786217 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 on network d6b52287-a565-41c0-9b57-85dfaeca659d {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:24.819387 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 on network d6b52287-a565-41c0-9b57-85dfaeca659d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:49:24.819679 dv-neutron-829527-1-hyperv neutron-server[87701]: ERROR neutron.plugins.ml2.managers [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Failed to bind port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] Feb 16 12:49:24.820228 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-e89f724d-6b09-4d5f-9ee3-8657b8fb34f0 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:24.821644 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e89f724d-6b09-4d5f-9ee3-8657b8fb34f0 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.8055212 Feb 16 12:49:24.825885 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.plugins.ml2.plugin [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempt 4 to bind port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 Feb 16 12:49:24.834821 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37048) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:24.871174 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa323e9d-cc7e-4bc8-abaa-797753854421 admin admin] Router 23fedfff-5686-499a-b8e0-238a28933e42 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:49:24.895398 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-17e5e349-aed4-4e77-a1ef-208976fe027b tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:24.899045 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:24.899366 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:24.899725 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 on network d6b52287-a565-41c0-9b57-85dfaeca659d {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:24.960968 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e5e349-aed4-4e77-a1ef-208976fe027b tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event deleted for resources: {'Port': ['ID=ea2463a0-23ce-46a6-bc6a-285fe5981caf,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:24.962781 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 on network d6b52287-a565-41c0-9b57-85dfaeca659d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:49:24.963091 dv-neutron-829527-1-hyperv neutron-server[87701]: ERROR neutron.plugins.ml2.managers [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Failed to bind port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] Feb 16 12:49:24.967500 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.plugins.ml2.plugin [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempt 5 to bind port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 Feb 16 12:49:25.025466 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b275cc-80d6-4f6a-bf2f-15526bfe99fe tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:25.026918 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b275cc-80d6-4f6a-bf2f-15526bfe99fe tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:25.028442 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b275cc-80d6-4f6a-bf2f-15526bfe99fe tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:25.029295 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-78b275cc-80d6-4f6a-bf2f-15526bfe99fe tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:25.070961 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:25.071273 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:25.071608 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 on network d6b52287-a565-41c0-9b57-85dfaeca659d {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:25.094307 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 on network d6b52287-a565-41c0-9b57-85dfaeca659d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:49:25.094653 dv-neutron-829527-1-hyperv neutron-server[87701]: ERROR neutron.plugins.ml2.managers [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Failed to bind port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] Feb 16 12:49:25.097834 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.plugins.ml2.plugin [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempt 6 to bind port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 Feb 16 12:49:25.122060 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187a48e6-60e1-4609-90cf-ca31a35b6997 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:25.127732 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187a48e6-60e1-4609-90cf-ca31a35b6997 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:25.133445 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187a48e6-60e1-4609-90cf-ca31a35b6997 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:25.134424 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-187a48e6-60e1-4609-90cf-ca31a35b6997 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Synchronizing usage tracker for tenant:f7e183c87d434560824e762da5b5e9a3 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:25.136903 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-78b275cc-80d6-4f6a-bf2f-15526bfe99fe tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:25.138009 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-78b275cc-80d6-4f6a-bf2f-15526bfe99fe tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3022828 Feb 16 12:49:25.145448 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37052) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:25.188305 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-17e5e349-aed4-4e77-a1ef-208976fe027b tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023674'] for router_gateway, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:25.229615 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:25.229876 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:25.230194 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 on network d6b52287-a565-41c0-9b57-85dfaeca659d {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:25.260419 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c871e31-79bd-4fbc-9e81-779471940700 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:49:25.271355 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb4ff62-a66f-4c04-8ffb-b37242734860 None None] Sync routers for ids ['58cfdbf8-409e-4e2e-a2ac-888ac5767ace'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:25.280900 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb4ff62-a66f-4c04-8ffb-b37242734860 None None] Routers {'58cfdbf8-409e-4e2e-a2ac-888ac5767ace'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:25.281515 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-1fb4ff62-a66f-4c04-8ffb-b37242734860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:49:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['58cfdbf8-409e-4e2e-a2ac-888ac5767ace'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:25.315763 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 on network d6b52287-a565-41c0-9b57-85dfaeca659d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:49:25.315763 dv-neutron-829527-1-hyperv neutron-server[87701]: ERROR neutron.plugins.ml2.managers [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Failed to bind port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] Feb 16 12:49:25.325541 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6c871e31-79bd-4fbc-9e81-779471940700 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:25.330440 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6c871e31-79bd-4fbc-9e81-779471940700 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] 10.222.0.83 "PUT /v2.0/routers/58cfdbf8-409e-4e2e-a2ac-888ac5767ace HTTP/1.1" status: 200 len: 884 time: 9.9424994 Feb 16 12:49:25.330440 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa323e9d-cc7e-4bc8-abaa-797753854421 admin admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:49:25.337986 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-aa323e9d-cc7e-4bc8-abaa-797753854421 admin admin] 10.222.0.83 "PUT /v2.0/routers/23fedfff-5686-499a-b8e0-238a28933e42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8390598 Feb 16 12:49:25.338484 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37056) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:25.349522 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56002664-2a27-4f97-9a3a-82934a9f3141 None None] Sync routers for ids ['23fedfff-5686-499a-b8e0-238a28933e42'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:25.366327 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56002664-2a27-4f97-9a3a-82934a9f3141 None None] Routers {'23fedfff-5686-499a-b8e0-238a28933e42'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:25.366941 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-56002664-2a27-4f97-9a3a-82934a9f3141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:49:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['23fedfff-5686-499a-b8e0-238a28933e42'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:25.373987 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.plugins.ml2.plugin [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempt 7 to bind port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 Feb 16 12:49:25.377630 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-1fb4ff62-a66f-4c04-8ffb-b37242734860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:25.392879 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb4ff62-a66f-4c04-8ffb-b37242734860 None None] Routers {'58cfdbf8-409e-4e2e-a2ac-888ac5767ace'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:25.393741 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-1fb4ff62-a66f-4c04-8ffb-b37242734860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:49:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['58cfdbf8-409e-4e2e-a2ac-888ac5767ace'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:25.407481 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-17e5e349-aed4-4e77-a1ef-208976fe027b tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:25.415320 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-17e5e349-aed4-4e77-a1ef-208976fe027b tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:25.425528 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-187a48e6-60e1-4609-90cf-ca31a35b6997 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Unset dirty status for tenant:f7e183c87d434560824e762da5b5e9a3 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:25.429210 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-187a48e6-60e1-4609-90cf-ca31a35b6997 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "GET /v2.0/ports?network_id=64d92a5c-c3fc-4739-bbbb-aed637ac5e73 HTTP/1.1" status: 200 len: 2357 time: 0.6858900 Feb 16 12:49:25.432384 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:25.432764 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:25.433140 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 on network d6b52287-a565-41c0-9b57-85dfaeca659d {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:25.438361 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37062) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:25.487585 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-e33e461f-6c8d-4652-abff-8fd13c15e573 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting subnet 5e9b3f2c-9e32-4a28-8181-55cae2d10b61 {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:49:25.494106 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 on network d6b52287-a565-41c0-9b57-85dfaeca659d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:49:25.494445 dv-neutron-829527-1-hyperv neutron-server[87701]: ERROR neutron.plugins.ml2.managers [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Failed to bind port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] Feb 16 12:49:25.495033 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e33e461f-6c8d-4652-abff-8fd13c15e573 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:25.526233 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.plugins.ml2.plugin [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempt 8 to bind port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 Feb 16 12:49:25.527072 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-1fb4ff62-a66f-4c04-8ffb-b37242734860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:25.528742 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb4ff62-a66f-4c04-8ffb-b37242734860 None None] The sync data for ids ['58cfdbf8-409e-4e2e-a2ac-888ac5767ace'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:25.553297 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-17e5e349-aed4-4e77-a1ef-208976fe027b tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:25.553792 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e5e349-aed4-4e77-a1ef-208976fe027b tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Fanout notify agent at l3_agent the message router_deleted on router 4c9f6ffe-83cb-4908-8dfa-f124e7f38294 {{(pid=87701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:49:25.574660 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:25.574995 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:25.575328 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 on network d6b52287-a565-41c0-9b57-85dfaeca659d {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:25.600650 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 on network d6b52287-a565-41c0-9b57-85dfaeca659d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:49:25.600995 dv-neutron-829527-1-hyperv neutron-server[87701]: ERROR neutron.plugins.ml2.managers [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Failed to bind port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] Feb 16 12:49:25.603930 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936790e3-a992-4f03-839e-55184bd8b6aa tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:25.605313 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-936790e3-a992-4f03-839e-55184bd8b6aa tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "GET /v2.0/subnets/abff943d-0d9b-4bce-a0dc-42e729c6e78d HTTP/1.1" status: 200 len: 797 time: 0.1582780 Feb 16 12:49:25.610873 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.plugins.ml2.plugin [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempt 9 to bind port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 Feb 16 12:49:25.619192 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e33e461f-6c8d-4652-abff-8fd13c15e573 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:25.646944 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37068) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:25.662154 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-132d172e-f796-43ee-afde-5d5f715eb8f1 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Request body: {'port': {'network_id': '64d92a5c-c3fc-4739-bbbb-aed637ac5e73', 'name': 'tempest-FloatingIPTestJSON-969950328', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:25.664387 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-56002664-2a27-4f97-9a3a-82934a9f3141 None None] Set router 23fedfff-5686-499a-b8e0-238a28933e42 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:49:25.665425 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-77ad981c-973c-4b9f-8cea-a285c00e0d17 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] 10.222.0.83 "GET /v2.0/routers/58cfdbf8-409e-4e2e-a2ac-888ac5767ace HTTP/1.1" status: 200 len: 925 time: 0.3233876 Feb 16 12:49:25.682265 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37072) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:25.724133 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-17e5e349-aed4-4e77-a1ef-208976fe027b tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:25.731373 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-17e5e349-aed4-4e77-a1ef-208976fe027b tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "DELETE /v2.0/routers/4c9f6ffe-83cb-4908-8dfa-f124e7f38294 HTTP/1.1" status: 204 len: 168 time: 3.4267294 Feb 16 12:49:25.736555 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37078) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:25.750279 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-fa0d7ed5-e4f2-4bf8-a207-2b4c26902488 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1670315423'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:25.756234 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-fa0d7ed5-e4f2-4bf8-a207-2b4c26902488 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:25.761362 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fa0d7ed5-e4f2-4bf8-a207-2b4c26902488 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Usage tracker for resource:network and tenant:bc1f0288054c40818f485d7fa9a59a39 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:25.765506 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fa0d7ed5-e4f2-4bf8-a207-2b4c26902488 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:25.771328 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-1f9c79de-5a12-4b38-b9c2-64190d516905 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Allocated IP 2001:db8::f (c1d32ad8-f1f7-49ef-bada-4ea26d7c8ad1/c48eed65-50cd-4bd7-8fca-de7882ad10b9/f668837b-44bd-4a15-b143-28c2c9d34526) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:25.785792 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:25.786150 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:25.786555 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 on network d6b52287-a565-41c0-9b57-85dfaeca659d {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:25.815549 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 on network d6b52287-a565-41c0-9b57-85dfaeca659d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:49:25.815888 dv-neutron-829527-1-hyperv neutron-server[87701]: ERROR neutron.plugins.ml2.managers [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Failed to bind port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] Feb 16 12:49:25.821654 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.plugins.ml2.plugin [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempt 10 to bind port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 Feb 16 12:49:25.866671 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:25.867359 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:25.867359 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 on network d6b52287-a565-41c0-9b57-85dfaeca659d {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:25.888722 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 on network d6b52287-a565-41c0-9b57-85dfaeca659d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:49:25.889049 dv-neutron-829527-1-hyperv neutron-server[87701]: ERROR neutron.plugins.ml2.managers [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Failed to bind port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] Feb 16 12:49:25.889406 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:25.975148 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-bafb6a6e-4855-463f-83aa-6bc272608cc6 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Deleting port 7ad6c0bc-7fe3-47ac-9637-5044e31d2f64 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:25.975919 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bafb6a6e-4855-463f-83aa-6bc272608cc6 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.011747 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-132d172e-f796-43ee-afde-5d5f715eb8f1 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:26.014605 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-fa0d7ed5-e4f2-4bf8-a207-2b4c26902488 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:26.014893 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e33e461f-6c8d-4652-abff-8fd13c15e573 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.057410 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8cd02e-cdd4-4cb5-9fe0-e1a47f798f05 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:26.059247 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-cd8cd02e-cdd4-4cb5-9fe0-e1a47f798f05 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41&device_id=58cfdbf8-409e-4e2e-a2ac-888ac5767ace&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3759768 Feb 16 12:49:26.068507 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37088) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:26.097866 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-56002664-2a27-4f97-9a3a-82934a9f3141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fedfff-5686-499a-b8e0-238a28933e42', 'name': 'tempest-TestVolumeBootPattern-1761421937-router', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:04Z', 'updated_at': '2022-02-16T12:49:20Z', 'revision_number': 4, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'gw_port': {'id': '8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:07Z', 'updated_at': '2022-02-16T12:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': 'a5b23843-9f59-458d-9ac9-8cfc9dd74594', 'name': '', 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'mac_address': 'fa:16:3e:d2:8d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '475d72a9-33c5-44fc-8808-9edb5e19ce95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:17Z', 'updated_at': '2022-02-16T12:49:21Z', 'revision_number': 2, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'subnets': [{'id': '475d72a9-33c5-44fc-8808-9edb5e19ce95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:26.103168 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56002664-2a27-4f97-9a3a-82934a9f3141 None None] Checking router: 23fedfff-5686-499a-b8e0-238a28933e42 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:49:26.103684 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56002664-2a27-4f97-9a3a-82934a9f3141 None None] Updating router 23fedfff-5686-499a-b8e0-238a28933e42 port a5b23843-9f59-458d-9ac9-8cfc9dd74594 binding host dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:49:26.160903 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37094) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:26.167304 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-56002664-2a27-4f97-9a3a-82934a9f3141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.189804 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0d7ed5-e4f2-4bf8-a207-2b4c26902488 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Made reservation on behalf of bc1f0288054c40818f485d7fa9a59a39 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:26.192567 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fa0d7ed5-e4f2-4bf8-a207-2b4c26902488 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.213365 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-7c87f78b-9eba-4a54-a81f-360727a861c6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1013864857-network', 'tenant_id': 'bde7e53a413e4a098e1f20342161fda1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:26.218851 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-7c87f78b-9eba-4a54-a81f-360727a861c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:26.219206 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-132d172e-f796-43ee-afde-5d5f715eb8f1 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:26.247961 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] For port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8, host hv-neutron-8295, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:49:26.248319 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempted to set empty binding levels {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 16 12:49:26.254772 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.283922 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-7c87f78b-9eba-4a54-a81f-360727a861c6 admin admin] Usage tracker for resource:network and tenant:bde7e53a413e4a098e1f20342161fda1 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:26.296360 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132d172e-f796-43ee-afde-5d5f715eb8f1 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Made reservation on behalf of f7e183c87d434560824e762da5b5e9a3 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:26.311850 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-7c87f78b-9eba-4a54-a81f-360727a861c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:26.330967 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-7c87f78b-9eba-4a54-a81f-360727a861c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:26.337674 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1f9c79de-5a12-4b38-b9c2-64190d516905 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.386522 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] In _notify_port_updated(), no bound segment for port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 on network d6b52287-a565-41c0-9b57-85dfaeca659d {{(pid=87701) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:49:26.387185 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:26.387607 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.389626 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa0d7ed5-e4f2-4bf8-a207-2b4c26902488 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:49:26.391628 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] 10.222.0.83 "PUT /v2.0/ports/2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 HTTP/1.1" status: 200 len: 981 time: 3.9335494 Feb 16 12:49:26.395609 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37098) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:26.441665 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e33e461f-6c8d-4652-abff-8fd13c15e573 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.443174 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c87f78b-9eba-4a54-a81f-360727a861c6 admin admin] Made reservation on behalf of bde7e53a413e4a098e1f20342161fda1 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:26.445543 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7c87f78b-9eba-4a54-a81f-360727a861c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.523182 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Pushing event updated for resources: {'Port': ['ID=2e5dd7aa-bea9-4e1f-9592-b84c97947ef8,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:26.525808 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e461f-6c8d-4652-abff-8fd13c15e573 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Subnet': ['ID=5e9b3f2c-9e32-4a28-8181-55cae2d10b61,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:26.531658 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbc74c9-d821-4e43-8b96-4b1f637c0b34 None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:26.532217 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e33e461f-6c8d-4652-abff-8fd13c15e573 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.567680 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:26.567997 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:26.568484 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:26.568906 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:26.569301 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:26.569695 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:26.570079 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:26.570485 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:26.570921 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:26.571307 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:26.571688 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:26.572080 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b727769-445a-42d6-bb86-cdfdd8dc21ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:26.581180 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33e461f-6c8d-4652-abff-8fd13c15e573 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:26.581505 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33e461f-6c8d-4652-abff-8fd13c15e573 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:26.582026 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33e461f-6c8d-4652-abff-8fd13c15e573 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:26.582417 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33e461f-6c8d-4652-abff-8fd13c15e573 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:26.582745 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33e461f-6c8d-4652-abff-8fd13c15e573 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:26.583123 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33e461f-6c8d-4652-abff-8fd13c15e573 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:26.583360 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33e461f-6c8d-4652-abff-8fd13c15e573 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:26.583821 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33e461f-6c8d-4652-abff-8fd13c15e573 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:26.584205 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33e461f-6c8d-4652-abff-8fd13c15e573 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:26.584332 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-56002664-2a27-4f97-9a3a-82934a9f3141 None None] Notify callbacks [] for port, precommit_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.584969 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33e461f-6c8d-4652-abff-8fd13c15e573 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:26.584969 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33e461f-6c8d-4652-abff-8fd13c15e573 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:26.585272 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33e461f-6c8d-4652-abff-8fd13c15e573 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:26.591268 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-1f9c79de-5a12-4b38-b9c2-64190d516905 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Transition to ACTIVE for port object f668837b-44bd-4a15-b143-28c2c9d34526 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:26.608301 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.provisioning_blocks [None req-56002664-2a27-4f97-9a3a-82934a9f3141 None None] Transition to ACTIVE for port object a5b23843-9f59-458d-9ac9-8cfc9dd74594 will not be triggered until provisioned by entity L2. {{(pid=87703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:26.609082 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fa0d7ed5-e4f2-4bf8-a207-2b4c26902488 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.609487 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-fa0d7ed5-e4f2-4bf8-a207-2b4c26902488 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Added segment 36a71729-0e55-499c-a50b-da74a8c0f017 of type vlan for network 93c44fdf-7f07-45bf-86c6-890ad24e438e Feb 16 12:49:26.610655 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7c87f78b-9eba-4a54-a81f-360727a861c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.611955 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-132d172e-f796-43ee-afde-5d5f715eb8f1 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.619430 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-56002664-2a27-4f97-9a3a-82934a9f3141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.632954 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e33e461f-6c8d-4652-abff-8fd13c15e573 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/5e9b3f2c-9e32-4a28-8181-55cae2d10b61 HTTP/1.1" status: 204 len: 168 time: 1.4849248 Feb 16 12:49:26.636573 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80868f95-922b-4b8e-a51c-ae0763926f18 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:26.636734 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37102) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:26.640834 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-80868f95-922b-4b8e-a51c-ae0763926f18 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] 10.222.0.83 "GET /v2.0/networks/a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 HTTP/1.1" status: 200 len: 881 time: 0.5712459 Feb 16 12:49:26.646985 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37106) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:26.699473 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-7c87f78b-9eba-4a54-a81f-360727a861c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:26.704089 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-bafb6a6e-4855-463f-83aa-6bc272608cc6 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] For port 7ad6c0bc-7fe3-47ac-9637-5044e31d2f64, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=7ad6c0bc-7fe3-47ac-9637-5044e31d2f64,segment=NetworkSegment(7d9e93a1-b67b-4706-b41d-2536205ed442),segment_id=7d9e93a1-b67b-4706-b41d-2536205ed442)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:26.704448 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bafb6a6e-4855-463f-83aa-6bc272608cc6 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.705268 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2839a8cb-2428-4ec8-ac24-5937620345ab None None] Pushing event updated for resources: {'Port': ['ID=a5b23843-9f59-458d-9ac9-8cfc9dd74594,revision_number=3']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:26.709271 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ec4b736-e9fe-4d47-87c1-5ad84d14119b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting subnet ebed0bc8-67cf-4019-99a8-e40fcc26e14b {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:49:26.718748 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7ec4b736-e9fe-4d47-87c1-5ad84d14119b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.745074 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-da477b78-faf1-44fd-9173-3290d84f0cff tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] 10.222.0.83 "GET /v2.0/ports?device_id=58cfdbf8-409e-4e2e-a2ac-888ac5767ace HTTP/1.1" status: 200 len: 205 time: 0.0969276 Feb 16 12:49:26.745771 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37110) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:26.758603 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [None req-132d172e-f796-43ee-afde-5d5f715eb8f1 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] device_id is not set on port bc7794e8-b459-4bd9-8a6c-5146e558f359 yet. {{(pid=87701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:49:26.763483 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-7c87f78b-9eba-4a54-a81f-360727a861c6 admin admin] Usage tracker for resource:security_group_rule and tenant:bde7e53a413e4a098e1f20342161fda1 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:26.831137 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fa0d7ed5-e4f2-4bf8-a207-2b4c26902488 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.834839 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-7c87f78b-9eba-4a54-a81f-360727a861c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:26.907303 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471ecdc7-9e32-44d8-85d3-7e9cb570a310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:26.907959 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471ecdc7-9e32-44d8-85d3-7e9cb570a310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:26.910425 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471ecdc7-9e32-44d8-85d3-7e9cb570a310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:26.911040 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471ecdc7-9e32-44d8-85d3-7e9cb570a310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:26.913061 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471ecdc7-9e32-44d8-85d3-7e9cb570a310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:26.913657 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471ecdc7-9e32-44d8-85d3-7e9cb570a310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:26.915529 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471ecdc7-9e32-44d8-85d3-7e9cb570a310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:26.916096 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471ecdc7-9e32-44d8-85d3-7e9cb570a310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:26.917705 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471ecdc7-9e32-44d8-85d3-7e9cb570a310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:26.918584 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471ecdc7-9e32-44d8-85d3-7e9cb570a310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:26.919551 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471ecdc7-9e32-44d8-85d3-7e9cb570a310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:26.921696 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471ecdc7-9e32-44d8-85d3-7e9cb570a310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:26.922458 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471ecdc7-9e32-44d8-85d3-7e9cb570a310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:26.922980 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471ecdc7-9e32-44d8-85d3-7e9cb570a310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:26.924197 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471ecdc7-9e32-44d8-85d3-7e9cb570a310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:26.925616 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471ecdc7-9e32-44d8-85d3-7e9cb570a310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:26.926930 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471ecdc7-9e32-44d8-85d3-7e9cb570a310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:26.927713 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471ecdc7-9e32-44d8-85d3-7e9cb570a310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:26.929725 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471ecdc7-9e32-44d8-85d3-7e9cb570a310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:26.930291 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471ecdc7-9e32-44d8-85d3-7e9cb570a310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:26.931971 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471ecdc7-9e32-44d8-85d3-7e9cb570a310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:26.932733 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471ecdc7-9e32-44d8-85d3-7e9cb570a310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:26.935767 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471ecdc7-9e32-44d8-85d3-7e9cb570a310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:26.946652 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-471ecdc7-9e32-44d8-85d3-7e9cb570a310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20524 time: 0.5481548 Feb 16 12:49:26.952526 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37114) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:26.961161 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7ec4b736-e9fe-4d47-87c1-5ad84d14119b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:26.962669 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-bafb6a6e-4855-463f-83aa-6bc272608cc6 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Calling delete_port for 7ad6c0bc-7fe3-47ac-9637-5044e31d2f64 owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:27.005089 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-56002664-2a27-4f97-9a3a-82934a9f3141 None None] Attempting to bind port a5b23843-9f59-458d-9ac9-8cfc9dd74594 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:27.005708 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-56002664-2a27-4f97-9a3a-82934a9f3141 None None] Attempting to bind port a5b23843-9f59-458d-9ac9-8cfc9dd74594 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '453ce50b-6688-4a38-a1c2-540631c2fdad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638'}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:27.006226 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56002664-2a27-4f97-9a3a-82934a9f3141 None None] Attempting to bind port a5b23843-9f59-458d-9ac9-8cfc9dd74594 on network 2f9caf95-9634-43c7-8691-03bf1bd0a638 {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:27.011483 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-7c87f78b-9eba-4a54-a81f-360727a861c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:27.012592 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56002664-2a27-4f97-9a3a-82934a9f3141 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:49:27.013188 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56002664-2a27-4f97-9a3a-82934a9f3141 None None] Checking segment: {'id': '453ce50b-6688-4a38-a1c2-540631c2fdad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:49:27.013888 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-56002664-2a27-4f97-9a3a-82934a9f3141 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.014416 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56002664-2a27-4f97-9a3a-82934a9f3141 None None] Bound using segment: {'id': '453ce50b-6688-4a38-a1c2-540631c2fdad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638'} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:49:27.015032 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-56002664-2a27-4f97-9a3a-82934a9f3141 None None] Bound port: a5b23843-9f59-458d-9ac9-8cfc9dd74594, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453ce50b-6688-4a38-a1c2-540631c2fdad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638'}}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:49:27.015571 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-56002664-2a27-4f97-9a3a-82934a9f3141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.120284 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1f9c79de-5a12-4b38-b9c2-64190d516905 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.167573 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-56002664-2a27-4f97-9a3a-82934a9f3141 None None] For port a5b23843-9f59-458d-9ac9-8cfc9dd74594, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:49:27.171560 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-56002664-2a27-4f97-9a3a-82934a9f3141 None None] For port a5b23843-9f59-458d-9ac9-8cfc9dd74594, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=a5b23843-9f59-458d-9ac9-8cfc9dd74594,segment=NetworkSegment(453ce50b-6688-4a38-a1c2-540631c2fdad),segment_id=453ce50b-6688-4a38-a1c2-540631c2fdad)] {{(pid=87703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:49:27.185308 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-56002664-2a27-4f97-9a3a-82934a9f3141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.253850 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7ec4b736-e9fe-4d47-87c1-5ad84d14119b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.321640 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56002664-2a27-4f97-9a3a-82934a9f3141 None None] Routers {'23fedfff-5686-499a-b8e0-238a28933e42'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:27.322380 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-56002664-2a27-4f97-9a3a-82934a9f3141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:49:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['23fedfff-5686-499a-b8e0-238a28933e42'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:27.381091 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-e2134789-d182-422b-8c46-ded247e0e946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Deleting port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:27.381656 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e2134789-d182-422b-8c46-ded247e0e946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.415623 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9c79de-5a12-4b38-b9c2-64190d516905 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Network c1d32ad8-f1f7-49ef-bada-4ea26d7c8ad1 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:27.423423 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fa0d7ed5-e4f2-4bf8-a207-2b4c26902488 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.429300 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0d7ed5-e4f2-4bf8-a207-2b4c26902488 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:27.429926 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fa0d7ed5-e4f2-4bf8-a207-2b4c26902488 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.491143 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-1f9c79de-5a12-4b38-b9c2-64190d516905 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:27.519346 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7ec4b736-e9fe-4d47-87c1-5ad84d14119b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.556160 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2839a8cb-2428-4ec8-ac24-5937620345ab None None] Pushing event updated for resources: {'Port': ['ID=a5b23843-9f59-458d-9ac9-8cfc9dd74594,revision_number=4']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:27.579507 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7ec4b736-e9fe-4d47-87c1-5ad84d14119b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.603179 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec4b736-e9fe-4d47-87c1-5ad84d14119b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Subnet': ['ID=ebed0bc8-67cf-4019-99a8-e40fcc26e14b,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:27.615313 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9c79de-5a12-4b38-b9c2-64190d516905 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:27.621507 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9c79de-5a12-4b38-b9c2-64190d516905 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:27.622245 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1f9c79de-5a12-4b38-b9c2-64190d516905 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.628860 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-56002664-2a27-4f97-9a3a-82934a9f3141 None None] Set router 23fedfff-5686-499a-b8e0-238a28933e42 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:49:27.680541 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9c79de-5a12-4b38-b9c2-64190d516905 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event updated for resources: {'Port': ['ID=f668837b-44bd-4a15-b143-28c2c9d34526,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:27.690561 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-7ec4b736-e9fe-4d47-87c1-5ad84d14119b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/ebed0bc8-67cf-4019-99a8-e40fcc26e14b HTTP/1.1" status: 204 len: 168 time: 1.0448658 Feb 16 12:49:27.690875 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37118) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:27.778560 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7c87f78b-9eba-4a54-a81f-360727a861c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.796171 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1f9c79de-5a12-4b38-b9c2-64190d516905 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.3676763 Feb 16 12:49:27.811817 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37122) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:27.812586 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7c87f78b-9eba-4a54-a81f-360727a861c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.843329 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-6154b540-8b18-4701-8d88-6f465d9fdda5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1442983 Feb 16 12:49:27.843956 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37126) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:27.856071 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-1935bc52-9b40-4d1e-bf4d-d8d707eded97 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'subnet': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:27.917468 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0d7ed5-e4f2-4bf8-a207-2b4c26902488 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event updated for resources: {'Network': ['ID=93c44fdf-7f07-45bf-86c6-890ad24e438e,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:27.925023 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-21ce7148-b709-487a-877c-f9223ae302c1 None None] Provisioning for port f668837b-44bd-4a15-b143-28c2c9d34526 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:27.931597 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 93c44fdf-7f07-45bf-86c6-890ad24e438e details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:49:27.948586 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-21ce7148-b709-487a-877c-f9223ae302c1 None None] Provisioning complete for port f668837b-44bd-4a15-b143-28c2c9d34526 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:27.949048 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-21ce7148-b709-487a-877c-f9223ae302c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:27.973864 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-132d172e-f796-43ee-afde-5d5f715eb8f1 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Allocated IP 172.20.0.14 (64d92a5c-c3fc-4739-bbbb-aed637ac5e73/abff943d-0d9b-4bce-a0dc-42e729c6e78d/bc7794e8-b459-4bd9-8a6c-5146e558f359) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:27.999576 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-132d172e-f796-43ee-afde-5d5f715eb8f1 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Allocated IP 172.20.0.13 (64d92a5c-c3fc-4739-bbbb-aed637ac5e73/abff943d-0d9b-4bce-a0dc-42e729c6e78d/bc7794e8-b459-4bd9-8a6c-5146e558f359) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:28.040099 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-1935bc52-9b40-4d1e-bf4d-d8d707eded97 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:28.047325 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-1935bc52-9b40-4d1e-bf4d-d8d707eded97 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Usage tracker for resource:subnet and tenant:5979c0794f594272a8691960316755d8 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:28.060858 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-1935bc52-9b40-4d1e-bf4d-d8d707eded97 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:28.069116 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d23c4e-6fec-419b-9638-81416ce96233 None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:28.091994 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3892edbe-8e37-4aba-b853-5d8e2cac5616 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.131413 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-56002664-2a27-4f97-9a3a-82934a9f3141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fedfff-5686-499a-b8e0-238a28933e42', 'name': 'tempest-TestVolumeBootPattern-1761421937-router', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:04Z', 'updated_at': '2022-02-16T12:49:20Z', 'revision_number': 4, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'gw_port': {'id': '8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:07Z', 'updated_at': '2022-02-16T12:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': 'a5b23843-9f59-458d-9ac9-8cfc9dd74594', 'name': '', 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'mac_address': 'fa:16:3e:d2:8d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '475d72a9-33c5-44fc-8808-9edb5e19ce95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:17Z', 'updated_at': '2022-02-16T12:49:27Z', 'revision_number': 4, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'subnets': [{'id': '475d72a9-33c5-44fc-8808-9edb5e19ce95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:28.138763 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56002664-2a27-4f97-9a3a-82934a9f3141 None None] The sync data for ids ['23fedfff-5686-499a-b8e0-238a28933e42'] in dv-neutron-829527-1-hyperv is: [{'id': '23fedfff-5686-499a-b8e0-238a28933e42', 'name': 'tempest-TestVolumeBootPattern-1761421937-router', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:04Z', 'updated_at': '2022-02-16T12:49:20Z', 'revision_number': 4, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'gw_port': {'id': '8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:07Z', 'updated_at': '2022-02-16T12:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': 'a5b23843-9f59-458d-9ac9-8cfc9dd74594', 'name': '', 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'mac_address': 'fa:16:3e:d2:8d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '475d72a9-33c5-44fc-8808-9edb5e19ce95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:17Z', 'updated_at': '2022-02-16T12:49:27Z', 'revision_number': 4, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'subnets': [{'id': '475d72a9-33c5-44fc-8808-9edb5e19ce95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:28.147558 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fa0d7ed5-e4f2-4bf8-a207-2b4c26902488 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.4030249 Feb 16 12:49:28.161523 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-21ce7148-b709-487a-877c-f9223ae302c1 None None] Port f668837b-44bd-4a15-b143-28c2c9d34526 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:49:28.177053 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37130) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:28.212987 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-1935bc52-9b40-4d1e-bf4d-d8d707eded97 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:28.228527 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c87f78b-9eba-4a54-a81f-360727a861c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:49:28.233771 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-1a239ebf-309c-47bf-a178-819350121490 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Request body: {'subnet': {'network_id': '93c44fdf-7f07-45bf-86c6-890ad24e438e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:28.242869 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1935bc52-9b40-4d1e-bf4d-d8d707eded97 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:28.246512 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1935bc52-9b40-4d1e-bf4d-d8d707eded97 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.345166 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c87f78b-9eba-4a54-a81f-360727a861c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb257aa7-adb0-4bd0-8a4c-e74a09d4b347,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:28.355472 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-803c91ce-e6a6-4c89-b7af-86120cb518ec None None] Provisioning complete for port 3e9d441b-7de2-4b8b-9b50-121d1d956684 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:28.355965 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-803c91ce-e6a6-4c89-b7af-86120cb518ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.428304 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-132d172e-f796-43ee-afde-5d5f715eb8f1 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.566273 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-132d172e-f796-43ee-afde-5d5f715eb8f1 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.592003 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc87c93d-771c-4b00-bddf-f8a6be8698ef None None] DHCP port deletion for c2beece7-853e-4518-ace6-8724ee235932 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:49:28.598255 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-cc87c93d-771c-4b00-bddf-f8a6be8698ef None None] Deleting port 3e9d441b-7de2-4b8b-9b50-121d1d956684 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:28.598722 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-cc87c93d-771c-4b00-bddf-f8a6be8698ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.639850 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device a5b23843-9f59-458d-9ac9-8cfc9dd74594 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:28.783351 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d172e-f796-43ee-afde-5d5f715eb8f1 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Pushing event updated for resources: {'Port': ['ID=bc7794e8-b459-4bd9-8a6c-5146e558f359,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:28.816779 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1a239ebf-309c-47bf-a178-819350121490 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:28.821567 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1a239ebf-309c-47bf-a178-819350121490 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Usage tracker for resource:subnet and tenant:bc1f0288054c40818f485d7fa9a59a39 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:28.824081 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132d172e-f796-43ee-afde-5d5f715eb8f1 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Network 64d92a5c-c3fc-4739-bbbb-aed637ac5e73 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:28.824889 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1a239ebf-309c-47bf-a178-819350121490 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:28.829929 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-132d172e-f796-43ee-afde-5d5f715eb8f1 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:28.832140 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1a239ebf-309c-47bf-a178-819350121490 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:28.839159 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132d172e-f796-43ee-afde-5d5f715eb8f1 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:28.885046 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7c87f78b-9eba-4a54-a81f-360727a861c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.885412 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-7c87f78b-9eba-4a54-a81f-360727a861c6 admin admin] Added segment 6cf62898-c96e-48e1-99b5-2aaf40ffb7b9 of type vlan for network 76ece293-167d-4b77-9802-c073df553c4c Feb 16 12:49:28.894415 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a239ebf-309c-47bf-a178-819350121490 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Made reservation on behalf of bc1f0288054c40818f485d7fa9a59a39 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:28.898133 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1a239ebf-309c-47bf-a178-819350121490 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.922605 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-cc87c93d-771c-4b00-bddf-f8a6be8698ef None None] For port 3e9d441b-7de2-4b8b-9b50-121d1d956684, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=3e9d441b-7de2-4b8b-9b50-121d1d956684,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:28.923059 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-cc87c93d-771c-4b00-bddf-f8a6be8698ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:28.954963 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132d172e-f796-43ee-afde-5d5f715eb8f1 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:28.955503 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-132d172e-f796-43ee-afde-5d5f715eb8f1 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.015293 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-e2134789-d182-422b-8c46-ded247e0e946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] For port 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8, host hv-neutron-8295, got binding levels [] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:29.015756 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e2134789-d182-422b-8c46-ded247e0e946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.025593 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-132d172e-f796-43ee-afde-5d5f715eb8f1 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.3752427 Feb 16 12:49:29.026398 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37134) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:29.039235 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bafb6a6e-4855-463f-83aa-6bc272608cc6 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.049985 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-02922ff4-825e-45a6-9475-500f1af2538f tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Request body: {'floatingip': {'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'port_id': 'bc7794e8-b459-4bd9-8a6c-5146e558f359', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:29.050776 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-cc87c93d-771c-4b00-bddf-f8a6be8698ef None None] Calling delete_port for 3e9d441b-7de2-4b8b-9b50-121d1d956684 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:29.061988 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-02922ff4-825e-45a6-9475-500f1af2538f tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:29.070654 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-02922ff4-825e-45a6-9475-500f1af2538f tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Usage tracker for resource:floatingip and tenant:f7e183c87d434560824e762da5b5e9a3 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:29.075862 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-02922ff4-825e-45a6-9475-500f1af2538f tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:29.086080 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-02922ff4-825e-45a6-9475-500f1af2538f tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:29.091271 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.objects.ports [None req-1935bc52-9b40-4d1e-bf4d-d8d707eded97 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87701) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:49:29.127686 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port a5b23843-9f59-458d-9ac9-8cfc9dd74594 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:29.135030 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port a5b23843-9f59-458d-9ac9-8cfc9dd74594 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:29.135411 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.191462 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-cc87c93d-771c-4b00-bddf-f8a6be8698ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.252083 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc87c93d-771c-4b00-bddf-f8a6be8698ef None None] Pushing event deleted for resources: {'Port': ['ID=3e9d441b-7de2-4b8b-9b50-121d1d956684,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:29.259770 dv-neutron-829527-1-hyperv neutron-server[87701]: WARNING neutron.services.revisions.revision_plugin [None req-1935bc52-9b40-4d1e-bf4d-d8d707eded97 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Could not find related port for resource to bump revision. Feb 16 12:49:29.261775 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc87c93d-771c-4b00-bddf-f8a6be8698ef None None] No DVR routers for this DVR port 3e9d441b-7de2-4b8b-9b50-121d1d956684 on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:49:29.262540 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-02922ff4-825e-45a6-9475-500f1af2538f tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for floatingip, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.282329 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc87c93d-771c-4b00-bddf-f8a6be8698ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:29.282676 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc87c93d-771c-4b00-bddf-f8a6be8698ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:29.283012 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc87c93d-771c-4b00-bddf-f8a6be8698ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:29.283395 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc87c93d-771c-4b00-bddf-f8a6be8698ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:29.283725 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc87c93d-771c-4b00-bddf-f8a6be8698ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:29.284048 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc87c93d-771c-4b00-bddf-f8a6be8698ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:29.284367 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc87c93d-771c-4b00-bddf-f8a6be8698ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:29.285065 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc87c93d-771c-4b00-bddf-f8a6be8698ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:29.285418 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc87c93d-771c-4b00-bddf-f8a6be8698ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:29.285740 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc87c93d-771c-4b00-bddf-f8a6be8698ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:29.286058 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc87c93d-771c-4b00-bddf-f8a6be8698ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:29.286377 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc87c93d-771c-4b00-bddf-f8a6be8698ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:49:29.294979 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-e2134789-d182-422b-8c46-ded247e0e946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Calling delete_port for 2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:29.365690 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7c87f78b-9eba-4a54-a81f-360727a861c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.369544 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.ipam_pluggable_backend [None req-1935bc52-9b40-4d1e-bf4d-d8d707eded97 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Port 3e9d441b-7de2-4b8b-9b50-121d1d956684 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87701) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 16 12:49:29.370088 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.ipam_pluggable_backend [None req-1935bc52-9b40-4d1e-bf4d-d8d707eded97 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Reverting IP allocation for 2001:db8::f816:3eff:fecf:4e6b {{(pid=87701) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 16 12:49:29.386151 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb6a6e-4855-463f-83aa-6bc272608cc6 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event deleted for resources: {'Port': ['ID=7ad6c0bc-7fe3-47ac-9637-5044e31d2f64,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:29.391797 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.ipam_pluggable_backend [None req-1935bc52-9b40-4d1e-bf4d-d8d707eded97 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fecf:4e6b {{(pid=87701) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 16 12:49:29.408075 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1935bc52-9b40-4d1e-bf4d-d8d707eded97 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.410319 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.439899 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31af8a4d-1136-457d-8254-7b373671dab5 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:29.441148 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-31af8a4d-1136-457d-8254-7b373671dab5 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Synchronizing usage tracker for tenant:e1117180e8c949a18483da62b9a9f5be on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:29.453226 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port a5b23843-9f59-458d-9ac9-8cfc9dd74594, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=a5b23843-9f59-458d-9ac9-8cfc9dd74594,segment=NetworkSegment(453ce50b-6688-4a38-a1c2-540631c2fdad),segment_id=453ce50b-6688-4a38-a1c2-540631c2fdad)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:29.462056 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.501909 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1935bc52-9b40-4d1e-bf4d-d8d707eded97 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:29.514891 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3892edbe-8e37-4aba-b853-5d8e2cac5616 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.520701 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-1935bc52-9b40-4d1e-bf4d-d8d707eded97 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:29.535207 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3dc1c7-c3cf-42f4-85ec-58c19a50bd1b None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:29.536365 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1935bc52-9b40-4d1e-bf4d-d8d707eded97 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:29.536990 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1935bc52-9b40-4d1e-bf4d-d8d707eded97 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.589083 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-3892edbe-8e37-4aba-b853-5d8e2cac5616 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Deleting port d8ad5f74-022f-47b2-87f8-5c5e380a9ad1 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:29.589448 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3892edbe-8e37-4aba-b853-5d8e2cac5616 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.604206 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-1935bc52-9b40-4d1e-bf4d-d8d707eded97 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7530315 Feb 16 12:49:29.604945 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37138) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:29.618881 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-83e92a11-d099-47d6-9fa4-cf0aede19434 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'subnet': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:29.642874 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=a5b23843-9f59-458d-9ac9-8cfc9dd74594,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:29.660669 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-31af8a4d-1136-457d-8254-7b373671dab5 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Unset dirty status for tenant:e1117180e8c949a18483da62b9a9f5be on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:29.664361 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-31af8a4d-1136-457d-8254-7b373671dab5 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 1.8448124 Feb 16 12:49:29.667922 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37142) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:29.723804 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1935bc52-9b40-4d1e-bf4d-d8d707eded97 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Subnet': ['ID=125ceb50-8b16-44db-8b5a-4325e0908f6e,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:29.724131 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7c87f78b-9eba-4a54-a81f-360727a861c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.725083 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c87f78b-9eba-4a54-a81f-360727a861c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:29.725650 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7c87f78b-9eba-4a54-a81f-360727a861c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.780884 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-02922ff4-825e-45a6-9475-500f1af2538f tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.853541 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a155c9e9-ddad-40f6-99ab-20f217209dbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-c2beece7-853e-4518-ace6-8724ee235932', 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'tenant_id': '5979c0794f594272a8691960316755d8', 'fixed_ips': [{'subnet_id': '125ceb50-8b16-44db-8b5a-4325e0908f6e'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:49:29.856200 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a155c9e9-ddad-40f6-99ab-20f217209dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:29.880853 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-83e92a11-d099-47d6-9fa4-cf0aede19434 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:29.894676 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-83e92a11-d099-47d6-9fa4-cf0aede19434 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Usage tracker for resource:subnet and tenant:5979c0794f594272a8691960316755d8 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:29.900392 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-83e92a11-d099-47d6-9fa4-cf0aede19434 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:29.918860 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-83e92a11-d099-47d6-9fa4-cf0aede19434 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:29.990575 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-02922ff4-825e-45a6-9475-500f1af2538f tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Allocated IP 172.26.5.25 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/42ea2c82-f6c3-4f25-984f-518ec6d6f732) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:30.028992 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-a155c9e9-ddad-40f6-99ab-20f217209dbe None None] Allocated IP 2001:db8::f816:3eff:fe08:d616 (c2beece7-853e-4518-ace6-8724ee235932/125ceb50-8b16-44db-8b5a-4325e0908f6e/686bd43a-151e-4447-9c7e-973cd5dec9d0) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:30.045115 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e2134789-d182-422b-8c46-ded247e0e946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.154525 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-02922ff4-825e-45a6-9475-500f1af2538f tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.162671 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2134789-d182-422b-8c46-ded247e0e946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Pushing event deleted for resources: {'Port': ['ID=2e5dd7aa-bea9-4e1f-9592-b84c97947ef8,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:30.185199 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c87f78b-9eba-4a54-a81f-360727a861c6 admin admin] Pushing event updated for resources: {'Network': ['ID=76ece293-167d-4b77-9802-c073df553c4c,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:30.190637 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-02922ff4-825e-45a6-9475-500f1af2538f tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.206091 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e2134789-d182-422b-8c46-ded247e0e946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.210392 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e2134789-d182-422b-8c46-ded247e0e946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] 10.222.0.83 "DELETE /v2.0/ports/2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 HTTP/1.1" status: 204 len: 168 time: 3.2078474 Feb 16 12:49:30.218302 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 76ece293-167d-4b77-9802-c073df553c4c details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:49:30.221823 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37146) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:30.228839 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7c87f78b-9eba-4a54-a81f-360727a861c6 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.0470939 Feb 16 12:49:30.228839 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bafb6a6e-4855-463f-83aa-6bc272608cc6 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.230857 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37150) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:30.256517 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-486a5784-0a95-43be-aae9-2797cd9bdc6c admin admin] Request body: {'subnet': {'network_id': '76ece293-167d-4b77-9802-c073df553c4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1013864857-subnet', 'tenant_id': 'bde7e53a413e4a098e1f20342161fda1', 'ip_version': 4}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:30.277330 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-486a5784-0a95-43be-aae9-2797cd9bdc6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:30.279679 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e92a11-d099-47d6-9fa4-cf0aede19434 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:30.284388 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-83e92a11-d099-47d6-9fa4-cf0aede19434 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.303522 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02922ff4-825e-45a6-9475-500f1af2538f tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:30.310787 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-486a5784-0a95-43be-aae9-2797cd9bdc6c admin admin] Usage tracker for resource:subnet and tenant:bde7e53a413e4a098e1f20342161fda1 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:30.313801 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-02922ff4-825e-45a6-9475-500f1af2538f tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:30.316713 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02922ff4-825e-45a6-9475-500f1af2538f tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:30.360849 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a155c9e9-ddad-40f6-99ab-20f217209dbe None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.385396 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-a155c9e9-ddad-40f6-99ab-20f217209dbe None None] Transition to ACTIVE for port object 686bd43a-151e-4447-9c7e-973cd5dec9d0 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:30.394547 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-486a5784-0a95-43be-aae9-2797cd9bdc6c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:30.413629 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-a155c9e9-ddad-40f6-99ab-20f217209dbe None None] Transition to ACTIVE for port object 686bd43a-151e-4447-9c7e-973cd5dec9d0 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:30.425312 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a155c9e9-ddad-40f6-99ab-20f217209dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.432910 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-486a5784-0a95-43be-aae9-2797cd9bdc6c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:30.439547 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02922ff4-825e-45a6-9475-500f1af2538f tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Pushing event updated for resources: {'Port': ['ID=42ea2c82-f6c3-4f25-984f-518ec6d6f732,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:30.522835 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a155c9e9-ddad-40f6-99ab-20f217209dbe None None] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:30.530543 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9293c45-325a-44a1-8137-d9f1b99f42e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] GET failed (client error): The resource could not be found. Feb 16 12:49:30.530543 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d9293c45-325a-44a1-8137-d9f1b99f42e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Synchronizing usage tracker for tenant:8f704a35d4dd4de9a503657c3c20dbc3 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:30.530826 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-a155c9e9-ddad-40f6-99ab-20f217209dbe None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:30.538372 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a155c9e9-ddad-40f6-99ab-20f217209dbe None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:30.540371 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486a5784-0a95-43be-aae9-2797cd9bdc6c admin admin] Made reservation on behalf of bde7e53a413e4a098e1f20342161fda1 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:30.542831 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-486a5784-0a95-43be-aae9-2797cd9bdc6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.550683 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3892edbe-8e37-4aba-b853-5d8e2cac5616 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.631799 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a155c9e9-ddad-40f6-99ab-20f217209dbe None None] Pushing event updated for resources: {'Port': ['ID=686bd43a-151e-4447-9c7e-973cd5dec9d0,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:30.655506 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device a5b23843-9f59-458d-9ac9-8cfc9dd74594 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:30.699287 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.ipam_backend_mixin [None req-83e92a11-d099-47d6-9fa4-cf0aede19434 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 125ceb50-8b16-44db-8b5a-4325e0908f6e (CIDR: 2001:db8::/64) Feb 16 12:49:30.706260 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-a155c9e9-ddad-40f6-99ab-20f217209dbe None None] Attempting to bind port 686bd43a-151e-4447-9c7e-973cd5dec9d0 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:30.706896 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-a155c9e9-ddad-40f6-99ab-20f217209dbe None None] Attempting to bind port 686bd43a-151e-4447-9c7e-973cd5dec9d0 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:30.707388 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a155c9e9-ddad-40f6-99ab-20f217209dbe None None] Attempting to bind port 686bd43a-151e-4447-9c7e-973cd5dec9d0 on network c2beece7-853e-4518-ace6-8724ee235932 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:30.713270 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-83e92a11-d099-47d6-9fa4-cf0aede19434 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:49:30.713858 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83e92a11-d099-47d6-9fa4-cf0aede19434 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:49:30.719057 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a155c9e9-ddad-40f6-99ab-20f217209dbe None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:49:30.719424 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a155c9e9-ddad-40f6-99ab-20f217209dbe None None] Checking segment: {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:49:30.719837 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a155c9e9-ddad-40f6-99ab-20f217209dbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.720432 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a155c9e9-ddad-40f6-99ab-20f217209dbe None None] Bound using segment: {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:49:30.720797 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-a155c9e9-ddad-40f6-99ab-20f217209dbe None None] Bound port: 686bd43a-151e-4447-9c7e-973cd5dec9d0, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:49:30.721196 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a155c9e9-ddad-40f6-99ab-20f217209dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.770199 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-3892edbe-8e37-4aba-b853-5d8e2cac5616 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Calling delete_port for d8ad5f74-022f-47b2-87f8-5c5e380a9ad1 owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:30.797243 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1a239ebf-309c-47bf-a178-819350121490 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.808969 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a566897-c0cd-4400-8574-9206b82ab1ee tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:30.811881 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port a5b23843-9f59-458d-9ac9-8cfc9dd74594 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:30.812247 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.814750 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a566897-c0cd-4400-8574-9206b82ab1ee tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:30.820509 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a566897-c0cd-4400-8574-9206b82ab1ee tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:30.825271 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9a566897-c0cd-4400-8574-9206b82ab1ee tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 1.0999048 Feb 16 12:49:30.869669 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-a155c9e9-ddad-40f6-99ab-20f217209dbe None None] For port 686bd43a-151e-4447-9c7e-973cd5dec9d0, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:49:30.872902 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37154) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:30.878581 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d9293c45-325a-44a1-8137-d9f1b99f42e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Unset dirty status for tenant:8f704a35d4dd4de9a503657c3c20dbc3 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:30.879766 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d9293c45-325a-44a1-8137-d9f1b99f42e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] 10.222.0.83 "GET /v2.0/ports/2e5dd7aa-bea9-4e1f-9592-b84c97947ef8 HTTP/1.1" status: 404 len: 333 time: 0.6522927 Feb 16 12:49:30.887671 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-a155c9e9-ddad-40f6-99ab-20f217209dbe None None] For port 686bd43a-151e-4447-9c7e-973cd5dec9d0, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=686bd43a-151e-4447-9c7e-973cd5dec9d0,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:49:30.896563 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a155c9e9-ddad-40f6-99ab-20f217209dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:30.919350 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37158) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:30.952421 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-e9ac99bf-edac-4662-b115-c7a272765cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1071888139', 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:30.972224 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-83e92a11-d099-47d6-9fa4-cf0aede19434 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3562982 Feb 16 12:49:30.978223 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37162) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:30.979608 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e9ac99bf-edac-4662-b115-c7a272765cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:30.998141 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-554e876f-e125-4912-a074-235e13719e26 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'subnet': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:31.031544 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a155c9e9-ddad-40f6-99ab-20f217209dbe None None] Pushing event updated for resources: {'Port': ['ID=686bd43a-151e-4447-9c7e-973cd5dec9d0,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:31.104276 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 3e9d441b-7de2-4b8b-9b50-121d1d956684 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:49:31.131093 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e9ac99bf-edac-4662-b115-c7a272765cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:31.140789 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 3e9d441b-7de2-4b8b-9b50-121d1d956684 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:49:31.141478 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 3e9d441b-7de2-4b8b-9b50-121d1d956684 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:49:31.167718 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-486a5784-0a95-43be-aae9-2797cd9bdc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:31.199420 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a239ebf-309c-47bf-a178-819350121490 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event updated for resources: {'Subnet': ['ID=f76d9df3-f96c-4e68-9fbe-f0915c65b68a,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:31.205094 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-66d135cb-576f-4688-b20e-3398ea107d3c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Deleting port f668837b-44bd-4a15-b143-28c2c9d34526 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:31.205684 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-66d135cb-576f-4688-b20e-3398ea107d3c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:31.299805 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486a5784-0a95-43be-aae9-2797cd9bdc6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9c801dc-344b-4a81-a4c2-8e0285adb097,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:31.325151 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486a5784-0a95-43be-aae9-2797cd9bdc6c admin admin] Checking segment: {'id': '6cf62898-c96e-48e1-99b5-2aaf40ffb7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '76ece293-167d-4b77-9802-c073df553c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:49:31.325497 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486a5784-0a95-43be-aae9-2797cd9bdc6c admin admin] Network hostable DHCP agents. Network: 76ece293-167d-4b77-9802-c073df553c4c, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:49:31.366821 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a239ebf-309c-47bf-a178-819350121490 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Checking segment: {'id': '36a71729-0e55-499c-a50b-da74a8c0f017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '93c44fdf-7f07-45bf-86c6-890ad24e438e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:49:31.367174 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a239ebf-309c-47bf-a178-819350121490 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Network hostable DHCP agents. Network: 93c44fdf-7f07-45bf-86c6-890ad24e438e, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:49:31.375355 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486a5784-0a95-43be-aae9-2797cd9bdc6c admin admin] Network 76ece293-167d-4b77-9802-c073df553c4c is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:49:31.399787 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ac99bf-edac-4662-b115-c7a272765cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Made reservation on behalf of 8f704a35d4dd4de9a503657c3c20dbc3 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:31.402004 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e9ac99bf-edac-4662-b115-c7a272765cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:31.406862 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-486a5784-0a95-43be-aae9-2797cd9bdc6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 76ece293-167d-4b77-9802-c073df553c4c) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:31.411888 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486a5784-0a95-43be-aae9-2797cd9bdc6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:31.412665 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-486a5784-0a95-43be-aae9-2797cd9bdc6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:31.420594 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf141bd4-0ae1-4e94-9374-60271ee0c59d None None] Network 76ece293-167d-4b77-9802-c073df553c4c requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:31.446523 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-486a5784-0a95-43be-aae9-2797cd9bdc6c admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2083571 Feb 16 12:49:31.447563 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37166) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:31.454355 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-fe6347f6-5a15-44c8-bf43-a6902a844a2e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1013864857-router', 'tenant_id': 'bde7e53a413e4a098e1f20342161fda1', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:31.460049 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-fe6347f6-5a15-44c8-bf43-a6902a844a2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:31.464715 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-fe6347f6-5a15-44c8-bf43-a6902a844a2e admin admin] Usage tracker for resource:router and tenant:bde7e53a413e4a098e1f20342161fda1 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:31.469109 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-fe6347f6-5a15-44c8-bf43-a6902a844a2e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:31.477786 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-fe6347f6-5a15-44c8-bf43-a6902a844a2e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:31.483400 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-02922ff4-825e-45a6-9475-500f1af2538f tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:31.504789 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fe6347f6-5a15-44c8-bf43-a6902a844a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:31.506032 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fe6347f6-5a15-44c8-bf43-a6902a844a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:31.534637 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-e9ac99bf-edac-4662-b115-c7a272765cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] device_id is not set on port 1269185a-1258-4623-9678-b67c984f7a0a yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:49:31.543099 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fe6347f6-5a15-44c8-bf43-a6902a844a2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:31.588733 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bafb6a6e-4855-463f-83aa-6bc272608cc6 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Router eefe2440-6b69-4fc6-b3ab-4f26ec071b49 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:49:31.604642 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a239ebf-309c-47bf-a178-819350121490 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Network 93c44fdf-7f07-45bf-86c6-890ad24e438e is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:49:31.610983 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-554e876f-e125-4912-a074-235e13719e26 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:31.670155 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3800fc-ab7a-479d-9dcc-a213e5b3ed7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-76ece293-167d-4b77-9802-c073df553c4c', 'network_id': '76ece293-167d-4b77-9802-c073df553c4c', 'tenant_id': 'bde7e53a413e4a098e1f20342161fda1', 'fixed_ips': [{'subnet_id': 'b9c801dc-344b-4a81-a4c2-8e0285adb097'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:49:31.671155 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-5f3800fc-ab7a-479d-9dcc-a213e5b3ed7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:31.685410 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-554e876f-e125-4912-a074-235e13719e26 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Usage tracker for resource:subnet and tenant:5979c0794f594272a8691960316755d8 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:31.689197 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-1a239ebf-309c-47bf-a178-819350121490 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 93c44fdf-7f07-45bf-86c6-890ad24e438e) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:31.726499 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d128a8a7-084b-450e-9860-5141240bc1b4 None None] Network 93c44fdf-7f07-45bf-86c6-890ad24e438e requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:31.742505 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-554e876f-e125-4912-a074-235e13719e26 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:31.807617 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-02922ff4-825e-45a6-9475-500f1af2538f tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:31.814358 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a239ebf-309c-47bf-a178-819350121490 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:31.815157 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1a239ebf-309c-47bf-a178-819350121490 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:31.845679 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-554e876f-e125-4912-a074-235e13719e26 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:31.852843 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ff1bd27a-d12c-457c-9538-1d1dcc2ea89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:31.939733 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fe6347f6-5a15-44c8-bf43-a6902a844a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:32.041276 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-5f3800fc-ab7a-479d-9dcc-a213e5b3ed7c None None] Allocated IP 172.20.0.2 (76ece293-167d-4b77-9802-c073df553c4c/b9c801dc-344b-4a81-a4c2-8e0285adb097/0561f874-9ab7-4a8e-9e1e-7ee92e193274) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:32.190738 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5481f2-01da-462a-88af-ae7258acdb39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-93c44fdf-7f07-45bf-86c6-890ad24e438e', 'network_id': '93c44fdf-7f07-45bf-86c6-890ad24e438e', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'fixed_ips': [{'subnet_id': 'f76d9df3-f96c-4e68-9fbe-f0915c65b68a'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:49:32.191556 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ef5481f2-01da-462a-88af-ae7258acdb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:32.226272 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554e876f-e125-4912-a074-235e13719e26 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:32.231577 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-554e876f-e125-4912-a074-235e13719e26 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:32.235964 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-02922ff4-825e-45a6-9475-500f1af2538f tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:32.271304 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3892edbe-8e37-4aba-b853-5d8e2cac5616 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:32.293688 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-66d135cb-576f-4688-b20e-3398ea107d3c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:32.334636 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1a239ebf-309c-47bf-a178-819350121490 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1411107 Feb 16 12:49:32.335473 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37170) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:32.384967 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-02922ff4-825e-45a6-9475-500f1af2538f tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:32.471680 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d3b28484-3140-4662-99eb-976f819a324a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-453396355', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:32.478612 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d3b28484-3140-4662-99eb-976f819a324a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:32.482828 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d3b28484-3140-4662-99eb-976f819a324a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Usage tracker for resource:router and tenant:bc1f0288054c40818f485d7fa9a59a39 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:32.487448 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d3b28484-3140-4662-99eb-976f819a324a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:32.504573 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d3b28484-3140-4662-99eb-976f819a324a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:32.544434 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-5f3800fc-ab7a-479d-9dcc-a213e5b3ed7c None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:32.573018 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-5f3800fc-ab7a-479d-9dcc-a213e5b3ed7c None None] Transition to ACTIVE for port object 0561f874-9ab7-4a8e-9e1e-7ee92e193274 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:32.574332 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3892edbe-8e37-4aba-b853-5d8e2cac5616 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Pushing event deleted for resources: {'Port': ['ID=d8ad5f74-022f-47b2-87f8-5c5e380a9ad1,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:32.635308 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 686bd43a-151e-4447-9c7e-973cd5dec9d0 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:32.650582 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bafb6a6e-4855-463f-83aa-6bc272608cc6 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:49:32.659668 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-ef5481f2-01da-462a-88af-ae7258acdb39 None None] Allocated IP 2001:db8::2 (93c44fdf-7f07-45bf-86c6-890ad24e438e/f76d9df3-f96c-4e68-9fbe-f0915c65b68a/d8e3a8a0-d1e0-4c78-a1ab-8f9db623321f) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:32.662504 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-5f3800fc-ab7a-479d-9dcc-a213e5b3ed7c None None] Transition to ACTIVE for port object 0561f874-9ab7-4a8e-9e1e-7ee92e193274 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:32.663849 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-66d135cb-576f-4688-b20e-3398ea107d3c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Calling delete_port for f668837b-44bd-4a15-b143-28c2c9d34526 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:32.674270 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c3ce17-d4be-4d9f-a225-0158bab50a12 None None] Sync routers for ids ['eefe2440-6b69-4fc6-b3ab-4f26ec071b49'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:32.693196 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-5f3800fc-ab7a-479d-9dcc-a213e5b3ed7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:32.702018 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02922ff4-825e-45a6-9475-500f1af2538f tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Pushing event updated for resources: {'Port': ['ID=42ea2c82-f6c3-4f25-984f-518ec6d6f732,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:32.728721 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fe6347f6-5a15-44c8-bf43-a6902a844a2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:32.733379 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d3b28484-3140-4662-99eb-976f819a324a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:32.734487 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d3b28484-3140-4662-99eb-976f819a324a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:32.759126 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-b1f7cae6-20da-4827-a75c-128d9f7f258c None None] Provisioning for port 686bd43a-151e-4447-9c7e-973cd5dec9d0 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:32.765056 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fe6347f6-5a15-44c8-bf43-a6902a844a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:32.767869 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-02922ff4-825e-45a6-9475-500f1af2538f tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:32.774136 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bafb6a6e-4855-463f-83aa-6bc272608cc6 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "PUT /v2.0/routers/eefe2440-6b69-4fc6-b3ab-4f26ec071b49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6001310 Feb 16 12:49:32.785798 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37174) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:32.786143 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c3ce17-d4be-4d9f-a225-0158bab50a12 None None] Routers {'eefe2440-6b69-4fc6-b3ab-4f26ec071b49'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:32.786796 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-92c3ce17-d4be-4d9f-a225-0158bab50a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:49:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['eefe2440-6b69-4fc6-b3ab-4f26ec071b49'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:32.934526 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e9ac99bf-edac-4662-b115-c7a272765cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:32.936827 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d3b28484-3140-4662-99eb-976f819a324a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:32.977258 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3800fc-ab7a-479d-9dcc-a213e5b3ed7c None None] Network 76ece293-167d-4b77-9802-c073df553c4c is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:32.985467 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3892edbe-8e37-4aba-b853-5d8e2cac5616 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023674'] for router_gateway, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:32.995297 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-5f3800fc-ab7a-479d-9dcc-a213e5b3ed7c None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:33.003409 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3800fc-ab7a-479d-9dcc-a213e5b3ed7c None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:33.034602 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3800fc-ab7a-479d-9dcc-a213e5b3ed7c None None] Pushing event updated for resources: {'Port': ['ID=0561f874-9ab7-4a8e-9e1e-7ee92e193274,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:33.060946 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.l3_db [None req-02922ff4-825e-45a6-9475-500f1af2538f tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Floating IP c0614ef3-4142-4bef-a8c4-865b391ae26a associated. External IP: 172.26.5.25, port: bc7794e8-b459-4bd9-8a6c-5146e558f359. Feb 16 12:49:33.119522 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-92c3ce17-d4be-4d9f-a225-0158bab50a12 None None] Set router eefe2440-6b69-4fc6-b3ab-4f26ec071b49 gateway port host: None {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:49:33.125475 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-e411f797-2304-4b8b-b86f-3de29e40a527 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Deleting subnet 1fbf83cf-f1c1-4246-8c35-8d6cd99aeac3 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:49:33.154262 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-fe6347f6-5a15-44c8-bf43-a6902a844a2e admin admin] Allocated IP 172.26.5.215 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/ec343719-cf24-4544-9ca0-3b713703c25e) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:33.188137 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 686bd43a-151e-4447-9c7e-973cd5dec9d0 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:33.219564 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 686bd43a-151e-4447-9c7e-973cd5dec9d0 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:33.220237 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.236767 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e411f797-2304-4b8b-b86f-3de29e40a527 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.274342 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d3b28484-3140-4662-99eb-976f819a324a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.275978 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-5f3800fc-ab7a-479d-9dcc-a213e5b3ed7c None None] Attempting to bind port 0561f874-9ab7-4a8e-9e1e-7ee92e193274 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:33.276336 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-5f3800fc-ab7a-479d-9dcc-a213e5b3ed7c None None] Attempting to bind port 0561f874-9ab7-4a8e-9e1e-7ee92e193274 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '6cf62898-c96e-48e1-99b5-2aaf40ffb7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '76ece293-167d-4b77-9802-c073df553c4c'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:33.276711 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3800fc-ab7a-479d-9dcc-a213e5b3ed7c None None] Attempting to bind port 0561f874-9ab7-4a8e-9e1e-7ee92e193274 on network 76ece293-167d-4b77-9802-c073df553c4c {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:33.282015 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3892edbe-8e37-4aba-b853-5d8e2cac5616 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.297740 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3892edbe-8e37-4aba-b853-5d8e2cac5616 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.373311 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e411f797-2304-4b8b-b86f-3de29e40a527 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.445061 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-66d135cb-576f-4688-b20e-3398ea107d3c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.447063 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e9ac99bf-edac-4662-b115-c7a272765cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.450456 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3800fc-ab7a-479d-9dcc-a213e5b3ed7c None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:49:33.451431 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3800fc-ab7a-479d-9dcc-a213e5b3ed7c None None] Checking segment: {'id': '6cf62898-c96e-48e1-99b5-2aaf40ffb7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '76ece293-167d-4b77-9802-c073df553c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:49:33.451882 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-5f3800fc-ab7a-479d-9dcc-a213e5b3ed7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.452274 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3800fc-ab7a-479d-9dcc-a213e5b3ed7c None None] Bound using segment: {'id': '6cf62898-c96e-48e1-99b5-2aaf40ffb7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '76ece293-167d-4b77-9802-c073df553c4c'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:49:33.453262 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-5f3800fc-ab7a-479d-9dcc-a213e5b3ed7c None None] Bound port: 0561f874-9ab7-4a8e-9e1e-7ee92e193274, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cf62898-c96e-48e1-99b5-2aaf40ffb7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '76ece293-167d-4b77-9802-c073df553c4c'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:49:33.453630 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-5f3800fc-ab7a-479d-9dcc-a213e5b3ed7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.504328 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3892edbe-8e37-4aba-b853-5d8e2cac5616 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.505155 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3892edbe-8e37-4aba-b853-5d8e2cac5616 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Fanout notify agent at l3_agent the message router_deleted on router 58cfdbf8-409e-4e2e-a2ac-888ac5767ace {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:49:33.520852 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d3b28484-3140-4662-99eb-976f819a324a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.525088 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d3b28484-3140-4662-99eb-976f819a324a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0829279 Feb 16 12:49:33.532787 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37178) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:33.540919 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d135cb-576f-4688-b20e-3398ea107d3c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event deleted for resources: {'Port': ['ID=f668837b-44bd-4a15-b143-28c2c9d34526,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:33.561416 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fe6347f6-5a15-44c8-bf43-a6902a844a2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.620036 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02922ff4-825e-45a6-9475-500f1af2538f tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Router 280b01f7-1aa8-4aea-8b7b-434c5eea3121 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:49:33.691300 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fe6347f6-5a15-44c8-bf43-a6902a844a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.744355 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ef5481f2-01da-462a-88af-ae7258acdb39 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.786212 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6347f6-5a15-44c8-bf43-a6902a844a2e admin admin] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:33.792308 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-fe6347f6-5a15-44c8-bf43-a6902a844a2e admin admin] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:33.793601 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-ef5481f2-01da-462a-88af-ae7258acdb39 None None] Transition to ACTIVE for port object d8e3a8a0-d1e0-4c78-a1ab-8f9db623321f will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:33.794834 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6347f6-5a15-44c8-bf43-a6902a844a2e admin admin] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:33.877338 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-5f3800fc-ab7a-479d-9dcc-a213e5b3ed7c None None] For port 0561f874-9ab7-4a8e-9e1e-7ee92e193274, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:49:33.879313 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-ef5481f2-01da-462a-88af-ae7258acdb39 None None] Transition to ACTIVE for port object d8e3a8a0-d1e0-4c78-a1ab-8f9db623321f will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:33.884100 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.904567 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-5f3800fc-ab7a-479d-9dcc-a213e5b3ed7c None None] For port 0561f874-9ab7-4a8e-9e1e-7ee92e193274, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=0561f874-9ab7-4a8e-9e1e-7ee92e193274,segment=NetworkSegment(6cf62898-c96e-48e1-99b5-2aaf40ffb7b9),segment_id=6cf62898-c96e-48e1-99b5-2aaf40ffb7b9)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:49:33.907530 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ef5481f2-01da-462a-88af-ae7258acdb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.915741 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6347f6-5a15-44c8-bf43-a6902a844a2e admin admin] Pushing event updated for resources: {'Port': ['ID=ec343719-cf24-4544-9ca0-3b713703c25e,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:33.948094 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-5f3800fc-ab7a-479d-9dcc-a213e5b3ed7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:33.980831 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e411f797-2304-4b8b-b86f-3de29e40a527 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.019591 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5481f2-01da-462a-88af-ae7258acdb39 None None] Network 93c44fdf-7f07-45bf-86c6-890ad24e438e is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:34.024798 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac99bf-edac-4662-b115-c7a272765cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Pushing event updated for resources: {'Port': ['ID=1269185a-1258-4623-9678-b67c984f7a0a,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:34.025073 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 686bd43a-151e-4447-9c7e-973cd5dec9d0, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=686bd43a-151e-4447-9c7e-973cd5dec9d0,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:34.030336 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-ef5481f2-01da-462a-88af-ae7258acdb39 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:34.034347 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3892edbe-8e37-4aba-b853-5d8e2cac5616 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.039488 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3892edbe-8e37-4aba-b853-5d8e2cac5616 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] 10.222.0.83 "DELETE /v2.0/routers/58cfdbf8-409e-4e2e-a2ac-888ac5767ace HTTP/1.1" status: 204 len: 168 time: 7.2717469 Feb 16 12:49:34.044941 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5481f2-01da-462a-88af-ae7258acdb39 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:34.046216 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37182) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:34.049913 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5481f2-01da-462a-88af-ae7258acdb39 None None] Pushing event updated for resources: {'Port': ['ID=d8e3a8a0-d1e0-4c78-a1ab-8f9db623321f,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:34.055534 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.058743 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ac99bf-edac-4662-b115-c7a272765cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Network d6b52287-a565-41c0-9b57-85dfaeca659d is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:34.126741 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-e9ac99bf-edac-4662-b115-c7a272765cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:34.129403 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ac99bf-edac-4662-b115-c7a272765cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:34.130616 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ac99bf-edac-4662-b115-c7a272765cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:34.131422 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e9ac99bf-edac-4662-b115-c7a272765cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.144284 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-b65aa4e3-9ce2-4d41-a591-6a35434f445c tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-462268972', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:34.166375 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-66d135cb-576f-4688-b20e-3398ea107d3c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.168690 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-66d135cb-576f-4688-b20e-3398ea107d3c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/ports/f668837b-44bd-4a15-b143-28c2c9d34526 HTTP/1.1" status: 204 len: 168 time: 3.2903612 Feb 16 12:49:34.194917 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37186) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:34.229115 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-159574a7-2eef-4ee9-99a0-a37b149bd0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.237424 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b65aa4e3-9ce2-4d41-a591-6a35434f445c tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:34.246428 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-92c3ce17-d4be-4d9f-a225-0158bab50a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'name': 'tempest-RoutersTest-router-1592884350', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:00Z', 'updated_at': '2022-02-16T12:49:28Z', 'revision_number': 9, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'gw_port_host': None, '_interfaces': [{'id': '1a6e75a8-62da-4b1a-bb34-4651c19aaebf', 'name': '', 'network_id': '4af22acd-757b-47d4-925e-f4c03ad597e0', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:63:74:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:05Z', 'updated_at': '2022-02-16T12:48:15Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47270ed9-b121-474b-bb34-a5e191358a7b', 'name': '', 'network_id': '28fb0fe9-554d-49e5-8e09-f2ed26f27bd4', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:98:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '82271494-1e9b-42dd-8356-961a022a44ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:15Z', 'updated_at': '2022-02-16T12:48:32Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '82271494-1e9b-42dd-8356-961a022a44ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:34.263623 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c3ce17-d4be-4d9f-a225-0158bab50a12 None None] Checking router: eefe2440-6b69-4fc6-b3ab-4f26ec071b49 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:49:34.271020 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-ef5481f2-01da-462a-88af-ae7258acdb39 None None] Attempting to bind port d8e3a8a0-d1e0-4c78-a1ab-8f9db623321f on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:34.272054 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-ef5481f2-01da-462a-88af-ae7258acdb39 None None] Attempting to bind port d8e3a8a0-d1e0-4c78-a1ab-8f9db623321f by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '36a71729-0e55-499c-a50b-da74a8c0f017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '93c44fdf-7f07-45bf-86c6-890ad24e438e'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:34.272520 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5481f2-01da-462a-88af-ae7258acdb39 None None] Attempting to bind port d8e3a8a0-d1e0-4c78-a1ab-8f9db623321f on network 93c44fdf-7f07-45bf-86c6-890ad24e438e {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:34.276289 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3800fc-ab7a-479d-9dcc-a213e5b3ed7c None None] Pushing event updated for resources: {'Port': ['ID=0561f874-9ab7-4a8e-9e1e-7ee92e193274,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:34.323186 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c3ce17-d4be-4d9f-a225-0158bab50a12 None None] Routers {'eefe2440-6b69-4fc6-b3ab-4f26ec071b49'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:34.323416 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b65aa4e3-9ce2-4d41-a591-6a35434f445c tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Usage tracker for resource:router and tenant:45915c6c1b3845ae8a9038974576db8f is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:34.323828 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-92c3ce17-d4be-4d9f-a225-0158bab50a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:49:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['eefe2440-6b69-4fc6-b3ab-4f26ec071b49'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:34.333761 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e9ac99bf-edac-4662-b115-c7a272765cfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 3.4000542 Feb 16 12:49:34.335993 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b65aa4e3-9ce2-4d41-a591-6a35434f445c tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:34.348981 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8d9e79f-6081-4d82-8a26-0e3f458982b7 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] GET failed (client error): The resource could not be found. Feb 16 12:49:34.349675 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e8d9e79f-6081-4d82-8a26-0e3f458982b7 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Synchronizing usage tracker for tenant:e1117180e8c949a18483da62b9a9f5be on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:34.351760 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37190) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:34.355644 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02922ff4-825e-45a6-9475-500f1af2538f tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:49:34.368763 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce25225a-3dea-45c7-a143-84cdb21aefd9 None None] Sync routers for ids ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:34.385266 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce25225a-3dea-45c7-a143-84cdb21aefd9 None None] Routers {'280b01f7-1aa8-4aea-8b7b-434c5eea3121'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:34.385891 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-ce25225a-3dea-45c7-a143-84cdb21aefd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:49:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:34.447122 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b65aa4e3-9ce2-4d41-a591-6a35434f445c tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:34.601388 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-ce25225a-3dea-45c7-a143-84cdb21aefd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:34.615334 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce25225a-3dea-45c7-a143-84cdb21aefd9 None None] Routers {'280b01f7-1aa8-4aea-8b7b-434c5eea3121'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:34.617869 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-ce25225a-3dea-45c7-a143-84cdb21aefd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:49:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:34.628087 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5481f2-01da-462a-88af-ae7258acdb39 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:49:34.628789 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5481f2-01da-462a-88af-ae7258acdb39 None None] Checking segment: {'id': '36a71729-0e55-499c-a50b-da74a8c0f017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '93c44fdf-7f07-45bf-86c6-890ad24e438e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:49:34.629427 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ef5481f2-01da-462a-88af-ae7258acdb39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.629958 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5481f2-01da-462a-88af-ae7258acdb39 None None] Bound using segment: {'id': '36a71729-0e55-499c-a50b-da74a8c0f017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '93c44fdf-7f07-45bf-86c6-890ad24e438e'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:49:34.632171 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-ef5481f2-01da-462a-88af-ae7258acdb39 None None] Bound port: d8e3a8a0-d1e0-4c78-a1ab-8f9db623321f, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a71729-0e55-499c-a50b-da74a8c0f017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '93c44fdf-7f07-45bf-86c6-890ad24e438e'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:49:34.632732 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ef5481f2-01da-462a-88af-ae7258acdb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.649265 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fe6347f6-5a15-44c8-bf43-a6902a844a2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.668858 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 0561f874-9ab7-4a8e-9e1e-7ee92e193274 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:34.727640 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-02922ff4-825e-45a6-9475-500f1af2538f tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.729382 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-ce25225a-3dea-45c7-a143-84cdb21aefd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:34.729936 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce25225a-3dea-45c7-a143-84cdb21aefd9 None None] The sync data for ids ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:34.786771 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e411f797-2304-4b8b-b86f-3de29e40a527 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.816002 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.822658 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3daa6640-88a2-47c1-8cbb-e1270c5aed38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:34.826567 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-3daa6640-88a2-47c1-8cbb-e1270c5aed38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] 10.222.0.83 "GET /v2.0/ports/1269185a-1258-4623-9678-b67c984f7a0a HTTP/1.1" status: 200 len: 959 time: 0.4708219 Feb 16 12:49:34.830658 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37194) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:34.833194 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b65aa4e3-9ce2-4d41-a591-6a35434f445c tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.834511 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b65aa4e3-9ce2-4d41-a591-6a35434f445c tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.838298 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-554e876f-e125-4912-a074-235e13719e26 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:34.841959 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e8d9e79f-6081-4d82-8a26-0e3f458982b7 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Unset dirty status for tenant:e1117180e8c949a18483da62b9a9f5be on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:34.845809 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e8d9e79f-6081-4d82-8a26-0e3f458982b7 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "GET /v2.0/ports/f668837b-44bd-4a15-b143-28c2c9d34526 HTTP/1.1" status: 404 len: 333 time: 0.6473823 Feb 16 12:49:34.849859 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411f797-2304-4b8b-b86f-3de29e40a527 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event deleted for resources: {'Subnet': ['ID=1fbf83cf-f1c1-4246-8c35-8d6cd99aeac3,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:34.851721 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37198) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:34.854962 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=686bd43a-151e-4447-9c7e-973cd5dec9d0,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:34.868055 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-92c3ce17-d4be-4d9f-a225-0158bab50a12 None None] Set router eefe2440-6b69-4fc6-b3ab-4f26ec071b49 gateway port host: None {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:49:34.920109 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-02922ff4-825e-45a6-9475-500f1af2538f tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.8793039 Feb 16 12:49:34.930442 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37202) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:34.975011 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-6988a690-50af-4014-8060-dfb497f84ead tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Request body: {'floatingip': {'port_id': 'bc7794e8-b459-4bd9-8a6c-5146e558f359', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:34.985031 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e411f797-2304-4b8b-b86f-3de29e40a527 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.013984 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554e876f-e125-4912-a074-235e13719e26 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:35.028511 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-ef5481f2-01da-462a-88af-ae7258acdb39 None None] For port d8e3a8a0-d1e0-4c78-a1ab-8f9db623321f, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:49:35.030758 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-554e876f-e125-4912-a074-235e13719e26 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:35.033608 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7be8ee5-89a3-493e-b625-59a2fcb5ae24 None None] Network bfc0f0a6-ad5f-40c0-960a-10c6a172d2d1 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:35.045577 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554e876f-e125-4912-a074-235e13719e26 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:35.046264 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-554e876f-e125-4912-a074-235e13719e26 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.055916 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e411f797-2304-4b8b-b86f-3de29e40a527 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "DELETE /v2.0/subnets/1fbf83cf-f1c1-4246-8c35-8d6cd99aeac3 HTTP/1.1" status: 204 len: 168 time: 2.2526276 Feb 16 12:49:35.058924 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b65aa4e3-9ce2-4d41-a591-6a35434f445c tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.059068 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37206) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:35.065500 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 0561f874-9ab7-4a8e-9e1e-7ee92e193274 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:35.078902 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3c85b8-6032-4035-afe8-a2d7ddb1901f None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:35.096446 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-ef56676c-87a7-4504-889d-df483dc97557 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Deleting port 130e119d-d063-4624-a85e-e9fbb79a28e7 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:35.096816 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ef56676c-87a7-4504-889d-df483dc97557 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.162582 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-ef5481f2-01da-462a-88af-ae7258acdb39 None None] For port d8e3a8a0-d1e0-4c78-a1ab-8f9db623321f, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=d8e3a8a0-d1e0-4c78-a1ab-8f9db623321f,segment=NetworkSegment(36a71729-0e55-499c-a50b-da74a8c0f017),segment_id=36a71729-0e55-499c-a50b-da74a8c0f017)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:49:35.182023 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e876f-e125-4912-a074-235e13719e26 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Subnet': ['ID=75fdb673-eaf5-495f-ba02-f819372e0f2d,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:35.227131 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-554e876f-e125-4912-a074-235e13719e26 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.2435610 Feb 16 12:49:35.300309 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ef5481f2-01da-462a-88af-ae7258acdb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.353666 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-30dc924e-f43b-421a-a9a2-d34ad3424122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Deleting port 1269185a-1258-4623-9678-b67c984f7a0a {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:35.354278 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-30dc924e-f43b-421a-a9a2-d34ad3424122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.379511 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37210) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:35.391278 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.393931 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fe6347f6-5a15-44c8-bf43-a6902a844a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.403543 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-2c23dff6-9f8e-4c55-b0b3-8fb6263ee38f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'port': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'mac_address': 'fa:16:3e:e8:a7:db', 'name': 'tempest-NetworksTestDHCPv6-489764005'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:35.482732 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.487243 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1702fc50-097a-4033-9fa8-b70148f27548 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.506507 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b65aa4e3-9ce2-4d41-a591-6a35434f445c tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.521051 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ef56676c-87a7-4504-889d-df483dc97557 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.586760 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6988a690-50af-4014-8060-dfb497f84ead tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for floatingip, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.595151 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44879ba-21bf-4c2b-8d53-2ec104b80ed9 None None] Network 76ece293-167d-4b77-9802-c073df553c4c requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:35.661828 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-ef56676c-87a7-4504-889d-df483dc97557 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Calling delete_port for 130e119d-d063-4624-a85e-e9fbb79a28e7 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:35.759532 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b65aa4e3-9ce2-4d41-a591-6a35434f445c tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.761575 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b65aa4e3-9ce2-4d41-a591-6a35434f445c tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.6953835 Feb 16 12:49:35.806176 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5481f2-01da-462a-88af-ae7258acdb39 None None] Pushing event updated for resources: {'Port': ['ID=d8e3a8a0-d1e0-4c78-a1ab-8f9db623321f,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:35.830620 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-52a55ccb-b637-416c-b608-652406f313aa None None] Provisioning for port 0561f874-9ab7-4a8e-9e1e-7ee92e193274 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:35.910278 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37214) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:35.917708 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-52a55ccb-b637-416c-b608-652406f313aa None None] Provisioning complete for port 0561f874-9ab7-4a8e-9e1e-7ee92e193274 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:35.918452 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-52a55ccb-b637-416c-b608-652406f313aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:35.919733 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2054807e-5285-45ab-9912-82237a0a1721 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:36.094611 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-30dc924e-f43b-421a-a9a2-d34ad3424122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:36.232467 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-30dc924e-f43b-421a-a9a2-d34ad3424122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Calling delete_port for 1269185a-1258-4623-9678-b67c984f7a0a owned by {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:36.291999 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ef56676c-87a7-4504-889d-df483dc97557 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:36.318325 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-38f24040-f902-4ad8-8cd9-4ee3c3ab7061 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'enable_snat': True}}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:36.319614 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-52a55ccb-b637-416c-b608-652406f313aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:36.330965 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-92c3ce17-d4be-4d9f-a225-0158bab50a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'name': 'tempest-RoutersTest-router-1592884350', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:00Z', 'updated_at': '2022-02-16T12:49:28Z', 'revision_number': 9, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'gw_port_host': None, '_interfaces': [{'id': '1a6e75a8-62da-4b1a-bb34-4651c19aaebf', 'name': '', 'network_id': '4af22acd-757b-47d4-925e-f4c03ad597e0', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:63:74:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:05Z', 'updated_at': '2022-02-16T12:48:15Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47270ed9-b121-474b-bb34-a5e191358a7b', 'name': '', 'network_id': '28fb0fe9-554d-49e5-8e09-f2ed26f27bd4', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:98:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '82271494-1e9b-42dd-8356-961a022a44ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:15Z', 'updated_at': '2022-02-16T12:48:32Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '82271494-1e9b-42dd-8356-961a022a44ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:36.346434 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c3ce17-d4be-4d9f-a225-0158bab50a12 None None] The sync data for ids ['eefe2440-6b69-4fc6-b3ab-4f26ec071b49'] in dv-neutron-829527-1-hyperv is: [{'id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'name': 'tempest-RoutersTest-router-1592884350', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:00Z', 'updated_at': '2022-02-16T12:49:28Z', 'revision_number': 9, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'gw_port_host': None, '_interfaces': [{'id': '1a6e75a8-62da-4b1a-bb34-4651c19aaebf', 'name': '', 'network_id': '4af22acd-757b-47d4-925e-f4c03ad597e0', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:63:74:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:05Z', 'updated_at': '2022-02-16T12:48:15Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47270ed9-b121-474b-bb34-a5e191358a7b', 'name': '', 'network_id': '28fb0fe9-554d-49e5-8e09-f2ed26f27bd4', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:98:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '82271494-1e9b-42dd-8356-961a022a44ed', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:15Z', 'updated_at': '2022-02-16T12:48:32Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '82271494-1e9b-42dd-8356-961a022a44ed', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:36.363732 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef56676c-87a7-4504-889d-df483dc97557 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event deleted for resources: {'Port': ['ID=130e119d-d063-4624-a85e-e9fbb79a28e7,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:36.382413 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0887f26-0e6f-4239-b7b0-a84c83968078 None None] DHCP port deletion for bfc0f0a6-ad5f-40c0-960a-10c6a172d2d1 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:49:36.400563 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-30dc924e-f43b-421a-a9a2-d34ad3424122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:36.444023 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-52a55ccb-b637-416c-b608-652406f313aa None None] For port 0561f874-9ab7-4a8e-9e1e-7ee92e193274, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=0561f874-9ab7-4a8e-9e1e-7ee92e193274,segment=NetworkSegment(6cf62898-c96e-48e1-99b5-2aaf40ffb7b9),segment_id=6cf62898-c96e-48e1-99b5-2aaf40ffb7b9)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:36.458747 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f0887f26-0e6f-4239-b7b0-a84c83968078 None None] Deleting port 906f6732-f9c2-4187-a0ca-db729b9ca497 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:36.459205 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f0887f26-0e6f-4239-b7b0-a84c83968078 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:36.505890 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ef56676c-87a7-4504-889d-df483dc97557 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:36.545150 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-1702fc50-097a-4033-9fa8-b70148f27548 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Allocated IP 2001:db8::1 (93c44fdf-7f07-45bf-86c6-890ad24e438e/f76d9df3-f96c-4e68-9fbe-f0915c65b68a/10a6af11-14ae-4290-a008-b740be94750e) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:36.560759 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ef56676c-87a7-4504-889d-df483dc97557 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/ports/130e119d-d063-4624-a85e-e9fbb79a28e7 HTTP/1.1" status: 204 len: 168 time: 1.6950665 Feb 16 12:49:36.561634 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37218) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:36.587217 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-52a55ccb-b637-416c-b608-652406f313aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:36.664379 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-36345d75-d63e-4b79-b131-2e6939586ed7 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] GET failed (client error): The resource could not be found. Feb 16 12:49:36.665570 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-36345d75-d63e-4b79-b131-2e6939586ed7 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Synchronizing usage tracker for tenant:e1117180e8c949a18483da62b9a9f5be on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:36.796900 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-36345d75-d63e-4b79-b131-2e6939586ed7 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Unset dirty status for tenant:e1117180e8c949a18483da62b9a9f5be on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:36.798157 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:36.799136 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-36345d75-d63e-4b79-b131-2e6939586ed7 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "GET /v2.0/ports/130e119d-d063-4624-a85e-e9fbb79a28e7 HTTP/1.1" status: 404 len: 333 time: 0.2334754 Feb 16 12:49:36.803500 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37222) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:36.861614 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dc924e-f43b-421a-a9a2-d34ad3424122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Pushing event deleted for resources: {'Port': ['ID=1269185a-1258-4623-9678-b67c984f7a0a,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:36.873151 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-2c23dff6-9f8e-4c55-b0b3-8fb6263ee38f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:36.877844 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b3c1da-0124-4115-854c-cdd0230ccf2b None None] Update dhcp port {'port': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'fixed_ips': [{'subnet_id': '125ceb50-8b16-44db-8b5a-4325e0908f6e', 'ip_address': '2001:db8::f816:3eff:fe08:d616'}, {'subnet_id': '75fdb673-eaf5-495f-ba02-f819372e0f2d'}], 'binding:host_id': 'dv-neutron-829527-1-hyperv'}, 'id': '686bd43a-151e-4447-9c7e-973cd5dec9d0'} from dv-neutron-829527-1-hyperv. {{(pid=87702) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 12:49:36.884574 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-2c23dff6-9f8e-4c55-b0b3-8fb6263ee38f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Usage tracker for resource:port and tenant:5979c0794f594272a8691960316755d8 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:36.917876 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-2c23dff6-9f8e-4c55-b0b3-8fb6263ee38f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:36.928013 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-2c23dff6-9f8e-4c55-b0b3-8fb6263ee38f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:36.964009 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1702fc50-097a-4033-9fa8-b70148f27548 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.024165 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-1702fc50-097a-4033-9fa8-b70148f27548 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Transition to ACTIVE for port object 10a6af11-14ae-4290-a008-b740be94750e will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:37.036451 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-92a1350a-8a42-411c-b93a-4053fec14adf tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Deleting subnet c48eed65-50cd-4bd7-8fca-de7882ad10b9 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:49:37.046985 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92a1350a-8a42-411c-b93a-4053fec14adf tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.082271 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a55ccb-b637-416c-b608-652406f313aa None None] Pushing event updated for resources: {'Port': ['ID=0561f874-9ab7-4a8e-9e1e-7ee92e193274,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:37.086049 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 686bd43a-151e-4447-9c7e-973cd5dec9d0 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:37.122405 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92a1350a-8a42-411c-b93a-4053fec14adf tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.163721 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb28ad68-7541-4db1-81f0-70753020e36c None None] Network 93c44fdf-7f07-45bf-86c6-890ad24e438e requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:37.192787 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1702fc50-097a-4033-9fa8-b70148f27548 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.221440 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c23dff6-9f8e-4c55-b0b3-8fb6263ee38f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:37.239390 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-30dc924e-f43b-421a-a9a2-d34ad3424122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.264546 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-2054807e-5285-45ab-9912-82237a0a1721 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Deleting port 906f6732-f9c2-4187-a0ca-db729b9ca497 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:37.265170 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2054807e-5285-45ab-9912-82237a0a1721 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.268727 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-47b3c1da-0124-4115-854c-cdd0230ccf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.276815 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1702fc50-097a-4033-9fa8-b70148f27548 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Network 93c44fdf-7f07-45bf-86c6-890ad24e438e is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:37.283570 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-1702fc50-097a-4033-9fa8-b70148f27548 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:37.288783 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1702fc50-097a-4033-9fa8-b70148f27548 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:37.289837 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1702fc50-097a-4033-9fa8-b70148f27548 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.306241 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-96c2da98-db24-4c90-8314-5d634b8c2245 None None] Provisioning complete for port 0561f874-9ab7-4a8e-9e1e-7ee92e193274 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:37.306466 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-96c2da98-db24-4c90-8314-5d634b8c2245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.316813 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1702fc50-097a-4033-9fa8-b70148f27548 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event updated for resources: {'Port': ['ID=10a6af11-14ae-4290-a008-b740be94750e,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:37.325135 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92a1350a-8a42-411c-b93a-4053fec14adf tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.354321 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f0887f26-0e6f-4239-b7b0-a84c83968078 None None] For port 906f6732-f9c2-4187-a0ca-db729b9ca497, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=906f6732-f9c2-4187-a0ca-db729b9ca497,segment=NetworkSegment(7d9e93a1-b67b-4706-b41d-2536205ed442),segment_id=7d9e93a1-b67b-4706-b41d-2536205ed442)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:37.354823 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f0887f26-0e6f-4239-b7b0-a84c83968078 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.469997 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92a1350a-8a42-411c-b93a-4053fec14adf tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.528763 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1350a-8a42-411c-b93a-4053fec14adf tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event deleted for resources: {'Subnet': ['ID=c48eed65-50cd-4bd7-8fca-de7882ad10b9,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:37.531124 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92a1350a-8a42-411c-b93a-4053fec14adf tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.538902 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1702fc50-097a-4033-9fa8-b70148f27548 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.553262 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-92a1350a-8a42-411c-b93a-4053fec14adf tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/subnets/c48eed65-50cd-4bd7-8fca-de7882ad10b9 HTTP/1.1" status: 204 len: 168 time: 0.7483640 Feb 16 12:49:37.557660 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37226) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:37.637639 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f0887f26-0e6f-4239-b7b0-a84c83968078 None None] Calling delete_port for 906f6732-f9c2-4187-a0ca-db729b9ca497 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:37.664150 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc43b44f-be9d-4fb2-a8b8-cb333800ca18 None None] Network c1d32ad8-f1f7-49ef-bada-4ea26d7c8ad1 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:37.790833 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b8c71196-3c16-4c93-951a-8d218dbebb38 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.801911 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-30dc924e-f43b-421a-a9a2-d34ad3424122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] 10.222.0.83 "DELETE /v2.0/ports/1269185a-1258-4623-9678-b67c984f7a0a HTTP/1.1" status: 204 len: 168 time: 2.9676595 Feb 16 12:49:37.824251 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37230) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:37.918031 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-38f24040-f902-4ad8-8cd9-4ee3c3ab7061 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.922327 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 686bd43a-151e-4447-9c7e-973cd5dec9d0 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:37.922833 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:37.990112 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b8c71196-3c16-4c93-951a-8d218dbebb38 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Deleting port 79105661-8c61-4e25-ab0e-f52eb025d1e2 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:37.990448 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b8c71196-3c16-4c93-951a-8d218dbebb38 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:38.038603 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe529c69-e9e2-4a49-ad55-1f339386b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] GET failed (client error): The resource could not be found. Feb 16 12:49:38.039278 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-fe529c69-e9e2-4a49-ad55-1f339386b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Synchronizing usage tracker for tenant:8f704a35d4dd4de9a503657c3c20dbc3 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:38.135883 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2c23dff6-9f8e-4c55-b0b3-8fb6263ee38f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:38.164271 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f0887f26-0e6f-4239-b7b0-a84c83968078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:38.239089 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0887f26-0e6f-4239-b7b0-a84c83968078 None None] Pushing event deleted for resources: {'Port': ['ID=906f6732-f9c2-4187-a0ca-db729b9ca497,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:38.257836 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0887f26-0e6f-4239-b7b0-a84c83968078 None None] No DVR routers for this DVR port 906f6732-f9c2-4187-a0ca-db729b9ca497 on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:49:38.291306 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-fe529c69-e9e2-4a49-ad55-1f339386b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Unset dirty status for tenant:8f704a35d4dd4de9a503657c3c20dbc3 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:38.291306 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-fe529c69-e9e2-4a49-ad55-1f339386b572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] 10.222.0.83 "GET /v2.0/ports/1269185a-1258-4623-9678-b67c984f7a0a HTTP/1.1" status: 404 len: 333 time: 0.4579449 Feb 16 12:49:38.301346 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37234) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:38.303301 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-47b3c1da-0124-4115-854c-cdd0230ccf2b None None] Allocated IP 2001:db8:0:1::2 (c2beece7-853e-4518-ace6-8724ee235932/75fdb673-eaf5-495f-ba02-f819372e0f2d/686bd43a-151e-4447-9c7e-973cd5dec9d0) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:38.309422 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-8a56e4cd-a2aa-4312-aa09-0b4cb01de780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Request body: {'port': {'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-225180259'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:38.328538 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8a56e4cd-a2aa-4312-aa09-0b4cb01de780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:38.352635 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8a56e4cd-a2aa-4312-aa09-0b4cb01de780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:38.363690 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b8c71196-3c16-4c93-951a-8d218dbebb38 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] For port 79105661-8c61-4e25-ab0e-f52eb025d1e2, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=79105661-8c61-4e25-ab0e-f52eb025d1e2,segment=NetworkSegment(7996a7be-3fbf-4253-841e-bf1d9dd40663),segment_id=7996a7be-3fbf-4253-841e-bf1d9dd40663)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:38.364098 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b8c71196-3c16-4c93-951a-8d218dbebb38 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:38.438782 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a56e4cd-a2aa-4312-aa09-0b4cb01de780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Made reservation on behalf of 8f704a35d4dd4de9a503657c3c20dbc3 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:38.441158 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8a56e4cd-a2aa-4312-aa09-0b4cb01de780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:38.456382 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [None req-2c23dff6-9f8e-4c55-b0b3-8fb6263ee38f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] device_id is not set on port 849ee829-9a62-4fa5-970e-2dd602727a6e yet. {{(pid=87701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:49:38.480697 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device d8e3a8a0-d1e0-4c78-a1ab-8f9db623321f up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:38.512658 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b8c71196-3c16-4c93-951a-8d218dbebb38 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Calling delete_port for 79105661-8c61-4e25-ab0e-f52eb025d1e2 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:38.522706 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6347f6-5a15-44c8-bf43-a6902a844a2e admin admin] Router 8eb277b7-49a7-4ccc-9af1-80f032ec4701 is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:49:38.530818 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-2054807e-5285-45ab-9912-82237a0a1721 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] For port 906f6732-f9c2-4187-a0ca-db729b9ca497, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=906f6732-f9c2-4187-a0ca-db729b9ca497,segment=NetworkSegment(7d9e93a1-b67b-4706-b41d-2536205ed442),segment_id=7d9e93a1-b67b-4706-b41d-2536205ed442)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:38.531157 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2054807e-5285-45ab-9912-82237a0a1721 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:38.535471 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-c97355f9-30db-410b-a097-a272b188822a None None] Provisioning for port d8e3a8a0-d1e0-4c78-a1ab-8f9db623321f completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:38.568299 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.resource_extend [None req-1702fc50-097a-4033-9fa8-b70148f27548 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:49:38.588063 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-8a56e4cd-a2aa-4312-aa09-0b4cb01de780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] device_id is not set on port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:49:38.607188 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-47b3c1da-0124-4115-854c-cdd0230ccf2b None None] For port 686bd43a-151e-4447-9c7e-973cd5dec9d0, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=686bd43a-151e-4447-9c7e-973cd5dec9d0,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:38.624221 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1702fc50-097a-4033-9fa8-b70148f27548 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:38.652655 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-47b3c1da-0124-4115-854c-cdd0230ccf2b None None] Notify callbacks [] for port, precommit_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:38.656705 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port d8e3a8a0-d1e0-4c78-a1ab-8f9db623321f completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:38.662732 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1702fc50-097a-4033-9fa8-b70148f27548 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:38.663685 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1702fc50-097a-4033-9fa8-b70148f27548 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:38.670429 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port d8e3a8a0-d1e0-4c78-a1ab-8f9db623321f triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:38.670429 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:38.688888 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-2054807e-5285-45ab-9912-82237a0a1721 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Calling delete_port for 906f6732-f9c2-4187-a0ca-db729b9ca497 owned by network:dhcp {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:38.710838 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b17b2bf-9aba-4f70-8a8d-8ca57bc50dce None None] DHCP port deletion for c1d32ad8-f1f7-49ef-bada-4ea26d7c8ad1 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:49:38.748047 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-47b3c1da-0124-4115-854c-cdd0230ccf2b None None] Transition to ACTIVE for port object 686bd43a-151e-4447-9c7e-973cd5dec9d0 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:38.751251 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-7b17b2bf-9aba-4f70-8a8d-8ca57bc50dce None None] Deleting port 79105661-8c61-4e25-ab0e-f52eb025d1e2 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:38.751623 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7b17b2bf-9aba-4f70-8a8d-8ca57bc50dce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:38.771159 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b8c71196-3c16-4c93-951a-8d218dbebb38 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:38.798572 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-47b3c1da-0124-4115-854c-cdd0230ccf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:38.879621 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c71196-3c16-4c93-951a-8d218dbebb38 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] No DVR routers for this DVR port 79105661-8c61-4e25-ab0e-f52eb025d1e2 on host dv-neutron-829527-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:49:38.886192 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1702fc50-097a-4033-9fa8-b70148f27548 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event updated for resources: {'Port': ['ID=10a6af11-14ae-4290-a008-b740be94750e,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:38.897193 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-7b17b2bf-9aba-4f70-8a8d-8ca57bc50dce None None] The port '79105661-8c61-4e25-ab0e-f52eb025d1e2' was deleted {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:49:39.016478 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c71196-3c16-4c93-951a-8d218dbebb38 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event deleted for resources: {'Port': ['ID=79105661-8c61-4e25-ab0e-f52eb025d1e2,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:39.028659 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b3c1da-0124-4115-854c-cdd0230ccf2b None None] Pushing event updated for resources: {'Port': ['ID=686bd43a-151e-4447-9c7e-973cd5dec9d0,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:39.081338 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:39.095063 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-ee1d33da-9ef5-43d6-97da-f9e52e8d597f None None] Provisioning for port 10a6af11-14ae-4290-a008-b740be94750e completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:39.103076 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-2c23dff6-9f8e-4c55-b0b3-8fb6263ee38f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Allocated IP 2001:db8:0:1::19f (c2beece7-853e-4518-ace6-8724ee235932/75fdb673-eaf5-495f-ba02-f819372e0f2d/849ee829-9a62-4fa5-970e-2dd602727a6e) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:39.106735 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-ee1d33da-9ef5-43d6-97da-f9e52e8d597f None None] Provisioning complete for port 10a6af11-14ae-4290-a008-b740be94750e triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:39.107387 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ee1d33da-9ef5-43d6-97da-f9e52e8d597f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:39.111666 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-2c23dff6-9f8e-4c55-b0b3-8fb6263ee38f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Allocated IP 2001:db8::f816:3eff:fee8:a7db (c2beece7-853e-4518-ace6-8724ee235932/125ceb50-8b16-44db-8b5a-4325e0908f6e/849ee829-9a62-4fa5-970e-2dd602727a6e) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:39.175143 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port d8e3a8a0-d1e0-4c78-a1ab-8f9db623321f, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=d8e3a8a0-d1e0-4c78-a1ab-8f9db623321f,segment=NetworkSegment(36a71729-0e55-499c-a50b-da74a8c0f017),segment_id=36a71729-0e55-499c-a50b-da74a8c0f017)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:39.181005 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-ee1d33da-9ef5-43d6-97da-f9e52e8d597f None None] Port 10a6af11-14ae-4290-a008-b740be94750e cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:49:39.185270 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:39.219923 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b8c71196-3c16-4c93-951a-8d218dbebb38 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:39.286589 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-ee1d33da-9ef5-43d6-97da-f9e52e8d597f None None] Provisioning complete for port d8e3a8a0-d1e0-4c78-a1ab-8f9db623321f triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:39.288724 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ee1d33da-9ef5-43d6-97da-f9e52e8d597f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:39.289086 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6988a690-50af-4014-8060-dfb497f84ead tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:39.334347 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-b8c71196-3c16-4c93-951a-8d218dbebb38 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1d32ad8-f1f7-49ef-bada-4ea26d7c8ad1']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:39.354026 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1702fc50-097a-4033-9fa8-b70148f27548 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Network 93c44fdf-7f07-45bf-86c6-890ad24e438e is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:39.359919 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8a56e4cd-a2aa-4312-aa09-0b4cb01de780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:39.361986 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-1702fc50-097a-4033-9fa8-b70148f27548 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:39.367930 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-b8c71196-3c16-4c93-951a-8d218dbebb38 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7996a7be-3fbf-4253-841e-bf1d9dd40663') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:39.368301 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-b8c71196-3c16-4c93-951a-8d218dbebb38 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7996a7be-3fbf-4253-841e-bf1d9dd40663') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:39.403656 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 906f6732-f9c2-4187-a0ca-db729b9ca497 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:49:39.434592 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.db.api [None req-2054807e-5285-45ab-9912-82237a0a1721 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:49:39.434906 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG oslo_db.api [None req-2054807e-5285-45ab-9912-82237a0a1721 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:49:39.443073 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6988a690-50af-4014-8060-dfb497f84ead tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:39.491637 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 906f6732-f9c2-4187-a0ca-db729b9ca497 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:49:39.492239 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 906f6732-f9c2-4187-a0ca-db729b9ca497 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:49:39.492923 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 7ad6c0bc-7fe3-47ac-9637-5044e31d2f64 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:49:39.538178 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=d8e3a8a0-d1e0-4c78-a1ab-8f9db623321f,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:39.556601 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 7ad6c0bc-7fe3-47ac-9637-5044e31d2f64 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:49:39.556958 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 7ad6c0bc-7fe3-47ac-9637-5044e31d2f64 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:49:39.731567 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6347f6-5a15-44c8-bf43-a6902a844a2e admin admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:49:39.735897 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 686bd43a-151e-4447-9c7e-973cd5dec9d0 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:39.790560 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ca6e64-925e-4fa4-9d8c-389a01e2da77 None None] Sync routers for ids ['8eb277b7-49a7-4ccc-9af1-80f032ec4701'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:39.794073 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8a56e4cd-a2aa-4312-aa09-0b4cb01de780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:39.797651 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b8c71196-3c16-4c93-951a-8d218dbebb38 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:39.829971 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ca6e64-925e-4fa4-9d8c-389a01e2da77 None None] Routers {'8eb277b7-49a7-4ccc-9af1-80f032ec4701'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:39.830627 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-86ca6e64-925e-4fa4-9d8c-389a01e2da77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:49:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['8eb277b7-49a7-4ccc-9af1-80f032ec4701'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:39.879875 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b8c71196-3c16-4c93-951a-8d218dbebb38 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:39.895852 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-d287f430-c264-4470-bfff-b373c0c8ae29 None None] Provisioning complete for port 10a6af11-14ae-4290-a008-b740be94750e triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:39.896225 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d287f430-c264-4470-bfff-b373c0c8ae29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:39.901079 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8c71196-3c16-4c93-951a-8d218dbebb38 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:49:39.901797 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b8c71196-3c16-4c93-951a-8d218dbebb38 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:39.922274 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:49:39.922274 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:49:39.922274 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:49:39.922274 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:49:39.922274 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:49:39.922274 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:49:39.922274 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:49:39.922274 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:49:39.922274 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:49:39.922274 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:49:39.922274 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:49:39.922274 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:49:39.922274 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:49:39.922274 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:49:39.922274 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:49:39.922274 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:49:39.922274 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:49:39.922274 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:49:39.922274 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:49:39.922274 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:49:39.922274 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:49:39.922274 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:49:39.922274 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:49:39.922274 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:49:39.922274 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:49:39.922274 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:49:39.922274 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:49:39.922274 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:49:39.922274 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:49:39.922274 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:49:39.922274 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:49:39.922274 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:49:39.936562 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a56e4cd-a2aa-4312-aa09-0b4cb01de780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Network d6b52287-a565-41c0-9b57-85dfaeca659d is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:39.941260 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-8a56e4cd-a2aa-4312-aa09-0b4cb01de780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:39.952428 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-2054807e-5285-45ab-9912-82237a0a1721 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Deleting port 906f6732-f9c2-4187-a0ca-db729b9ca497 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:39.953165 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2054807e-5285-45ab-9912-82237a0a1721 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:39.994747 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a56e4cd-a2aa-4312-aa09-0b4cb01de780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:39.995992 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a56e4cd-a2aa-4312-aa09-0b4cb01de780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:39.996800 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8a56e4cd-a2aa-4312-aa09-0b4cb01de780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.003759 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fe6347f6-5a15-44c8-bf43-a6902a844a2e admin admin] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.007850 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-fe6347f6-5a15-44c8-bf43-a6902a844a2e admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.5561666 Feb 16 12:49:40.019466 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37238) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:40.023533 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a56e4cd-a2aa-4312-aa09-0b4cb01de780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Pushing event updated for resources: {'Port': ['ID=0e0959f3-372b-4ab5-ad0f-b592956cbd8b,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:40.038636 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-d287f430-c264-4470-bfff-b373c0c8ae29 None None] Port 10a6af11-14ae-4290-a008-b740be94750e cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:49:40.060238 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device d8e3a8a0-d1e0-4c78-a1ab-8f9db623321f up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:40.135553 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-86ca6e64-925e-4fa4-9d8c-389a01e2da77 None None] Set router 8eb277b7-49a7-4ccc-9af1-80f032ec4701 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:49:40.162075 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b8c71196-3c16-4c93-951a-8d218dbebb38 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.189180 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b8c71196-3c16-4c93-951a-8d218dbebb38 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.195180 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-2054807e-5285-45ab-9912-82237a0a1721 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] The port '906f6732-f9c2-4187-a0ca-db729b9ca497' was deleted {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:49:40.260304 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port d8e3a8a0-d1e0-4c78-a1ab-8f9db623321f triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:40.261074 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.270576 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c71196-3c16-4c93-951a-8d218dbebb38 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event deleted for resources: {'Network': ['ID=c1d32ad8-f1f7-49ef-bada-4ea26d7c8ad1,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:40.291281 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8a56e4cd-a2aa-4312-aa09-0b4cb01de780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.9894905 Feb 16 12:49:40.295568 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37242) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:40.307410 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8295'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:40.337249 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b8c71196-3c16-4c93-951a-8d218dbebb38 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/networks/c1d32ad8-f1f7-49ef-bada-4ea26d7c8ad1 HTTP/1.1" status: 204 len: 168 time: 2.7744827 Feb 16 12:49:40.342539 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37246) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:40.373563 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-489bb6ee-03db-45fc-bfa6-d08d2f3a18dc None None] Provisioning for port 686bd43a-151e-4447-9c7e-973cd5dec9d0 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:40.391516 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-8a6f876d-525d-46e0-9e96-67dd55766a1c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1755792794'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:40.391763 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-489bb6ee-03db-45fc-bfa6-d08d2f3a18dc None None] Provisioning complete for port 686bd43a-151e-4447-9c7e-973cd5dec9d0 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:40.392135 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-489bb6ee-03db-45fc-bfa6-d08d2f3a18dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.405924 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1702fc50-097a-4033-9fa8-b70148f27548 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Router 3dafea42-2468-49d5-9746-cacae769b523 is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:49:40.412901 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8a6f876d-525d-46e0-9e96-67dd55766a1c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:40.486728 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8a6f876d-525d-46e0-9e96-67dd55766a1c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Usage tracker for resource:network and tenant:e1117180e8c949a18483da62b9a9f5be is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:40.528261 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8a6f876d-525d-46e0-9e96-67dd55766a1c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:40.572662 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-38f24040-f902-4ad8-8cd9-4ee3c3ab7061 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.595394 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 0561f874-9ab7-4a8e-9e1e-7ee92e193274 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:40.603541 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2054807e-5285-45ab-9912-82237a0a1721 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.610260 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8a6f876d-525d-46e0-9e96-67dd55766a1c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:40.675551 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-38f24040-f902-4ad8-8cd9-4ee3c3ab7061 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.695656 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2c23dff6-9f8e-4c55-b0b3-8fb6263ee38f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.733328 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-86ca6e64-925e-4fa4-9d8c-389a01e2da77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb277b7-49a7-4ccc-9af1-80f032ec4701', 'name': 'tempest-TestVolumeBootPattern-1013864857-router', 'tenant_id': 'bde7e53a413e4a098e1f20342161fda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.215'}], 'enable_snat': True}, 'gw_port_id': 'ec343719-cf24-4544-9ca0-3b713703c25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:31Z', 'updated_at': '2022-02-16T12:49:34Z', 'revision_number': 3, 'project_id': 'bde7e53a413e4a098e1f20342161fda1', 'gw_port': {'id': 'ec343719-cf24-4544-9ca0-3b713703c25e', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:49:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb277b7-49a7-4ccc-9af1-80f032ec4701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:32Z', 'updated_at': '2022-02-16T12:49:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:40.735250 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 0561f874-9ab7-4a8e-9e1e-7ee92e193274 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:40.735576 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.754215 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-2054807e-5285-45ab-9912-82237a0a1721 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfc0f0a6-ad5f-40c0-960a-10c6a172d2d1']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:40.777389 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ca6e64-925e-4fa4-9d8c-389a01e2da77 None None] Checking router: 8eb277b7-49a7-4ccc-9af1-80f032ec4701 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:49:40.777389 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ca6e64-925e-4fa4-9d8c-389a01e2da77 None None] Updating router 8eb277b7-49a7-4ccc-9af1-80f032ec4701 port ec343719-cf24-4544-9ca0-3b713703c25e binding host dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:49:40.782546 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-2c23dff6-9f8e-4c55-b0b3-8fb6263ee38f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Transition to ACTIVE for port object 849ee829-9a62-4fa5-970e-2dd602727a6e will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:40.789196 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6f876d-525d-46e0-9e96-67dd55766a1c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Made reservation on behalf of e1117180e8c949a18483da62b9a9f5be for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:40.794021 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8a6f876d-525d-46e0-9e96-67dd55766a1c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.795062 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-2054807e-5285-45ab-9912-82237a0a1721 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d9e93a1-b67b-4706-b41d-2536205ed442') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:40.795356 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-2054807e-5285-45ab-9912-82237a0a1721 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d9e93a1-b67b-4706-b41d-2536205ed442') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:40.813945 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.827067 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2054807e-5285-45ab-9912-82237a0a1721 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.836128 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6988a690-50af-4014-8060-dfb497f84ead tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Router 280b01f7-1aa8-4aea-8b7b-434c5eea3121 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:49:40.841092 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-86ca6e64-925e-4fa4-9d8c-389a01e2da77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.876719 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2054807e-5285-45ab-9912-82237a0a1721 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:40.904641 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1702fc50-097a-4033-9fa8-b70148f27548 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:49:40.921409 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8743efd8-778b-4450-9274-ec093abca029 None None] Sync routers for ids ['3dafea42-2468-49d5-9746-cacae769b523'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:40.927258 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a6f876d-525d-46e0-9e96-67dd55766a1c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:49:40.951279 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8743efd8-778b-4450-9274-ec093abca029 None None] Routers {'3dafea42-2468-49d5-9746-cacae769b523'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:40.952470 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-8743efd8-778b-4450-9274-ec093abca029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:49:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['3dafea42-2468-49d5-9746-cacae769b523'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:40.985025 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2054807e-5285-45ab-9912-82237a0a1721 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:49:40.986016 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2054807e-5285-45ab-9912-82237a0a1721 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:41.000342 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1702fc50-097a-4033-9fa8-b70148f27548 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "PUT /v2.0/routers/3dafea42-2468-49d5-9746-cacae769b523/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4610658 Feb 16 12:49:41.011371 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37250) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:41.014135 dv-neutron-829527-1-hyperv neutron-server[87701]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:49:41.014135 dv-neutron-829527-1-hyperv neutron-server[87701]: util.warn( Feb 16 12:49:41.014135 dv-neutron-829527-1-hyperv neutron-server[87701]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:49:41.014135 dv-neutron-829527-1-hyperv neutron-server[87701]: util.warn( Feb 16 12:49:41.014135 dv-neutron-829527-1-hyperv neutron-server[87701]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:49:41.014135 dv-neutron-829527-1-hyperv neutron-server[87701]: util.warn( Feb 16 12:49:41.014135 dv-neutron-829527-1-hyperv neutron-server[87701]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:49:41.014135 dv-neutron-829527-1-hyperv neutron-server[87701]: util.warn( Feb 16 12:49:41.014135 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:49:41.014135 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:49:41.014135 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:49:41.014135 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:49:41.014135 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:49:41.014135 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:49:41.014135 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:49:41.014135 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:49:41.014135 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:49:41.014135 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:49:41.014135 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:49:41.014135 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:49:41.014135 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:49:41.014135 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:49:41.014135 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:49:41.014135 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:49:41.014135 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:49:41.014135 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:49:41.014135 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:49:41.014135 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:49:41.014135 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:49:41.014135 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:49:41.014135 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:49:41.014135 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:49:41.014135 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:49:41.014135 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:49:41.014135 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:49:41.014135 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:49:41.014135 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:49:41.014135 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:49:41.014135 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:49:41.014135 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:49:41.059787 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8a6f876d-525d-46e0-9e96-67dd55766a1c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:41.059787 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-8a6f876d-525d-46e0-9e96-67dd55766a1c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Added segment a8d7cd4d-236f-440f-8de9-cb5b8418d92f of type vlan for network 779575b6-fa9a-4ab8-9ae3-419333925f31 Feb 16 12:49:41.073213 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-8743efd8-778b-4450-9274-ec093abca029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:41.075826 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 79105661-8c61-4e25-ab0e-f52eb025d1e2 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:49:41.094184 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8743efd8-778b-4450-9274-ec093abca029 None None] Routers {'3dafea42-2468-49d5-9746-cacae769b523'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:41.095042 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-8743efd8-778b-4450-9274-ec093abca029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:49:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['3dafea42-2468-49d5-9746-cacae769b523'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:41.170684 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 79105661-8c61-4e25-ab0e-f52eb025d1e2 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:49:41.171291 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 79105661-8c61-4e25-ab0e-f52eb025d1e2 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:49:41.194013 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-8743efd8-778b-4450-9274-ec093abca029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:41.194567 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8743efd8-778b-4450-9274-ec093abca029 None None] The sync data for ids ['3dafea42-2468-49d5-9746-cacae769b523'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:41.248773 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2c23dff6-9f8e-4c55-b0b3-8fb6263ee38f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:41.374775 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-38f24040-f902-4ad8-8cd9-4ee3c3ab7061 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Allocated IP 172.26.5.239 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/a937388c-d185-4801-88af-51424e7874a9) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:41.425199 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c23dff6-9f8e-4c55-b0b3-8fb6263ee38f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:41.434722 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-2c23dff6-9f8e-4c55-b0b3-8fb6263ee38f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:41.435506 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8a6f876d-525d-46e0-9e96-67dd55766a1c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:41.441719 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2054807e-5285-45ab-9912-82237a0a1721 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:41.447359 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c23dff6-9f8e-4c55-b0b3-8fb6263ee38f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:41.453296 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c23dff6-9f8e-4c55-b0b3-8fb6263ee38f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:41.453938 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2c23dff6-9f8e-4c55-b0b3-8fb6263ee38f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:41.482139 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c164eb-cf92-4a3b-bd35-81c4fe2193c7 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:41.482767 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-50c164eb-cf92-4a3b-bd35-81c4fe2193c7 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Synchronizing usage tracker for tenant:bc1f0288054c40818f485d7fa9a59a39 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:41.508066 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2054807e-5285-45ab-9912-82237a0a1721 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:41.510891 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c23dff6-9f8e-4c55-b0b3-8fb6263ee38f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Port': ['ID=849ee829-9a62-4fa5-970e-2dd602727a6e,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:41.530741 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054807e-5285-45ab-9912-82237a0a1721 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event deleted for resources: {'Network': ['ID=bfc0f0a6-ad5f-40c0-960a-10c6a172d2d1,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:41.589077 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-50c164eb-cf92-4a3b-bd35-81c4fe2193c7 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Unset dirty status for tenant:bc1f0288054c40818f485d7fa9a59a39 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:41.592862 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-50c164eb-cf92-4a3b-bd35-81c4fe2193c7 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "GET /v2.0/ports/10a6af11-14ae-4290-a008-b740be94750e HTTP/1.1" status: 200 len: 911 time: 0.5769992 Feb 16 12:49:41.592862 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8a6f876d-525d-46e0-9e96-67dd55766a1c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:41.593363 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-2054807e-5285-45ab-9912-82237a0a1721 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "DELETE /v2.0/networks/bfc0f0a6-ad5f-40c0-960a-10c6a172d2d1 HTTP/1.1" status: 204 len: 168 time: 6.5266688 Feb 16 12:49:41.593363 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6988a690-50af-4014-8060-dfb497f84ead tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:49:41.594472 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37254) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:41.594472 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37256) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:41.596599 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6f876d-525d-46e0-9e96-67dd55766a1c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:41.597609 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8a6f876d-525d-46e0-9e96-67dd55766a1c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:41.601125 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-2c23dff6-9f8e-4c55-b0b3-8fb6263ee38f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 6.2047558 Feb 16 12:49:41.606941 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6988a690-50af-4014-8060-dfb497f84ead tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:41.608405 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e98cb0-5d48-4a00-add3-d29718989350 None None] Sync routers for ids ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:41.621820 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e98cb0-5d48-4a00-add3-d29718989350 None None] Routers {'280b01f7-1aa8-4aea-8b7b-434c5eea3121'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:41.622587 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-62e98cb0-5d48-4a00-add3-d29718989350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:49:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:41.634880 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-26c3c6b5-2f91-4245-a297-74591e830d56 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f76d9df3-f96c-4e68-9fbe-f0915c65b68a'}]}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:41.637096 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37262) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:41.693967 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-62e98cb0-5d48-4a00-add3-d29718989350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:41.703769 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e98cb0-5d48-4a00-add3-d29718989350 None None] Routers {'280b01f7-1aa8-4aea-8b7b-434c5eea3121'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:41.704538 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-62e98cb0-5d48-4a00-add3-d29718989350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:49:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:41.767994 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-62e98cb0-5d48-4a00-add3-d29718989350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:41.768440 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e98cb0-5d48-4a00-add3-d29718989350 None None] The sync data for ids ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:41.840110 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-6cb642db-93b3-437e-b781-42f5e05b350d None None] Provisioning for port 849ee829-9a62-4fa5-970e-2dd602727a6e completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:41.846280 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-6cb642db-93b3-437e-b781-42f5e05b350d None None] Provisioning complete for port 849ee829-9a62-4fa5-970e-2dd602727a6e triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:41.846948 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6cb642db-93b3-437e-b781-42f5e05b350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:41.850777 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] device_id is not set on port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:49:41.859596 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8a6f876d-525d-46e0-9e96-67dd55766a1c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5053916 Feb 16 12:49:41.867121 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37266) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:41.877079 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-27078d63-11c4-4997-a7a4-bfd4ee91f2bf tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Request body: {'subnet': {'network_id': '779575b6-fa9a-4ab8-9ae3-419333925f31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:41.880572 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:41.901724 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f876d-525d-46e0-9e96-67dd55766a1c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event updated for resources: {'Network': ['ID=779575b6-fa9a-4ab8-9ae3-419333925f31,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:41.907447 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-6cb642db-93b3-437e-b781-42f5e05b350d None None] Port 849ee829-9a62-4fa5-970e-2dd602727a6e cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:49:41.910934 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-91457f83-3d7a-4036-b9e8-f6114a3d4e30 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting port 849ee829-9a62-4fa5-970e-2dd602727a6e {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:41.911318 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-91457f83-3d7a-4036-b9e8-f6114a3d4e30 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:41.915067 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 779575b6-fa9a-4ab8-9ae3-419333925f31 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:49:41.963139 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Transition to ACTIVE for port object 0e0959f3-372b-4ab5-ad0f-b592956cbd8b will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:41.980324 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:42.223161 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Pushing event updated for resources: {'Port': ['ID=0e0959f3-372b-4ab5-ad0f-b592956cbd8b,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:42.232632 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-38f24040-f902-4ad8-8cd9-4ee3c3ab7061 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:42.233628 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2c5bf56b-b696-4857-8937-5aa947934185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:42.285188 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:42.285522 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:42.285864 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b on network d6b52287-a565-41c0-9b57-85dfaeca659d {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:42.300727 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-6988a690-50af-4014-8060-dfb497f84ead tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "PUT /v2.0/floatingips/c0614ef3-4142-4bef-a8c4-865b391ae26a HTTP/1.1" status: 200 len: 977 time: 7.3496945 Feb 16 12:49:42.317254 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37270) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:42.380797 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b on network d6b52287-a565-41c0-9b57-85dfaeca659d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:49:42.381167 dv-neutron-829527-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Failed to bind port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] Feb 16 12:49:42.382444 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-27078d63-11c4-4997-a7a4-bfd4ee91f2bf tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:42.385325 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempt 2 to bind port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b Feb 16 12:49:42.426757 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-27078d63-11c4-4997-a7a4-bfd4ee91f2bf tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Usage tracker for resource:subnet and tenant:e1117180e8c949a18483da62b9a9f5be is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:42.435022 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-27078d63-11c4-4997-a7a4-bfd4ee91f2bf tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:42.438725 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:42.439061 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:42.439394 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b on network d6b52287-a565-41c0-9b57-85dfaeca659d {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:42.478698 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b on network d6b52287-a565-41c0-9b57-85dfaeca659d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:49:42.478908 dv-neutron-829527-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Failed to bind port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] Feb 16 12:49:42.483479 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-27078d63-11c4-4997-a7a4-bfd4ee91f2bf tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:42.483680 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempt 3 to bind port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b Feb 16 12:49:42.521452 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-91457f83-3d7a-4036-b9e8-f6114a3d4e30 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:42.573429 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27078d63-11c4-4997-a7a4-bfd4ee91f2bf tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Made reservation on behalf of e1117180e8c949a18483da62b9a9f5be for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:42.576892 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-27078d63-11c4-4997-a7a4-bfd4ee91f2bf tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:42.607644 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:42.608000 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:42.608328 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b on network d6b52287-a565-41c0-9b57-85dfaeca659d {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:42.693255 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-91457f83-3d7a-4036-b9e8-f6114a3d4e30 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Calling delete_port for 849ee829-9a62-4fa5-970e-2dd602727a6e owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:42.736862 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b on network d6b52287-a565-41c0-9b57-85dfaeca659d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:49:42.737088 dv-neutron-829527-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Failed to bind port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] Feb 16 12:49:42.746168 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempt 4 to bind port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b Feb 16 12:49:42.826610 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:42.826937 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:42.827304 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b on network d6b52287-a565-41c0-9b57-85dfaeca659d {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:42.845437 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b on network d6b52287-a565-41c0-9b57-85dfaeca659d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:49:42.845773 dv-neutron-829527-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Failed to bind port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] Feb 16 12:49:42.851621 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempt 5 to bind port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b Feb 16 12:49:42.862970 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-2c5bf56b-b696-4857-8937-5aa947934185 admin admin] Allocated IP 172.20.0.1 (76ece293-167d-4b77-9802-c073df553c4c/b9c801dc-344b-4a81-a4c2-8e0285adb097/e3e149d4-f932-4f6f-9606-f167a5db9eda) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:42.918547 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:42.918845 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:42.919210 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b on network d6b52287-a565-41c0-9b57-85dfaeca659d {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:42.925159 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-38f24040-f902-4ad8-8cd9-4ee3c3ab7061 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:43.000115 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b on network d6b52287-a565-41c0-9b57-85dfaeca659d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:49:43.000338 dv-neutron-829527-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Failed to bind port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] Feb 16 12:49:43.010103 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempt 6 to bind port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b Feb 16 12:49:43.038371 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-26c3c6b5-2f91-4245-a297-74591e830d56 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:43.052915 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-86ca6e64-925e-4fa4-9d8c-389a01e2da77 None None] Notify callbacks [] for port, precommit_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:43.064703 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-eb20a00c-609a-4fd2-8731-e750ea11340f tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Deleting port 42ea2c82-f6c3-4f25-984f-518ec6d6f732 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:43.065042 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-eb20a00c-609a-4fd2-8731-e750ea11340f tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:43.082888 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:43.083209 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:43.083555 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b on network d6b52287-a565-41c0-9b57-85dfaeca659d {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:43.098188 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b on network d6b52287-a565-41c0-9b57-85dfaeca659d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:49:43.098556 dv-neutron-829527-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Failed to bind port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] Feb 16 12:49:43.104856 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f24040-f902-4ad8-8cd9-4ee3c3ab7061 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:43.109964 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempt 7 to bind port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b Feb 16 12:49:43.128560 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-38f24040-f902-4ad8-8cd9-4ee3c3ab7061 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:43.160276 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f24040-f902-4ad8-8cd9-4ee3c3ab7061 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:43.164506 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-86ca6e64-925e-4fa4-9d8c-389a01e2da77 None None] Transition to ACTIVE for port object ec343719-cf24-4544-9ca0-3b713703c25e will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:43.166317 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:43.166651 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:43.166996 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b on network d6b52287-a565-41c0-9b57-85dfaeca659d {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:43.173184 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-86ca6e64-925e-4fa4-9d8c-389a01e2da77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:43.192166 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f24040-f902-4ad8-8cd9-4ee3c3ab7061 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Pushing event updated for resources: {'Port': ['ID=a937388c-d185-4801-88af-51424e7874a9,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:43.272405 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-86ca6e64-925e-4fa4-9d8c-389a01e2da77 None None] Attempting to bind port ec343719-cf24-4544-9ca0-3b713703c25e on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:43.272789 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-86ca6e64-925e-4fa4-9d8c-389a01e2da77 None None] Attempting to bind port ec343719-cf24-4544-9ca0-3b713703c25e by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:43.273018 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ca6e64-925e-4fa4-9d8c-389a01e2da77 None None] Attempting to bind port ec343719-cf24-4544-9ca0-3b713703c25e on network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:43.282303 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f14d1d3-ed10-4ab0-a419-11f92a4347f1 None None] Pushing event updated for resources: {'Port': ['ID=ec343719-cf24-4544-9ca0-3b713703c25e,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:43.286234 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ca6e64-925e-4fa4-9d8c-389a01e2da77 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:49:43.287000 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ca6e64-925e-4fa4-9d8c-389a01e2da77 None None] Checking segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:49:43.287617 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-86ca6e64-925e-4fa4-9d8c-389a01e2da77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:43.288220 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ca6e64-925e-4fa4-9d8c-389a01e2da77 None None] Bound using segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:49:43.288938 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-86ca6e64-925e-4fa4-9d8c-389a01e2da77 None None] Bound port: ec343719-cf24-4544-9ca0-3b713703c25e, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:49:43.290623 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-86ca6e64-925e-4fa4-9d8c-389a01e2da77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:43.315952 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-91457f83-3d7a-4036-b9e8-f6114a3d4e30 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:43.319738 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2c5bf56b-b696-4857-8937-5aa947934185 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:43.322971 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b on network d6b52287-a565-41c0-9b57-85dfaeca659d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:49:43.323297 dv-neutron-829527-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Failed to bind port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] Feb 16 12:49:43.330328 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempt 8 to bind port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b Feb 16 12:49:43.370504 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-86ca6e64-925e-4fa4-9d8c-389a01e2da77 None None] For port ec343719-cf24-4544-9ca0-3b713703c25e, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:49:43.375348 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-86ca6e64-925e-4fa4-9d8c-389a01e2da77 None None] For port ec343719-cf24-4544-9ca0-3b713703c25e, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=ec343719-cf24-4544-9ca0-3b713703c25e,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:49:43.386597 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-86ca6e64-925e-4fa4-9d8c-389a01e2da77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:43.388867 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91457f83-3d7a-4036-b9e8-f6114a3d4e30 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Port': ['ID=849ee829-9a62-4fa5-970e-2dd602727a6e,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:43.400639 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-2c5bf56b-b696-4857-8937-5aa947934185 admin admin] Transition to ACTIVE for port object e3e149d4-f932-4f6f-9606-f167a5db9eda will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:43.427436 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:43.427908 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:43.428248 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b on network d6b52287-a565-41c0-9b57-85dfaeca659d {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:43.483340 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ca6e64-925e-4fa4-9d8c-389a01e2da77 None None] Routers {'8eb277b7-49a7-4ccc-9af1-80f032ec4701'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:43.483952 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-86ca6e64-925e-4fa4-9d8c-389a01e2da77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:49:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['8eb277b7-49a7-4ccc-9af1-80f032ec4701'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:43.486588 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b on network d6b52287-a565-41c0-9b57-85dfaeca659d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:49:43.486919 dv-neutron-829527-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Failed to bind port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] Feb 16 12:49:43.488210 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempt 9 to bind port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b Feb 16 12:49:43.533125 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:43.533603 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:43.533860 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b on network d6b52287-a565-41c0-9b57-85dfaeca659d {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:43.540244 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-91457f83-3d7a-4036-b9e8-f6114a3d4e30 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:43.549147 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2c5bf56b-b696-4857-8937-5aa947934185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:43.552950 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b on network d6b52287-a565-41c0-9b57-85dfaeca659d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:49:43.553445 dv-neutron-829527-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Failed to bind port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] Feb 16 12:49:43.578406 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f14d1d3-ed10-4ab0-a419-11f92a4347f1 None None] Pushing event updated for resources: {'Port': ['ID=ec343719-cf24-4544-9ca0-3b713703c25e,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:43.586414 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.plugin [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempt 10 to bind port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b Feb 16 12:49:43.629937 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-91457f83-3d7a-4036-b9e8-f6114a3d4e30 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/ports/849ee829-9a62-4fa5-970e-2dd602727a6e HTTP/1.1" status: 204 len: 168 time: 1.9773259 Feb 16 12:49:43.635288 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37274) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:43.649415 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-eb20a00c-609a-4fd2-8731-e750ea11340f tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:43.650168 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-eb20a00c-609a-4fd2-8731-e750ea11340f tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:43.672015 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:43.672348 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:43.672706 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempting to bind port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b on network d6b52287-a565-41c0-9b57-85dfaeca659d {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:43.690147 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5bf56b-b696-4857-8937-5aa947934185 admin admin] Network 76ece293-167d-4b77-9802-c073df553c4c is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:43.694802 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b on network d6b52287-a565-41c0-9b57-85dfaeca659d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:49:43.695126 dv-neutron-829527-1-hyperv neutron-server[87699]: ERROR neutron.plugins.ml2.managers [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Failed to bind port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b on host hv-neutron-8295 for vnic_type normal using segments [{'id': 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd6b52287-a565-41c0-9b57-85dfaeca659d'}] Feb 16 12:49:43.695478 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:43.701369 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-86ca6e64-925e-4fa4-9d8c-389a01e2da77 None None] Set router 8eb277b7-49a7-4ccc-9af1-80f032ec4701 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:49:43.704739 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-2c5bf56b-b696-4857-8937-5aa947934185 admin admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:43.714515 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5bf56b-b696-4857-8937-5aa947934185 admin admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:43.749498 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5bf56b-b696-4857-8937-5aa947934185 admin admin] Pushing event updated for resources: {'Port': ['ID=e3e149d4-f932-4f6f-9606-f167a5db9eda,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:43.831631 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2c5bf56b-b696-4857-8937-5aa947934185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:43.899865 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1686e6-cbcd-42c5-848e-4d2a143557cb tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:43.900547 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5f1686e6-cbcd-42c5-848e-4d2a143557cb tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:43.914945 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] For port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b, host hv-neutron-8295, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:49:43.915730 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attempted to set empty binding levels {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 16 12:49:43.921960 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-eb20a00c-609a-4fd2-8731-e750ea11340f tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Calling delete_port for 42ea2c82-f6c3-4f25-984f-518ec6d6f732 owned by network:floatingip {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:43.934834 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:43.989444 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5f1686e6-cbcd-42c5-848e-4d2a143557cb tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:43.993202 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5f1686e6-cbcd-42c5-848e-4d2a143557cb tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3520682 Feb 16 12:49:44.003206 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37278) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:44.006913 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] In _notify_port_updated(), no bound segment for port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b on network d6b52287-a565-41c0-9b57-85dfaeca659d {{(pid=87699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:49:44.007755 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:44.008391 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.012297 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] 10.222.0.83 "PUT /v2.0/ports/0e0959f3-372b-4ab5-ad0f-b592956cbd8b HTTP/1.1" status: 200 len: 980 time: 3.7102685 Feb 16 12:49:44.026574 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37282) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:44.065225 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef01e1c-83c2-4b2a-86f7-7e69bff72ce4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Pushing event updated for resources: {'Port': ['ID=0e0959f3-372b-4ab5-ad0f-b592956cbd8b,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:44.072681 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-86ca6e64-925e-4fa4-9d8c-389a01e2da77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb277b7-49a7-4ccc-9af1-80f032ec4701', 'name': 'tempest-TestVolumeBootPattern-1013864857-router', 'tenant_id': 'bde7e53a413e4a098e1f20342161fda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.215'}], 'enable_snat': True}, 'gw_port_id': 'ec343719-cf24-4544-9ca0-3b713703c25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:31Z', 'updated_at': '2022-02-16T12:49:34Z', 'revision_number': 3, 'project_id': 'bde7e53a413e4a098e1f20342161fda1', 'gw_port': {'id': 'ec343719-cf24-4544-9ca0-3b713703c25e', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:49:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb277b7-49a7-4ccc-9af1-80f032ec4701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:32Z', 'updated_at': '2022-02-16T12:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:44.078360 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ca6e64-925e-4fa4-9d8c-389a01e2da77 None None] The sync data for ids ['8eb277b7-49a7-4ccc-9af1-80f032ec4701'] in dv-neutron-829527-1-hyperv is: [{'id': '8eb277b7-49a7-4ccc-9af1-80f032ec4701', 'name': 'tempest-TestVolumeBootPattern-1013864857-router', 'tenant_id': 'bde7e53a413e4a098e1f20342161fda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.215'}], 'enable_snat': True}, 'gw_port_id': 'ec343719-cf24-4544-9ca0-3b713703c25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:31Z', 'updated_at': '2022-02-16T12:49:34Z', 'revision_number': 3, 'project_id': 'bde7e53a413e4a098e1f20342161fda1', 'gw_port': {'id': 'ec343719-cf24-4544-9ca0-3b713703c25e', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:49:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb277b7-49a7-4ccc-9af1-80f032ec4701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:32Z', 'updated_at': '2022-02-16T12:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:44.088964 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-67b0e798-7b3c-4623-98ed-0a6ba2cddb0b None None] Provisioning for port e3e149d4-f932-4f6f-9606-f167a5db9eda completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:44.096041 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-67b0e798-7b3c-4623-98ed-0a6ba2cddb0b None None] Provisioning complete for port e3e149d4-f932-4f6f-9606-f167a5db9eda triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:44.097504 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-67b0e798-7b3c-4623-98ed-0a6ba2cddb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.157875 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae271ac-8832-4a55-aa11-d9b8a532f2a6 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:44.159505 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2ae271ac-8832-4a55-aa11-d9b8a532f2a6 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1553261 Feb 16 12:49:44.164590 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37286) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:44.176307 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-67b0e798-7b3c-4623-98ed-0a6ba2cddb0b None None] Port e3e149d4-f932-4f6f-9606-f167a5db9eda cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:49:44.245761 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2c5bf56b-b696-4857-8937-5aa947934185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.272098 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba5689c-d9fa-44e5-a1bf-294ba0401fd9 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:44.273722 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba5689c-d9fa-44e5-a1bf-294ba0401fd9 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:44.275345 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba5689c-d9fa-44e5-a1bf-294ba0401fd9 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:44.276174 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5ba5689c-d9fa-44e5-a1bf-294ba0401fd9 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:44.363588 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5ba5689c-d9fa-44e5-a1bf-294ba0401fd9 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:44.367435 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5ba5689c-d9fa-44e5-a1bf-294ba0401fd9 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1991825 Feb 16 12:49:44.368072 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37290) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:44.496400 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-82dbcce9-9288-44cd-9b02-e353b7ce2bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Deleting port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:44.497023 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-82dbcce9-9288-44cd-9b02-e353b7ce2bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.526006 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd45ee22-4dc2-438c-a641-aa08cf5463e3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting subnet 125ceb50-8b16-44db-8b5a-4325e0908f6e {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:49:44.533496 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd45ee22-4dc2-438c-a641-aa08cf5463e3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.616104 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd45ee22-4dc2-438c-a641-aa08cf5463e3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.664093 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-27078d63-11c4-4997-a7a4-bfd4ee91f2bf tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.692880 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2c5bf56b-b696-4857-8937-5aa947934185 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.700221 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2c5bf56b-b696-4857-8937-5aa947934185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.830447 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5bf56b-b696-4857-8937-5aa947934185 admin admin] Pushing event updated for resources: {'Port': ['ID=e3e149d4-f932-4f6f-9606-f167a5db9eda,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:44.835944 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2c5bf56b-b696-4857-8937-5aa947934185 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:44.842510 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd45ee22-4dc2-438c-a641-aa08cf5463e3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:45.032381 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd45ee22-4dc2-438c-a641-aa08cf5463e3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:45.040834 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27078d63-11c4-4997-a7a4-bfd4ee91f2bf tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event updated for resources: {'Subnet': ['ID=e3183b99-d83b-496e-b6a7-08ac94d8020e,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:45.075914 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd45ee22-4dc2-438c-a641-aa08cf5463e3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:45.082998 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7617717b-b104-4ba9-bce0-d1d7e2f3fd4a None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:45.088024 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd45ee22-4dc2-438c-a641-aa08cf5463e3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Subnet': ['ID=125ceb50-8b16-44db-8b5a-4325e0908f6e,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:45.096142 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5bf56b-b696-4857-8937-5aa947934185 admin admin] Network 76ece293-167d-4b77-9802-c073df553c4c is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:45.098944 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-2c5bf56b-b696-4857-8937-5aa947934185 admin admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:45.137694 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a1c73fbc-969f-418b-9ab5-f5e36174dee7 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:45.207642 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27078d63-11c4-4997-a7a4-bfd4ee91f2bf tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Checking segment: {'id': 'a8d7cd4d-236f-440f-8de9-cb5b8418d92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '779575b6-fa9a-4ab8-9ae3-419333925f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:49:45.208320 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27078d63-11c4-4997-a7a4-bfd4ee91f2bf tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Network hostable DHCP agents. Network: 779575b6-fa9a-4ab8-9ae3-419333925f31, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:49:45.297229 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fd45ee22-4dc2-438c-a641-aa08cf5463e3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/125ceb50-8b16-44db-8b5a-4325e0908f6e HTTP/1.1" status: 204 len: 168 time: 0.9205017 Feb 16 12:49:45.306859 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37294) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:45.416001 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-38f24040-f902-4ad8-8cd9-4ee3c3ab7061 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:45.430310 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-11c6f2eb-aca9-47db-86f5-2e233c12696c None None] Provisioning complete for port e3e149d4-f932-4f6f-9606-f167a5db9eda triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:45.430919 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-11c6f2eb-aca9-47db-86f5-2e233c12696c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:45.446962 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5bf56b-b696-4857-8937-5aa947934185 admin admin] Router 8eb277b7-49a7-4ccc-9af1-80f032ec4701 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:49:45.491992 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-11c6f2eb-aca9-47db-86f5-2e233c12696c None None] Port e3e149d4-f932-4f6f-9606-f167a5db9eda cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:49:45.676656 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5bf56b-b696-4857-8937-5aa947934185 admin admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:49:45.682198 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2c5bf56b-b696-4857-8937-5aa947934185 admin admin] 10.222.0.83 "PUT /v2.0/routers/8eb277b7-49a7-4ccc-9af1-80f032ec4701/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6599925 Feb 16 12:49:45.716583 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a09c191-8136-443e-8ab1-47d657090ce6 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting subnet 75fdb673-eaf5-495f-ba02-f819372e0f2d {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:49:45.729051 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device ec343719-cf24-4544-9ca0-3b713703c25e up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:45.743349 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-82dbcce9-9288-44cd-9b02-e353b7ce2bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] For port 0e0959f3-372b-4ab5-ad0f-b592956cbd8b, host hv-neutron-8295, got binding levels [] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:45.743701 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-82dbcce9-9288-44cd-9b02-e353b7ce2bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:45.837374 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port ec343719-cf24-4544-9ca0-3b713703c25e completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:45.845501 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port ec343719-cf24-4544-9ca0-3b713703c25e triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:45.845956 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:45.922018 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b26ac5-cdb9-4ad1-ba3c-1f4315cba010 None None] Sync routers for ids ['8eb277b7-49a7-4ccc-9af1-80f032ec4701'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:45.933998 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b26ac5-cdb9-4ad1-ba3c-1f4315cba010 None None] Routers {'8eb277b7-49a7-4ccc-9af1-80f032ec4701'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:45.935514 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-97b26ac5-cdb9-4ad1-ba3c-1f4315cba010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:49:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['8eb277b7-49a7-4ccc-9af1-80f032ec4701'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:46.004537 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:46.034732 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port ec343719-cf24-4544-9ca0-3b713703c25e, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=ec343719-cf24-4544-9ca0-3b713703c25e,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:46.040471 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-82dbcce9-9288-44cd-9b02-e353b7ce2bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Calling delete_port for 0e0959f3-372b-4ab5-ad0f-b592956cbd8b owned by {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:46.046470 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:46.128409 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-eb20a00c-609a-4fd2-8731-e750ea11340f tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:46.151284 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9a09c191-8136-443e-8ab1-47d657090ce6 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:46.152353 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=ec343719-cf24-4544-9ca0-3b713703c25e,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:46.207115 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-97b26ac5-cdb9-4ad1-ba3c-1f4315cba010 None None] Set router 8eb277b7-49a7-4ccc-9af1-80f032ec4701 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:49:46.246749 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-26c3c6b5-2f91-4245-a297-74591e830d56 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:46.321036 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-d9a4afd8-7d53-4cbb-ba43-4ff09eb7c3b9 None None] Provisioning complete for port 686bd43a-151e-4447-9c7e-973cd5dec9d0 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:46.321401 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d9a4afd8-7d53-4cbb-ba43-4ff09eb7c3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:46.429056 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37304) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:46.436374 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb20a00c-609a-4fd2-8731-e750ea11340f tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Pushing event deleted for resources: {'Port': ['ID=42ea2c82-f6c3-4f25-984f-518ec6d6f732,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:46.442321 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d7748b16-370f-4764-9367-1339c289abca tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-347224593', 'description': 'tempest-secgroup-smoke-347224593 description', 'project_id': '43a461e2fae64766bd31efeef15d8935'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:46.454817 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d7748b16-370f-4764-9367-1339c289abca tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:46.469676 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d7748b16-370f-4764-9367-1339c289abca tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Usage tracker for resource:security_group and tenant:43a461e2fae64766bd31efeef15d8935 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:46.475651 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d7748b16-370f-4764-9367-1339c289abca tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:46.481971 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d7748b16-370f-4764-9367-1339c289abca tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:46.494798 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-26c3c6b5-2f91-4245-a297-74591e830d56 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:46.497286 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d7748b16-370f-4764-9367-1339c289abca tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:46.505395 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c3c6b5-2f91-4245-a297-74591e830d56 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:46.506645 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-26c3c6b5-2f91-4245-a297-74591e830d56 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:46.513910 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37308) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:46.515101 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-26c3c6b5-2f91-4245-a297-74591e830d56 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "PUT /v2.0/ports/10a6af11-14ae-4290-a008-b740be94750e HTTP/1.1" status: 200 len: 911 time: 4.9157765 Feb 16 12:49:46.600820 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d7748b16-370f-4764-9367-1339c289abca tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:46.617282 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27078d63-11c4-4997-a7a4-bfd4ee91f2bf tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Network 779575b6-fa9a-4ab8-9ae3-419333925f31 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:49:46.646515 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-97b26ac5-cdb9-4ad1-ba3c-1f4315cba010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb277b7-49a7-4ccc-9af1-80f032ec4701', 'name': 'tempest-TestVolumeBootPattern-1013864857-router', 'tenant_id': 'bde7e53a413e4a098e1f20342161fda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.215'}], 'enable_snat': True}, 'gw_port_id': 'ec343719-cf24-4544-9ca0-3b713703c25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:31Z', 'updated_at': '2022-02-16T12:49:44Z', 'revision_number': 4, 'project_id': 'bde7e53a413e4a098e1f20342161fda1', 'gw_port': {'id': 'ec343719-cf24-4544-9ca0-3b713703c25e', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:49:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb277b7-49a7-4ccc-9af1-80f032ec4701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:32Z', 'updated_at': '2022-02-16T12:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': 'e3e149d4-f932-4f6f-9606-f167a5db9eda', 'name': '', 'network_id': '76ece293-167d-4b77-9802-c073df553c4c', 'tenant_id': 'bde7e53a413e4a098e1f20342161fda1', 'mac_address': 'fa:16:3e:7d:2a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb277b7-49a7-4ccc-9af1-80f032ec4701', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'b9c801dc-344b-4a81-a4c2-8e0285adb097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:42Z', 'updated_at': '2022-02-16T12:49:44Z', 'revision_number': 2, 'project_id': 'bde7e53a413e4a098e1f20342161fda1', 'subnets': [{'id': 'b9c801dc-344b-4a81-a4c2-8e0285adb097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:46.650924 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b26ac5-cdb9-4ad1-ba3c-1f4315cba010 None None] Checking router: 8eb277b7-49a7-4ccc-9af1-80f032ec4701 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:49:46.651192 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b26ac5-cdb9-4ad1-ba3c-1f4315cba010 None None] Updating router 8eb277b7-49a7-4ccc-9af1-80f032ec4701 port e3e149d4-f932-4f6f-9606-f167a5db9eda binding host dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:49:46.660452 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d7748b16-370f-4764-9367-1339c289abca tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Usage tracker for resource:security_group_rule and tenant:43a461e2fae64766bd31efeef15d8935 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:46.676864 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d7748b16-370f-4764-9367-1339c289abca tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:46.686760 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d7748b16-370f-4764-9367-1339c289abca tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:46.709023 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-97b26ac5-cdb9-4ad1-ba3c-1f4315cba010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:46.755024 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9a09c191-8136-443e-8ab1-47d657090ce6 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:46.832106 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-27078d63-11c4-4997-a7a4-bfd4ee91f2bf tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 779575b6-fa9a-4ab8-9ae3-419333925f31) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:46.843371 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63208c8-d2a6-42e1-a758-b5bef2a4d1b9 None None] Network 779575b6-fa9a-4ab8-9ae3-419333925f31 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:46.874499 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-82dbcce9-9288-44cd-9b02-e353b7ce2bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:46.903771 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27078d63-11c4-4997-a7a4-bfd4ee91f2bf tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:46.904269 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-27078d63-11c4-4997-a7a4-bfd4ee91f2bf tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:46.939561 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c3c6b5-2f91-4245-a297-74591e830d56 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event updated for resources: {'Port': ['ID=10a6af11-14ae-4290-a008-b740be94750e,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:46.968943 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d7748b16-370f-4764-9367-1339c289abca tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:46.974289 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-eb20a00c-609a-4fd2-8731-e750ea11340f tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for floatingip, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:46.974685 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.l3_db [None req-eb20a00c-609a-4fd2-8731-e750ea11340f tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Floating IP c0614ef3-4142-4bef-a8c4-865b391ae26a disassociated (deleted). External IP: 172.26.5.25, port: bc7794e8-b459-4bd9-8a6c-5146e558f359. Feb 16 12:49:47.028735 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d7748b16-370f-4764-9367-1339c289abca tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.084620 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7748b16-370f-4764-9367-1339c289abca tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81c9b434-7d09-4831-ba16-f778515a1a0e,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:47.094265 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-82dbcce9-9288-44cd-9b02-e353b7ce2bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.103257 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dbcce9-9288-44cd-9b02-e353b7ce2bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e0959f3-372b-4ab5-ad0f-b592956cbd8b,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:47.124465 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-97b26ac5-cdb9-4ad1-ba3c-1f4315cba010 None None] Notify callbacks [] for port, precommit_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.128572 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d7748b16-370f-4764-9367-1339c289abca tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.133634 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d7748b16-370f-4764-9367-1339c289abca tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7013841 Feb 16 12:49:47.137296 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.provisioning_blocks [None req-97b26ac5-cdb9-4ad1-ba3c-1f4315cba010 None None] Transition to ACTIVE for port object e3e149d4-f932-4f6f-9606-f167a5db9eda will not be triggered until provisioned by entity L2. {{(pid=87703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:47.140176 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37312) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:47.146820 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-97b26ac5-cdb9-4ad1-ba3c-1f4315cba010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.153494 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390ca50b-967c-4d7d-8b38-302f1f9ad38f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-779575b6-fa9a-4ab8-9ae3-419333925f31', 'network_id': '779575b6-fa9a-4ab8-9ae3-419333925f31', 'tenant_id': 'e1117180e8c949a18483da62b9a9f5be', 'fixed_ips': [{'subnet_id': 'e3183b99-d83b-496e-b6a7-08ac94d8020e'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:49:47.154457 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-390ca50b-967c-4d7d-8b38-302f1f9ad38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.154837 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-8a601360-f830-471e-b226-6424b2138bd6 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Request body: {'security_group_rule': {'security_group_id': '81c9b434-7d09-4831-ba16-f778515a1a0e', 'project_id': '43a461e2fae64766bd31efeef15d8935', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:47.162283 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8a601360-f830-471e-b226-6424b2138bd6 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:47.167889 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8a601360-f830-471e-b226-6424b2138bd6 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Usage tracker for resource:security_group_rule and tenant:43a461e2fae64766bd31efeef15d8935 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:47.171175 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-38f24040-f902-4ad8-8cd9-4ee3c3ab7061 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.176653 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8a601360-f830-471e-b226-6424b2138bd6 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:47.184933 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8a601360-f830-471e-b226-6424b2138bd6 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:47.218188 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2dade831-aa2f-4764-82f6-7a6b6911b5a5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.231578 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ede1-1ca7-4795-9f72-644ec9978a6b None None] Pushing event updated for resources: {'Port': ['ID=e3e149d4-f932-4f6f-9606-f167a5db9eda,revision_number=3']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:47.251604 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-27078d63-11c4-4997-a7a4-bfd4ee91f2bf tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.3815989 Feb 16 12:49:47.252982 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-38f24040-f902-4ad8-8cd9-4ee3c3ab7061 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1023088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1023049', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1023600'] for router, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.255535 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37316) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:47.279356 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-996d334a-dcac-400f-8241-ee0d965497e7 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1991852471', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:47.303911 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-996d334a-dcac-400f-8241-ee0d965497e7 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:47.308065 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8a601360-f830-471e-b226-6424b2138bd6 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.372756 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-82dbcce9-9288-44cd-9b02-e353b7ce2bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] 10.222.0.83 "DELETE /v2.0/ports/0e0959f3-372b-4ab5-ad0f-b592956cbd8b HTTP/1.1" status: 204 len: 168 time: 3.3367407 Feb 16 12:49:47.373722 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-996d334a-dcac-400f-8241-ee0d965497e7 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Usage tracker for resource:router and tenant:e1117180e8c949a18483da62b9a9f5be is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:47.392203 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-996d334a-dcac-400f-8241-ee0d965497e7 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:47.394901 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37320) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:47.407418 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-390ca50b-967c-4d7d-8b38-302f1f9ad38f None None] Allocated IP 2001:db8::2 (779575b6-fa9a-4ab8-9ae3-419333925f31/e3183b99-d83b-496e-b6a7-08ac94d8020e/55898619-bd98-45aa-9733-a5eb9b42febc) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:47.437450 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-97b26ac5-cdb9-4ad1-ba3c-1f4315cba010 None None] Attempting to bind port e3e149d4-f932-4f6f-9606-f167a5db9eda on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:47.437865 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-97b26ac5-cdb9-4ad1-ba3c-1f4315cba010 None None] Attempting to bind port e3e149d4-f932-4f6f-9606-f167a5db9eda by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '6cf62898-c96e-48e1-99b5-2aaf40ffb7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '76ece293-167d-4b77-9802-c073df553c4c'}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:47.438222 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b26ac5-cdb9-4ad1-ba3c-1f4315cba010 None None] Attempting to bind port e3e149d4-f932-4f6f-9606-f167a5db9eda on network 76ece293-167d-4b77-9802-c073df553c4c {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:47.444384 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b26ac5-cdb9-4ad1-ba3c-1f4315cba010 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:49:47.444815 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b26ac5-cdb9-4ad1-ba3c-1f4315cba010 None None] Checking segment: {'id': '6cf62898-c96e-48e1-99b5-2aaf40ffb7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '76ece293-167d-4b77-9802-c073df553c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:49:47.445265 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-97b26ac5-cdb9-4ad1-ba3c-1f4315cba010 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.445693 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b26ac5-cdb9-4ad1-ba3c-1f4315cba010 None None] Bound using segment: {'id': '6cf62898-c96e-48e1-99b5-2aaf40ffb7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '76ece293-167d-4b77-9802-c073df553c4c'} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:49:47.447694 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-97b26ac5-cdb9-4ad1-ba3c-1f4315cba010 None None] Bound port: e3e149d4-f932-4f6f-9606-f167a5db9eda, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cf62898-c96e-48e1-99b5-2aaf40ffb7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '76ece293-167d-4b77-9802-c073df553c4c'}}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:49:47.448077 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-97b26ac5-cdb9-4ad1-ba3c-1f4315cba010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.461927 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-996d334a-dcac-400f-8241-ee0d965497e7 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:47.468133 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9a09c191-8136-443e-8ab1-47d657090ce6 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.554974 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-9162ee38-9358-4f2b-894e-e50d5968cab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] GET failed (client error): The resource could not be found. Feb 16 12:49:47.557186 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-9162ee38-9358-4f2b-894e-e50d5968cab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Synchronizing usage tracker for tenant:8f704a35d4dd4de9a503657c3c20dbc3 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:47.578934 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-996d334a-dcac-400f-8241-ee0d965497e7 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.580383 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-996d334a-dcac-400f-8241-ee0d965497e7 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.601624 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-97b26ac5-cdb9-4ad1-ba3c-1f4315cba010 None None] For port e3e149d4-f932-4f6f-9606-f167a5db9eda, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:49:47.607112 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-97b26ac5-cdb9-4ad1-ba3c-1f4315cba010 None None] For port e3e149d4-f932-4f6f-9606-f167a5db9eda, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=e3e149d4-f932-4f6f-9606-f167a5db9eda,segment=NetworkSegment(6cf62898-c96e-48e1-99b5-2aaf40ffb7b9),segment_id=6cf62898-c96e-48e1-99b5-2aaf40ffb7b9)] {{(pid=87703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:49:47.613648 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-97b26ac5-cdb9-4ad1-ba3c-1f4315cba010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.728289 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-390ca50b-967c-4d7d-8b38-302f1f9ad38f None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.741039 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-390ca50b-967c-4d7d-8b38-302f1f9ad38f None None] Transition to ACTIVE for port object 55898619-bd98-45aa-9733-a5eb9b42febc will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:47.741977 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8a601360-f830-471e-b226-6424b2138bd6 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.746106 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738ede1-1ca7-4795-9f72-644ec9978a6b None None] Pushing event updated for resources: {'Port': ['ID=e3e149d4-f932-4f6f-9606-f167a5db9eda,revision_number=4']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:47.752076 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8a601360-f830-471e-b226-6424b2138bd6 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.766980 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b26ac5-cdb9-4ad1-ba3c-1f4315cba010 None None] Routers {'8eb277b7-49a7-4ccc-9af1-80f032ec4701'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:47.767738 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-97b26ac5-cdb9-4ad1-ba3c-1f4315cba010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:49:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['8eb277b7-49a7-4ccc-9af1-80f032ec4701'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:47.777179 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-390ca50b-967c-4d7d-8b38-302f1f9ad38f None None] Transition to ACTIVE for port object 55898619-bd98-45aa-9733-a5eb9b42febc will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:47.788316 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device ec343719-cf24-4544-9ca0-3b713703c25e up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:47.805224 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a601360-f830-471e-b226-6424b2138bd6 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75ea72e2-be1e-48f6-8dc1-010acbe713dc,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:47.836812 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-390ca50b-967c-4d7d-8b38-302f1f9ad38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:47.976972 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390ca50b-967c-4d7d-8b38-302f1f9ad38f None None] Network 779575b6-fa9a-4ab8-9ae3-419333925f31 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:47.982847 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-390ca50b-967c-4d7d-8b38-302f1f9ad38f None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:47.988198 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390ca50b-967c-4d7d-8b38-302f1f9ad38f None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:47.996212 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8a601360-f830-471e-b226-6424b2138bd6 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.000451 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8a601360-f830-471e-b226-6424b2138bd6 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8596597 Feb 16 12:49:48.008233 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37324) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:48.018918 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-6ebba1b2-66b2-42a4-a3ea-9f1cc3838f92 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Request body: {'security_group_rule': {'security_group_id': '81c9b434-7d09-4831-ba16-f778515a1a0e', 'project_id': '43a461e2fae64766bd31efeef15d8935', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:48.026864 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6ebba1b2-66b2-42a4-a3ea-9f1cc3838f92 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:48.039992 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6ebba1b2-66b2-42a4-a3ea-9f1cc3838f92 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Usage tracker for resource:security_group_rule and tenant:43a461e2fae64766bd31efeef15d8935 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:48.044775 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6ebba1b2-66b2-42a4-a3ea-9f1cc3838f92 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:48.047606 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2dade831-aa2f-4764-82f6-7a6b6911b5a5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Deleting port 10a6af11-14ae-4290-a008-b740be94750e {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:48.047937 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2dade831-aa2f-4764-82f6-7a6b6911b5a5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.048052 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-97b26ac5-cdb9-4ad1-ba3c-1f4315cba010 None None] Set router 8eb277b7-49a7-4ccc-9af1-80f032ec4701 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:49:48.062170 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ca50b-967c-4d7d-8b38-302f1f9ad38f None None] Pushing event updated for resources: {'Port': ['ID=55898619-bd98-45aa-9733-a5eb9b42febc,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:48.090765 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6ebba1b2-66b2-42a4-a3ea-9f1cc3838f92 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:48.099601 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-9162ee38-9358-4f2b-894e-e50d5968cab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] Unset dirty status for tenant:8f704a35d4dd4de9a503657c3c20dbc3 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:48.102094 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-9162ee38-9358-4f2b-894e-e50d5968cab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-317776853-project-admin] 10.222.0.83 "GET /v2.0/ports/0e0959f3-372b-4ab5-ad0f-b592956cbd8b HTTP/1.1" status: 404 len: 333 time: 0.7025027 Feb 16 12:49:48.110961 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37328) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:48.151383 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-390ca50b-967c-4d7d-8b38-302f1f9ad38f None None] Attempting to bind port 55898619-bd98-45aa-9733-a5eb9b42febc on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:48.151767 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-390ca50b-967c-4d7d-8b38-302f1f9ad38f None None] Attempting to bind port 55898619-bd98-45aa-9733-a5eb9b42febc by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'a8d7cd4d-236f-440f-8de9-cb5b8418d92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '779575b6-fa9a-4ab8-9ae3-419333925f31'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:48.152704 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390ca50b-967c-4d7d-8b38-302f1f9ad38f None None] Attempting to bind port 55898619-bd98-45aa-9733-a5eb9b42febc on network 779575b6-fa9a-4ab8-9ae3-419333925f31 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:48.162052 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-996d334a-dcac-400f-8241-ee0d965497e7 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.170891 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390ca50b-967c-4d7d-8b38-302f1f9ad38f None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:49:48.171512 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390ca50b-967c-4d7d-8b38-302f1f9ad38f None None] Checking segment: {'id': 'a8d7cd4d-236f-440f-8de9-cb5b8418d92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '779575b6-fa9a-4ab8-9ae3-419333925f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:49:48.171708 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-390ca50b-967c-4d7d-8b38-302f1f9ad38f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.172001 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390ca50b-967c-4d7d-8b38-302f1f9ad38f None None] Bound using segment: {'id': 'a8d7cd4d-236f-440f-8de9-cb5b8418d92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '779575b6-fa9a-4ab8-9ae3-419333925f31'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:49:48.172470 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-390ca50b-967c-4d7d-8b38-302f1f9ad38f None None] Bound port: 55898619-bd98-45aa-9733-a5eb9b42febc, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8d7cd4d-236f-440f-8de9-cb5b8418d92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '779575b6-fa9a-4ab8-9ae3-419333925f31'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:49:48.172864 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-390ca50b-967c-4d7d-8b38-302f1f9ad38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.233413 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6ebba1b2-66b2-42a4-a3ea-9f1cc3838f92 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.282587 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-390ca50b-967c-4d7d-8b38-302f1f9ad38f None None] For port 55898619-bd98-45aa-9733-a5eb9b42febc, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:49:48.285864 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-390ca50b-967c-4d7d-8b38-302f1f9ad38f None None] For port 55898619-bd98-45aa-9733-a5eb9b42febc, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=55898619-bd98-45aa-9733-a5eb9b42febc,segment=NetworkSegment(a8d7cd4d-236f-440f-8de9-cb5b8418d92f),segment_id=a8d7cd4d-236f-440f-8de9-cb5b8418d92f)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:49:48.288067 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port ec343719-cf24-4544-9ca0-3b713703c25e triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:48.288426 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.305625 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-a1c73fbc-969f-418b-9ab5-f5e36174dee7 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Deleting port 47270ed9-b121-474b-bb34-a5e191358a7b {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:48.306788 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a1c73fbc-969f-418b-9ab5-f5e36174dee7 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.397651 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6ebba1b2-66b2-42a4-a3ea-9f1cc3838f92 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.416134 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fb831a26-5816-421c-bb70-2b9cced890a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.427152 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6ebba1b2-66b2-42a4-a3ea-9f1cc3838f92 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.431828 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-390ca50b-967c-4d7d-8b38-302f1f9ad38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.434291 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9a09c191-8136-443e-8ab1-47d657090ce6 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.458859 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-996d334a-dcac-400f-8241-ee0d965497e7 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.473273 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-97b26ac5-cdb9-4ad1-ba3c-1f4315cba010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb277b7-49a7-4ccc-9af1-80f032ec4701', 'name': 'tempest-TestVolumeBootPattern-1013864857-router', 'tenant_id': 'bde7e53a413e4a098e1f20342161fda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.215'}], 'enable_snat': True}, 'gw_port_id': 'ec343719-cf24-4544-9ca0-3b713703c25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:31Z', 'updated_at': '2022-02-16T12:49:44Z', 'revision_number': 4, 'project_id': 'bde7e53a413e4a098e1f20342161fda1', 'gw_port': {'id': 'ec343719-cf24-4544-9ca0-3b713703c25e', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:49:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb277b7-49a7-4ccc-9af1-80f032ec4701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:32Z', 'updated_at': '2022-02-16T12:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': 'e3e149d4-f932-4f6f-9606-f167a5db9eda', 'name': '', 'network_id': '76ece293-167d-4b77-9802-c073df553c4c', 'tenant_id': 'bde7e53a413e4a098e1f20342161fda1', 'mac_address': 'fa:16:3e:7d:2a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb277b7-49a7-4ccc-9af1-80f032ec4701', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'b9c801dc-344b-4a81-a4c2-8e0285adb097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:42Z', 'updated_at': '2022-02-16T12:49:47Z', 'revision_number': 4, 'project_id': 'bde7e53a413e4a098e1f20342161fda1', 'subnets': [{'id': 'b9c801dc-344b-4a81-a4c2-8e0285adb097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:48.475888 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebba1b2-66b2-42a4-a3ea-9f1cc3838f92 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e85b346-15a5-4e48-9dc2-8909c43e9357,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:48.478956 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b26ac5-cdb9-4ad1-ba3c-1f4315cba010 None None] The sync data for ids ['8eb277b7-49a7-4ccc-9af1-80f032ec4701'] in dv-neutron-829527-1-hyperv is: [{'id': '8eb277b7-49a7-4ccc-9af1-80f032ec4701', 'name': 'tempest-TestVolumeBootPattern-1013864857-router', 'tenant_id': 'bde7e53a413e4a098e1f20342161fda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.215'}], 'enable_snat': True}, 'gw_port_id': 'ec343719-cf24-4544-9ca0-3b713703c25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:31Z', 'updated_at': '2022-02-16T12:49:44Z', 'revision_number': 4, 'project_id': 'bde7e53a413e4a098e1f20342161fda1', 'gw_port': {'id': 'ec343719-cf24-4544-9ca0-3b713703c25e', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:49:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb277b7-49a7-4ccc-9af1-80f032ec4701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:32Z', 'updated_at': '2022-02-16T12:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': 'e3e149d4-f932-4f6f-9606-f167a5db9eda', 'name': '', 'network_id': '76ece293-167d-4b77-9802-c073df553c4c', 'tenant_id': 'bde7e53a413e4a098e1f20342161fda1', 'mac_address': 'fa:16:3e:7d:2a:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb277b7-49a7-4ccc-9af1-80f032ec4701', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'b9c801dc-344b-4a81-a4c2-8e0285adb097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:42Z', 'updated_at': '2022-02-16T12:49:47Z', 'revision_number': 4, 'project_id': 'bde7e53a413e4a098e1f20342161fda1', 'subnets': [{'id': 'b9c801dc-344b-4a81-a4c2-8e0285adb097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:48.555592 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6ebba1b2-66b2-42a4-a3ea-9f1cc3838f92 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.560229 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6ebba1b2-66b2-42a4-a3ea-9f1cc3838f92 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5484271 Feb 16 12:49:48.564936 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37332) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:48.607435 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b95b46-f584-4dfc-b710-5ad16cdcea01 None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:48.645652 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a09c191-8136-443e-8ab1-47d657090ce6 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Subnet': ['ID=75fdb673-eaf5-495f-ba02-f819372e0f2d,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:48.648931 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb20a00c-609a-4fd2-8731-e750ea11340f tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Router 280b01f7-1aa8-4aea-8b7b-434c5eea3121 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:49:48.650299 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9a09c191-8136-443e-8ab1-47d657090ce6 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.652182 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-9a09c191-8136-443e-8ab1-47d657090ce6 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/75fdb673-eaf5-495f-ba02-f819372e0f2d HTTP/1.1" status: 204 len: 168 time: 3.2849758 Feb 16 12:49:48.660175 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-9acc5d66-3838-433a-9af6-a26dd462f64c tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Request body: {'security_group_rule': {'security_group_id': '81c9b434-7d09-4831-ba16-f778515a1a0e', 'project_id': '43a461e2fae64766bd31efeef15d8935', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:48.667821 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37336) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:48.714612 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ca50b-967c-4d7d-8b38-302f1f9ad38f None None] Pushing event updated for resources: {'Port': ['ID=55898619-bd98-45aa-9733-a5eb9b42febc,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:48.737558 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fb831a26-5816-421c-bb70-2b9cced890a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.741265 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-9acc5d66-3838-433a-9af6-a26dd462f64c tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:48.750128 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-996d334a-dcac-400f-8241-ee0d965497e7 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.754644 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-996d334a-dcac-400f-8241-ee0d965497e7 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.4837325 Feb 16 12:49:48.757101 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2dade831-aa2f-4764-82f6-7a6b6911b5a5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:48.765864 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37340) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:48.786024 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-9add0862-13bf-46c2-8f4e-c791d4b0091e tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Request body: {'port': {'network_id': '779575b6-fa9a-4ab8-9ae3-419333925f31', 'name': 'tempest-PortsIpV6TestJSON-1602352554'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:48.819505 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-fb831a26-5816-421c-bb70-2b9cced890a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6b52287-a565-41c0-9b57-85dfaeca659d']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:48.836954 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-9acc5d66-3838-433a-9af6-a26dd462f64c tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Usage tracker for resource:security_group_rule and tenant:43a461e2fae64766bd31efeef15d8935 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:48.856004 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-9acc5d66-3838-433a-9af6-a26dd462f64c tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:48.963899 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-9ad81193-7cc6-4fa2-928f-f76c62a6b9a8 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2816582 Feb 16 12:49:48.966723 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-9acc5d66-3838-433a-9af6-a26dd462f64c tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:48.982232 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37344) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:49.004288 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-95e9472f-b12c-4190-845c-03655e05f264 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'subnet': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:49.013138 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4767d096-f9cc-4fe8-81d1-7a3c888da560 None None] DHCP port deletion for c2beece7-853e-4518-ace6-8724ee235932 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:49:49.018158 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-4767d096-f9cc-4fe8-81d1-7a3c888da560 None None] Deleting port 686bd43a-151e-4447-9c7e-973cd5dec9d0 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:49.018853 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4767d096-f9cc-4fe8-81d1-7a3c888da560 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:49.030917 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2dade831-aa2f-4764-82f6-7a6b6911b5a5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Calling delete_port for 10a6af11-14ae-4290-a008-b740be94750e owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:49.032003 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f24040-f902-4ad8-8cd9-4ee3c3ab7061 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Router e6104ea9-ab63-4115-bd68-9df7c0bd8547 is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:49:49.101942 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-fb831a26-5816-421c-bb70-2b9cced890a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:49.102298 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-fb831a26-5816-421c-bb70-2b9cced890a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1700f36-9a57-4d1a-bc02-19f7cf9775bc') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:49.141163 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fb831a26-5816-421c-bb70-2b9cced890a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:49.155937 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-a1c73fbc-969f-418b-9ab5-f5e36174dee7 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] For port 47270ed9-b121-474b-bb34-a5e191358a7b, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=47270ed9-b121-474b-bb34-a5e191358a7b,segment=NetworkSegment(c518b09f-4747-44b9-9e3a-0f247b642a07),segment_id=c518b09f-4747-44b9-9e3a-0f247b642a07)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:49.155937 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a1c73fbc-969f-418b-9ab5-f5e36174dee7 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:49.216704 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fb831a26-5816-421c-bb70-2b9cced890a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:49.223903 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb831a26-5816-421c-bb70-2b9cced890a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:49:49.224315 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fb831a26-5816-421c-bb70-2b9cced890a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:49.320331 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9acc5d66-3838-433a-9af6-a26dd462f64c tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:49.340679 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-95e9472f-b12c-4190-845c-03655e05f264 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:49.345290 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-4767d096-f9cc-4fe8-81d1-7a3c888da560 None None] For port 686bd43a-151e-4447-9c7e-973cd5dec9d0, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=686bd43a-151e-4447-9c7e-973cd5dec9d0,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:49.345917 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4767d096-f9cc-4fe8-81d1-7a3c888da560 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:49.347487 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:49:49.347487 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:49:49.347487 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:49:49.347487 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:49:49.347487 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:49:49.347487 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:49:49.347487 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:49:49.347487 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:49:49.347487 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:49:49.347487 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:49:49.347487 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:49:49.347487 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:49:49.347487 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:49:49.347487 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:49:49.347487 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:49:49.347487 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:49:49.347487 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:49:49.347487 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:49:49.347487 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:49:49.347487 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:49:49.347487 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:49:49.347487 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:49:49.347487 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:49:49.347487 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:49:49.347487 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:49:49.347487 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:49:49.347487 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:49:49.347487 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:49:49.347487 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:49:49.347487 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:49:49.347487 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:49:49.347487 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:49:49.367981 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fb831a26-5816-421c-bb70-2b9cced890a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:49.391945 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fb831a26-5816-421c-bb70-2b9cced890a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:49.442256 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb831a26-5816-421c-bb70-2b9cced890a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646-project] Pushing event deleted for resources: {'Network': ['ID=d6b52287-a565-41c0-9b57-85dfaeca659d,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:49.453090 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fb831a26-5816-421c-bb70-2b9cced890a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347401646-project] 10.222.0.83 "DELETE /v2.0/networks/d6b52287-a565-41c0-9b57-85dfaeca659d HTTP/1.1" status: 204 len: 168 time: 1.3406839 Feb 16 12:49:49.467777 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9add0862-13bf-46c2-8f4e-c791d4b0091e tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:49.477795 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9add0862-13bf-46c2-8f4e-c791d4b0091e tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Usage tracker for resource:port and tenant:e1117180e8c949a18483da62b9a9f5be is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:49.481080 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9add0862-13bf-46c2-8f4e-c791d4b0091e tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:49.495232 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9add0862-13bf-46c2-8f4e-c791d4b0091e tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:49.557485 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9add0862-13bf-46c2-8f4e-c791d4b0091e tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Made reservation on behalf of e1117180e8c949a18483da62b9a9f5be for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:49.561076 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9add0862-13bf-46c2-8f4e-c791d4b0091e tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:49.577669 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-4767d096-f9cc-4fe8-81d1-7a3c888da560 None None] Calling delete_port for 686bd43a-151e-4447-9c7e-973cd5dec9d0 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:49.603892 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-9add0862-13bf-46c2-8f4e-c791d4b0091e tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] device_id is not set on port 3531ca07-5944-4b73-ab89-ea5ed7498c35 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:49:49.681199 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-a1c73fbc-969f-418b-9ab5-f5e36174dee7 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Calling delete_port for 47270ed9-b121-474b-bb34-a5e191358a7b owned by network:router_interface {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:49.694560 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4767d096-f9cc-4fe8-81d1-7a3c888da560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:49.732488 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-95e9472f-b12c-4190-845c-03655e05f264 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Usage tracker for resource:subnet and tenant:5979c0794f594272a8691960316755d8 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:49.747966 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-95e9472f-b12c-4190-845c-03655e05f264 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:49.757509 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2dade831-aa2f-4764-82f6-7a6b6911b5a5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:49.795723 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4767d096-f9cc-4fe8-81d1-7a3c888da560 None None] Pushing event deleted for resources: {'Port': ['ID=686bd43a-151e-4447-9c7e-973cd5dec9d0,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:49.804993 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4767d096-f9cc-4fe8-81d1-7a3c888da560 None None] No DVR routers for this DVR port 686bd43a-151e-4447-9c7e-973cd5dec9d0 on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:49:49.840393 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device e3e149d4-f932-4f6f-9606-f167a5db9eda up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:49.860243 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-95e9472f-b12c-4190-845c-03655e05f264 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:49.934141 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e9472f-b12c-4190-845c-03655e05f264 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:49.938271 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dade831-aa2f-4764-82f6-7a6b6911b5a5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event deleted for resources: {'Port': ['ID=10a6af11-14ae-4290-a008-b740be94750e,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:49.942131 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-95e9472f-b12c-4190-845c-03655e05f264 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.029831 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port e3e149d4-f932-4f6f-9606-f167a5db9eda completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:50.038408 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port e3e149d4-f932-4f6f-9606-f167a5db9eda triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:50.039453 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.281875 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.329429 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port e3e149d4-f932-4f6f-9606-f167a5db9eda, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=e3e149d4-f932-4f6f-9606-f167a5db9eda,segment=NetworkSegment(6cf62898-c96e-48e1-99b5-2aaf40ffb7b9),segment_id=6cf62898-c96e-48e1-99b5-2aaf40ffb7b9)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:50.332867 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37352) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:50.340778 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.343004 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 55898619-bd98-45aa-9733-a5eb9b42febc up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:50.461451 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2dade831-aa2f-4764-82f6-7a6b6911b5a5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.464670 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3118551a-09b3-4753-ab3c-3a75ec592dcb None None] Network 779575b6-fa9a-4ab8-9ae3-419333925f31 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:50.465755 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-9add0862-13bf-46c2-8f4e-c791d4b0091e tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Allocated IP 2001:db8::354 (779575b6-fa9a-4ab8-9ae3-419333925f31/e3183b99-d83b-496e-b6a7-08ac94d8020e/3531ca07-5944-4b73-ab89-ea5ed7498c35) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:50.496129 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb20a00c-609a-4fd2-8731-e750ea11340f tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:49:50.551204 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9acc5d66-3838-433a-9af6-a26dd462f64c tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.564630 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-eb20a00c-609a-4fd2-8731-e750ea11340f tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.573488 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7a62f6-5a89-401c-8165-75081f89c15f None None] Sync routers for ids ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:50.584308 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-88faa86f-6fdc-45d4-b83b-c862623c56f1 None None] Provisioning for port 55898619-bd98-45aa-9733-a5eb9b42febc completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:50.604102 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9acc5d66-3838-433a-9af6-a26dd462f64c tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.624038 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7a62f6-5a89-401c-8165-75081f89c15f None None] Routers {'280b01f7-1aa8-4aea-8b7b-434c5eea3121'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:50.624686 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-3f7a62f6-5a89-401c-8165-75081f89c15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:49:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:50.656711 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f24040-f902-4ad8-8cd9-4ee3c3ab7061 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:49:50.672452 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-38f24040-f902-4ad8-8cd9-4ee3c3ab7061 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.677722 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-38f24040-f902-4ad8-8cd9-4ee3c3ab7061 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] 10.222.0.83 "PUT /v2.0/routers/e6104ea9-ab63-4115-bd68-9df7c0bd8547 HTTP/1.1" status: 200 len: 918 time: 14.7583404 Feb 16 12:49:50.677931 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490b8fad-51ab-4b84-9e6e-2694787fb279 None None] Sync routers for ids ['e6104ea9-ab63-4115-bd68-9df7c0bd8547'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:50.678422 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37358) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:50.683650 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acc5d66-3838-433a-9af6-a26dd462f64c tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bd4f004-07b1-464b-9442-4c74f671ae54,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:50.694533 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490b8fad-51ab-4b84-9e6e-2694787fb279 None None] Routers {'e6104ea9-ab63-4115-bd68-9df7c0bd8547'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:50.695154 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-490b8fad-51ab-4b84-9e6e-2694787fb279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:49:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e6104ea9-ab63-4115-bd68-9df7c0bd8547'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:50.705988 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-eb20a00c-609a-4fd2-8731-e750ea11340f tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "DELETE /v2.0/floatingips/c0614ef3-4142-4bef-a8c4-865b391ae26a HTTP/1.1" status: 204 len: 168 time: 8.3831022 Feb 16 12:49:50.707904 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-3f7a62f6-5a89-401c-8165-75081f89c15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:50.708061 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37362) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:50.713690 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 55898619-bd98-45aa-9733-a5eb9b42febc completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:50.720051 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=e3e149d4-f932-4f6f-9606-f167a5db9eda,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:50.737621 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7a62f6-5a89-401c-8165-75081f89c15f None None] Routers {'280b01f7-1aa8-4aea-8b7b-434c5eea3121'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:50.738350 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-3f7a62f6-5a89-401c-8165-75081f89c15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:49:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:50.766863 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9acc5d66-3838-433a-9af6-a26dd462f64c tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.768056 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-9acc5d66-3838-433a-9af6-a26dd462f64c tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1830628 Feb 16 12:49:50.775307 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-490b8fad-51ab-4b84-9e6e-2694787fb279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:50.784111 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490b8fad-51ab-4b84-9e6e-2694787fb279 None None] Routers {'e6104ea9-ab63-4115-bd68-9df7c0bd8547'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:50.784756 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-490b8fad-51ab-4b84-9e6e-2694787fb279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:49:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e6104ea9-ab63-4115-bd68-9df7c0bd8547'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:50.796652 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 55898619-bd98-45aa-9733-a5eb9b42febc triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:50.796652 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.822798 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37366) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:50.835080 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-929094ff-f712-4dfc-93d4-ea5fe4ce4570 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Request body: {'security_group_rule': {'security_group_id': '81c9b434-7d09-4831-ba16-f778515a1a0e', 'project_id': '43a461e2fae64766bd31efeef15d8935', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:50.853478 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-490b8fad-51ab-4b84-9e6e-2694787fb279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:50.853919 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490b8fad-51ab-4b84-9e6e-2694787fb279 None None] The sync data for ids ['e6104ea9-ab63-4115-bd68-9df7c0bd8547'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:50.881934 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-929094ff-f712-4dfc-93d4-ea5fe4ce4570 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:50.893756 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-929094ff-f712-4dfc-93d4-ea5fe4ce4570 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Usage tracker for resource:security_group_rule and tenant:43a461e2fae64766bd31efeef15d8935 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:50.900455 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-929094ff-f712-4dfc-93d4-ea5fe4ce4570 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:50.907493 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-3f7a62f6-5a89-401c-8165-75081f89c15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:50.907888 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7a62f6-5a89-401c-8165-75081f89c15f None None] The sync data for ids ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:50.917945 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-1b612647-f5a7-42de-b9e1-99f32246781c tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Deleting port bc7794e8-b459-4bd9-8a6c-5146e558f359 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:50.918308 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1b612647-f5a7-42de-b9e1-99f32246781c tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:50.955915 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-929094ff-f712-4dfc-93d4-ea5fe4ce4570 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:50.988557 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-dba25812-cde7-4d1f-8021-11a608a36712 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=26d973a07bce4c339e2c9c3dd06e387d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6545079 Feb 16 12:49:50.996898 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37370) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:51.053392 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dade831-aa2f-4764-82f6-7a6b6911b5a5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Router 3dafea42-2468-49d5-9746-cacae769b523 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:49:51.061678 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a1c73fbc-969f-418b-9ab5-f5e36174dee7 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.067010 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.116463 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 55898619-bd98-45aa-9733-a5eb9b42febc, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=55898619-bd98-45aa-9733-a5eb9b42febc,segment=NetworkSegment(a8d7cd4d-236f-440f-8de9-cb5b8418d92f),segment_id=a8d7cd4d-236f-440f-8de9-cb5b8418d92f)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:51.126446 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.158681 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-929094ff-f712-4dfc-93d4-ea5fe4ce4570 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.175632 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c73fbc-969f-418b-9ab5-f5e36174dee7 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event deleted for resources: {'Port': ['ID=47270ed9-b121-474b-bb34-a5e191358a7b,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:51.223919 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=55898619-bd98-45aa-9733-a5eb9b42febc,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:51.247535 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-95e9472f-b12c-4190-845c-03655e05f264 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.253386 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 686bd43a-151e-4447-9c7e-973cd5dec9d0 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:49:51.299750 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 686bd43a-151e-4447-9c7e-973cd5dec9d0 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:49:51.300086 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 686bd43a-151e-4447-9c7e-973cd5dec9d0 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:49:51.347317 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dade831-aa2f-4764-82f6-7a6b6911b5a5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:49:51.350223 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b9776d70-ce30-4919-a14c-d3a1ce62750b tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] 10.222.0.83 "GET /v2.0/routers/e6104ea9-ab63-4115-bd68-9df7c0bd8547 HTTP/1.1" status: 200 len: 924 time: 0.6693449 Feb 16 12:49:51.361648 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37374) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:51.362071 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575e8378-b95a-4574-994b-ae29e5a6f706 None None] Sync routers for ids ['3dafea42-2468-49d5-9746-cacae769b523'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:51.377912 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575e8378-b95a-4574-994b-ae29e5a6f706 None None] Routers {'3dafea42-2468-49d5-9746-cacae769b523'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:51.379074 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-575e8378-b95a-4574-994b-ae29e5a6f706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:49:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['3dafea42-2468-49d5-9746-cacae769b523'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:51.421161 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9add0862-13bf-46c2-8f4e-c791d4b0091e tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.443408 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2dade831-aa2f-4764-82f6-7a6b6911b5a5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "PUT /v2.0/routers/3dafea42-2468-49d5-9746-cacae769b523/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9259276 Feb 16 12:49:51.444527 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37378) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:51.485318 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-575e8378-b95a-4574-994b-ae29e5a6f706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:51.505120 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575e8378-b95a-4574-994b-ae29e5a6f706 None None] Routers {'3dafea42-2468-49d5-9746-cacae769b523'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:51.506101 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-575e8378-b95a-4574-994b-ae29e5a6f706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:49:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['3dafea42-2468-49d5-9746-cacae769b523'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:51.528167 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-81d60351-12d1-4944-9166-9adc1ec0f298 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Synchronizing usage tracker for tenant:bc1f0288054c40818f485d7fa9a59a39 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:49:51.546164 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-9add0862-13bf-46c2-8f4e-c791d4b0091e tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Transition to ACTIVE for port object 3531ca07-5944-4b73-ab89-ea5ed7498c35 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:51.555367 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-81d60351-12d1-4944-9166-9adc1ec0f298 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Unset dirty status for tenant:bc1f0288054c40818f485d7fa9a59a39 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:49:51.561182 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-81d60351-12d1-4944-9166-9adc1ec0f298 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "GET /v2.0/ports?device_id=3dafea42-2468-49d5-9746-cacae769b523 HTTP/1.1" status: 200 len: 205 time: 0.1155889 Feb 16 12:49:51.562084 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37382) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:51.590949 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-575e8378-b95a-4574-994b-ae29e5a6f706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:51.591671 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575e8378-b95a-4574-994b-ae29e5a6f706 None None] The sync data for ids ['3dafea42-2468-49d5-9746-cacae769b523'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:51.604808 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e9472f-b12c-4190-845c-03655e05f264 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:51.608672 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-15dd89ed-23a8-420c-b5d1-6aa19e8be82c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.623468 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-95e9472f-b12c-4190-845c-03655e05f264 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:51.638968 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b3ceed-3ded-485b-a079-a93919ec3c98 None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:51.644218 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e9472f-b12c-4190-845c-03655e05f264 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:51.644636 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-95e9472f-b12c-4190-845c-03655e05f264 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.653109 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9472f-b12c-4190-845c-03655e05f264 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Subnet': ['ID=f2d9e783-9237-4bb9-bc95-5ad210f9c472,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:51.697092 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-929094ff-f712-4dfc-93d4-ea5fe4ce4570 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.705629 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fbad5a92-90e9-4795-875e-29a705948aae tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.753282 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f115671a-a89a-47dc-89f1-2bf7d83e71cf None None] Provisioning complete for port 55898619-bd98-45aa-9733-a5eb9b42febc triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:51.753648 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f115671a-a89a-47dc-89f1-2bf7d83e71cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.786523 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-929094ff-f712-4dfc-93d4-ea5fe4ce4570 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.799581 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device e3e149d4-f932-4f6f-9606-f167a5db9eda up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:51.892324 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-15dd89ed-23a8-420c-b5d1-6aa19e8be82c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.932362 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-95e9472f-b12c-4190-845c-03655e05f264 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.9456258 Feb 16 12:49:51.940328 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37386) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:51.954013 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929094ff-f712-4dfc-93d4-ea5fe4ce4570 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe31c98b-9f87-41a6-8c8b-954765719a43,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:51.968136 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9add0862-13bf-46c2-8f4e-c791d4b0091e tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:51.975640 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-7942411a-b658-46c0-b98f-93e0f69b0f7f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'subnet': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:51.996287 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1b612647-f5a7-42de-b9e1-99f32246781c tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.022514 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port e3e149d4-f932-4f6f-9606-f167a5db9eda triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:52.022881 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.035539 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-929094ff-f712-4dfc-93d4-ea5fe4ce4570 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.039401 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-929094ff-f712-4dfc-93d4-ea5fe4ce4570 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2133801 Feb 16 12:49:52.051181 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37390) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:52.132382 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-2e8c805b-688e-41e6-aa0e-f8493d42f5bc tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Request body: {'security_group_rule': {'security_group_id': '81c9b434-7d09-4831-ba16-f778515a1a0e', 'project_id': '43a461e2fae64766bd31efeef15d8935', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:52.160701 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-2e8c805b-688e-41e6-aa0e-f8493d42f5bc tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:52.160895 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d3f55c-c688-43c7-9bd5-d9b3042019fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-c2beece7-853e-4518-ace6-8724ee235932', 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'tenant_id': '5979c0794f594272a8691960316755d8', 'fixed_ips': [{'subnet_id': 'f2d9e783-9237-4bb9-bc95-5ad210f9c472'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:49:52.161706 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a6d3f55c-c688-43c7-9bd5-d9b3042019fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.201741 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01acd7c-7ef4-4203-93d6-97fe12ee775b tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:52.203643 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f01acd7c-7ef4-4203-93d6-97fe12ee775b tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41&device_id=e6104ea9-ab63-4115-bd68-9df7c0bd8547&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8314216 Feb 16 12:49:52.211120 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-1b612647-f5a7-42de-b9e1-99f32246781c tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Calling delete_port for bc7794e8-b459-4bd9-8a6c-5146e558f359 owned by {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:52.220818 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37394) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:52.223976 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2e8c805b-688e-41e6-aa0e-f8493d42f5bc tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Usage tracker for resource:security_group_rule and tenant:43a461e2fae64766bd31efeef15d8935 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:52.228398 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2e8c805b-688e-41e6-aa0e-f8493d42f5bc tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:52.242890 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a1c73fbc-969f-418b-9ab5-f5e36174dee7 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.246160 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9add0862-13bf-46c2-8f4e-c791d4b0091e tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Network 779575b6-fa9a-4ab8-9ae3-419333925f31 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:52.270367 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-9add0862-13bf-46c2-8f4e-c791d4b0091e tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:52.277515 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-2e8c805b-688e-41e6-aa0e-f8493d42f5bc tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:52.284508 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9add0862-13bf-46c2-8f4e-c791d4b0091e tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:52.286621 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 55898619-bd98-45aa-9733-a5eb9b42febc up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:52.290101 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9add0862-13bf-46c2-8f4e-c791d4b0091e tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:52.290760 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9add0862-13bf-46c2-8f4e-c791d4b0091e tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.295879 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add0862-13bf-46c2-8f4e-c791d4b0091e tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event updated for resources: {'Port': ['ID=3531ca07-5944-4b73-ab89-ea5ed7498c35,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:52.344772 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fbad5a92-90e9-4795-875e-29a705948aae tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.365419 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fbad5a92-90e9-4795-875e-29a705948aae tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.416484 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9add0862-13bf-46c2-8f4e-c791d4b0091e tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6494439 Feb 16 12:49:52.419935 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37398) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:52.421448 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-2e8c805b-688e-41e6-aa0e-f8493d42f5bc tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Project 43a461e2fae64766bd31efeef15d8935 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:49:52.441557 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 55898619-bd98-45aa-9733-a5eb9b42febc triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:52.441927 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.489100 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-a6d3f55c-c688-43c7-9bd5-d9b3042019fe None None] Allocated IP 2001:db8::2 (c2beece7-853e-4518-ace6-8724ee235932/f2d9e783-9237-4bb9-bc95-5ad210f9c472/e0fa49b0-8f79-4120-8575-7561c4b2de01) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:52.519783 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fbad5a92-90e9-4795-875e-29a705948aae tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.520302 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbad5a92-90e9-4795-875e-29a705948aae tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Fanout notify agent at l3_agent the message router_deleted on router 3dafea42-2468-49d5-9746-cacae769b523 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:49:52.541720 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2e8c805b-688e-41e6-aa0e-f8493d42f5bc tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.661850 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-15dd89ed-23a8-420c-b5d1-6aa19e8be82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.717238 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dd89ed-23a8-420c-b5d1-6aa19e8be82c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54cde4bf-e949-4873-bc4e-673e7f1111da,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:52.729856 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fbad5a92-90e9-4795-875e-29a705948aae tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.733452 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fbad5a92-90e9-4795-875e-29a705948aae tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "DELETE /v2.0/routers/3dafea42-2468-49d5-9746-cacae769b523 HTTP/1.1" status: 204 len: 168 time: 1.1654124 Feb 16 12:49:52.736571 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37402) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:52.736571 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-7942411a-b658-46c0-b98f-93e0f69b0f7f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:52.746799 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bf301b-bc9a-4722-ac60-c856b65cb344 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:52.750919 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b2bf301b-bc9a-4722-ac60-c856b65cb344 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] 10.222.0.83 "GET /v2.0/networks/a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 HTTP/1.1" status: 200 len: 881 time: 0.5215805 Feb 16 12:49:52.762722 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37406) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:52.775365 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-15dd89ed-23a8-420c-b5d1-6aa19e8be82c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.779006 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-15dd89ed-23a8-420c-b5d1-6aa19e8be82c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/54cde4bf-e949-4873-bc4e-673e7f1111da HTTP/1.1" status: 204 len: 168 time: 1.7789190 Feb 16 12:49:52.779006 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-7942411a-b658-46c0-b98f-93e0f69b0f7f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Usage tracker for resource:subnet and tenant:5979c0794f594272a8691960316755d8 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:52.833173 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-7942411a-b658-46c0-b98f-93e0f69b0f7f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:52.883355 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-49133852-f0dd-43ee-8ee7-1006fb4f9809 None None] Provisioning for port 3531ca07-5944-4b73-ab89-ea5ed7498c35 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:52.894437 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-7942411a-b658-46c0-b98f-93e0f69b0f7f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:52.901152 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-49133852-f0dd-43ee-8ee7-1006fb4f9809 None None] Provisioning complete for port 3531ca07-5944-4b73-ab89-ea5ed7498c35 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:52.901527 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-49133852-f0dd-43ee-8ee7-1006fb4f9809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.921362 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-297571d9-9c08-4a5a-a460-ce3a7a3e0d64 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] 10.222.0.83 "GET /v2.0/ports?device_id=e6104ea9-ab63-4115-bd68-9df7c0bd8547 HTTP/1.1" status: 200 len: 205 time: 0.1551752 Feb 16 12:49:52.965196 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a6d3f55c-c688-43c7-9bd5-d9b3042019fe None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:52.981313 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-a6d3f55c-c688-43c7-9bd5-d9b3042019fe None None] Transition to ACTIVE for port object e0fa49b0-8f79-4120-8575-7561c4b2de01 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:52.981465 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37412) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:52.988073 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-49133852-f0dd-43ee-8ee7-1006fb4f9809 None None] Port 3531ca07-5944-4b73-ab89-ea5ed7498c35 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:49:53.001862 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2e8c805b-688e-41e6-aa0e-f8493d42f5bc tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:53.004979 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-a6d3f55c-c688-43c7-9bd5-d9b3042019fe None None] Transition to ACTIVE for port object e0fa49b0-8f79-4120-8575-7561c4b2de01 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:49:53.015937 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a6d3f55c-c688-43c7-9bd5-d9b3042019fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:53.020375 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7942411a-b658-46c0-b98f-93e0f69b0f7f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:53.023918 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7942411a-b658-46c0-b98f-93e0f69b0f7f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:53.041186 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-3879a59e-941e-4d85-86b2-6d732d7562fa tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Deleting subnet f76d9df3-f96c-4e68-9fbe-f0915c65b68a {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:49:53.088914 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d3f55c-c688-43c7-9bd5-d9b3042019fe None None] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:53.093119 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-a6d3f55c-c688-43c7-9bd5-d9b3042019fe None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:53.097688 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d3f55c-c688-43c7-9bd5-d9b3042019fe None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:53.103960 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3f55c-c688-43c7-9bd5-d9b3042019fe None None] Pushing event updated for resources: {'Port': ['ID=e0fa49b0-8f79-4120-8575-7561c4b2de01,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:53.131527 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2e8c805b-688e-41e6-aa0e-f8493d42f5bc tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:53.144550 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3879a59e-941e-4d85-86b2-6d732d7562fa tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:53.224951 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c805b-688e-41e6-aa0e-f8493d42f5bc tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e42dcf4-e868-46cc-9044-c9db2924fa23,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:53.242885 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-a6d3f55c-c688-43c7-9bd5-d9b3042019fe None None] Attempting to bind port e0fa49b0-8f79-4120-8575-7561c4b2de01 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:49:53.242885 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-a6d3f55c-c688-43c7-9bd5-d9b3042019fe None None] Attempting to bind port e0fa49b0-8f79-4120-8575-7561c4b2de01 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:49:53.245277 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d3f55c-c688-43c7-9bd5-d9b3042019fe None None] Attempting to bind port e0fa49b0-8f79-4120-8575-7561c4b2de01 on network c2beece7-853e-4518-ace6-8724ee235932 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:49:53.260112 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d3f55c-c688-43c7-9bd5-d9b3042019fe None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:49:53.260521 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d3f55c-c688-43c7-9bd5-d9b3042019fe None None] Checking segment: {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:49:53.260933 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a6d3f55c-c688-43c7-9bd5-d9b3042019fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:53.262021 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d3f55c-c688-43c7-9bd5-d9b3042019fe None None] Bound using segment: {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:49:53.262021 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-a6d3f55c-c688-43c7-9bd5-d9b3042019fe None None] Bound port: e0fa49b0-8f79-4120-8575-7561c4b2de01, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:49:53.264539 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a6d3f55c-c688-43c7-9bd5-d9b3042019fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:53.331802 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.ipam_backend_mixin [None req-7942411a-b658-46c0-b98f-93e0f69b0f7f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f2d9e783-9237-4bb9-bc95-5ad210f9c472 (CIDR: 2001:db8::/64) Feb 16 12:49:53.368711 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c73fbc-969f-418b-9ab5-f5e36174dee7 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Router eefe2440-6b69-4fc6-b3ab-4f26ec071b49 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:49:53.423027 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-7942411a-b658-46c0-b98f-93e0f69b0f7f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:49:53.423027 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7942411a-b658-46c0-b98f-93e0f69b0f7f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:49:53.430539 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37418) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:53.458900 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2e8c805b-688e-41e6-aa0e-f8493d42f5bc tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:53.460470 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2e8c805b-688e-41e6-aa0e-f8493d42f5bc tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.4079885 Feb 16 12:49:53.475675 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3879a59e-941e-4d85-86b2-6d732d7562fa tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:53.475904 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37422) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:53.488264 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-f777843a-0a83-4e3d-bc87-2c87c39b83ff tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Request body: {'security_group_rule': {'security_group_id': '81c9b434-7d09-4831-ba16-f778515a1a0e', 'project_id': '43a461e2fae64766bd31efeef15d8935', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:53.489050 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-a6d3f55c-c688-43c7-9bd5-d9b3042019fe None None] For port e0fa49b0-8f79-4120-8575-7561c4b2de01, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:49:53.492408 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-a6d3f55c-c688-43c7-9bd5-d9b3042019fe None None] For port e0fa49b0-8f79-4120-8575-7561c4b2de01, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=e0fa49b0-8f79-4120-8575-7561c4b2de01,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:49:53.498867 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a6d3f55c-c688-43c7-9bd5-d9b3042019fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:53.552586 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f777843a-0a83-4e3d-bc87-2c87c39b83ff tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:53.581845 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f777843a-0a83-4e3d-bc87-2c87c39b83ff tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Usage tracker for resource:security_group_rule and tenant:43a461e2fae64766bd31efeef15d8935 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:53.592639 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3f55c-c688-43c7-9bd5-d9b3042019fe None None] Pushing event updated for resources: {'Port': ['ID=e0fa49b0-8f79-4120-8575-7561c4b2de01,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:53.592973 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f777843a-0a83-4e3d-bc87-2c87c39b83ff tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:53.610720 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-7942411a-b658-46c0-b98f-93e0f69b0f7f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6515059 Feb 16 12:49:53.617304 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37426) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:53.618316 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f777843a-0a83-4e3d-bc87-2c87c39b83ff tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:53.622371 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-81aa96f6-7518-43c4-bd87-1da9ab65e43a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8f704a35d4dd4de9a503657c3c20dbc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1879568 Feb 16 12:49:53.629944 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-85c2e176-a024-428d-bf0e-af29e395d22f tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:53.676892 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37430) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:53.695217 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1b612647-f5a7-42de-b9e1-99f32246781c tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:53.715366 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-ef3a8191-d3d8-4e31-b426-0cfc106a3b98 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'subnet': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:53.856994 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-f777843a-0a83-4e3d-bc87-2c87c39b83ff tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Project 43a461e2fae64766bd31efeef15d8935 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:49:53.862197 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b612647-f5a7-42de-b9e1-99f32246781c tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Pushing event deleted for resources: {'Port': ['ID=bc7794e8-b459-4bd9-8a6c-5146e558f359,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:53.888087 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c73fbc-969f-418b-9ab5-f5e36174dee7 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:49:53.902004 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-a1c73fbc-969f-418b-9ab5-f5e36174dee7 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "PUT /v2.0/routers/eefe2440-6b69-4fc6-b3ab-4f26ec071b49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3020692 Feb 16 12:49:53.907798 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a321cf0-4cdb-44a9-ac31-dfcbaeb5a9c5 None None] Sync routers for ids ['eefe2440-6b69-4fc6-b3ab-4f26ec071b49'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:49:53.918630 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a321cf0-4cdb-44a9-ac31-dfcbaeb5a9c5 None None] Routers {'eefe2440-6b69-4fc6-b3ab-4f26ec071b49'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:53.919348 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-6a321cf0-4cdb-44a9-ac31-dfcbaeb5a9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:49:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['eefe2440-6b69-4fc6-b3ab-4f26ec071b49'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:53.940599 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37434) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:53.965593 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3879a59e-941e-4d85-86b2-6d732d7562fa tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.030714 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-81af6ebc-1ff1-41cd-bddb-2b05a097f7fb tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Deleting subnet 82271494-1e9b-42dd-8356-961a022a44ed {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:49:54.039943 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f777843a-0a83-4e3d-bc87-2c87c39b83ff tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.067793 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-81af6ebc-1ff1-41cd-bddb-2b05a097f7fb tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.087049 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3879a59e-941e-4d85-86b2-6d732d7562fa tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.109098 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a9cfa4ea-c2fc-4842-a608-b9904870ae68 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.134223 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-6a321cf0-4cdb-44a9-ac31-dfcbaeb5a9c5 None None] Set router eefe2440-6b69-4fc6-b3ab-4f26ec071b49 gateway port host: None {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:49:54.186700 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-aa10d503-41dd-437d-b85c-64bd5b6bdecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.220987 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3879a59e-941e-4d85-86b2-6d732d7562fa tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event deleted for resources: {'Subnet': ['ID=f76d9df3-f96c-4e68-9fbe-f0915c65b68a,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:54.227794 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fc7810-5ff5-417e-b779-0646f9b0223e None None] Network 93c44fdf-7f07-45bf-86c6-890ad24e438e requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:54.240293 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3879a59e-941e-4d85-86b2-6d732d7562fa tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.281083 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-3879a59e-941e-4d85-86b2-6d732d7562fa tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "DELETE /v2.0/subnets/f76d9df3-f96c-4e68-9fbe-f0915c65b68a HTTP/1.1" status: 204 len: 168 time: 1.5457659 Feb 16 12:49:54.291115 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37438) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:54.500877 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-6a321cf0-4cdb-44a9-ac31-dfcbaeb5a9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'name': 'tempest-RoutersTest-router-1592884350', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:00Z', 'updated_at': '2022-02-16T12:49:50Z', 'revision_number': 10, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'gw_port_host': None, '_interfaces': [{'id': '1a6e75a8-62da-4b1a-bb34-4651c19aaebf', 'name': '', 'network_id': '4af22acd-757b-47d4-925e-f4c03ad597e0', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:63:74:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:05Z', 'updated_at': '2022-02-16T12:48:15Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:54.504982 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a321cf0-4cdb-44a9-ac31-dfcbaeb5a9c5 None None] Checking router: eefe2440-6b69-4fc6-b3ab-4f26ec071b49 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:49:54.514919 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a321cf0-4cdb-44a9-ac31-dfcbaeb5a9c5 None None] Routers {'eefe2440-6b69-4fc6-b3ab-4f26ec071b49'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:49:54.515534 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-6a321cf0-4cdb-44a9-ac31-dfcbaeb5a9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:49:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['eefe2440-6b69-4fc6-b3ab-4f26ec071b49'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:54.555426 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-aa10d503-41dd-437d-b85c-64bd5b6bdecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.630651 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1b612647-f5a7-42de-b9e1-99f32246781c tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.634126 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-aa10d503-41dd-437d-b85c-64bd5b6bdecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.659894 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-81af6ebc-1ff1-41cd-bddb-2b05a097f7fb tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.680813 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-aa10d503-41dd-437d-b85c-64bd5b6bdecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.681882 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-aa10d503-41dd-437d-b85c-64bd5b6bdecd admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e29d6d1a-a3d7-412b-bb4b-bd205eb01bcf HTTP/1.1" status: 204 len: 168 time: 0.9979985 Feb 16 12:49:54.686034 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa10d503-41dd-437d-b85c-64bd5b6bdecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29d6d1a-a3d7-412b-bb4b-bd205eb01bcf,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:54.707655 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-1b612647-f5a7-42de-b9e1-99f32246781c tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "DELETE /v2.0/ports/bc7794e8-b459-4bd9-8a6c-5146e558f359 HTTP/1.1" status: 204 len: 168 time: 3.9979279 Feb 16 12:49:54.714735 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37444) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:54.731099 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846bb031-b56d-4852-bc0e-19cfac57536f None None] DHCP port deletion for 93c44fdf-7f07-45bf-86c6-890ad24e438e request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:49:54.732737 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-1e863b37-cce4-4de9-971d-0bc5c55da7b6 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Request body: {'floatingip': {'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:54.735743 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-6a321cf0-4cdb-44a9-ac31-dfcbaeb5a9c5 None None] Set router eefe2440-6b69-4fc6-b3ab-4f26ec071b49 gateway port host: None {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:49:54.737906 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-846bb031-b56d-4852-bc0e-19cfac57536f None None] Deleting port d8e3a8a0-d1e0-4c78-a1ab-8f9db623321f {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:54.738894 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-846bb031-b56d-4852-bc0e-19cfac57536f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.782457 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-feee5c69-e6c6-4dc7-b51f-8be42cac2104 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.787002 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-1e863b37-cce4-4de9-971d-0bc5c55da7b6 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:54.795671 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-1e863b37-cce4-4de9-971d-0bc5c55da7b6 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Usage tracker for resource:floatingip and tenant:f7e183c87d434560824e762da5b5e9a3 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:54.805165 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-1e863b37-cce4-4de9-971d-0bc5c55da7b6 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:54.819204 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-1e863b37-cce4-4de9-971d-0bc5c55da7b6 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:54.824684 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-feee5c69-e6c6-4dc7-b51f-8be42cac2104 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Deleting port d8e3a8a0-d1e0-4c78-a1ab-8f9db623321f {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:54.824924 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-81af6ebc-1ff1-41cd-bddb-2b05a097f7fb tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.825398 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-feee5c69-e6c6-4dc7-b51f-8be42cac2104 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.950784 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f777843a-0a83-4e3d-bc87-2c87c39b83ff tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.956044 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ef3a8191-d3d8-4e31-b426-0cfc106a3b98 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:54.962955 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1e863b37-cce4-4de9-971d-0bc5c55da7b6 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for floatingip, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.964304 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-85c2e176-a024-428d-bf0e-af29e395d22f tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.974540 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f777843a-0a83-4e3d-bc87-2c87c39b83ff tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:54.977557 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ef3a8191-d3d8-4e31-b426-0cfc106a3b98 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Usage tracker for resource:subnet and tenant:5979c0794f594272a8691960316755d8 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:55.001160 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ef3a8191-d3d8-4e31-b426-0cfc106a3b98 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:55.027736 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-81af6ebc-1ff1-41cd-bddb-2b05a097f7fb tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:55.038113 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ef3a8191-d3d8-4e31-b426-0cfc106a3b98 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:55.091507 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-85c2e176-a024-428d-bf0e-af29e395d22f tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Deleting port a937388c-d185-4801-88af-51424e7874a9 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:55.091894 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-85c2e176-a024-428d-bf0e-af29e395d22f tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:55.153579 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-846bb031-b56d-4852-bc0e-19cfac57536f None None] For port d8e3a8a0-d1e0-4c78-a1ab-8f9db623321f, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=d8e3a8a0-d1e0-4c78-a1ab-8f9db623321f,segment=NetworkSegment(36a71729-0e55-499c-a50b-da74a8c0f017),segment_id=36a71729-0e55-499c-a50b-da74a8c0f017)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:55.154134 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-846bb031-b56d-4852-bc0e-19cfac57536f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:55.176161 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558c24b2-51fa-4c97-a6ed-38d3cdd2c673 None None] Network 28fb0fe9-554d-49e5-8e09-f2ed26f27bd4 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:55.183933 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-6a321cf0-4cdb-44a9-ac31-dfcbaeb5a9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'name': 'tempest-RoutersTest-router-1592884350', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:00Z', 'updated_at': '2022-02-16T12:49:50Z', 'revision_number': 10, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'gw_port_host': None, '_interfaces': [{'id': '1a6e75a8-62da-4b1a-bb34-4651c19aaebf', 'name': '', 'network_id': '4af22acd-757b-47d4-925e-f4c03ad597e0', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:63:74:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:05Z', 'updated_at': '2022-02-16T12:48:15Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:55.188964 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a321cf0-4cdb-44a9-ac31-dfcbaeb5a9c5 None None] The sync data for ids ['eefe2440-6b69-4fc6-b3ab-4f26ec071b49'] in dv-neutron-829527-1-hyperv is: [{'id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'name': 'tempest-RoutersTest-router-1592884350', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:00Z', 'updated_at': '2022-02-16T12:49:50Z', 'revision_number': 10, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'gw_port_host': None, '_interfaces': [{'id': '1a6e75a8-62da-4b1a-bb34-4651c19aaebf', 'name': '', 'network_id': '4af22acd-757b-47d4-925e-f4c03ad597e0', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'mac_address': 'fa:16:3e:63:74:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:48:05Z', 'updated_at': '2022-02-16T12:48:15Z', 'revision_number': 5, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'subnets': [{'id': '25253329-2eb3-4c0e-8357-1129c2b1837e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:49:55.288822 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-feee5c69-e6c6-4dc7-b51f-8be42cac2104 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] For port d8e3a8a0-d1e0-4c78-a1ab-8f9db623321f, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=d8e3a8a0-d1e0-4c78-a1ab-8f9db623321f,segment=NetworkSegment(36a71729-0e55-499c-a50b-da74a8c0f017),segment_id=36a71729-0e55-499c-a50b-da74a8c0f017)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:55.289187 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-feee5c69-e6c6-4dc7-b51f-8be42cac2104 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:55.397250 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-846bb031-b56d-4852-bc0e-19cfac57536f None None] Calling delete_port for d8e3a8a0-d1e0-4c78-a1ab-8f9db623321f owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:55.432561 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-81af6ebc-1ff1-41cd-bddb-2b05a097f7fb tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:55.435958 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af6ebc-1ff1-41cd-bddb-2b05a097f7fb tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event deleted for resources: {'Subnet': ['ID=82271494-1e9b-42dd-8356-961a022a44ed,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:55.438175 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f777843a-0a83-4e3d-bc87-2c87c39b83ff tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8645504b-bb55-4abf-aff8-77b98746228f,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:55.450945 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-feee5c69-e6c6-4dc7-b51f-8be42cac2104 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Calling delete_port for d8e3a8a0-d1e0-4c78-a1ab-8f9db623321f owned by network:dhcp {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:55.475943 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-85c2e176-a024-428d-bf0e-af29e395d22f tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:55.508022 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-201fb31a-a581-4a66-81c2-8a83f4a54610 None None] Provisioning for port e0fa49b0-8f79-4120-8575-7561c4b2de01 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:55.599018 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-feee5c69-e6c6-4dc7-b51f-8be42cac2104 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:55.646968 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.db.api [None req-846bb031-b56d-4852-bc0e-19cfac57536f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:49:55.647283 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG oslo_db.api [None req-846bb031-b56d-4852-bc0e-19cfac57536f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:49:55.683390 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1e863b37-cce4-4de9-971d-0bc5c55da7b6 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:55.762551 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-85c2e176-a024-428d-bf0e-af29e395d22f tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Calling delete_port for a937388c-d185-4801-88af-51424e7874a9 owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:55.789300 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee5c69-e6c6-4dc7-b51f-8be42cac2104 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event deleted for resources: {'Port': ['ID=d8e3a8a0-d1e0-4c78-a1ab-8f9db623321f,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:55.792553 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91fb84e-0c2c-4847-b4e5-e5d45b8919af None None] DHCP port deletion for 28fb0fe9-554d-49e5-8e09-f2ed26f27bd4 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:49:55.794277 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feee5c69-e6c6-4dc7-b51f-8be42cac2104 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] No DVR routers for this DVR port d8e3a8a0-d1e0-4c78-a1ab-8f9db623321f on host dv-neutron-829527-1-hyperv {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:49:55.797428 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-a91fb84e-0c2c-4847-b4e5-e5d45b8919af None None] Deleting port ce85d266-f7fb-465f-8f44-a218aa9ab5ec {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:55.797797 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a91fb84e-0c2c-4847-b4e5-e5d45b8919af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:55.846499 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f777843a-0a83-4e3d-bc87-2c87c39b83ff tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:55.850818 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f777843a-0a83-4e3d-bc87-2c87c39b83ff tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 2.3689229 Feb 16 12:49:55.850818 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-81af6ebc-1ff1-41cd-bddb-2b05a097f7fb tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "DELETE /v2.0/subnets/82271494-1e9b-42dd-8356-961a022a44ed HTTP/1.1" status: 204 len: 168 time: 1.9007251 Feb 16 12:49:55.850818 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3a8191-d3d8-4e31-b426-0cfc106a3b98 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:55.863976 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device e0fa49b0-8f79-4120-8575-7561c4b2de01 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:55.865196 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8191-d3d8-4e31-b426-0cfc106a3b98 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:55.968128 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-1e863b37-cce4-4de9-971d-0bc5c55da7b6 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Allocated IP 172.26.5.159 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/af9b1704-f912-4ba0-ad45-43c41224e00b) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:56.021073 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37468) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:56.179771 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a9cfa4ea-c2fc-4842-a608-b9904870ae68 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:56.209878 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a9cfa4ea-c2fc-4842-a608-b9904870ae68 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:56.217601 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-a91fb84e-0c2c-4847-b4e5-e5d45b8919af None None] For port ce85d266-f7fb-465f-8f44-a218aa9ab5ec, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=ce85d266-f7fb-465f-8f44-a218aa9ab5ec,segment=NetworkSegment(c518b09f-4747-44b9-9e3a-0f247b642a07),segment_id=c518b09f-4747-44b9-9e3a-0f247b642a07)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:56.218157 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a91fb84e-0c2c-4847-b4e5-e5d45b8919af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:56.228089 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1e863b37-cce4-4de9-971d-0bc5c55da7b6 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:56.320203 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b8c086e7-6d72-4cb7-9571-efc8a083c2a2 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:56.342727 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-846bb031-b56d-4852-bc0e-19cfac57536f None None] Deleting port d8e3a8a0-d1e0-4c78-a1ab-8f9db623321f {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:56.344510 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-846bb031-b56d-4852-bc0e-19cfac57536f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:56.516918 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-feee5c69-e6c6-4dc7-b51f-8be42cac2104 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:56.547302 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-a91fb84e-0c2c-4847-b4e5-e5d45b8919af None None] Calling delete_port for ce85d266-f7fb-465f-8f44-a218aa9ab5ec owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:56.564320 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-feee5c69-e6c6-4dc7-b51f-8be42cac2104 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93c44fdf-7f07-45bf-86c6-890ad24e438e']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:56.580187 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-feee5c69-e6c6-4dc7-b51f-8be42cac2104 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36a71729-0e55-499c-a50b-da74a8c0f017') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:56.580744 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-feee5c69-e6c6-4dc7-b51f-8be42cac2104 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36a71729-0e55-499c-a50b-da74a8c0f017') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:56.595061 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-feee5c69-e6c6-4dc7-b51f-8be42cac2104 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:56.601686 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port e0fa49b0-8f79-4120-8575-7561c4b2de01 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:49:56.610024 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b8c086e7-6d72-4cb7-9571-efc8a083c2a2 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Deleting port ce85d266-f7fb-465f-8f44-a218aa9ab5ec {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:56.610728 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b8c086e7-6d72-4cb7-9571-efc8a083c2a2 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:56.615499 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-feee5c69-e6c6-4dc7-b51f-8be42cac2104 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:56.624083 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port e0fa49b0-8f79-4120-8575-7561c4b2de01 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:56.624228 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feee5c69-e6c6-4dc7-b51f-8be42cac2104 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:49:56.624561 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:56.625042 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-feee5c69-e6c6-4dc7-b51f-8be42cac2104 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:56.689136 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cfa4ea-c2fc-4842-a608-b9904870ae68 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event updated for resources: {'Port': ['ID=3531ca07-5944-4b73-ab89-ea5ed7498c35,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:56.747828 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-846bb031-b56d-4852-bc0e-19cfac57536f None None] The port 'd8e3a8a0-d1e0-4c78-a1ab-8f9db623321f' was deleted {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:49:56.753473 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:49:56.753473 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:49:56.753473 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:49:56.753473 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:49:56.753473 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:49:56.753473 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:49:56.753473 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:49:56.753473 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:49:56.753473 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:49:56.753473 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:49:56.753473 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:49:56.753473 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:49:56.753473 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:49:56.753473 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:49:56.753473 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:49:56.753473 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:49:56.753473 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:49:56.753473 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:49:56.753473 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:49:56.753473 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:49:56.753473 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:49:56.753473 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:49:56.753473 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:49:56.753473 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:49:56.753473 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:49:56.753473 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:49:56.753473 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:49:56.753473 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:49:56.753473 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:49:56.753473 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:49:56.753473 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:49:56.753473 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:49:56.756176 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1e863b37-cce4-4de9-971d-0bc5c55da7b6 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:56.820526 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-feee5c69-e6c6-4dc7-b51f-8be42cac2104 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:56.827277 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-d3ae982d-48c3-411d-96f8-19b9074f8400 None None] Provisioning complete for port 3531ca07-5944-4b73-ab89-ea5ed7498c35 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:56.828163 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d3ae982d-48c3-411d-96f8-19b9074f8400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:56.838223 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-feee5c69-e6c6-4dc7-b51f-8be42cac2104 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:56.890948 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee5c69-e6c6-4dc7-b51f-8be42cac2104 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event deleted for resources: {'Network': ['ID=93c44fdf-7f07-45bf-86c6-890ad24e438e,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:56.906245 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e863b37-cce4-4de9-971d-0bc5c55da7b6 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:49:56.908113 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-1e863b37-cce4-4de9-971d-0bc5c55da7b6 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:56.911793 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e863b37-cce4-4de9-971d-0bc5c55da7b6 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:49:56.937363 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a91fb84e-0c2c-4847-b4e5-e5d45b8919af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:56.981450 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-85c2e176-a024-428d-bf0e-af29e395d22f tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:56.991881 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-feee5c69-e6c6-4dc7-b51f-8be42cac2104 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "DELETE /v2.0/networks/93c44fdf-7f07-45bf-86c6-890ad24e438e HTTP/1.1" status: 204 len: 168 time: 2.6993783 Feb 16 12:49:56.992860 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e863b37-cce4-4de9-971d-0bc5c55da7b6 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Pushing event updated for resources: {'Port': ['ID=af9b1704-f912-4ba0-ad45-43c41224e00b,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:57.006225 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37526) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:57.007968 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-d3ae982d-48c3-411d-96f8-19b9074f8400 None None] Port 3531ca07-5944-4b73-ab89-ea5ed7498c35 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:49:57.011127 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91fb84e-0c2c-4847-b4e5-e5d45b8919af None None] Pushing event deleted for resources: {'Port': ['ID=ce85d266-f7fb-465f-8f44-a218aa9ab5ec,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:57.020852 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91fb84e-0c2c-4847-b4e5-e5d45b8919af None None] No DVR routers for this DVR port ce85d266-f7fb-465f-8f44-a218aa9ab5ec on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:49:57.022603 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:57.027151 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-ee7d4bcd-df04-4b1c-b7cc-57184ce05b9e tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1450390372', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:57.037290 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-ee7d4bcd-df04-4b1c-b7cc-57184ce05b9e tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:57.046235 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-ee7d4bcd-df04-4b1c-b7cc-57184ce05b9e tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Usage tracker for resource:router and tenant:bc1f0288054c40818f485d7fa9a59a39 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:57.052398 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-ee7d4bcd-df04-4b1c-b7cc-57184ce05b9e tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:57.062555 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-ee7d4bcd-df04-4b1c-b7cc-57184ce05b9e tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:57.073318 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port e0fa49b0-8f79-4120-8575-7561c4b2de01, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=e0fa49b0-8f79-4120-8575-7561c4b2de01,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:57.083067 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:57.090997 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ee7d4bcd-df04-4b1c-b7cc-57184ce05b9e tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:57.092209 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ee7d4bcd-df04-4b1c-b7cc-57184ce05b9e tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:57.129130 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1e863b37-cce4-4de9-971d-0bc5c55da7b6 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:57.131395 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ee7d4bcd-df04-4b1c-b7cc-57184ce05b9e tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:57.160055 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2e176-a024-428d-bf0e-af29e395d22f tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Pushing event deleted for resources: {'Port': ['ID=a937388c-d185-4801-88af-51424e7874a9,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:57.197456 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device d8e3a8a0-d1e0-4c78-a1ab-8f9db623321f no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:49:57.222082 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a9cfa4ea-c2fc-4842-a608-b9904870ae68 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:57.303388 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: d8e3a8a0-d1e0-4c78-a1ab-8f9db623321f {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:49:57.303497 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device d8e3a8a0-d1e0-4c78-a1ab-8f9db623321f not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:49:57.304057 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 47270ed9-b121-474b-bb34-a5e191358a7b no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:49:57.354082 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b8c086e7-6d72-4cb7-9571-efc8a083c2a2 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] For port ce85d266-f7fb-465f-8f44-a218aa9ab5ec, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=ce85d266-f7fb-465f-8f44-a218aa9ab5ec,segment=NetworkSegment(c518b09f-4747-44b9-9e3a-0f247b642a07),segment_id=c518b09f-4747-44b9-9e3a-0f247b642a07)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:49:57.354490 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b8c086e7-6d72-4cb7-9571-efc8a083c2a2 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:57.362348 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-85c2e176-a024-428d-bf0e-af29e395d22f tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023674'] for router_gateway, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:57.410179 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 47270ed9-b121-474b-bb34-a5e191358a7b {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:49:57.410929 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 47270ed9-b121-474b-bb34-a5e191358a7b not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:49:57.426036 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=e0fa49b0-8f79-4120-8575-7561c4b2de01,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:57.544648 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ee7d4bcd-df04-4b1c-b7cc-57184ce05b9e tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:57.580086 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1e863b37-cce4-4de9-971d-0bc5c55da7b6 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:57.632602 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ee7d4bcd-df04-4b1c-b7cc-57184ce05b9e tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:57.637088 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-ee7d4bcd-df04-4b1c-b7cc-57184ce05b9e tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6268344 Feb 16 12:49:57.643321 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37542) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:57.657048 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-d2ab4e67-da96-46c5-a6e0-7236b649f864 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-769221658'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:57.665167 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-d2ab4e67-da96-46c5-a6e0-7236b649f864 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:57.675484 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-d2ab4e67-da96-46c5-a6e0-7236b649f864 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Usage tracker for resource:network and tenant:bc1f0288054c40818f485d7fa9a59a39 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:57.677788 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-d2ab4e67-da96-46c5-a6e0-7236b649f864 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:57.682752 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37548) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:57.698220 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-d2ab4e67-da96-46c5-a6e0-7236b649f864 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:57.715985 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device e0fa49b0-8f79-4120-8575-7561c4b2de01 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:49:57.798867 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port e0fa49b0-8f79-4120-8575-7561c4b2de01 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:49:57.799390 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:57.813348 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-85c2e176-a024-428d-bf0e-af29e395d22f tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:57.815620 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-85c2e176-a024-428d-bf0e-af29e395d22f tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:57.841631 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ab4e67-da96-46c5-a6e0-7236b649f864 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Made reservation on behalf of bc1f0288054c40818f485d7fa9a59a39 for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:57.845103 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d2ab4e67-da96-46c5-a6e0-7236b649f864 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:57.863801 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-15ff71ac-01ff-4ce1-a227-3224a557c72a tempest-QuotasTest-1825736735 tempest-QuotasTest-1825736735-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:57.931116 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2ab4e67-da96-46c5-a6e0-7236b649f864 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:49:57.963379 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d2ab4e67-da96-46c5-a6e0-7236b649f864 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:57.963778 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-d2ab4e67-da96-46c5-a6e0-7236b649f864 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Added segment 85f49eea-b279-4334-a305-27e1ddd3e3de of type vlan for network 7c21af54-2c03-46c0-a37d-7363ccc7aa26 Feb 16 12:49:57.963918 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b8c086e7-6d72-4cb7-9571-efc8a083c2a2 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Calling delete_port for ce85d266-f7fb-465f-8f44-a218aa9ab5ec owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:49:57.985184 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-15ff71ac-01ff-4ce1-a227-3224a557c72a tempest-QuotasTest-1825736735 tempest-QuotasTest-1825736735-project-admin] 10.222.0.83 "PUT /v2.0/quotas/8b35f352635e43388f0543aade64cb6d HTTP/1.1" status: 200 len: 366 time: 0.3013625 Feb 16 12:49:57.988986 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37580) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:58.021593 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-85c2e176-a024-428d-bf0e-af29e395d22f tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:58.022168 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c2e176-a024-428d-bf0e-af29e395d22f tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Fanout notify agent at l3_agent the message router_deleted on router e6104ea9-ab63-4115-bd68-9df7c0bd8547 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:49:58.031678 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d2ab4e67-da96-46c5-a6e0-7236b649f864 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:58.046844 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device ce85d266-f7fb-465f-8f44-a218aa9ab5ec no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:49:58.054278 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-abbd9b29-add5-4ade-9742-962379dedb2b tempest-QuotasTest-1825736735 tempest-QuotasTest-1825736735-project-admin] 10.222.0.83 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0619078 Feb 16 12:49:58.064459 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37588) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:58.083997 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1e863b37-cce4-4de9-971d-0bc5c55da7b6 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:58.104227 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: ce85d266-f7fb-465f-8f44-a218aa9ab5ec {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:49:58.104227 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device ce85d266-f7fb-465f-8f44-a218aa9ab5ec not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:49:58.109463 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1e863b37-cce4-4de9-971d-0bc5c55da7b6 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:58.153984 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d2ab4e67-da96-46c5-a6e0-7236b649f864 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:58.159488 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ab4e67-da96-46c5-a6e0-7236b649f864 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:58.160149 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d2ab4e67-da96-46c5-a6e0-7236b649f864 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:58.178073 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-85c2e176-a024-428d-bf0e-af29e395d22f tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:58.183204 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-85c2e176-a024-428d-bf0e-af29e395d22f tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] 10.222.0.83 "DELETE /v2.0/routers/e6104ea9-ab63-4115-bd68-9df7c0bd8547 HTTP/1.1" status: 204 len: 168 time: 5.1926355 Feb 16 12:49:58.199464 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3360bfe3-6200-4e6a-a363-3daa4e4b2dfa tempest-QuotasTest-1825736735 tempest-QuotasTest-1825736735-project-admin] 10.222.0.83 "GET /v2.0/quotas/8b35f352635e43388f0543aade64cb6d HTTP/1.1" status: 200 len: 366 time: 0.1296456 Feb 16 12:49:58.205620 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37594) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:58.205620 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37596) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:58.216009 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-6e62c294-d367-4f9e-ac4a-666d9aeb8864 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1484360360', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:58.244366 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-b8c086e7-6d72-4cb7-9571-efc8a083c2a2 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:49:58.244684 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-b8c086e7-6d72-4cb7-9571-efc8a083c2a2 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:49:58.251384 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6e62c294-d367-4f9e-ac4a-666d9aeb8864 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:58.264856 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a9cfa4ea-c2fc-4842-a608-b9904870ae68 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:58.276969 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6e62c294-d367-4f9e-ac4a-666d9aeb8864 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Usage tracker for resource:router and tenant:45915c6c1b3845ae8a9038974576db8f is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:58.286583 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8964b1d2-6806-4b0a-a377-07bdc97a73c1 tempest-QuotasTest-1825736735 tempest-QuotasTest-1825736735-project-admin] 10.222.0.83 "DELETE /v2.0/quotas/8b35f352635e43388f0543aade64cb6d HTTP/1.1" status: 204 len: 168 time: 0.0731297 Feb 16 12:49:58.286583 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6e62c294-d367-4f9e-ac4a-666d9aeb8864 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:58.296696 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37602) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:58.300529 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6e62c294-d367-4f9e-ac4a-666d9aeb8864 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:58.342136 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d2ab4e67-da96-46c5-a6e0-7236b649f864 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6976426 Feb 16 12:49:58.344541 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.objects.ports [None req-ef3a8191-d3d8-4e31-b426-0cfc106a3b98 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87699) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:49:58.356042 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37608) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:58.363003 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e863b37-cce4-4de9-971d-0bc5c55da7b6 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Pushing event updated for resources: {'Port': ['ID=af9b1704-f912-4ba0-ad45-43c41224e00b,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:58.367408 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-6df879f5-b2f9-4f65-8d36-4e90f6f2bcf5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Request body: {'subnet': {'network_id': '7c21af54-2c03-46c0-a37d-7363ccc7aa26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:58.386245 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab4e67-da96-46c5-a6e0-7236b649f864 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event updated for resources: {'Network': ['ID=7c21af54-2c03-46c0-a37d-7363ccc7aa26,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:58.407838 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 7c21af54-2c03-46c0-a37d-7363ccc7aa26 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:49:58.457489 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1e863b37-cce4-4de9-971d-0bc5c55da7b6 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:58.512412 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6e62c294-d367-4f9e-ac4a-666d9aeb8864 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:58.513683 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6e62c294-d367-4f9e-ac4a-666d9aeb8864 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:58.515360 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1e863b37-cce4-4de9-971d-0bc5c55da7b6 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:58.516836 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-1e863b37-cce4-4de9-971d-0bc5c55da7b6 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8010144 Feb 16 12:49:58.519607 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37612) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:58.526839 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-c240ea47-f9a3-43f7-96f3-5ee6915bfc51 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Request body: {'port': {'network_id': '64d92a5c-c3fc-4739-bbbb-aed637ac5e73', 'name': 'tempest-FloatingIPTestJSON-2124284391'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:58.546841 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4ea53221-9527-4f34-b0fc-9aff2faaaf42 tempest-QuotasTest-1825736735 tempest-QuotasTest-1825736735-project-admin] 10.222.0.83 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.2504241 Feb 16 12:49:58.547483 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37616) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:58.599383 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-6df879f5-b2f9-4f65-8d36-4e90f6f2bcf5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:58.608161 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-6df879f5-b2f9-4f65-8d36-4e90f6f2bcf5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Usage tracker for resource:subnet and tenant:bc1f0288054c40818f485d7fa9a59a39 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:58.609437 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-444502bc-b774-4893-b554-01c7a06b5303 tempest-QuotasTest-1825736735 tempest-QuotasTest-1825736735-project-admin] 10.222.0.83 "GET /v2.0/quotas/8b35f352635e43388f0543aade64cb6d HTTP/1.1" status: 200 len: 370 time: 0.0485628 Feb 16 12:49:58.610359 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37620) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:58.613659 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-6df879f5-b2f9-4f65-8d36-4e90f6f2bcf5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:58.632037 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-6df879f5-b2f9-4f65-8d36-4e90f6f2bcf5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:58.662026 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df879f5-b2f9-4f65-8d36-4e90f6f2bcf5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Made reservation on behalf of bc1f0288054c40818f485d7fa9a59a39 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:58.666075 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6df879f5-b2f9-4f65-8d36-4e90f6f2bcf5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:58.694386 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6e62c294-d367-4f9e-ac4a-666d9aeb8864 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:58.713674 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ac9208af-7478-44f8-a9f3-b9c76b6e5371 tempest-QuotasTest-1825736735 tempest-QuotasTest-1825736735-project-admin] 10.222.0.83 "GET /v2.0/quotas/8b35f352635e43388f0543aade64cb6d/default HTTP/1.1" status: 200 len: 370 time: 0.0250812 Feb 16 12:49:58.741275 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37624) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:58.771638 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b8c086e7-6d72-4cb7-9571-efc8a083c2a2 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Deleting port ce85d266-f7fb-465f-8f44-a218aa9ab5ec {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:49:58.771638 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b8c086e7-6d72-4cb7-9571-efc8a083c2a2 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:58.782994 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-b7802345-1ace-495e-8a3e-c06cc96176ac tempest-QuotasTest-1825736735 tempest-QuotasTest-1825736735-project-admin] delete failed (client error): The resource could not be found. Feb 16 12:49:58.786854 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-b7802345-1ace-495e-8a3e-c06cc96176ac tempest-QuotasTest-1825736735 tempest-QuotasTest-1825736735-project-admin] 10.222.0.83 "DELETE /v2.0/quotas/8b35f352635e43388f0543aade64cb6d HTTP/1.1" status: 404 len: 348 time: 0.0395243 Feb 16 12:49:58.786854 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-c240ea47-f9a3-43f7-96f3-5ee6915bfc51 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:49:58.796623 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-c240ea47-f9a3-43f7-96f3-5ee6915bfc51 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Usage tracker for resource:port and tenant:f7e183c87d434560824e762da5b5e9a3 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:58.800403 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-c240ea47-f9a3-43f7-96f3-5ee6915bfc51 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:58.811996 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-c240ea47-f9a3-43f7-96f3-5ee6915bfc51 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:49:58.839260 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c240ea47-f9a3-43f7-96f3-5ee6915bfc51 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Made reservation on behalf of f7e183c87d434560824e762da5b5e9a3 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:49:58.841480 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c240ea47-f9a3-43f7-96f3-5ee6915bfc51 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:58.902295 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [None req-c240ea47-f9a3-43f7-96f3-5ee6915bfc51 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] device_id is not set on port 3cf9dc3d-c8d5-4f2e-9daf-8c6f09a2c0d3 yet. {{(pid=87701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:49:58.939892 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b8c086e7-6d72-4cb7-9571-efc8a083c2a2 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] The port 'ce85d266-f7fb-465f-8f44-a218aa9ab5ec' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:49:58.941336 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37630) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:58.974715 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6e62c294-d367-4f9e-ac4a-666d9aeb8864 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:59.033313 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-cae7475c-046b-4324-afc6-8fa0eacd808a tempest-QuotasTest-1825736735 tempest-QuotasTest-1825736735-project-admin] Usage tracker for resource:network and tenant:4aa3ddcb575d43548808f165fe47d061 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:59.075270 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-cae7475c-046b-4324-afc6-8fa0eacd808a tempest-QuotasTest-1825736735 tempest-QuotasTest-1825736735-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:59.086112 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6df879f5-b2f9-4f65-8d36-4e90f6f2bcf5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:59.162029 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-cae7475c-046b-4324-afc6-8fa0eacd808a tempest-QuotasTest-1825736735 tempest-QuotasTest-1825736735-project-admin] Usage tracker for resource:subnet and tenant:4aa3ddcb575d43548808f165fe47d061 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:59.186002 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-cae7475c-046b-4324-afc6-8fa0eacd808a tempest-QuotasTest-1825736735 tempest-QuotasTest-1825736735-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:59.198851 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6e62c294-d367-4f9e-ac4a-666d9aeb8864 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:59.200108 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6e62c294-d367-4f9e-ac4a-666d9aeb8864 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9907596 Feb 16 12:49:59.204430 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-c240ea47-f9a3-43f7-96f3-5ee6915bfc51 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Allocated IP 172.20.0.10 (64d92a5c-c3fc-4739-bbbb-aed637ac5e73/abff943d-0d9b-4bce-a0dc-42e729c6e78d/3cf9dc3d-c8d5-4f2e-9daf-8c6f09a2c0d3) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:49:59.206334 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37634) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:49:59.210461 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b8c086e7-6d72-4cb7-9571-efc8a083c2a2 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:59.210859 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df879f5-b2f9-4f65-8d36-4e90f6f2bcf5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event updated for resources: {'Subnet': ['ID=02f1a768-b72b-4446-be60-f87a59fbd2e5,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:49:59.224829 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-ec5c45ed-43bb-4041-b6d0-9ffe431c8456 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'enable_snat': False}}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:49:59.294882 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-b8c086e7-6d72-4cb7-9571-efc8a083c2a2 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28fb0fe9-554d-49e5-8e09-f2ed26f27bd4']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:59.295150 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-cae7475c-046b-4324-afc6-8fa0eacd808a tempest-QuotasTest-1825736735 tempest-QuotasTest-1825736735-project-admin] Usage tracker for resource:subnetpool and tenant:4aa3ddcb575d43548808f165fe47d061 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:59.363797 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df879f5-b2f9-4f65-8d36-4e90f6f2bcf5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Checking segment: {'id': '85f49eea-b279-4334-a305-27e1ddd3e3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7c21af54-2c03-46c0-a37d-7363ccc7aa26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:49:59.364141 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df879f5-b2f9-4f65-8d36-4e90f6f2bcf5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Network hostable DHCP agents. Network: 7c21af54-2c03-46c0-a37d-7363ccc7aa26, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:49:59.373003 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-cae7475c-046b-4324-afc6-8fa0eacd808a tempest-QuotasTest-1825736735 tempest-QuotasTest-1825736735-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:59.478871 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-b8c086e7-6d72-4cb7-9571-efc8a083c2a2 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c518b09f-4747-44b9-9e3a-0f247b642a07') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:59.478871 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-b8c086e7-6d72-4cb7-9571-efc8a083c2a2 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c518b09f-4747-44b9-9e3a-0f247b642a07') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:49:59.509953 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8191-d3d8-4e31-b426-0cfc106a3b98 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:59.520592 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b8c086e7-6d72-4cb7-9571-efc8a083c2a2 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:59.588847 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b8c086e7-6d72-4cb7-9571-efc8a083c2a2 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:59.626982 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8c086e7-6d72-4cb7-9571-efc8a083c2a2 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:49:59.627384 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b8c086e7-6d72-4cb7-9571-efc8a083c2a2 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:59.646681 dv-neutron-829527-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:49:59.646681 dv-neutron-829527-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:49:59.646681 dv-neutron-829527-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:49:59.646681 dv-neutron-829527-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:49:59.646681 dv-neutron-829527-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:49:59.646681 dv-neutron-829527-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:49:59.646681 dv-neutron-829527-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:49:59.646681 dv-neutron-829527-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:49:59.646681 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:49:59.646681 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:49:59.646681 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:49:59.646681 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:49:59.646681 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:49:59.646681 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:49:59.646681 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:49:59.646681 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:49:59.646681 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:49:59.646681 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:49:59.646681 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:49:59.646681 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:49:59.646681 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:49:59.646681 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:49:59.646681 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:49:59.646681 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:49:59.646681 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:49:59.646681 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:49:59.646681 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:49:59.646681 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:49:59.646681 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:49:59.646681 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:49:59.646681 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:49:59.646681 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:49:59.646681 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:49:59.646681 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:49:59.646681 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:49:59.646681 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:49:59.646681 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:49:59.646681 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:49:59.646681 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:49:59.646681 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:49:59.721890 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a9cfa4ea-c2fc-4842-a608-b9904870ae68 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:59.738036 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-cae7475c-046b-4324-afc6-8fa0eacd808a tempest-QuotasTest-1825736735 tempest-QuotasTest-1825736735-project-admin] Usage tracker for resource:port and tenant:4aa3ddcb575d43548808f165fe47d061 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:59.742383 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a9cfa4ea-c2fc-4842-a608-b9904870ae68 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:59.743404 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a9cfa4ea-c2fc-4842-a608-b9904870ae68 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:59.766667 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-cae7475c-046b-4324-afc6-8fa0eacd808a tempest-QuotasTest-1825736735 tempest-QuotasTest-1825736735-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:49:59.829542 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df879f5-b2f9-4f65-8d36-4e90f6f2bcf5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Network 7c21af54-2c03-46c0-a37d-7363ccc7aa26 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:49:59.852511 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b8c086e7-6d72-4cb7-9571-efc8a083c2a2 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:59.857864 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b8c086e7-6d72-4cb7-9571-efc8a083c2a2 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:59.954807 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-cae7475c-046b-4324-afc6-8fa0eacd808a tempest-QuotasTest-1825736735 tempest-QuotasTest-1825736735-project-admin] Usage tracker for resource:router and tenant:4aa3ddcb575d43548808f165fe47d061 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:49:59.962718 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-6df879f5-b2f9-4f65-8d36-4e90f6f2bcf5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 7c21af54-2c03-46c0-a37d-7363ccc7aa26) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:49:59.971522 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ec5c45ed-43bb-4041-b6d0-9ffe431c8456 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:59.972062 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895b279b-6c80-48e5-a4bc-6c169f81c0ac None None] Network 7c21af54-2c03-46c0-a37d-7363ccc7aa26 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:49:59.975820 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df879f5-b2f9-4f65-8d36-4e90f6f2bcf5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:49:59.976400 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6df879f5-b2f9-4f65-8d36-4e90f6f2bcf5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:49:59.988945 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-cae7475c-046b-4324-afc6-8fa0eacd808a tempest-QuotasTest-1825736735 tempest-QuotasTest-1825736735-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:00.007951 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cfa4ea-c2fc-4842-a608-b9904870ae68 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event updated for resources: {'Port': ['ID=3531ca07-5944-4b73-ab89-ea5ed7498c35,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:00.020188 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c086e7-6d72-4cb7-9571-efc8a083c2a2 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event deleted for resources: {'Network': ['ID=28fb0fe9-554d-49e5-8e09-f2ed26f27bd4,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:00.031344 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b8c086e7-6d72-4cb7-9571-efc8a083c2a2 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "DELETE /v2.0/networks/28fb0fe9-554d-49e5-8e09-f2ed26f27bd4 HTTP/1.1" status: 204 len: 168 time: 4.0061367 Feb 16 12:50:00.033855 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37640) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:00.043610 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:50:00.059093 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-cae7475c-046b-4324-afc6-8fa0eacd808a tempest-QuotasTest-1825736735 tempest-QuotasTest-1825736735-project-admin] Usage tracker for resource:floatingip and tenant:4aa3ddcb575d43548808f165fe47d061 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:00.082681 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-6df879f5-b2f9-4f65-8d36-4e90f6f2bcf5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7265415 Feb 16 12:50:00.086596 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-cae7475c-046b-4324-afc6-8fa0eacd808a tempest-QuotasTest-1825736735 tempest-QuotasTest-1825736735-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:00.091096 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37644) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:00.229898 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c240ea47-f9a3-43f7-96f3-5ee6915bfc51 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:00.293712 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cfa4ea-c2fc-4842-a608-b9904870ae68 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Network 779575b6-fa9a-4ab8-9ae3-419333925f31 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:00.299669 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-a9cfa4ea-c2fc-4842-a608-b9904870ae68 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:00.318126 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c1017b-6505-427c-a6d6-6de658a93768 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-7c21af54-2c03-46c0-a37d-7363ccc7aa26', 'network_id': '7c21af54-2c03-46c0-a37d-7363ccc7aa26', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'fixed_ips': [{'subnet_id': '02f1a768-b72b-4446-be60-f87a59fbd2e5'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:50:00.318894 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-ef3a8191-d3d8-4e31-b426-0cfc106a3b98 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] For port e0fa49b0-8f79-4120-8575-7561c4b2de01, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=e0fa49b0-8f79-4120-8575-7561c4b2de01,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:00.320071 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a6c1017b-6505-427c-a6d6-6de658a93768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:00.531155 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c240ea47-f9a3-43f7-96f3-5ee6915bfc51 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:00.726348 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-cae7475c-046b-4324-afc6-8fa0eacd808a tempest-QuotasTest-1825736735 tempest-QuotasTest-1825736735-project-admin] Usage tracker for resource:security_group and tenant:4aa3ddcb575d43548808f165fe47d061 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:00.742889 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c240ea47-f9a3-43f7-96f3-5ee6915bfc51 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Network 64d92a5c-c3fc-4739-bbbb-aed637ac5e73 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:00.752112 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.resource_extend [None req-ef3a8191-d3d8-4e31-b426-0cfc106a3b98 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:50:00.758108 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-a6c1017b-6505-427c-a6d6-6de658a93768 None None] Allocated IP 2001:db8::2 (7c21af54-2c03-46c0-a37d-7363ccc7aa26/02f1a768-b72b-4446-be60-f87a59fbd2e5/00a43353-5ac3-4d93-ab13-6a9e1803f6b4) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:00.758637 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-c240ea47-f9a3-43f7-96f3-5ee6915bfc51 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:00.760862 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-cae7475c-046b-4324-afc6-8fa0eacd808a tempest-QuotasTest-1825736735 tempest-QuotasTest-1825736735-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:00.763175 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-c61aa5a3-8b25-4759-b3e7-cce0c00189bb None None] Provisioning complete for port 3531ca07-5944-4b73-ab89-ea5ed7498c35 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:00.763326 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c61aa5a3-8b25-4759-b3e7-cce0c00189bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:00.782399 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8191-d3d8-4e31-b426-0cfc106a3b98 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:00.824133 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8191-d3d8-4e31-b426-0cfc106a3b98 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:00.824133 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8191-d3d8-4e31-b426-0cfc106a3b98 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:00.878662 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c240ea47-f9a3-43f7-96f3-5ee6915bfc51 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:00.922396 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-c61aa5a3-8b25-4759-b3e7-cce0c00189bb None None] Port 3531ca07-5944-4b73-ab89-ea5ed7498c35 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:50:01.001643 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c240ea47-f9a3-43f7-96f3-5ee6915bfc51 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Pushing event updated for resources: {'Port': ['ID=3cf9dc3d-c8d5-4f2e-9daf-8c6f09a2c0d3,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:01.073662 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b37ff583-5e88-4079-9759-ee72d150dd12 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:01.080170 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3a8191-d3d8-4e31-b426-0cfc106a3b98 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:01.092580 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c240ea47-f9a3-43f7-96f3-5ee6915bfc51 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:01.093216 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c240ea47-f9a3-43f7-96f3-5ee6915bfc51 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:01.103314 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-ef3a8191-d3d8-4e31-b426-0cfc106a3b98 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:01.126714 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-c240ea47-f9a3-43f7-96f3-5ee6915bfc51 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6020975 Feb 16 12:50:01.126714 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-cae7475c-046b-4324-afc6-8fa0eacd808a tempest-QuotasTest-1825736735 tempest-QuotasTest-1825736735-project-admin] Usage tracker for resource:security_group_rule and tenant:4aa3ddcb575d43548808f165fe47d061 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:01.127183 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3a8191-d3d8-4e31-b426-0cfc106a3b98 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:01.127183 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ef3a8191-d3d8-4e31-b426-0cfc106a3b98 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:01.129818 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37654) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:01.130557 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-cae7475c-046b-4324-afc6-8fa0eacd808a tempest-QuotasTest-1825736735 tempest-QuotasTest-1825736735-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:01.132064 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69294b87-6382-4185-b0bd-e7fa804a2097 None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:01.138265 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-c63b38ee-264f-42e4-a420-474f1d17c82c tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Request body: {'floatingip': {'port_id': '3cf9dc3d-c8d5-4f2e-9daf-8c6f09a2c0d3'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:01.183363 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8191-d3d8-4e31-b426-0cfc106a3b98 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Subnet': ['ID=c5965997-5e88-4580-a0c6-f6b947a0e195,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:01.190134 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a8191-d3d8-4e31-b426-0cfc106a3b98 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Port': ['ID=e0fa49b0-8f79-4120-8575-7561c4b2de01,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:01.231758 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9cfa4ea-c2fc-4842-a608-b9904870ae68 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Router 712c423a-5b72-4bc7-af19-da08c607cee8 is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:50:01.237954 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ef3a8191-d3d8-4e31-b426-0cfc106a3b98 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 7.6143107 Feb 16 12:50:01.239907 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37658) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:01.256031 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a6c1017b-6505-427c-a6d6-6de658a93768 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:01.280948 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-a6c1017b-6505-427c-a6d6-6de658a93768 None None] Transition to ACTIVE for port object 00a43353-5ac3-4d93-ab13-6a9e1803f6b4 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:01.423881 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-a6c1017b-6505-427c-a6d6-6de658a93768 None None] Transition to ACTIVE for port object 00a43353-5ac3-4d93-ab13-6a9e1803f6b4 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:01.445703 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a6c1017b-6505-427c-a6d6-6de658a93768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:01.513088 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-6ecd5815-e288-4067-8f38-e774c33637d5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'port': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'mac_address': 'fa:16:3e:54:cc:1b', 'name': 'tempest-NetworksTestDHCPv6-1220158750'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:01.523676 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c1017b-6505-427c-a6d6-6de658a93768 None None] Network 7c21af54-2c03-46c0-a37d-7363ccc7aa26 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:01.537705 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-cae7475c-046b-4324-afc6-8fa0eacd808a tempest-QuotasTest-1825736735 tempest-QuotasTest-1825736735-project-admin] 10.222.0.83 "GET /v2.0/quotas/4aa3ddcb575d43548808f165fe47d061/details.json HTTP/1.1" status: 200 len: 703 time: 2.5926394 Feb 16 12:50:01.558312 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-a6c1017b-6505-427c-a6d6-6de658a93768 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:01.567746 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c1017b-6505-427c-a6d6-6de658a93768 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:01.656839 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c1017b-6505-427c-a6d6-6de658a93768 None None] Pushing event updated for resources: {'Port': ['ID=00a43353-5ac3-4d93-ab13-6a9e1803f6b4,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:01.751792 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c63b38ee-264f-42e4-a420-474f1d17c82c tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for floatingip, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:01.803880 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device e0fa49b0-8f79-4120-8575-7561c4b2de01 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:01.879810 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-a6c1017b-6505-427c-a6d6-6de658a93768 None None] Attempting to bind port 00a43353-5ac3-4d93-ab13-6a9e1803f6b4 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:50:01.880999 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-a6c1017b-6505-427c-a6d6-6de658a93768 None None] Attempting to bind port 00a43353-5ac3-4d93-ab13-6a9e1803f6b4 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '85f49eea-b279-4334-a305-27e1ddd3e3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7c21af54-2c03-46c0-a37d-7363ccc7aa26'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:50:01.880999 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c1017b-6505-427c-a6d6-6de658a93768 None None] Attempting to bind port 00a43353-5ac3-4d93-ab13-6a9e1803f6b4 on network 7c21af54-2c03-46c0-a37d-7363ccc7aa26 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:50:01.888174 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c1017b-6505-427c-a6d6-6de658a93768 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:50:01.888770 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c1017b-6505-427c-a6d6-6de658a93768 None None] Checking segment: {'id': '85f49eea-b279-4334-a305-27e1ddd3e3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7c21af54-2c03-46c0-a37d-7363ccc7aa26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:50:01.889406 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a6c1017b-6505-427c-a6d6-6de658a93768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:01.889874 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c1017b-6505-427c-a6d6-6de658a93768 None None] Bound using segment: {'id': '85f49eea-b279-4334-a305-27e1ddd3e3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7c21af54-2c03-46c0-a37d-7363ccc7aa26'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:50:01.890448 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-a6c1017b-6505-427c-a6d6-6de658a93768 None None] Bound port: 00a43353-5ac3-4d93-ab13-6a9e1803f6b4, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85f49eea-b279-4334-a305-27e1ddd3e3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7c21af54-2c03-46c0-a37d-7363ccc7aa26'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:50:01.890976 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a6c1017b-6505-427c-a6d6-6de658a93768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:01.915353 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-5dc3fd74-5289-49b4-9f01-a58fa887586c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:01.959770 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port e0fa49b0-8f79-4120-8575-7561c4b2de01 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:01.960215 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:02.018579 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9cfa4ea-c2fc-4842-a608-b9904870ae68 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:50:02.029427 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a9cfa4ea-c2fc-4842-a608-b9904870ae68 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "PUT /v2.0/routers/712c423a-5b72-4bc7-af19-da08c607cee8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5956521 Feb 16 12:50:02.046869 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37666) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:02.050927 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482724cb-863f-4caa-bba5-b4df9f37747d None None] Sync routers for ids ['712c423a-5b72-4bc7-af19-da08c607cee8'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:50:02.084221 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482724cb-863f-4caa-bba5-b4df9f37747d None None] Routers {'712c423a-5b72-4bc7-af19-da08c607cee8'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:02.091985 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-482724cb-863f-4caa-bba5-b4df9f37747d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:49:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['712c423a-5b72-4bc7-af19-da08c607cee8'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:02.170484 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6ecd5815-e288-4067-8f38-e774c33637d5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:02.183043 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6ecd5815-e288-4067-8f38-e774c33637d5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Usage tracker for resource:port and tenant:5979c0794f594272a8691960316755d8 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:02.193753 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6ecd5815-e288-4067-8f38-e774c33637d5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:02.208235 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6ecd5815-e288-4067-8f38-e774c33637d5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:02.216955 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-482724cb-863f-4caa-bba5-b4df9f37747d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:02.288393 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ecd5815-e288-4067-8f38-e774c33637d5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:02.317025 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37672) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:02.338599 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482724cb-863f-4caa-bba5-b4df9f37747d None None] Routers {'712c423a-5b72-4bc7-af19-da08c607cee8'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:02.338599 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-482724cb-863f-4caa-bba5-b4df9f37747d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:49:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['712c423a-5b72-4bc7-af19-da08c607cee8'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:02.437226 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-a6c1017b-6505-427c-a6d6-6de658a93768 None None] For port 00a43353-5ac3-4d93-ab13-6a9e1803f6b4, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:50:02.459271 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-482724cb-863f-4caa-bba5-b4df9f37747d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:02.459701 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482724cb-863f-4caa-bba5-b4df9f37747d None None] The sync data for ids ['712c423a-5b72-4bc7-af19-da08c607cee8'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:50:02.471115 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-a6c1017b-6505-427c-a6d6-6de658a93768 None None] For port 00a43353-5ac3-4d93-ab13-6a9e1803f6b4, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=00a43353-5ac3-4d93-ab13-6a9e1803f6b4,segment=NetworkSegment(85f49eea-b279-4334-a305-27e1ddd3e3de),segment_id=85f49eea-b279-4334-a305-27e1ddd3e3de)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:50:02.484751 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a6c1017b-6505-427c-a6d6-6de658a93768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:02.630462 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c1017b-6505-427c-a6d6-6de658a93768 None None] Pushing event updated for resources: {'Port': ['ID=00a43353-5ac3-4d93-ab13-6a9e1803f6b4,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:02.662945 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ec5c45ed-43bb-4041-b6d0-9ffe431c8456 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:02.674189 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6ecd5815-e288-4067-8f38-e774c33637d5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:02.696701 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc542e3-6d4b-498f-9254-c1b7475493b6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:02.697449 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4bc542e3-6d4b-498f-9254-c1b7475493b6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Synchronizing usage tracker for tenant:e1117180e8c949a18483da62b9a9f5be on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:02.704492 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-04dc0f7d-0d6c-48cd-aafc-6d41720ecc09 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:02.757755 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2f5fe314-6c2f-488a-ae00-9f5a40fa6f44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:02.786275 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ec5c45ed-43bb-4041-b6d0-9ffe431c8456 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:02.864993 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-6ecd5815-e288-4067-8f38-e774c33637d5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] device_id is not set on port 6a1968ec-6872-4880-bda8-56afeb1e7db1 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:50:02.887307 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-2f5fe314-6c2f-488a-ae00-9f5a40fa6f44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:02.944841 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4bc542e3-6d4b-498f-9254-c1b7475493b6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Unset dirty status for tenant:e1117180e8c949a18483da62b9a9f5be on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:02.946138 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4bc542e3-6d4b-498f-9254-c1b7475493b6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "GET /v2.0/ports?device_id=712c423a-5b72-4bc7-af19-da08c607cee8 HTTP/1.1" status: 200 len: 989 time: 0.8981543 Feb 16 12:50:02.951447 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37680) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:02.988404 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-2f5fe314-6c2f-488a-ae00-9f5a40fa6f44 admin admin] Usage tracker for resource:security_group_rule and tenant:c1814df3d55946f9b991b7777a2f4370 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:03.017637 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-2f5fe314-6c2f-488a-ae00-9f5a40fa6f44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:03.038156 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-2f5fe314-6c2f-488a-ae00-9f5a40fa6f44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:03.189101 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-b37ff583-5e88-4079-9759-ee72d150dd12 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Allocated IP 2001:db8::1 (7c21af54-2c03-46c0-a37d-7363ccc7aa26/02f1a768-b72b-4446-be60-f87a59fbd2e5/53311a1a-fd5b-449d-9240-14c69af901df) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:03.193827 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-326718b9-7fef-4575-b6ff-b64ee253ee88 None None] Provisioning complete for port e0fa49b0-8f79-4120-8575-7561c4b2de01 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:03.194336 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-326718b9-7fef-4575-b6ff-b64ee253ee88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:03.591616 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-ec5c45ed-43bb-4041-b6d0-9ffe431c8456 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Allocated IP 172.26.5.61 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/a6ad2f43-55a5-4d54-91d1-b69ff6af6ce4) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:03.762606 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 00a43353-5ac3-4d93-ab13-6a9e1803f6b4 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:03.825533 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2f5fe314-6c2f-488a-ae00-9f5a40fa6f44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:03.852536 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2f5fe314-6c2f-488a-ae00-9f5a40fa6f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:03.884281 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-6ecd5815-e288-4067-8f38-e774c33637d5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Allocated IP 2001:db8::a6 (c2beece7-853e-4518-ace6-8724ee235932/f2d9e783-9237-4bb9-bc95-5ad210f9c472/6a1968ec-6872-4880-bda8-56afeb1e7db1) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:03.891729 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-6ecd5815-e288-4067-8f38-e774c33637d5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Allocated IP 2001:db8:0:1:f816:3eff:fe54:cc1b (c2beece7-853e-4518-ace6-8724ee235932/c5965997-5e88-4580-a0c6-f6b947a0e195/6a1968ec-6872-4880-bda8-56afeb1e7db1) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:03.915620 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 00a43353-5ac3-4d93-ab13-6a9e1803f6b4 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:03.920720 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b37ff583-5e88-4079-9759-ee72d150dd12 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:03.928534 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5fe314-6c2f-488a-ae00-9f5a40fa6f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd3f47a-c04c-4f55-9e00-41747999a9ae,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:03.959497 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.db.resource_extend [None req-c63b38ee-264f-42e4-a420-474f1d17c82c tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:50:04.066124 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-04dc0f7d-0d6c-48cd-aafc-6d41720ecc09 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Deleting port 1a6e75a8-62da-4b1a-bb34-4651c19aaebf {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:50:04.066477 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-04dc0f7d-0d6c-48cd-aafc-6d41720ecc09 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:04.106111 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c84b7d55-ce6e-49a6-a738-6e767306e529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:04.131414 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-2f5fe314-6c2f-488a-ae00-9f5a40fa6f44 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c1814df3d55946f9b991b7777a2f4370&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8111725 Feb 16 12:50:04.156451 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-b37ff583-5e88-4079-9759-ee72d150dd12 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Transition to ACTIVE for port object 53311a1a-fd5b-449d-9240-14c69af901df will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:04.157510 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37686) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:04.219110 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c63b38ee-264f-42e4-a420-474f1d17c82c tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:04.241012 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ec5c45ed-43bb-4041-b6d0-9ffe431c8456 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:04.251456 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c63b38ee-264f-42e4-a420-474f1d17c82c tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:04.303349 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d0957f-0769-41bf-9bb6-d27a49fceb01 None None] Network 7c21af54-2c03-46c0-a37d-7363ccc7aa26 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:04.484902 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-d0c15d9b-c119-4c2c-9dc0-4d3af43d9e73 None None] Provisioning for port 00a43353-5ac3-4d93-ab13-6a9e1803f6b4 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:04.488023 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:04.494840 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-d0c15d9b-c119-4c2c-9dc0-4d3af43d9e73 None None] Provisioning complete for port 00a43353-5ac3-4d93-ab13-6a9e1803f6b4 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:04.495428 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d0c15d9b-c119-4c2c-9dc0-4d3af43d9e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:04.523228 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-04dc0f7d-0d6c-48cd-aafc-6d41720ecc09 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] For port 1a6e75a8-62da-4b1a-bb34-4651c19aaebf, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=1a6e75a8-62da-4b1a-bb34-4651c19aaebf,segment=NetworkSegment(f6ba453d-fda9-4cc2-bb46-b1ef3257d4c7),segment_id=f6ba453d-fda9-4cc2-bb46-b1ef3257d4c7)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:04.523916 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-04dc0f7d-0d6c-48cd-aafc-6d41720ecc09 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:04.576377 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6ecd5815-e288-4067-8f38-e774c33637d5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:04.638610 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.l3_db [None req-c63b38ee-264f-42e4-a420-474f1d17c82c tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Floating IP 63d5bd70-1c62-43fb-99db-d6a562ad05dc associated. External IP: 172.26.5.159, port: 3cf9dc3d-c8d5-4f2e-9daf-8c6f09a2c0d3. Feb 16 12:50:04.712083 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d0c15d9b-c119-4c2c-9dc0-4d3af43d9e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:04.769563 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ec5c45ed-43bb-4041-b6d0-9ffe431c8456 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:04.771981 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-d0c15d9b-c119-4c2c-9dc0-4d3af43d9e73 None None] For port 00a43353-5ac3-4d93-ab13-6a9e1803f6b4, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=00a43353-5ac3-4d93-ab13-6a9e1803f6b4,segment=NetworkSegment(85f49eea-b279-4334-a305-27e1ddd3e3de),segment_id=85f49eea-b279-4334-a305-27e1ddd3e3de)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:04.794676 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d0c15d9b-c119-4c2c-9dc0-4d3af43d9e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:04.857494 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-04dc0f7d-0d6c-48cd-aafc-6d41720ecc09 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Calling delete_port for 1a6e75a8-62da-4b1a-bb34-4651c19aaebf owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:50:04.919369 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-6ecd5815-e288-4067-8f38-e774c33637d5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Transition to ACTIVE for port object 6a1968ec-6872-4880-bda8-56afeb1e7db1 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:04.953855 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c15d9b-c119-4c2c-9dc0-4d3af43d9e73 None None] Pushing event updated for resources: {'Port': ['ID=00a43353-5ac3-4d93-ab13-6a9e1803f6b4,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:04.971275 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bb50d176-4f4d-4476-a339-9b7f30cb6c60 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:05.007957 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e4634c86-81bf-4eea-8350-693e6949d4bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:05.036455 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b37ff583-5e88-4079-9759-ee72d150dd12 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:05.054738 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5c45ed-43bb-4041-b6d0-9ffe431c8456 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:05.107407 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:05.119697 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:05.171014 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-ec5c45ed-43bb-4041-b6d0-9ffe431c8456 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:05.209179 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5c45ed-43bb-4041-b6d0-9ffe431c8456 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:05.221102 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-16eff167-b495-4523-8079-d99e45749e3e None None] Provisioning complete for port 00a43353-5ac3-4d93-ab13-6a9e1803f6b4 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:05.221644 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-16eff167-b495-4523-8079-d99e45749e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:05.260437 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c45ed-43bb-4041-b6d0-9ffe431c8456 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Pushing event updated for resources: {'Port': ['ID=a6ad2f43-55a5-4d54-91d1-b69ff6af6ce4,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:05.264077 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e4634c86-81bf-4eea-8350-693e6949d4bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:05.272241 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37ff583-5e88-4079-9759-ee72d150dd12 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Network 7c21af54-2c03-46c0-a37d-7363ccc7aa26 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:05.316813 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6ecd5815-e288-4067-8f38-e774c33637d5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:05.321835 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-b37ff583-5e88-4079-9759-ee72d150dd12 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:05.341686 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37ff583-5e88-4079-9759-ee72d150dd12 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:05.342226 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b37ff583-5e88-4079-9759-ee72d150dd12 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:05.571364 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecd5815-e288-4067-8f38-e774c33637d5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:05.581371 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-6ecd5815-e288-4067-8f38-e774c33637d5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:05.730241 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 00a43353-5ac3-4d93-ab13-6a9e1803f6b4 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:05.830996 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecd5815-e288-4067-8f38-e774c33637d5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:05.841394 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecd5815-e288-4067-8f38-e774c33637d5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:05.842382 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6ecd5815-e288-4067-8f38-e774c33637d5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:05.864902 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-631dcbe9-fd86-4abe-8ee5-b1bf3732398e None None] Provisioning for port 53311a1a-fd5b-449d-9240-14c69af901df completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:05.873213 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 00a43353-5ac3-4d93-ab13-6a9e1803f6b4 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:05.873964 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:05.877128 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd5815-e288-4067-8f38-e774c33637d5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Port': ['ID=6a1968ec-6872-4880-bda8-56afeb1e7db1,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:05.890549 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ff583-5e88-4079-9759-ee72d150dd12 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event updated for resources: {'Port': ['ID=53311a1a-fd5b-449d-9240-14c69af901df,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:05.901386 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-04dc0f7d-0d6c-48cd-aafc-6d41720ecc09 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:05.945348 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-631dcbe9-fd86-4abe-8ee5-b1bf3732398e None None] Provisioning complete for port 53311a1a-fd5b-449d-9240-14c69af901df triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:05.945985 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-631dcbe9-fd86-4abe-8ee5-b1bf3732398e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:05.979768 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6ecd5815-e288-4067-8f38-e774c33637d5 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.4738367 Feb 16 12:50:05.989009 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37696) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:06.061342 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dc0f7d-0d6c-48cd-aafc-6d41720ecc09 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event deleted for resources: {'Port': ['ID=1a6e75a8-62da-4b1a-bb34-4651c19aaebf,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:06.159816 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-3f6214aa-0137-43c7-bebf-164815f38f58 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting port 6a1968ec-6872-4880-bda8-56afeb1e7db1 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:50:06.160167 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f6214aa-0137-43c7-bebf-164815f38f58 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:06.169384 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-631dcbe9-fd86-4abe-8ee5-b1bf3732398e None None] Port 53311a1a-fd5b-449d-9240-14c69af901df cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:50:06.195273 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-bb50d176-4f4d-4476-a339-9b7f30cb6c60 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Deleting port 3531ca07-5944-4b73-ab89-ea5ed7498c35 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:50:06.195273 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bb50d176-4f4d-4476-a339-9b7f30cb6c60 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:06.250057 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e4634c86-81bf-4eea-8350-693e6949d4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:06.384846 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4634c86-81bf-4eea-8350-693e6949d4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd3f47a-c04c-4f55-9e00-41747999a9ae,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:06.494825 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-41644d3d-b443-48a7-98a3-183fa8d28c5d None None] Provisioning for port 6a1968ec-6872-4880-bda8-56afeb1e7db1 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:06.517495 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-41644d3d-b443-48a7-98a3-183fa8d28c5d None None] Provisioning complete for port 6a1968ec-6872-4880-bda8-56afeb1e7db1 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:06.517495 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-41644d3d-b443-48a7-98a3-183fa8d28c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:06.607620 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-04dc0f7d-0d6c-48cd-aafc-6d41720ecc09 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:06.615824 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-41644d3d-b443-48a7-98a3-183fa8d28c5d None None] Port 6a1968ec-6872-4880-bda8-56afeb1e7db1 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:50:06.654127 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:06.673374 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b37ff583-5e88-4079-9759-ee72d150dd12 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:06.689034 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63b38ee-264f-42e4-a420-474f1d17c82c tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Router 280b01f7-1aa8-4aea-8b7b-434c5eea3121 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:50:06.747720 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e4634c86-81bf-4eea-8350-693e6949d4bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:06.748928 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e4634c86-81bf-4eea-8350-693e6949d4bb admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/dcd3f47a-c04c-4f55-9e00-41747999a9ae HTTP/1.1" status: 204 len: 168 time: 2.5766101 Feb 16 12:50:06.905042 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bb50d176-4f4d-4476-a339-9b7f30cb6c60 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:06.974976 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ec5c45ed-43bb-4041-b6d0-9ffe431c8456 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:07.105314 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-bb50d176-4f4d-4476-a339-9b7f30cb6c60 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Calling delete_port for 3531ca07-5944-4b73-ab89-ea5ed7498c35 owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:50:07.200032 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37706) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:07.254463 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2be31a61-56f2-4d7d-8d1a-89b1491e4948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:07.267631 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f6214aa-0137-43c7-bebf-164815f38f58 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:07.377526 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63b38ee-264f-42e4-a420-474f1d17c82c tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:50:07.392388 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c63b38ee-264f-42e4-a420-474f1d17c82c tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:07.408704 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae9ff61-4235-4f03-a8bf-87c06a4d34f5 None None] Sync routers for ids ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:50:07.419081 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae9ff61-4235-4f03-a8bf-87c06a4d34f5 None None] Routers {'280b01f7-1aa8-4aea-8b7b-434c5eea3121'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:07.420087 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-9ae9ff61-4235-4f03-a8bf-87c06a4d34f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:50:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:07.541739 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-9ae9ff61-4235-4f03-a8bf-87c06a4d34f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:07.551585 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae9ff61-4235-4f03-a8bf-87c06a4d34f5 None None] Routers {'280b01f7-1aa8-4aea-8b7b-434c5eea3121'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:07.552717 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-9ae9ff61-4235-4f03-a8bf-87c06a4d34f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:50:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:07.614706 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-9ae9ff61-4235-4f03-a8bf-87c06a4d34f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:07.615348 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae9ff61-4235-4f03-a8bf-87c06a4d34f5 None None] The sync data for ids ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:50:07.662712 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-3f6214aa-0137-43c7-bebf-164815f38f58 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Calling delete_port for 6a1968ec-6872-4880-bda8-56afeb1e7db1 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:50:07.694159 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04dc0f7d-0d6c-48cd-aafc-6d41720ecc09 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Router eefe2440-6b69-4fc6-b3ab-4f26ec071b49 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:50:07.731725 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-2be31a61-56f2-4d7d-8d1a-89b1491e4948 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:07.755273 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2be31a61-56f2-4d7d-8d1a-89b1491e4948 admin admin] Usage tracker for resource:security_group_rule and tenant:4aa3ddcb575d43548808f165fe47d061 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:07.764087 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2be31a61-56f2-4d7d-8d1a-89b1491e4948 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:07.765292 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-c63b38ee-264f-42e4-a420-474f1d17c82c tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "PUT /v2.0/floatingips/63d5bd70-1c62-43fb-99db-d6a562ad05dc HTTP/1.1" status: 200 len: 979 time: 6.6314046 Feb 16 12:50:07.775101 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37712) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:07.838105 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-2be31a61-56f2-4d7d-8d1a-89b1491e4948 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:07.928837 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04dc0f7d-0d6c-48cd-aafc-6d41720ecc09 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:50:07.940757 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-04dc0f7d-0d6c-48cd-aafc-6d41720ecc09 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "PUT /v2.0/routers/eefe2440-6b69-4fc6-b3ab-4f26ec071b49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9005930 Feb 16 12:50:07.940757 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37716) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:07.960662 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-5c4f95b5-0771-42f4-8888-a50d1136eff6 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Deleting port 3cf9dc3d-c8d5-4f2e-9daf-8c6f09a2c0d3 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:50:07.961010 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5c4f95b5-0771-42f4-8888-a50d1136eff6 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:07.963632 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a947c9d-8cf6-4839-a38d-40c15528bbc8 None None] Sync routers for ids ['eefe2440-6b69-4fc6-b3ab-4f26ec071b49'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:50:07.972994 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a947c9d-8cf6-4839-a38d-40c15528bbc8 None None] Routers {'eefe2440-6b69-4fc6-b3ab-4f26ec071b49'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:07.973612 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-4a947c9d-8cf6-4839-a38d-40c15528bbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:50:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['eefe2440-6b69-4fc6-b3ab-4f26ec071b49'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:07.992690 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ec5c45ed-43bb-4041-b6d0-9ffe431c8456 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:08.019160 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ec5c45ed-43bb-4041-b6d0-9ffe431c8456 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1023088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1023049', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1023600'] for router, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:08.117630 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcd82359-2c06-4e62-877f-bfe577688c6f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Deleting subnet 25253329-2eb3-4c0e-8357-1129c2b1837e {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:50:08.128758 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fcd82359-2c06-4e62-877f-bfe577688c6f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:08.137514 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-4a947c9d-8cf6-4839-a38d-40c15528bbc8 None None] Set router eefe2440-6b69-4fc6-b3ab-4f26ec071b49 gateway port host: None {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:50:08.162996 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b37ff583-5e88-4079-9759-ee72d150dd12 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:08.188476 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b37ff583-5e88-4079-9759-ee72d150dd12 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:08.188476 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b37ff583-5e88-4079-9759-ee72d150dd12 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:08.239652 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fcd82359-2c06-4e62-877f-bfe577688c6f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:08.263397 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-4a947c9d-8cf6-4839-a38d-40c15528bbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'name': 'tempest-RoutersTest-router-1592884350', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:00Z', 'updated_at': '2022-02-16T12:50:05Z', 'revision_number': 11, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'gw_port_host': None}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:08.269047 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a947c9d-8cf6-4839-a38d-40c15528bbc8 None None] Checking router: eefe2440-6b69-4fc6-b3ab-4f26ec071b49 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:50:08.283082 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a947c9d-8cf6-4839-a38d-40c15528bbc8 None None] Routers {'eefe2440-6b69-4fc6-b3ab-4f26ec071b49'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:08.283851 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-4a947c9d-8cf6-4839-a38d-40c15528bbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:50:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['eefe2440-6b69-4fc6-b3ab-4f26ec071b49'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:08.324236 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bb50d176-4f4d-4476-a339-9b7f30cb6c60 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:08.426793 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f6214aa-0137-43c7-bebf-164815f38f58 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:08.447026 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50d176-4f4d-4476-a339-9b7f30cb6c60 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event deleted for resources: {'Port': ['ID=3531ca07-5944-4b73-ab89-ea5ed7498c35,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:08.468947 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-4a947c9d-8cf6-4839-a38d-40c15528bbc8 None None] Set router eefe2440-6b69-4fc6-b3ab-4f26ec071b49 gateway port host: None {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:50:08.579304 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ff583-5e88-4079-9759-ee72d150dd12 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event updated for resources: {'Port': ['ID=53311a1a-fd5b-449d-9240-14c69af901df,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:08.587508 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6214aa-0137-43c7-bebf-164815f38f58 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Port': ['ID=6a1968ec-6872-4880-bda8-56afeb1e7db1,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:08.677136 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-4a947c9d-8cf6-4839-a38d-40c15528bbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'name': 'tempest-RoutersTest-router-1592884350', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:00Z', 'updated_at': '2022-02-16T12:50:05Z', 'revision_number': 11, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'gw_port_host': None}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:08.684370 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a947c9d-8cf6-4839-a38d-40c15528bbc8 None None] The sync data for ids ['eefe2440-6b69-4fc6-b3ab-4f26ec071b49'] in dv-neutron-829527-1-hyperv is: [{'id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'name': 'tempest-RoutersTest-router-1592884350', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:00Z', 'updated_at': '2022-02-16T12:50:05Z', 'revision_number': 11, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'gw_port_host': None}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:50:08.698566 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5c4f95b5-0771-42f4-8888-a50d1136eff6 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:08.716566 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5c45ed-43bb-4041-b6d0-9ffe431c8456 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Router f063033c-ac46-474f-b173-6ccbdb598891 is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:50:08.908256 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37ff583-5e88-4079-9759-ee72d150dd12 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Network 7c21af54-2c03-46c0-a37d-7363ccc7aa26 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:08.917310 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-b37ff583-5e88-4079-9759-ee72d150dd12 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:08.940724 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f6214aa-0137-43c7-bebf-164815f38f58 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:08.953543 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fcd82359-2c06-4e62-877f-bfe577688c6f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:09.001883 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bb50d176-4f4d-4476-a339-9b7f30cb6c60 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:09.085539 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2be31a61-56f2-4d7d-8d1a-89b1491e4948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:09.106293 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3f6214aa-0137-43c7-bebf-164815f38f58 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/ports/6a1968ec-6872-4880-bda8-56afeb1e7db1 HTTP/1.1" status: 204 len: 168 time: 3.1117325 Feb 16 12:50:09.107090 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37722) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:09.233286 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2be31a61-56f2-4d7d-8d1a-89b1491e4948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:09.389808 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-9d2e841c-ba39-45d3-9862-5edde59fcc3f None None] Provisioning complete for port 53311a1a-fd5b-449d-9240-14c69af901df triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:09.390415 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9d2e841c-ba39-45d3-9862-5edde59fcc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:09.453762 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fcd82359-2c06-4e62-877f-bfe577688c6f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:09.490555 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-9d2e841c-ba39-45d3-9862-5edde59fcc3f None None] Port 53311a1a-fd5b-449d-9240-14c69af901df cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:50:09.518835 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77dc4f27-11c9-4de2-b6ff-df9cc442aa64 None None] Network 4af22acd-757b-47d4-925e-f4c03ad597e0 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:09.520020 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fcd82359-2c06-4e62-877f-bfe577688c6f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:09.548196 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd82359-2c06-4e62-877f-bfe577688c6f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event deleted for resources: {'Subnet': ['ID=25253329-2eb3-4c0e-8357-1129c2b1837e,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:09.554384 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2be31a61-56f2-4d7d-8d1a-89b1491e4948 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4aa3ddcb575d43548808f165fe47d061&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3456063 Feb 16 12:50:09.557960 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5c45ed-43bb-4041-b6d0-9ffe431c8456 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:50:09.559213 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37726) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:09.567327 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ec5c45ed-43bb-4041-b6d0-9ffe431c8456 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:09.570933 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f216a72d-20b8-40a7-b6ec-1d8107e5dd4c None None] Sync routers for ids ['f063033c-ac46-474f-b173-6ccbdb598891'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:50:09.576046 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-ec5c45ed-43bb-4041-b6d0-9ffe431c8456 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] 10.222.0.83 "PUT /v2.0/routers/f063033c-ac46-474f-b173-6ccbdb598891 HTTP/1.1" status: 200 len: 919 time: 10.3591931 Feb 16 12:50:09.582254 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f216a72d-20b8-40a7-b6ec-1d8107e5dd4c None None] Routers {'f063033c-ac46-474f-b173-6ccbdb598891'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:09.582872 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-f216a72d-20b8-40a7-b6ec-1d8107e5dd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:50:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['f063033c-ac46-474f-b173-6ccbdb598891'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:09.595575 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37728) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:09.598875 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5c4f95b5-0771-42f4-8888-a50d1136eff6 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:09.599247 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5c4f95b5-0771-42f4-8888-a50d1136eff6 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:09.599550 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.l3_db [None req-5c4f95b5-0771-42f4-8888-a50d1136eff6 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Floating IP 63d5bd70-1c62-43fb-99db-d6a562ad05dc disassociated. External IP: 172.26.5.159, port: 3cf9dc3d-c8d5-4f2e-9daf-8c6f09a2c0d3. Feb 16 12:50:09.599890 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-5c4f95b5-0771-42f4-8888-a50d1136eff6 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Calling delete_port for 3cf9dc3d-c8d5-4f2e-9daf-8c6f09a2c0d3 owned by {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:50:09.609247 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fcd82359-2c06-4e62-877f-bfe577688c6f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "DELETE /v2.0/subnets/25253329-2eb3-4c0e-8357-1129c2b1837e HTTP/1.1" status: 204 len: 168 time: 1.6666718 Feb 16 12:50:09.611800 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be31a61-56f2-4d7d-8d1a-89b1491e4948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9410e7-5235-4842-8589-838eb04f6a9e,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:09.614321 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37734) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:09.714027 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-f216a72d-20b8-40a7-b6ec-1d8107e5dd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:09.734999 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f216a72d-20b8-40a7-b6ec-1d8107e5dd4c None None] Routers {'f063033c-ac46-474f-b173-6ccbdb598891'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:09.735625 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-f216a72d-20b8-40a7-b6ec-1d8107e5dd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:50:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['f063033c-ac46-474f-b173-6ccbdb598891'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:09.796735 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-f216a72d-20b8-40a7-b6ec-1d8107e5dd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:09.797396 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f216a72d-20b8-40a7-b6ec-1d8107e5dd4c None None] The sync data for ids ['f063033c-ac46-474f-b173-6ccbdb598891'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:50:09.840881 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 1a6e75a8-62da-4b1a-bb34-4651c19aaebf no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:50:09.862926 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2713fa58-66f3-4736-8d74-13e393968061 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:09.863956 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2713fa58-66f3-4736-8d74-13e393968061 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:09.871820 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb50d176-4f4d-4476-a339-9b7f30cb6c60 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Router 712c423a-5b72-4bc7-af19-da08c607cee8 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:50:09.880518 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3e8fb99e-edb3-4912-a6dd-4dc3062ca99d tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:09.891327 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 1a6e75a8-62da-4b1a-bb34-4651c19aaebf {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:50:09.891667 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 1a6e75a8-62da-4b1a-bb34-4651c19aaebf not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:50:09.917422 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-3e8fb99e-edb3-4912-a6dd-4dc3062ca99d tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Deleting port ee63e9f8-65c5-4109-a1a1-5e099671374f {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:50:09.917757 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3e8fb99e-edb3-4912-a6dd-4dc3062ca99d tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:10.022561 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2713fa58-66f3-4736-8d74-13e393968061 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:10.026673 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2713fa58-66f3-4736-8d74-13e393968061 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.8600376 Feb 16 12:50:10.027686 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-793f2535-9287-4f8d-bdf0-4d9bd7904d06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:10.032378 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37740) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:10.059900 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f195a617-ce07-4e72-a276-778feddbbdf1 None None] DHCP port deletion for 4af22acd-757b-47d4-925e-f4c03ad597e0 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:50:10.064379 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f195a617-ce07-4e72-a276-778feddbbdf1 None None] Deleting port ee63e9f8-65c5-4109-a1a1-5e099671374f {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:50:10.064772 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f195a617-ce07-4e72-a276-778feddbbdf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:10.090056 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37ff583-5e88-4079-9759-ee72d150dd12 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Router e61be5bd-a96f-414d-8528-e925cba38ee9 is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:50:10.119541 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-4765b8ba-fa00-4c4b-b001-a52915613954 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] 10.222.0.83 "GET /v2.0/routers/f063033c-ac46-474f-b173-6ccbdb598891 HTTP/1.1" status: 200 len: 925 time: 0.5202267 Feb 16 12:50:10.151635 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37744) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:10.272152 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb50d176-4f4d-4476-a339-9b7f30cb6c60 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:50:10.274961 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-793f2535-9287-4f8d-bdf0-4d9bd7904d06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:10.294487 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bb50d176-4f4d-4476-a339-9b7f30cb6c60 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "PUT /v2.0/routers/712c423a-5b72-4bc7-af19-da08c607cee8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3417296 Feb 16 12:50:10.299365 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37748) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:10.317813 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370b7180-9cb1-44a2-9409-762536a320e4 None None] Sync routers for ids ['712c423a-5b72-4bc7-af19-da08c607cee8'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:50:10.351219 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370b7180-9cb1-44a2-9409-762536a320e4 None None] Routers {'712c423a-5b72-4bc7-af19-da08c607cee8'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:10.351867 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-370b7180-9cb1-44a2-9409-762536a320e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:50:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['712c423a-5b72-4bc7-af19-da08c607cee8'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:10.435420 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-370b7180-9cb1-44a2-9409-762536a320e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:10.441088 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e49bb01-6ad3-44d0-ab39-86286e720921 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] GET failed (client error): The resource could not be found. Feb 16 12:50:10.442397 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-4e49bb01-6ad3-44d0-ab39-86286e720921 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Synchronizing usage tracker for tenant:e1117180e8c949a18483da62b9a9f5be on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:10.444361 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f195a617-ce07-4e72-a276-778feddbbdf1 None None] For port ee63e9f8-65c5-4109-a1a1-5e099671374f, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=ee63e9f8-65c5-4109-a1a1-5e099671374f,segment=NetworkSegment(f6ba453d-fda9-4cc2-bb46-b1ef3257d4c7),segment_id=f6ba453d-fda9-4cc2-bb46-b1ef3257d4c7)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:10.445148 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f195a617-ce07-4e72-a276-778feddbbdf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:10.472978 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370b7180-9cb1-44a2-9409-762536a320e4 None None] Routers {'712c423a-5b72-4bc7-af19-da08c607cee8'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:10.473634 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-370b7180-9cb1-44a2-9409-762536a320e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:50:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['712c423a-5b72-4bc7-af19-da08c607cee8'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:10.489369 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eeaa871-cd00-46c3-bc9a-281de5efe660 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:10.490058 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8eeaa871-cd00-46c3-bc9a-281de5efe660 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Synchronizing usage tracker for tenant:c4a1d3bc9afa4da1a9bd8f7c40812120 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:10.506424 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3211628b-6423-430d-a1e5-a17c6fb74a11 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:10.510942 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3211628b-6423-430d-a1e5-a17c6fb74a11 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4663630 Feb 16 12:50:10.511449 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5c4f95b5-0771-42f4-8888-a50d1136eff6 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:10.518174 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37752) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:10.521744 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-3e8fb99e-edb3-4912-a6dd-4dc3062ca99d tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] For port ee63e9f8-65c5-4109-a1a1-5e099671374f, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=ee63e9f8-65c5-4109-a1a1-5e099671374f,segment=NetworkSegment(f6ba453d-fda9-4cc2-bb46-b1ef3257d4c7),segment_id=f6ba453d-fda9-4cc2-bb46-b1ef3257d4c7)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:10.524238 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3e8fb99e-edb3-4912-a6dd-4dc3062ca99d tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:10.582488 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-793f2535-9287-4f8d-bdf0-4d9bd7904d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:10.616799 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-4e49bb01-6ad3-44d0-ab39-86286e720921 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Unset dirty status for tenant:e1117180e8c949a18483da62b9a9f5be on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:10.618918 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-4e49bb01-6ad3-44d0-ab39-86286e720921 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "GET /v2.0/ports/3531ca07-5944-4b73-ab89-ea5ed7498c35 HTTP/1.1" status: 404 len: 333 time: 0.3178191 Feb 16 12:50:10.620119 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37ff583-5e88-4079-9759-ee72d150dd12 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:50:10.622056 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37756) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:10.625341 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f95b5-0771-42f4-8888-a50d1136eff6 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Pushing event deleted for resources: {'Port': ['ID=3cf9dc3d-c8d5-4f2e-9daf-8c6f09a2c0d3,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:10.633711 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e690fedf-abea-4be0-82a4-51e622174c90 None None] Sync routers for ids ['e61be5bd-a96f-414d-8528-e925cba38ee9'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:50:10.646267 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-370b7180-9cb1-44a2-9409-762536a320e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:10.646673 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370b7180-9cb1-44a2-9409-762536a320e4 None None] The sync data for ids ['712c423a-5b72-4bc7-af19-da08c607cee8'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:50:10.648224 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e690fedf-abea-4be0-82a4-51e622174c90 None None] Routers {'e61be5bd-a96f-414d-8528-e925cba38ee9'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:10.648883 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-e690fedf-abea-4be0-82a4-51e622174c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:50:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e61be5bd-a96f-414d-8528-e925cba38ee9'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:10.719905 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-3e8fb99e-edb3-4912-a6dd-4dc3062ca99d tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Calling delete_port for ee63e9f8-65c5-4109-a1a1-5e099671374f owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:50:10.724943 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f195a617-ce07-4e72-a276-778feddbbdf1 None None] Calling delete_port for ee63e9f8-65c5-4109-a1a1-5e099671374f owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:50:10.760883 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793f2535-9287-4f8d-bdf0-4d9bd7904d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9410e7-5235-4842-8589-838eb04f6a9e,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:10.764518 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8eeaa871-cd00-46c3-bc9a-281de5efe660 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Unset dirty status for tenant:c4a1d3bc9afa4da1a9bd8f7c40812120 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:10.768153 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8eeaa871-cd00-46c3-bc9a-281de5efe660 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41&device_id=f063033c-ac46-474f-b173-6ccbdb598891&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6058733 Feb 16 12:50:10.781814 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37760) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:10.811647 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-793f2535-9287-4f8d-bdf0-4d9bd7904d06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:10.815170 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-793f2535-9287-4f8d-bdf0-4d9bd7904d06 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6b9410e7-5235-4842-8589-838eb04f6a9e HTTP/1.1" status: 204 len: 168 time: 1.2023187 Feb 16 12:50:10.834113 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-b37ff583-5e88-4079-9759-ee72d150dd12 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "PUT /v2.0/routers/e61be5bd-a96f-414d-8528-e925cba38ee9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7417526 Feb 16 12:50:10.865092 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37766) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:10.874566 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f195a617-ce07-4e72-a276-778feddbbdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:10.884397 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387d1c9b-4ce6-40bb-b061-15c2c9b7c8bb tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:10.885935 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387d1c9b-4ce6-40bb-b061-15c2c9b7c8bb tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:10.887397 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387d1c9b-4ce6-40bb-b061-15c2c9b7c8bb tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:10.888188 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-387d1c9b-4ce6-40bb-b061-15c2c9b7c8bb tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:10.903169 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-08a7bb3e-72eb-4cd3-b533-d51a3dc57ea2 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-444122961'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:10.971862 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195a617-ce07-4e72-a276-778feddbbdf1 None None] Pushing event deleted for resources: {'Port': ['ID=ee63e9f8-65c5-4109-a1a1-5e099671374f,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:10.985343 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-e690fedf-abea-4be0-82a4-51e622174c90 None None] Set router e61be5bd-a96f-414d-8528-e925cba38ee9 gateway port host: None {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:50:10.992117 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f195a617-ce07-4e72-a276-778feddbbdf1 None None] No DVR routers for this DVR port ee63e9f8-65c5-4109-a1a1-5e099671374f on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:50:11.068563 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-08a7bb3e-72eb-4cd3-b533-d51a3dc57ea2 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:11.088303 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-08a7bb3e-72eb-4cd3-b533-d51a3dc57ea2 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Usage tracker for resource:network and tenant:bc1f0288054c40818f485d7fa9a59a39 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:11.094753 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-08a7bb3e-72eb-4cd3-b533-d51a3dc57ea2 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:11.106924 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-08a7bb3e-72eb-4cd3-b533-d51a3dc57ea2 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:11.108858 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-3e8fb99e-edb3-4912-a6dd-4dc3062ca99d tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:50:11.109253 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-3e8fb99e-edb3-4912-a6dd-4dc3062ca99d tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:50:11.120461 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-387d1c9b-4ce6-40bb-b061-15c2c9b7c8bb tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:11.124502 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-387d1c9b-4ce6-40bb-b061-15c2c9b7c8bb tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.6059942 Feb 16 12:50:11.131655 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37772) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:11.176417 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-85a5ea4f-2fe9-4fd1-bf1e-abf4adfbf7f4 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for router, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:11.183979 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a7bb3e-72eb-4cd3-b533-d51a3dc57ea2 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Made reservation on behalf of bc1f0288054c40818f485d7fa9a59a39 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:11.187474 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-08a7bb3e-72eb-4cd3-b533-d51a3dc57ea2 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:11.215559 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873f0721-16cc-4203-92df-1a27db0574d6 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:11.219572 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-873f0721-16cc-4203-92df-1a27db0574d6 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] 10.222.0.83 "GET /v2.0/networks/a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 HTTP/1.1" status: 200 len: 881 time: 0.4320304 Feb 16 12:50:11.226560 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37778) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:11.294956 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a5dedd9-59da-4b75-ab8c-006e3a64a45f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting subnet c5965997-5e88-4580-a0c6-f6b947a0e195 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:50:11.302402 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b20650eb-2670-494e-9ee8-b5a61bf288f1 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] 10.222.0.83 "GET /v2.0/ports?device_id=f063033c-ac46-474f-b173-6ccbdb598891 HTTP/1.1" status: 200 len: 205 time: 0.0710256 Feb 16 12:50:11.302402 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37784) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:11.302952 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08a7bb3e-72eb-4cd3-b533-d51a3dc57ea2 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:50:11.363835 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2a5dedd9-59da-4b75-ab8c-006e3a64a45f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:11.416856 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-08a7bb3e-72eb-4cd3-b533-d51a3dc57ea2 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:11.417202 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-08a7bb3e-72eb-4cd3-b533-d51a3dc57ea2 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Added segment c4c01a5f-3020-4ce0-894e-7bb27d0faad6 of type vlan for network f60e5b0c-85b6-4349-ad72-c206e12426c8 Feb 16 12:50:11.537958 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2a5dedd9-59da-4b75-ab8c-006e3a64a45f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:11.584471 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-08a7bb3e-72eb-4cd3-b533-d51a3dc57ea2 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:11.610274 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-3e8fb99e-edb3-4912-a6dd-4dc3062ca99d tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Deleting port ee63e9f8-65c5-4109-a1a1-5e099671374f {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:50:11.610717 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3e8fb99e-edb3-4912-a6dd-4dc3062ca99d tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:11.711674 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-3e8fb99e-edb3-4912-a6dd-4dc3062ca99d tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] The port 'ee63e9f8-65c5-4109-a1a1-5e099671374f' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:50:11.763408 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-e690fedf-abea-4be0-82a4-51e622174c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'name': 'tempest-RoutersIpV6Test-router-1450390372', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:57Z', 'updated_at': '2022-02-16T12:50:06Z', 'revision_number': 2, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'gw_port_host': None, '_interfaces': [{'id': '53311a1a-fd5b-449d-9240-14c69af901df', 'name': '', 'network_id': '7c21af54-2c03-46c0-a37d-7363ccc7aa26', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:07:a9:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:02Z', 'updated_at': '2022-02-16T12:50:07Z', 'revision_number': 2, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:11.768006 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e690fedf-abea-4be0-82a4-51e622174c90 None None] Checking router: e61be5bd-a96f-414d-8528-e925cba38ee9 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:50:11.768348 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e690fedf-abea-4be0-82a4-51e622174c90 None None] Updating router e61be5bd-a96f-414d-8528-e925cba38ee9 port 53311a1a-fd5b-449d-9240-14c69af901df binding host dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:50:11.787375 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device ee63e9f8-65c5-4109-a1a1-5e099671374f no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:50:11.862147 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c1d31024-be40-449d-94d4-2d5c27e1d2b7 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:11.875709 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: ee63e9f8-65c5-4109-a1a1-5e099671374f {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:50:11.876121 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device ee63e9f8-65c5-4109-a1a1-5e099671374f not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:50:11.888171 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-e690fedf-abea-4be0-82a4-51e622174c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:11.942531 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-08a7bb3e-72eb-4cd3-b533-d51a3dc57ea2 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:11.949091 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a7bb3e-72eb-4cd3-b533-d51a3dc57ea2 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:11.950123 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-08a7bb3e-72eb-4cd3-b533-d51a3dc57ea2 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.069565 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-85a5ea4f-2fe9-4fd1-bf1e-abf4adfbf7f4 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.076845 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-85a5ea4f-2fe9-4fd1-bf1e-abf4adfbf7f4 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.080031 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4f95b5-0771-42f4-8888-a50d1136eff6 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Router 280b01f7-1aa8-4aea-8b7b-434c5eea3121 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:50:12.235021 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3e8fb99e-edb3-4912-a6dd-4dc3062ca99d tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.423656 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-e690fedf-abea-4be0-82a4-51e622174c90 None None] Notify callbacks [] for port, precommit_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.456106 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.provisioning_blocks [None req-e690fedf-abea-4be0-82a4-51e622174c90 None None] Transition to ACTIVE for port object 53311a1a-fd5b-449d-9240-14c69af901df will not be triggered until provisioned by entity L2. {{(pid=87703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:12.467363 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-e690fedf-abea-4be0-82a4-51e622174c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.495414 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4f95b5-0771-42f4-8888-a50d1136eff6 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:50:12.499093 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-85a5ea4f-2fe9-4fd1-bf1e-abf4adfbf7f4 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.499607 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a5ea4f-2fe9-4fd1-bf1e-abf4adfbf7f4 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Fanout notify agent at l3_agent the message router_deleted on router 712c423a-5b72-4bc7-af19-da08c607cee8 {{(pid=87701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:50:12.508308 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f1a13f-8694-42bc-847b-c871efcec2c7 None None] Sync routers for ids ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:50:12.530786 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f1a13f-8694-42bc-847b-c871efcec2c7 None None] Routers {'280b01f7-1aa8-4aea-8b7b-434c5eea3121'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:12.531921 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-f6f1a13f-8694-42bc-847b-c871efcec2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:50:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:12.554665 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-08a7bb3e-72eb-4cd3-b533-d51a3dc57ea2 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6813195 Feb 16 12:50:12.562770 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2a5dedd9-59da-4b75-ab8c-006e3a64a45f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.667698 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37808) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:12.669789 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-3e8fb99e-edb3-4912-a6dd-4dc3062ca99d tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4af22acd-757b-47d4-925e-f4c03ad597e0']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:12.683188 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-85a5ea4f-2fe9-4fd1-bf1e-abf4adfbf7f4 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.691688 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-85a5ea4f-2fe9-4fd1-bf1e-abf4adfbf7f4 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/routers/712c423a-5b72-4bc7-af19-da08c607cee8 HTTP/1.1" status: 204 len: 168 time: 2.0641909 Feb 16 12:50:12.692719 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37812) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:12.694143 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5c4f95b5-0771-42f4-8888-a50d1136eff6 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.696247 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-5c4f95b5-0771-42f4-8888-a50d1136eff6 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "DELETE /v2.0/ports/3cf9dc3d-c8d5-4f2e-9daf-8c6f09a2c0d3 HTTP/1.1" status: 204 len: 168 time: 4.9172328 Feb 16 12:50:12.701928 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-8b8ce73f-087f-4a1d-b5fb-4a5f1e35c904 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Request body: {'subnet': {'network_id': 'f60e5b0c-85b6-4349-ad72-c206e12426c8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:12.707582 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37814) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:12.807134 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d57a1f6-75d2-4a9a-929a-1b0c3a5b39d8 None None] Pushing event updated for resources: {'Port': ['ID=53311a1a-fd5b-449d-9240-14c69af901df,revision_number=3']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:12.811882 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-f6f1a13f-8694-42bc-847b-c871efcec2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:12.813870 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b4dba3d-5fe4-43ed-b76f-70c001031c48 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Deleting subnet e3183b99-d83b-496e-b6a7-08ac94d8020e {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:50:12.817636 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3b4dba3d-5fe4-43ed-b76f-70c001031c48 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.832043 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57a1f6-75d2-4a9a-929a-1b0c3a5b39d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:12.832818 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57a1f6-75d2-4a9a-929a-1b0c3a5b39d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:12.833707 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57a1f6-75d2-4a9a-929a-1b0c3a5b39d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:12.834246 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57a1f6-75d2-4a9a-929a-1b0c3a5b39d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:12.834768 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57a1f6-75d2-4a9a-929a-1b0c3a5b39d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:12.835521 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57a1f6-75d2-4a9a-929a-1b0c3a5b39d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:12.836061 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57a1f6-75d2-4a9a-929a-1b0c3a5b39d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:12.836688 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57a1f6-75d2-4a9a-929a-1b0c3a5b39d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:12.837226 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57a1f6-75d2-4a9a-929a-1b0c3a5b39d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:12.838963 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57a1f6-75d2-4a9a-929a-1b0c3a5b39d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:12.839519 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57a1f6-75d2-4a9a-929a-1b0c3a5b39d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:12.840047 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57a1f6-75d2-4a9a-929a-1b0c3a5b39d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:12.853641 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f1a13f-8694-42bc-847b-c871efcec2c7 None None] Routers {'280b01f7-1aa8-4aea-8b7b-434c5eea3121'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:12.854289 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-f6f1a13f-8694-42bc-847b-c871efcec2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:50:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:12.856123 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-e690fedf-abea-4be0-82a4-51e622174c90 None None] Attempting to bind port 53311a1a-fd5b-449d-9240-14c69af901df on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:50:12.857442 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-e690fedf-abea-4be0-82a4-51e622174c90 None None] Attempting to bind port 53311a1a-fd5b-449d-9240-14c69af901df by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '85f49eea-b279-4334-a305-27e1ddd3e3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7c21af54-2c03-46c0-a37d-7363ccc7aa26'}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:50:12.859401 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e690fedf-abea-4be0-82a4-51e622174c90 None None] Attempting to bind port 53311a1a-fd5b-449d-9240-14c69af901df on network 7c21af54-2c03-46c0-a37d-7363ccc7aa26 {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:50:12.872086 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e690fedf-abea-4be0-82a4-51e622174c90 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:50:12.873030 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e690fedf-abea-4be0-82a4-51e622174c90 None None] Checking segment: {'id': '85f49eea-b279-4334-a305-27e1ddd3e3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7c21af54-2c03-46c0-a37d-7363ccc7aa26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:50:12.873667 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-e690fedf-abea-4be0-82a4-51e622174c90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.874630 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e690fedf-abea-4be0-82a4-51e622174c90 None None] Bound using segment: {'id': '85f49eea-b279-4334-a305-27e1ddd3e3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7c21af54-2c03-46c0-a37d-7363ccc7aa26'} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:50:12.878758 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-e690fedf-abea-4be0-82a4-51e622174c90 None None] Bound port: 53311a1a-fd5b-449d-9240-14c69af901df, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85f49eea-b279-4334-a305-27e1ddd3e3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '7c21af54-2c03-46c0-a37d-7363ccc7aa26'}}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:50:12.879555 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-e690fedf-abea-4be0-82a4-51e622174c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.900486 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a7bb3e-72eb-4cd3-b533-d51a3dc57ea2 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event updated for resources: {'Network': ['ID=f60e5b0c-85b6-4349-ad72-c206e12426c8,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:12.912470 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3b4dba3d-5fe4-43ed-b76f-70c001031c48 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:12.917109 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-3e8fb99e-edb3-4912-a6dd-4dc3062ca99d tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6ba453d-fda9-4cc2-bb46-b1ef3257d4c7') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:12.917639 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-3e8fb99e-edb3-4912-a6dd-4dc3062ca99d tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6ba453d-fda9-4cc2-bb46-b1ef3257d4c7') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:12.946146 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network f60e5b0c-85b6-4349-ad72-c206e12426c8 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:50:13.010653 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3e8fb99e-edb3-4912-a6dd-4dc3062ca99d tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:13.028031 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b05bd7bb-8fd9-49a7-8e9b-549867fb9b62 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "GET /v2.0/floatingips/63d5bd70-1c62-43fb-99db-d6a562ad05dc HTTP/1.1" status: 200 len: 688 time: 0.2970796 Feb 16 12:50:13.038808 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37824) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:13.079148 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-f6f1a13f-8694-42bc-847b-c871efcec2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:13.081811 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f1a13f-8694-42bc-847b-c871efcec2c7 None None] The sync data for ids ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:50:13.098526 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3b4dba3d-5fe4-43ed-b76f-70c001031c48 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:13.273899 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-e690fedf-abea-4be0-82a4-51e622174c90 None None] For port 53311a1a-fd5b-449d-9240-14c69af901df, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:50:13.277843 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-e690fedf-abea-4be0-82a4-51e622174c90 None None] For port 53311a1a-fd5b-449d-9240-14c69af901df, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=53311a1a-fd5b-449d-9240-14c69af901df,segment=NetworkSegment(85f49eea-b279-4334-a305-27e1ddd3e3de),segment_id=85f49eea-b279-4334-a305-27e1ddd3e3de)] {{(pid=87703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:50:13.296730 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-e690fedf-abea-4be0-82a4-51e622174c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:13.301060 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-8b8ce73f-087f-4a1d-b5fb-4a5f1e35c904 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:13.310409 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-8b8ce73f-087f-4a1d-b5fb-4a5f1e35c904 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Usage tracker for resource:subnet and tenant:bc1f0288054c40818f485d7fa9a59a39 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:13.314464 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-8b8ce73f-087f-4a1d-b5fb-4a5f1e35c904 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:13.322296 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-8b8ce73f-087f-4a1d-b5fb-4a5f1e35c904 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:13.330524 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3b4dba3d-5fe4-43ed-b76f-70c001031c48 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:13.387392 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4dba3d-5fe4-43ed-b76f-70c001031c48 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event deleted for resources: {'Subnet': ['ID=e3183b99-d83b-496e-b6a7-08ac94d8020e,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:13.394500 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8ce73f-087f-4a1d-b5fb-4a5f1e35c904 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Made reservation on behalf of bc1f0288054c40818f485d7fa9a59a39 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:13.398506 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8b8ce73f-087f-4a1d-b5fb-4a5f1e35c904 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:13.420215 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e690fedf-abea-4be0-82a4-51e622174c90 None None] Routers {'e61be5bd-a96f-414d-8528-e925cba38ee9'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:13.421142 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-e690fedf-abea-4be0-82a4-51e622174c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:50:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e61be5bd-a96f-414d-8528-e925cba38ee9'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:13.447065 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2676cd1-c527-4836-be51-78a00b5b36ce None None] Network 779575b6-fa9a-4ab8-9ae3-419333925f31 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:13.474053 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3e8fb99e-edb3-4912-a6dd-4dc3062ca99d tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:13.478758 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3b4dba3d-5fe4-43ed-b76f-70c001031c48 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:13.504229 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-92c9f431-df67-436b-b8f1-5d906d37e747 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Deleting port af9b1704-f912-4ba0-ad45-43c41224e00b {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:50:13.504560 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92c9f431-df67-436b-b8f1-5d906d37e747 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:13.537149 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d57a1f6-75d2-4a9a-929a-1b0c3a5b39d8 None None] Pushing event updated for resources: {'Port': ['ID=53311a1a-fd5b-449d-9240-14c69af901df,revision_number=4']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:13.601135 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c1d31024-be40-449d-94d4-2d5c27e1d2b7 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:13.630119 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e8fb99e-edb3-4912-a6dd-4dc3062ca99d tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:50:13.630733 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3e8fb99e-edb3-4912-a6dd-4dc3062ca99d tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:13.655985 dv-neutron-829527-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:50:13.655985 dv-neutron-829527-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:50:13.655985 dv-neutron-829527-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:50:13.655985 dv-neutron-829527-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:50:13.655985 dv-neutron-829527-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:50:13.655985 dv-neutron-829527-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:50:13.655985 dv-neutron-829527-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:50:13.655985 dv-neutron-829527-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:50:13.655985 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:50:13.655985 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:50:13.655985 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:50:13.655985 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:50:13.655985 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:50:13.655985 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:50:13.655985 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:50:13.655985 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:50:13.655985 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:50:13.655985 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:50:13.655985 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:50:13.655985 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:50:13.655985 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:50:13.655985 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:50:13.655985 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:50:13.655985 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:50:13.655985 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:50:13.655985 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:50:13.655985 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:50:13.655985 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:50:13.655985 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:50:13.655985 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:50:13.655985 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:50:13.655985 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:50:13.655985 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:50:13.655985 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:50:13.655985 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:50:13.655985 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:50:13.655985 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:50:13.655985 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:50:13.655985 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:50:13.655985 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:50:13.692105 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-3b4dba3d-5fe4-43ed-b76f-70c001031c48 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/subnets/e3183b99-d83b-496e-b6a7-08ac94d8020e HTTP/1.1" status: 204 len: 168 time: 0.9648092 Feb 16 12:50:13.710203 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37836) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:13.764754 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2a5dedd9-59da-4b75-ab8c-006e3a64a45f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:13.829502 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-e690fedf-abea-4be0-82a4-51e622174c90 None None] Set router e61be5bd-a96f-414d-8528-e925cba38ee9 gateway port host: None {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:50:13.833003 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37848) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:13.858439 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-c1d31024-be40-449d-94d4-2d5c27e1d2b7 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Deleting port a6ad2f43-55a5-4d54-91d1-b69ff6af6ce4 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:50:13.859059 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c1d31024-be40-449d-94d4-2d5c27e1d2b7 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:13.916491 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5dedd9-59da-4b75-ab8c-006e3a64a45f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Subnet': ['ID=c5965997-5e88-4580-a0c6-f6b947a0e195,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:13.973295 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875dc393-e781-42f2-a7d6-3a3146349687 None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:14.063637 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-825a5f0b-cc90-4ab6-a416-2e922f1fb1c0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:14.087970 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-825a5f0b-cc90-4ab6-a416-2e922f1fb1c0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Deleting port 55898619-bd98-45aa-9733-a5eb9b42febc {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:50:14.088411 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-825a5f0b-cc90-4ab6-a416-2e922f1fb1c0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:14.130455 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92c9f431-df67-436b-b8f1-5d906d37e747 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:14.130862 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92c9f431-df67-436b-b8f1-5d906d37e747 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:14.171380 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-b2c4e28a-c5e4-43b6-b7be-177dee5ec695 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1270795015'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:14.179942 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-b2c4e28a-c5e4-43b6-b7be-177dee5ec695 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:14.190660 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-b2c4e28a-c5e4-43b6-b7be-177dee5ec695 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Usage tracker for resource:router and tenant:c5ff7fcd93164588bd510ddccc762b9a is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:14.195102 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-b2c4e28a-c5e4-43b6-b7be-177dee5ec695 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:14.212274 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-b2c4e28a-c5e4-43b6-b7be-177dee5ec695 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:14.233408 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-e690fedf-abea-4be0-82a4-51e622174c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'name': 'tempest-RoutersIpV6Test-router-1450390372', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:57Z', 'updated_at': '2022-02-16T12:50:06Z', 'revision_number': 2, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'gw_port_host': None, '_interfaces': [{'id': '53311a1a-fd5b-449d-9240-14c69af901df', 'name': '', 'network_id': '7c21af54-2c03-46c0-a37d-7363ccc7aa26', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:07:a9:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:02Z', 'updated_at': '2022-02-16T12:50:13Z', 'revision_number': 4, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:14.243686 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e690fedf-abea-4be0-82a4-51e622174c90 None None] The sync data for ids ['e61be5bd-a96f-414d-8528-e925cba38ee9'] in dv-neutron-829527-1-hyperv is: [{'id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'name': 'tempest-RoutersIpV6Test-router-1450390372', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:57Z', 'updated_at': '2022-02-16T12:50:06Z', 'revision_number': 2, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'gw_port_host': None, '_interfaces': [{'id': '53311a1a-fd5b-449d-9240-14c69af901df', 'name': '', 'network_id': '7c21af54-2c03-46c0-a37d-7363ccc7aa26', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:07:a9:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:02Z', 'updated_at': '2022-02-16T12:50:13Z', 'revision_number': 4, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:50:14.316427 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b2c4e28a-c5e4-43b6-b7be-177dee5ec695 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:14.317755 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b2c4e28a-c5e4-43b6-b7be-177dee5ec695 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:14.321654 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-92c9f431-df67-436b-b8f1-5d906d37e747 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Calling delete_port for af9b1704-f912-4ba0-ad45-43c41224e00b owned by network:floatingip {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:50:14.372783 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619152bc-a382-4e2c-b043-49d8dabff0a0 None None] DHCP port deletion for 779575b6-fa9a-4ab8-9ae3-419333925f31 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:50:14.382171 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-619152bc-a382-4e2c-b043-49d8dabff0a0 None None] Deleting port 55898619-bd98-45aa-9733-a5eb9b42febc {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:50:14.384227 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-619152bc-a382-4e2c-b043-49d8dabff0a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:14.420236 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2a5dedd9-59da-4b75-ab8c-006e3a64a45f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:14.446431 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8b8ce73f-087f-4a1d-b5fb-4a5f1e35c904 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:14.447096 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3e8fb99e-edb3-4912-a6dd-4dc3062ca99d tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:14.451819 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b2c4e28a-c5e4-43b6-b7be-177dee5ec695 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:14.492199 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3e8fb99e-edb3-4912-a6dd-4dc3062ca99d tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:14.530759 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-825a5f0b-cc90-4ab6-a416-2e922f1fb1c0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] For port 55898619-bd98-45aa-9733-a5eb9b42febc, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=55898619-bd98-45aa-9733-a5eb9b42febc,segment=NetworkSegment(a8d7cd4d-236f-440f-8de9-cb5b8418d92f),segment_id=a8d7cd4d-236f-440f-8de9-cb5b8418d92f)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:14.531216 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-825a5f0b-cc90-4ab6-a416-2e922f1fb1c0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:14.615076 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8fb99e-edb3-4912-a6dd-4dc3062ca99d tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Pushing event deleted for resources: {'Network': ['ID=4af22acd-757b-47d4-925e-f4c03ad597e0,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:14.629647 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3e8fb99e-edb3-4912-a6dd-4dc3062ca99d tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "DELETE /v2.0/networks/4af22acd-757b-47d4-925e-f4c03ad597e0 HTTP/1.1" status: 204 len: 168 time: 5.0061398 Feb 16 12:50:14.651683 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37854) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:14.656458 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-3d2a5870-5e51-4ddf-95d1-0200037bb03a tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Request body: {'router': {'routes': None}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:14.752133 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-619152bc-a382-4e2c-b043-49d8dabff0a0 None None] For port 55898619-bd98-45aa-9733-a5eb9b42febc, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=55898619-bd98-45aa-9733-a5eb9b42febc,segment=NetworkSegment(a8d7cd4d-236f-440f-8de9-cb5b8418d92f),segment_id=a8d7cd4d-236f-440f-8de9-cb5b8418d92f)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:14.754429 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-619152bc-a382-4e2c-b043-49d8dabff0a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:14.793928 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ce73f-087f-4a1d-b5fb-4a5f1e35c904 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event updated for resources: {'Subnet': ['ID=cc8e6aa3-6626-4897-9676-3cbcd0261e69,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:14.807123 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-825a5f0b-cc90-4ab6-a416-2e922f1fb1c0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Calling delete_port for 55898619-bd98-45aa-9733-a5eb9b42febc owned by network:dhcp {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:50:14.830244 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2a5dedd9-59da-4b75-ab8c-006e3a64a45f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/c5965997-5e88-4580-a0c6-f6b947a0e195 HTTP/1.1" status: 204 len: 168 time: 3.6704662 Feb 16 12:50:14.843203 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37860) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:14.857213 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b2c4e28a-c5e4-43b6-b7be-177dee5ec695 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:14.942574 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8ce73f-087f-4a1d-b5fb-4a5f1e35c904 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Checking segment: {'id': 'c4c01a5f-3020-4ce0-894e-7bb27d0faad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f60e5b0c-85b6-4349-ad72-c206e12426c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:50:14.942938 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8ce73f-087f-4a1d-b5fb-4a5f1e35c904 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Network hostable DHCP agents. Network: f60e5b0c-85b6-4349-ad72-c206e12426c8, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:50:14.988747 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-619152bc-a382-4e2c-b043-49d8dabff0a0 None None] Calling delete_port for 55898619-bd98-45aa-9733-a5eb9b42febc owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:50:15.083765 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c1d31024-be40-449d-94d4-2d5c27e1d2b7 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:15.095286 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-44eb9e9a-d50a-4a3b-a8ef-39f139eebe77 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting subnet f2d9e783-9237-4bb9-bc95-5ad210f9c472 {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:50:15.104755 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-825a5f0b-cc90-4ab6-a416-2e922f1fb1c0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:15.114281 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b2c4e28a-c5e4-43b6-b7be-177dee5ec695 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:15.117876 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-b2c4e28a-c5e4-43b6-b7be-177dee5ec695 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.2836964 Feb 16 12:50:15.152895 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.db.api [None req-619152bc-a382-4e2c-b043-49d8dabff0a0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:50:15.153292 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG oslo_db.api [None req-619152bc-a382-4e2c-b043-49d8dabff0a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:50:15.176926 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-44eb9e9a-d50a-4a3b-a8ef-39f139eebe77 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:15.206485 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37872) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:15.213094 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a5f0b-cc90-4ab6-a416-2e922f1fb1c0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event deleted for resources: {'Port': ['ID=55898619-bd98-45aa-9733-a5eb9b42febc,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:15.306574 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8ce73f-087f-4a1d-b5fb-4a5f1e35c904 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Network f60e5b0c-85b6-4349-ad72-c206e12426c8 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:50:15.309110 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825a5f0b-cc90-4ab6-a416-2e922f1fb1c0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] No DVR routers for this DVR port 55898619-bd98-45aa-9733-a5eb9b42febc on host dv-neutron-829527-1-hyperv {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:50:15.478940 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2caff03f-6ba4-44f0-994f-0c70ddb21fa9 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Notify callbacks [] for router, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:15.534335 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-8b8ce73f-087f-4a1d-b5fb-4a5f1e35c904 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, f60e5b0c-85b6-4349-ad72-c206e12426c8) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:15.537522 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-44eb9e9a-d50a-4a3b-a8ef-39f139eebe77 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:15.543695 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf6d390-5e68-4b96-8175-cde3fd0e4c02 None None] Network f60e5b0c-85b6-4349-ad72-c206e12426c8 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:15.566712 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-c1d31024-be40-449d-94d4-2d5c27e1d2b7 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Calling delete_port for a6ad2f43-55a5-4d54-91d1-b69ff6af6ce4 owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:50:15.599541 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92c9f431-df67-436b-b8f1-5d906d37e747 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:15.630539 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8ce73f-087f-4a1d-b5fb-4a5f1e35c904 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:15.631116 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8b8ce73f-087f-4a1d-b5fb-4a5f1e35c904 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:15.718502 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-619152bc-a382-4e2c-b043-49d8dabff0a0 None None] Deleting port 55898619-bd98-45aa-9733-a5eb9b42febc {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:50:15.720206 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-619152bc-a382-4e2c-b043-49d8dabff0a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:15.775036 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-825a5f0b-cc90-4ab6-a416-2e922f1fb1c0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:15.799370 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-8b8ce73f-087f-4a1d-b5fb-4a5f1e35c904 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.1224737 Feb 16 12:50:15.815801 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 53311a1a-fd5b-449d-9240-14c69af901df up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:15.861318 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-90429cda-4c04-436e-a89f-55f911cf2913 None None] Provisioning complete for port e0fa49b0-8f79-4120-8575-7561c4b2de01 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:15.861318 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-90429cda-4c04-436e-a89f-55f911cf2913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:15.938307 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37876) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:15.980309 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-619152bc-a382-4e2c-b043-49d8dabff0a0 None None] The port '55898619-bd98-45aa-9733-a5eb9b42febc' was deleted {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:50:16.145154 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-825a5f0b-cc90-4ab6-a416-2e922f1fb1c0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['779575b6-fa9a-4ab8-9ae3-419333925f31']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:16.197251 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92c9f431-df67-436b-b8f1-5d906d37e747 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for floatingip, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:16.202297 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 53311a1a-fd5b-449d-9240-14c69af901df completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:16.224770 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 53311a1a-fd5b-449d-9240-14c69af901df triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:16.225578 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:16.261735 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-825a5f0b-cc90-4ab6-a416-2e922f1fb1c0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8d7cd4d-236f-440f-8de9-cb5b8418d92f') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:16.262326 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-825a5f0b-cc90-4ab6-a416-2e922f1fb1c0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8d7cd4d-236f-440f-8de9-cb5b8418d92f') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:16.276228 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2caff03f-6ba4-44f0-994f-0c70ddb21fa9 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:16.279748 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c9f431-df67-436b-b8f1-5d906d37e747 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Pushing event deleted for resources: {'Port': ['ID=af9b1704-f912-4ba0-ad45-43c41224e00b,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:16.287719 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2caff03f-6ba4-44f0-994f-0c70ddb21fa9 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:16.291972 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-825a5f0b-cc90-4ab6-a416-2e922f1fb1c0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:16.292577 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e9062f-dfdd-4ffa-adad-9794f0789e2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-f60e5b0c-85b6-4349-ad72-c206e12426c8', 'network_id': 'f60e5b0c-85b6-4349-ad72-c206e12426c8', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'fixed_ips': [{'subnet_id': 'cc8e6aa3-6626-4897-9676-3cbcd0261e69'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:50:16.293520 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c8e9062f-dfdd-4ffa-adad-9794f0789e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:16.339079 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-44eb9e9a-d50a-4a3b-a8ef-39f139eebe77 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:16.370043 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-825a5f0b-cc90-4ab6-a416-2e922f1fb1c0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:16.385345 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2caff03f-6ba4-44f0-994f-0c70ddb21fa9 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:16.385862 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2caff03f-6ba4-44f0-994f-0c70ddb21fa9 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 489988ec-775c-4031-963e-2dc659432f2a {{(pid=87701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:50:16.387788 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-825a5f0b-cc90-4ab6-a416-2e922f1fb1c0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:50:16.388212 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-825a5f0b-cc90-4ab6-a416-2e922f1fb1c0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:16.411156 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:50:16.411156 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:50:16.411156 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:50:16.411156 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:50:16.411156 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:50:16.411156 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:50:16.411156 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:50:16.411156 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:50:16.411156 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:50:16.411156 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:50:16.411156 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:50:16.411156 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:50:16.411156 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:50:16.411156 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:50:16.411156 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:50:16.411156 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:50:16.411156 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:50:16.411156 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:50:16.411156 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:50:16.411156 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:50:16.411156 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:50:16.411156 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:50:16.411156 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:50:16.411156 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:50:16.411156 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:50:16.411156 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:50:16.411156 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:50:16.411156 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:50:16.411156 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:50:16.411156 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:50:16.411156 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:50:16.411156 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:50:16.444265 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.extraroute_db [None req-3d2a5870-5e51-4ddf-95d1-0200037bb03a tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Added routes are [] {{(pid=87699) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 16 12:50:16.444687 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.extraroute_db [None req-3d2a5870-5e51-4ddf-95d1-0200037bb03a tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Removed routes are [] {{(pid=87699) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 16 12:50:16.445173 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3d2a5870-5e51-4ddf-95d1-0200037bb03a tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:16.474151 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92c9f431-df67-436b-b8f1-5d906d37e747 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:16.475500 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-92c9f431-df67-436b-b8f1-5d906d37e747 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "DELETE /v2.0/floatingips/63d5bd70-1c62-43fb-99db-d6a562ad05dc HTTP/1.1" status: 204 len: 168 time: 3.4353931 Feb 16 12:50:16.484367 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37882) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:16.508466 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2caff03f-6ba4-44f0-994f-0c70ddb21fa9 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:16.516797 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-2caff03f-6ba4-44f0-994f-0c70ddb21fa9 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] 10.222.0.83 "DELETE /v2.0/routers/489988ec-775c-4031-963e-2dc659432f2a HTTP/1.1" status: 204 len: 168 time: 1.2987218 Feb 16 12:50:16.519615 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37884) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:16.535516 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-c8e9062f-dfdd-4ffa-adad-9794f0789e2f None None] Allocated IP 2001:db8:1::2 (f60e5b0c-85b6-4349-ad72-c206e12426c8/cc8e6aa3-6626-4897-9676-3cbcd0261e69/5c794168-95d3-42d1-b7d7-fee5baa37614) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:16.547018 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-128d9979-5f35-430b-86e0-3e8c96d4170e tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Request body: {'router': {'name': 'tempest-router-1009574477', 'distributed': False}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:16.556434 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-128d9979-5f35-430b-86e0-3e8c96d4170e tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:16.561461 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-128d9979-5f35-430b-86e0-3e8c96d4170e tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Usage tracker for resource:router and tenant:c5ff7fcd93164588bd510ddccc762b9a is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:16.562383 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-fd361717-4ce4-48ce-a225-5a6d91bb8f0e tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Request body: {'floatingip': {'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'port_id': '0f799689-498b-4ece-b2a0-7cb853d0ebec'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:16.565991 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-128d9979-5f35-430b-86e0-3e8c96d4170e tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:16.574899 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-128d9979-5f35-430b-86e0-3e8c96d4170e tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:16.587264 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-825a5f0b-cc90-4ab6-a416-2e922f1fb1c0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:16.609651 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-825a5f0b-cc90-4ab6-a416-2e922f1fb1c0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:16.616997 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-128d9979-5f35-430b-86e0-3e8c96d4170e tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:16.618233 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-128d9979-5f35-430b-86e0-3e8c96d4170e tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:16.628933 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-fd361717-4ce4-48ce-a225-5a6d91bb8f0e tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:16.634565 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-128d9979-5f35-430b-86e0-3e8c96d4170e tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:16.657939 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fd361717-4ce4-48ce-a225-5a6d91bb8f0e tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Usage tracker for resource:floatingip and tenant:f7e183c87d434560824e762da5b5e9a3 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:16.660461 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a5f0b-cc90-4ab6-a416-2e922f1fb1c0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event deleted for resources: {'Network': ['ID=779575b6-fa9a-4ab8-9ae3-419333925f31,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:16.665719 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-128d9979-5f35-430b-86e0-3e8c96d4170e tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:16.682176 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-825a5f0b-cc90-4ab6-a416-2e922f1fb1c0 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/networks/779575b6-fa9a-4ab8-9ae3-419333925f31 HTTP/1.1" status: 204 len: 168 time: 2.9706192 Feb 16 12:50:16.684411 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-44eb9e9a-d50a-4a3b-a8ef-39f139eebe77 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:16.688399 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37890) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:16.717258 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fd361717-4ce4-48ce-a225-5a6d91bb8f0e tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:16.759510 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-128d9979-5f35-430b-86e0-3e8c96d4170e tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:16.761104 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-128d9979-5f35-430b-86e0-3e8c96d4170e tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2243083 Feb 16 12:50:16.771771 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37894) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:16.790725 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-44eb9e9a-d50a-4a3b-a8ef-39f139eebe77 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:16.795583 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-44eb9e9a-d50a-4a3b-a8ef-39f139eebe77 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/f2d9e783-9237-4bb9-bc95-5ad210f9c472 HTTP/1.1" status: 204 len: 168 time: 1.9508481 Feb 16 12:50:16.796240 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-fd361717-4ce4-48ce-a225-5a6d91bb8f0e tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:16.796798 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eb9e9a-d50a-4a3b-a8ef-39f139eebe77 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Subnet': ['ID=f2d9e783-9237-4bb9-bc95-5ad210f9c472,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:16.798673 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37898) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:16.866730 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c8e9062f-dfdd-4ffa-adad-9794f0789e2f None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:16.877853 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-c8e9062f-dfdd-4ffa-adad-9794f0789e2f None None] Transition to ACTIVE for port object 5c794168-95d3-42d1-b7d7-fee5baa37614 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:16.898092 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-c8e9062f-dfdd-4ffa-adad-9794f0789e2f None None] Transition to ACTIVE for port object 5c794168-95d3-42d1-b7d7-fee5baa37614 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:16.904423 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42bd5d5-e428-4233-9bff-86ff28a5847f None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:16.955004 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3d2a5870-5e51-4ddf-95d1-0200037bb03a tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:16.966086 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3d2a5870-5e51-4ddf-95d1-0200037bb03a tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1023088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1023049', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1023600'] for router, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:16.973307 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd361717-4ce4-48ce-a225-5a6d91bb8f0e tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for floatingip, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:17.003344 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-7903ede7-5076-46ae-86fb-a0660754983f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1491370 Feb 16 12:50:17.003987 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37902) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:17.052264 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-3aa2ed2d-a694-4a02-8491-312f9e19f02b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'subnet': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:17.065549 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c8e9062f-dfdd-4ffa-adad-9794f0789e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:17.225224 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dac773-61b3-44e7-ac42-4daaa2366c5f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:17.225826 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-29dac773-61b3-44e7-ac42-4daaa2366c5f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Synchronizing usage tracker for tenant:e1117180e8c949a18483da62b9a9f5be on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:17.231652 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-3aa2ed2d-a694-4a02-8491-312f9e19f02b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:17.242934 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1bbbaa1b-17b8-4060-b286-0c04e7a1d072 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Notify callbacks [] for router, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:17.270885 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e9062f-dfdd-4ffa-adad-9794f0789e2f None None] Network f60e5b0c-85b6-4349-ad72-c206e12426c8 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:17.278424 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-c8e9062f-dfdd-4ffa-adad-9794f0789e2f None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:17.283484 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e9062f-dfdd-4ffa-adad-9794f0789e2f None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:17.318179 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-3aa2ed2d-a694-4a02-8491-312f9e19f02b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Usage tracker for resource:subnet and tenant:5979c0794f594272a8691960316755d8 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:17.331312 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-3aa2ed2d-a694-4a02-8491-312f9e19f02b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:17.351893 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e9062f-dfdd-4ffa-adad-9794f0789e2f None None] Pushing event updated for resources: {'Port': ['ID=5c794168-95d3-42d1-b7d7-fee5baa37614,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:17.400453 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-3aa2ed2d-a694-4a02-8491-312f9e19f02b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:17.400697 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:17.415550 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-29dac773-61b3-44e7-ac42-4daaa2366c5f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Unset dirty status for tenant:e1117180e8c949a18483da62b9a9f5be on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:17.416513 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-29dac773-61b3-44e7-ac42-4daaa2366c5f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "GET /v2.0/ports/a426b62d-a0d7-4c34-a237-ed8081fd7d6c HTTP/1.1" status: 200 len: 844 time: 0.6973419 Feb 16 12:50:17.421435 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37908) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:17.447827 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-c8e9062f-dfdd-4ffa-adad-9794f0789e2f None None] Attempting to bind port 5c794168-95d3-42d1-b7d7-fee5baa37614 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:50:17.448132 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-c8e9062f-dfdd-4ffa-adad-9794f0789e2f None None] Attempting to bind port 5c794168-95d3-42d1-b7d7-fee5baa37614 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'c4c01a5f-3020-4ce0-894e-7bb27d0faad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f60e5b0c-85b6-4349-ad72-c206e12426c8'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:50:17.448490 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e9062f-dfdd-4ffa-adad-9794f0789e2f None None] Attempting to bind port 5c794168-95d3-42d1-b7d7-fee5baa37614 on network f60e5b0c-85b6-4349-ad72-c206e12426c8 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:50:17.461896 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e9062f-dfdd-4ffa-adad-9794f0789e2f None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:50:17.462292 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e9062f-dfdd-4ffa-adad-9794f0789e2f None None] Checking segment: {'id': 'c4c01a5f-3020-4ce0-894e-7bb27d0faad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f60e5b0c-85b6-4349-ad72-c206e12426c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:50:17.462810 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c8e9062f-dfdd-4ffa-adad-9794f0789e2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:17.463185 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e9062f-dfdd-4ffa-adad-9794f0789e2f None None] Bound using segment: {'id': 'c4c01a5f-3020-4ce0-894e-7bb27d0faad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f60e5b0c-85b6-4349-ad72-c206e12426c8'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:50:17.463815 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-c8e9062f-dfdd-4ffa-adad-9794f0789e2f None None] Bound port: 5c794168-95d3-42d1-b7d7-fee5baa37614, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4c01a5f-3020-4ce0-894e-7bb27d0faad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f60e5b0c-85b6-4349-ad72-c206e12426c8'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:50:17.464278 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c8e9062f-dfdd-4ffa-adad-9794f0789e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:17.553272 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa2ed2d-a694-4a02-8491-312f9e19f02b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:17.557187 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3aa2ed2d-a694-4a02-8491-312f9e19f02b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:17.566274 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc430771-fbeb-4070-8f34-23ea6cb5d745 None None] DHCP port deletion for c2beece7-853e-4518-ace6-8724ee235932 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:50:17.577486 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 53311a1a-fd5b-449d-9240-14c69af901df, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=53311a1a-fd5b-449d-9240-14c69af901df,segment=NetworkSegment(85f49eea-b279-4334-a305-27e1ddd3e3de),segment_id=85f49eea-b279-4334-a305-27e1ddd3e3de)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:17.580191 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-cc430771-fbeb-4070-8f34-23ea6cb5d745 None None] Deleting port e0fa49b0-8f79-4120-8575-7561c4b2de01 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:50:17.580970 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-cc430771-fbeb-4070-8f34-23ea6cb5d745 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:17.599881 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c1d31024-be40-449d-94d4-2d5c27e1d2b7 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:17.623714 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:17.734601 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=53311a1a-fd5b-449d-9240-14c69af901df,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:17.741388 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d31024-be40-449d-94d4-2d5c27e1d2b7 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Pushing event deleted for resources: {'Port': ['ID=a6ad2f43-55a5-4d54-91d1-b69ff6af6ce4,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:17.750645 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 55898619-bd98-45aa-9733-a5eb9b42febc no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:50:17.788805 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d2a5870-5e51-4ddf-95d1-0200037bb03a tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Router eefe2440-6b69-4fc6-b3ab-4f26ec071b49 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:50:17.842091 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e1854ba3-d9b5-4db2-b388-04fdd9ef6668 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:17.854876 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 55898619-bd98-45aa-9733-a5eb9b42febc {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:50:17.855480 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 55898619-bd98-45aa-9733-a5eb9b42febc not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:50:17.900779 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-c8e9062f-dfdd-4ffa-adad-9794f0789e2f None None] For port 5c794168-95d3-42d1-b7d7-fee5baa37614, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:50:17.923922 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-c8e9062f-dfdd-4ffa-adad-9794f0789e2f None None] For port 5c794168-95d3-42d1-b7d7-fee5baa37614, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=5c794168-95d3-42d1-b7d7-fee5baa37614,segment=NetworkSegment(c4c01a5f-3020-4ce0-894e-7bb27d0faad6),segment_id=c4c01a5f-3020-4ce0-894e-7bb27d0faad6)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:50:17.955515 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c8e9062f-dfdd-4ffa-adad-9794f0789e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:18.042370 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3aa2ed2d-a694-4a02-8491-312f9e19f02b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:18.072602 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 53311a1a-fd5b-449d-9240-14c69af901df up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:18.181981 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e9062f-dfdd-4ffa-adad-9794f0789e2f None None] Pushing event updated for resources: {'Port': ['ID=5c794168-95d3-42d1-b7d7-fee5baa37614,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:18.184884 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa2ed2d-a694-4a02-8491-312f9e19f02b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Subnet': ['ID=b95982ec-70dd-46ae-997b-5c8fa75d1e06,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:18.225117 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-cc430771-fbeb-4070-8f34-23ea6cb5d745 None None] For port e0fa49b0-8f79-4120-8575-7561c4b2de01, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=e0fa49b0-8f79-4120-8575-7561c4b2de01,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:18.225935 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-cc430771-fbeb-4070-8f34-23ea6cb5d745 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:18.242938 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-5714759d-b5cc-4bd5-b1da-4343ae383c98 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "GET /v2.0/ports/a426b62d-a0d7-4c34-a237-ed8081fd7d6c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.8151672 Feb 16 12:50:18.263674 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37922) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:18.271042 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa2ed2d-a694-4a02-8491-312f9e19f02b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:18.275376 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1bbbaa1b-17b8-4060-b286-0c04e7a1d072 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:18.288053 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-cdb115e1-3d2d-401d-81a0-edad18c4fac8 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Request body: {'subnet': {'network_id': '16b82834-7685-4613-829e-2ea073f469db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:18.328659 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-3aa2ed2d-a694-4a02-8491-312f9e19f02b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:18.337420 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1bbbaa1b-17b8-4060-b286-0c04e7a1d072 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:18.339964 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa2ed2d-a694-4a02-8491-312f9e19f02b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:18.340553 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3aa2ed2d-a694-4a02-8491-312f9e19f02b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:18.374108 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-cc430771-fbeb-4070-8f34-23ea6cb5d745 None None] Calling delete_port for e0fa49b0-8f79-4120-8575-7561c4b2de01 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:50:18.515664 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-cc430771-fbeb-4070-8f34-23ea6cb5d745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:18.523200 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1bbbaa1b-17b8-4060-b286-0c04e7a1d072 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:18.523713 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bbbaa1b-17b8-4060-b286-0c04e7a1d072 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b8c28cba-a8f5-4f46-a1da-54aeed537e37 {{(pid=87701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:50:18.529598 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-3aa2ed2d-a694-4a02-8491-312f9e19f02b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4986954 Feb 16 12:50:18.533682 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1bbbaa1b-17b8-4060-b286-0c04e7a1d072 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:18.534279 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-1bbbaa1b-17b8-4060-b286-0c04e7a1d072 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] 10.222.0.83 "DELETE /v2.0/routers/b8c28cba-a8f5-4f46-a1da-54aeed537e37 HTTP/1.1" status: 204 len: 168 time: 1.7530391 Feb 16 12:50:18.534826 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37926) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:18.538820 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37928) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:18.543709 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-4859d196-f548-4ebb-88d5-a332366c4f2f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'subnet': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:18.583474 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-cdb115e1-3d2d-401d-81a0-edad18c4fac8 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:18.587691 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-cdb115e1-3d2d-401d-81a0-edad18c4fac8 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Usage tracker for resource:subnet and tenant:e1117180e8c949a18483da62b9a9f5be is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:18.595649 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-cdb115e1-3d2d-401d-81a0-edad18c4fac8 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:18.596568 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 53311a1a-fd5b-449d-9240-14c69af901df triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:18.598278 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:18.601908 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-cdb115e1-3d2d-401d-81a0-edad18c4fac8 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:18.618209 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-0a096f09-583e-4848-945c-83aac748d793 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Request body: {'router': {'name': 'tempest-router-1876545175', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '7094ad0335a74d91b34f2a4fe9f502c1'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:18.629154 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-0a096f09-583e-4848-945c-83aac748d793 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:18.639673 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-0a096f09-583e-4848-945c-83aac748d793 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Usage tracker for resource:router and tenant:7094ad0335a74d91b34f2a4fe9f502c1 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:18.644391 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-e1854ba3-d9b5-4db2-b388-04fdd9ef6668 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Allocated IP 2001:db8:1::1 (f60e5b0c-85b6-4349-ad72-c206e12426c8/cc8e6aa3-6626-4897-9676-3cbcd0261e69/ebe5d0eb-168e-4603-9547-0e7c2f28fa93) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:18.645348 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-0a096f09-583e-4848-945c-83aac748d793 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:18.656769 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c1d31024-be40-449d-94d4-2d5c27e1d2b7 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023674'] for router_gateway, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:18.657424 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb115e1-3d2d-401d-81a0-edad18c4fac8 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Made reservation on behalf of e1117180e8c949a18483da62b9a9f5be for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:18.661031 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-cdb115e1-3d2d-401d-81a0-edad18c4fac8 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:18.679890 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc430771-fbeb-4070-8f34-23ea6cb5d745 None None] No DVR routers for this DVR port e0fa49b0-8f79-4120-8575-7561c4b2de01 on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:50:18.696733 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc430771-fbeb-4070-8f34-23ea6cb5d745 None None] Pushing event deleted for resources: {'Port': ['ID=e0fa49b0-8f79-4120-8575-7561c4b2de01,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:18.712425 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d98053-c2c6-4f17-ac9e-122b03b5cc4b None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:18.746649 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-0a096f09-583e-4848-945c-83aac748d793 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:18.843964 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0a096f09-583e-4848-945c-83aac748d793 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:18.845036 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0a096f09-583e-4848-945c-83aac748d793 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:18.884170 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2a5870-5e51-4ddf-95d1-0200037bb03a tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:50:18.896376 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4967170-2a23-426d-9030-e46009f82d11 None None] Sync routers for ids ['eefe2440-6b69-4fc6-b3ab-4f26ec071b49'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:50:18.910763 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4967170-2a23-426d-9030-e46009f82d11 None None] Routers {'eefe2440-6b69-4fc6-b3ab-4f26ec071b49'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:18.911382 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-a4967170-2a23-426d-9030-e46009f82d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:50:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['eefe2440-6b69-4fc6-b3ab-4f26ec071b49'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:18.951644 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0a096f09-583e-4848-945c-83aac748d793 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:18.974062 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c1d31024-be40-449d-94d4-2d5c27e1d2b7 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:18.979954 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c1d31024-be40-449d-94d4-2d5c27e1d2b7 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:18.991014 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3d2a5870-5e51-4ddf-95d1-0200037bb03a tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:18.992059 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3d2a5870-5e51-4ddf-95d1-0200037bb03a tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "PUT /v2.0/routers/eefe2440-6b69-4fc6-b3ab-4f26ec071b49 HTTP/1.1" status: 200 len: 701 time: 4.3404820 Feb 16 12:50:19.001388 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37934) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:19.034896 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-4859d196-f548-4ebb-88d5-a332366c4f2f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:19.040740 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-4859d196-f548-4ebb-88d5-a332366c4f2f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Usage tracker for resource:subnet and tenant:5979c0794f594272a8691960316755d8 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:19.062674 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-4859d196-f548-4ebb-88d5-a332366c4f2f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:19.085883 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-4859d196-f548-4ebb-88d5-a332366c4f2f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:19.137096 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-a4967170-2a23-426d-9030-e46009f82d11 None None] Set router eefe2440-6b69-4fc6-b3ab-4f26ec071b49 gateway port host: None {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:50:19.139703 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0a096f09-583e-4848-945c-83aac748d793 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:19.189104 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4859d196-f548-4ebb-88d5-a332366c4f2f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:19.213824 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4859d196-f548-4ebb-88d5-a332366c4f2f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:19.265056 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-63ce628d-0b04-46ea-a07e-0011c6752dea tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Synchronizing usage tracker for tenant:9f89b69482a141c697c1d7563c6011c5 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:19.265675 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device e0fa49b0-8f79-4120-8575-7561c4b2de01 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:50:19.283761 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c1d31024-be40-449d-94d4-2d5c27e1d2b7 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:19.284259 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d31024-be40-449d-94d4-2d5c27e1d2b7 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Fanout notify agent at l3_agent the message router_deleted on router f063033c-ac46-474f-b173-6ccbdb598891 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:50:19.314802 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd361717-4ce4-48ce-a225-5a6d91bb8f0e tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:19.327568 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c1d31024-be40-449d-94d4-2d5c27e1d2b7 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:19.329176 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c1d31024-be40-449d-94d4-2d5c27e1d2b7 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] 10.222.0.83 "DELETE /v2.0/routers/f063033c-ac46-474f-b173-6ccbdb598891 HTTP/1.1" status: 204 len: 168 time: 8.0238175 Feb 16 12:50:19.334496 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: e0fa49b0-8f79-4120-8575-7561c4b2de01 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:50:19.335161 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device e0fa49b0-8f79-4120-8575-7561c4b2de01 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:50:19.338823 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c33fa8f-e31b-4c3e-bc4d-946b11b5b3c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-c2beece7-853e-4518-ace6-8724ee235932', 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'tenant_id': '5979c0794f594272a8691960316755d8', 'fixed_ips': [{'subnet_id': 'b95982ec-70dd-46ae-997b-5c8fa75d1e06'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:50:19.339824 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4c33fa8f-e31b-4c3e-bc4d-946b11b5b3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:19.376952 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37940) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:19.387064 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-ecd50a02-6654-450c-9af3-a1c5abb2d663 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-682990399', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}, 'admin_state_up': False}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:19.405499 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0a096f09-583e-4848-945c-83aac748d793 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:19.407361 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-0a096f09-583e-4848-945c-83aac748d793 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8338153 Feb 16 12:50:19.410640 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-63ce628d-0b04-46ea-a07e-0011c6752dea tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Unset dirty status for tenant:9f89b69482a141c697c1d7563c6011c5 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:19.413088 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-63ce628d-0b04-46ea-a07e-0011c6752dea tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "GET /v2.0/ports?device_id=eefe2440-6b69-4fc6-b3ab-4f26ec071b49 HTTP/1.1" status: 200 len: 205 time: 0.4095182 Feb 16 12:50:19.421458 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ecd50a02-6654-450c-9af3-a1c5abb2d663 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:19.442527 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37944) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:19.442871 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37946) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:19.443930 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e1854ba3-d9b5-4db2-b388-04fdd9ef6668 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:19.502156 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-a4967170-2a23-426d-9030-e46009f82d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'name': 'tempest-RoutersTest-router-1592884350', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:00Z', 'updated_at': '2022-02-16T12:50:05Z', 'revision_number': 11, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'gw_port_host': None}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:19.506366 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4967170-2a23-426d-9030-e46009f82d11 None None] Checking router: eefe2440-6b69-4fc6-b3ab-4f26ec071b49 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:50:19.530767 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4967170-2a23-426d-9030-e46009f82d11 None None] Routers {'eefe2440-6b69-4fc6-b3ab-4f26ec071b49'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:19.531666 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-a4967170-2a23-426d-9030-e46009f82d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:50:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['eefe2440-6b69-4fc6-b3ab-4f26ec071b49'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:19.572603 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-8d9c8354-fe6e-44fc-901d-17c8a153b6b1 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:19.658498 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-fd361717-4ce4-48ce-a225-5a6d91bb8f0e tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Allocated IP 172.26.5.220 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/d9b0579d-697a-426b-9c5f-fdf9be0981c7) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:19.668792 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-4c33fa8f-e31b-4c3e-bc4d-946b11b5b3c4 None None] Allocated IP 2001:db8::2 (c2beece7-853e-4518-ace6-8724ee235932/b95982ec-70dd-46ae-997b-5c8fa75d1e06/26279664-48fa-4fde-9408-1412e7c24db4) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:19.708507 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ecd50a02-6654-450c-9af3-a1c5abb2d663 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Usage tracker for resource:router and tenant:45915c6c1b3845ae8a9038974576db8f is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:19.712863 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-a4967170-2a23-426d-9030-e46009f82d11 None None] Set router eefe2440-6b69-4fc6-b3ab-4f26ec071b49 gateway port host: None {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:50:19.723235 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ecd50a02-6654-450c-9af3-a1c5abb2d663 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:19.832851 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ecd50a02-6654-450c-9af3-a1c5abb2d663 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:19.838468 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-e1854ba3-d9b5-4db2-b388-04fdd9ef6668 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Transition to ACTIVE for port object ebe5d0eb-168e-4603-9547-0e7c2f28fa93 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:19.846510 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-a4967170-2a23-426d-9030-e46009f82d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'name': 'tempest-RoutersTest-router-1592884350', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:00Z', 'updated_at': '2022-02-16T12:50:05Z', 'revision_number': 11, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'gw_port_host': None}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:19.852352 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4967170-2a23-426d-9030-e46009f82d11 None None] The sync data for ids ['eefe2440-6b69-4fc6-b3ab-4f26ec071b49'] in dv-neutron-829527-1-hyperv is: [{'id': 'eefe2440-6b69-4fc6-b3ab-4f26ec071b49', 'name': 'tempest-RoutersTest-router-1592884350', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:48:00Z', 'updated_at': '2022-02-16T12:50:05Z', 'revision_number': 11, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'gw_port_host': None}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:50:19.878328 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ecd50a02-6654-450c-9af3-a1c5abb2d663 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:19.879828 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ecd50a02-6654-450c-9af3-a1c5abb2d663 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:19.948581 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ecd50a02-6654-450c-9af3-a1c5abb2d663 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:20.007743 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cf674c-bcea-47ec-ba2f-a9f83c04b2be None None] Network f60e5b0c-85b6-4349-ad72-c206e12426c8 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:20.139613 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 5c794168-95d3-42d1-b7d7-fee5baa37614 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:20.211233 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd361717-4ce4-48ce-a225-5a6d91bb8f0e tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:20.216494 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-5b186158-8741-406b-a3f5-6e8cc2d87f5c None None] Provisioning for port 5c794168-95d3-42d1-b7d7-fee5baa37614 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:20.217810 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e1854ba3-d9b5-4db2-b388-04fdd9ef6668 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:20.288312 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4c33fa8f-e31b-4c3e-bc4d-946b11b5b3c4 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:20.318685 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1854ba3-d9b5-4db2-b388-04fdd9ef6668 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Network f60e5b0c-85b6-4349-ad72-c206e12426c8 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:20.383827 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d103ccc9-2a42-47cc-8284-d1426585c72f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for router, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:20.388305 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-e1854ba3-d9b5-4db2-b388-04fdd9ef6668 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:20.399520 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-4c33fa8f-e31b-4c3e-bc4d-946b11b5b3c4 None None] Transition to ACTIVE for port object 26279664-48fa-4fde-9408-1412e7c24db4 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:20.401877 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1854ba3-d9b5-4db2-b388-04fdd9ef6668 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:20.402435 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e1854ba3-d9b5-4db2-b388-04fdd9ef6668 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:20.474678 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-4c33fa8f-e31b-4c3e-bc4d-946b11b5b3c4 None None] Transition to ACTIVE for port object 26279664-48fa-4fde-9408-1412e7c24db4 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:20.495342 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1854ba3-d9b5-4db2-b388-04fdd9ef6668 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event updated for resources: {'Port': ['ID=ebe5d0eb-168e-4603-9547-0e7c2f28fa93,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:20.496113 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 5c794168-95d3-42d1-b7d7-fee5baa37614 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:20.511510 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4c33fa8f-e31b-4c3e-bc4d-946b11b5b3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:20.519090 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1854ba3-d9b5-4db2-b388-04fdd9ef6668 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:20.519434 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1854ba3-d9b5-4db2-b388-04fdd9ef6668 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:20.519765 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1854ba3-d9b5-4db2-b388-04fdd9ef6668 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:20.520109 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1854ba3-d9b5-4db2-b388-04fdd9ef6668 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:20.520506 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1854ba3-d9b5-4db2-b388-04fdd9ef6668 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:20.520872 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1854ba3-d9b5-4db2-b388-04fdd9ef6668 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:20.521192 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1854ba3-d9b5-4db2-b388-04fdd9ef6668 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:20.521520 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1854ba3-d9b5-4db2-b388-04fdd9ef6668 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:20.521841 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1854ba3-d9b5-4db2-b388-04fdd9ef6668 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:20.522177 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1854ba3-d9b5-4db2-b388-04fdd9ef6668 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:20.522556 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1854ba3-d9b5-4db2-b388-04fdd9ef6668 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:20.522914 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1854ba3-d9b5-4db2-b388-04fdd9ef6668 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:20.528893 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ecd50a02-6654-450c-9af3-a1c5abb2d663 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:20.583525 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 5c794168-95d3-42d1-b7d7-fee5baa37614 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:20.583930 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:20.611338 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-cdb115e1-3d2d-401d-81a0-edad18c4fac8 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:20.677298 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd361717-4ce4-48ce-a225-5a6d91bb8f0e tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:20.685508 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c33fa8f-e31b-4c3e-bc4d-946b11b5b3c4 None None] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:20.694897 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-4c33fa8f-e31b-4c3e-bc4d-946b11b5b3c4 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:20.699595 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c33fa8f-e31b-4c3e-bc4d-946b11b5b3c4 None None] Pushing event updated for resources: {'Port': ['ID=26279664-48fa-4fde-9408-1412e7c24db4,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:20.703995 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c33fa8f-e31b-4c3e-bc4d-946b11b5b3c4 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:20.814193 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd361717-4ce4-48ce-a225-5a6d91bb8f0e tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:20.820166 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-fd361717-4ce4-48ce-a225-5a6d91bb8f0e tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:20.823089 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8d9c8354-fe6e-44fc-901d-17c8a153b6b1 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:20.823540 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8d9c8354-fe6e-44fc-901d-17c8a153b6b1 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Notify callbacks [] for router, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:20.825351 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd361717-4ce4-48ce-a225-5a6d91bb8f0e tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:20.869838 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-4c33fa8f-e31b-4c3e-bc4d-946b11b5b3c4 None None] Attempting to bind port 26279664-48fa-4fde-9408-1412e7c24db4 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:50:20.870204 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-4c33fa8f-e31b-4c3e-bc4d-946b11b5b3c4 None None] Attempting to bind port 26279664-48fa-4fde-9408-1412e7c24db4 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:50:20.870555 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c33fa8f-e31b-4c3e-bc4d-946b11b5b3c4 None None] Attempting to bind port 26279664-48fa-4fde-9408-1412e7c24db4 on network c2beece7-853e-4518-ace6-8724ee235932 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:50:20.890673 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c33fa8f-e31b-4c3e-bc4d-946b11b5b3c4 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:50:20.891294 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c33fa8f-e31b-4c3e-bc4d-946b11b5b3c4 None None] Checking segment: {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:50:20.891731 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4c33fa8f-e31b-4c3e-bc4d-946b11b5b3c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:20.892127 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c33fa8f-e31b-4c3e-bc4d-946b11b5b3c4 None None] Bound using segment: {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:50:20.892635 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-4c33fa8f-e31b-4c3e-bc4d-946b11b5b3c4 None None] Bound port: 26279664-48fa-4fde-9408-1412e7c24db4, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685358c8-9121-474e-b63d-b0fc800f9262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'c2beece7-853e-4518-ace6-8724ee235932'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:50:20.893107 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4c33fa8f-e31b-4c3e-bc4d-946b11b5b3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:20.911269 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e1854ba3-d9b5-4db2-b388-04fdd9ef6668 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:20.956696 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:20.959924 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd361717-4ce4-48ce-a225-5a6d91bb8f0e tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Pushing event updated for resources: {'Port': ['ID=d9b0579d-697a-426b-9c5f-fdf9be0981c7,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:20.999087 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.ipam_backend_mixin [None req-4859d196-f548-4ebb-88d5-a332366c4f2f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b95982ec-70dd-46ae-997b-5c8fa75d1e06 (CIDR: 2001:db8::/64) Feb 16 12:50:21.041525 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 5c794168-95d3-42d1-b7d7-fee5baa37614, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=5c794168-95d3-42d1-b7d7-fee5baa37614,segment=NetworkSegment(c4c01a5f-3020-4ce0-894e-7bb27d0faad6),segment_id=c4c01a5f-3020-4ce0-894e-7bb27d0faad6)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:21.049908 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:21.102064 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-4c33fa8f-e31b-4c3e-bc4d-946b11b5b3c4 None None] For port 26279664-48fa-4fde-9408-1412e7c24db4, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:50:21.131351 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8d9c8354-fe6e-44fc-901d-17c8a153b6b1 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87701) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Feb 16 12:50:21.132095 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8d9c8354-fe6e-44fc-901d-17c8a153b6b1 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Router ef9f2557-89fb-4dc8-bfbf-479f08f781fd migrating from provider to provider. {{(pid=87701) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Feb 16 12:50:21.133307 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8d9c8354-fe6e-44fc-901d-17c8a153b6b1 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:21.134038 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-4c33fa8f-e31b-4c3e-bc4d-946b11b5b3c4 None None] For port 26279664-48fa-4fde-9408-1412e7c24db4, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=26279664-48fa-4fde-9408-1412e7c24db4,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:50:21.149260 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4c33fa8f-e31b-4c3e-bc4d-946b11b5b3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:21.157067 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-4859d196-f548-4ebb-88d5-a332366c4f2f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:50:21.158102 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4859d196-f548-4ebb-88d5-a332366c4f2f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:21.168058 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=5c794168-95d3-42d1-b7d7-fee5baa37614,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:21.272758 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-e34ec85b-e9dd-44ea-9104-827386e9949b None None] Provisioning complete for port 5c794168-95d3-42d1-b7d7-fee5baa37614 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:21.273174 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e34ec85b-e9dd-44ea-9104-827386e9949b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:21.322393 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb115e1-3d2d-401d-81a0-edad18c4fac8 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Network 16b82834-7685-4613-829e-2ea073f469db is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:21.347165 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8d9c8354-fe6e-44fc-901d-17c8a153b6b1 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:21.349597 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-cdb115e1-3d2d-401d-81a0-edad18c4fac8 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:21.434141 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316eadc0-ceac-4210-8343-f47201e8365c None None] Network 16b82834-7685-4613-829e-2ea073f469db requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:21.453861 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb115e1-3d2d-401d-81a0-edad18c4fac8 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:21.454928 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-cdb115e1-3d2d-401d-81a0-edad18c4fac8 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:21.474415 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8d9c8354-fe6e-44fc-901d-17c8a153b6b1 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1023088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1023049', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1023600'] for router, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:21.486398 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb115e1-3d2d-401d-81a0-edad18c4fac8 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event updated for resources: {'Subnet': ['ID=37af7c77-a25b-4c47-9b27-d9bfc45c4e36,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:21.502723 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d103ccc9-2a42-47cc-8284-d1426585c72f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:21.511163 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d103ccc9-2a42-47cc-8284-d1426585c72f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:21.611471 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-4859d196-f548-4ebb-88d5-a332366c4f2f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.0738590 Feb 16 12:50:21.657627 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37954) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:21.665949 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-056fa881-c1b7-4ac2-a671-6fea6c62454e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'subnet': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:21.708828 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-cdb115e1-3d2d-401d-81a0-edad18c4fac8 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4403179 Feb 16 12:50:21.713871 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37958) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:21.774678 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-7a379e0c-f4f3-4efa-881e-a7c29c68dba6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Request body: {'security_group': {'name': 'tempest-secgroup-28465449'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:21.788741 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-7a379e0c-f4f3-4efa-881e-a7c29c68dba6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:21.805214 dv-neutron-829527-1-hyperv neutron-server[87701]: WARNING neutron.scheduler.l3_agent_scheduler [None req-8d9c8354-fe6e-44fc-901d-17c8a153b6b1 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] No L3 agents can host the router ef9f2557-89fb-4dc8-bfbf-479f08f781fd Feb 16 12:50:21.812290 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-7a379e0c-f4f3-4efa-881e-a7c29c68dba6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Usage tracker for resource:security_group and tenant:e1117180e8c949a18483da62b9a9f5be is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:21.819559 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d103ccc9-2a42-47cc-8284-d1426585c72f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:21.820226 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d103ccc9-2a42-47cc-8284-d1426585c72f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Fanout notify agent at l3_agent the message router_deleted on router eefe2440-6b69-4fc6-b3ab-4f26ec071b49 {{(pid=87701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:50:21.822269 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-7a379e0c-f4f3-4efa-881e-a7c29c68dba6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:21.856993 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c33fa8f-e31b-4c3e-bc4d-946b11b5b3c4 None None] Pushing event updated for resources: {'Port': ['ID=26279664-48fa-4fde-9408-1412e7c24db4,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:22.001530 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-7a379e0c-f4f3-4efa-881e-a7c29c68dba6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:22.036148 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d103ccc9-2a42-47cc-8284-d1426585c72f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:22.043943 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d103ccc9-2a42-47cc-8284-d1426585c72f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "DELETE /v2.0/routers/eefe2440-6b69-4fc6-b3ab-4f26ec071b49 HTTP/1.1" status: 204 len: 168 time: 2.5891347 Feb 16 12:50:22.054412 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37964) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:22.055342 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-e34ec85b-e9dd-44ea-9104-827386e9949b None None] Provisioning for port ebe5d0eb-168e-4603-9547-0e7c2f28fa93 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:22.062976 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-056fa881-c1b7-4ac2-a671-6fea6c62454e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:22.065103 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-e34ec85b-e9dd-44ea-9104-827386e9949b None None] Provisioning complete for port ebe5d0eb-168e-4603-9547-0e7c2f28fa93 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:22.065331 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e34ec85b-e9dd-44ea-9104-827386e9949b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:22.083027 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-b0879388-e615-4a32-b6a2-70f3561170dc tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1177356450', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:22.089845 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b0879388-e615-4a32-b6a2-70f3561170dc tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:22.095012 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b0879388-e615-4a32-b6a2-70f3561170dc tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Usage tracker for resource:router and tenant:9f89b69482a141c697c1d7563c6011c5 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:22.097977 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b0879388-e615-4a32-b6a2-70f3561170dc tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:22.103999 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b0879388-e615-4a32-b6a2-70f3561170dc tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:22.141784 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398651c6-3f32-453d-a6ab-92af5da8cb91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-16b82834-7685-4613-829e-2ea073f469db', 'network_id': '16b82834-7685-4613-829e-2ea073f469db', 'tenant_id': 'e1117180e8c949a18483da62b9a9f5be', 'fixed_ips': [{'subnet_id': '37af7c77-a25b-4c47-9b27-d9bfc45c4e36'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:50:22.142782 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-398651c6-3f32-453d-a6ab-92af5da8cb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:22.155752 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-e34ec85b-e9dd-44ea-9104-827386e9949b None None] Port ebe5d0eb-168e-4603-9547-0e7c2f28fa93 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:50:22.180144 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-056fa881-c1b7-4ac2-a671-6fea6c62454e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Usage tracker for resource:subnet and tenant:5979c0794f594272a8691960316755d8 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:22.183793 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ecd50a02-6654-450c-9af3-a1c5abb2d663 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:22.227441 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 5c794168-95d3-42d1-b7d7-fee5baa37614 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:22.234943 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-056fa881-c1b7-4ac2-a671-6fea6c62454e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:22.245865 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b0879388-e615-4a32-b6a2-70f3561170dc tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:22.246951 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b0879388-e615-4a32-b6a2-70f3561170dc tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:22.255428 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7a379e0c-f4f3-4efa-881e-a7c29c68dba6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:22.284938 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9c8354-fe6e-44fc-901d-17c8a153b6b1 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Hosts for router ef9f2557-89fb-4dc8-bfbf-479f08f781fd: [] {{(pid=87701) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Feb 16 12:50:22.322190 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ecd50a02-6654-450c-9af3-a1c5abb2d663 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:22.327320 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-7096e4ac-95ce-4243-be2b-28a303f73f50 None None] Provisioning complete for port ebe5d0eb-168e-4603-9547-0e7c2f28fa93 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:22.327634 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7096e4ac-95ce-4243-be2b-28a303f73f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:22.331703 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-7a379e0c-f4f3-4efa-881e-a7c29c68dba6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:22.337465 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-7a379e0c-f4f3-4efa-881e-a7c29c68dba6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Usage tracker for resource:security_group_rule and tenant:e1117180e8c949a18483da62b9a9f5be is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:22.340204 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9c8354-fe6e-44fc-901d-17c8a153b6b1 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Hosts for other DVR routers connected to router ef9f2557-89fb-4dc8-bfbf-479f08f781fd: set() {{(pid=87701) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Feb 16 12:50:22.342611 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8d9c8354-fe6e-44fc-901d-17c8a153b6b1 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:22.346220 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-8d9c8354-fe6e-44fc-901d-17c8a153b6b1 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] 10.222.0.83 "PUT /v2.0/routers/ef9f2557-89fb-4dc8-bfbf-479f08f781fd HTTP/1.1" status: 200 len: 717 time: 2.8999901 Feb 16 12:50:22.346220 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-7a379e0c-f4f3-4efa-881e-a7c29c68dba6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:22.348108 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37968) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:22.363808 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-056fa881-c1b7-4ac2-a671-6fea6c62454e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:22.429514 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-7a379e0c-f4f3-4efa-881e-a7c29c68dba6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:22.491085 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-7096e4ac-95ce-4243-be2b-28a303f73f50 None None] Port ebe5d0eb-168e-4603-9547-0e7c2f28fa93 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:50:22.517558 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 5c794168-95d3-42d1-b7d7-fee5baa37614 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:22.517959 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:22.548844 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b0879388-e615-4a32-b6a2-70f3561170dc tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:22.577390 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-398651c6-3f32-453d-a6ab-92af5da8cb91 None None] Allocated IP 2001:db8::2 (16b82834-7685-4613-829e-2ea073f469db/37af7c77-a25b-4c47-9b27-d9bfc45c4e36/55c39096-e85e-4411-8b71-9758eaf088dd) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:22.591420 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056fa881-c1b7-4ac2-a671-6fea6c62454e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:22.597442 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-056fa881-c1b7-4ac2-a671-6fea6c62454e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:22.713731 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-7d9ec65d-01c7-4da7-8013-2fbafa629951 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] 10.222.0.83 "GET /v2.0/routers/ef9f2557-89fb-4dc8-bfbf-479f08f781fd HTTP/1.1" status: 200 len: 717 time: 0.3645198 Feb 16 12:50:22.716125 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37972) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:22.805592 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7a379e0c-f4f3-4efa-881e-a7c29c68dba6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:22.814922 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7a379e0c-f4f3-4efa-881e-a7c29c68dba6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:22.822040 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 26279664-48fa-4fde-9408-1412e7c24db4 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:22.851151 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7a379e0c-f4f3-4efa-881e-a7c29c68dba6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:22.854453 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-7a379e0c-f4f3-4efa-881e-a7c29c68dba6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 1.0960400 Feb 16 12:50:22.856768 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37978) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:22.864702 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-c0984ae3-c1d4-4f12-b9f0-db285f79e494 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Request body: {'security_group': {'name': 'tempest-secgroup-1023383407'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:22.864915 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b0879388-e615-4a32-b6a2-70f3561170dc tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:22.877847 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-c0984ae3-c1d4-4f12-b9f0-db285f79e494 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:22.887671 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-c0984ae3-c1d4-4f12-b9f0-db285f79e494 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Usage tracker for resource:security_group and tenant:e1117180e8c949a18483da62b9a9f5be is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:22.891873 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a379e0c-f4f3-4efa-881e-a7c29c68dba6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52762a5b-e28e-4d82-879d-90c9304b61f7,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:22.897163 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-c0984ae3-c1d4-4f12-b9f0-db285f79e494 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:22.911843 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b0879388-e615-4a32-b6a2-70f3561170dc tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:22.916203 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b0879388-e615-4a32-b6a2-70f3561170dc tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8478448 Feb 16 12:50:22.931699 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 37982) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:22.956190 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-19b71149-8740-4dc5-a59a-2f68006dd63e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:22.968906 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-c0984ae3-c1d4-4f12-b9f0-db285f79e494 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:22.974961 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-88fff551-47a1-4b7b-988d-3e0213ac6948 None None] Provisioning for port 26279664-48fa-4fde-9408-1412e7c24db4 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:23.008045 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-398651c6-3f32-453d-a6ab-92af5da8cb91 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:23.010917 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 26279664-48fa-4fde-9408-1412e7c24db4 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:23.021102 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 26279664-48fa-4fde-9408-1412e7c24db4 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:23.021533 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:23.035082 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.resource_extend [None req-e1854ba3-d9b5-4db2-b388-04fdd9ef6668 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:50:23.051057 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-398651c6-3f32-453d-a6ab-92af5da8cb91 None None] Transition to ACTIVE for port object 55c39096-e85e-4411-8b71-9758eaf088dd will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:23.077521 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-6c6c058b-bc0d-4356-a610-72a8c3f1b3a2 tempest-RoutersTestDVR-697487409 tempest-RoutersTestDVR-697487409-project] 10.222.0.83 "GET /v2.0/routers/ef9f2557-89fb-4dc8-bfbf-479f08f781fd HTTP/1.1" status: 200 len: 683 time: 0.3593714 Feb 16 12:50:23.078984 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 37988) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:23.080080 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c0984ae3-c1d4-4f12-b9f0-db285f79e494 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:23.089908 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-398651c6-3f32-453d-a6ab-92af5da8cb91 None None] Transition to ACTIVE for port object 55c39096-e85e-4411-8b71-9758eaf088dd will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:23.124876 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-ecd50a02-6654-450c-9af3-a1c5abb2d663 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Allocated IP 172.26.5.246 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/74571c15-751c-4c83-b813-23949ebe7d83) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:23.135994 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-398651c6-3f32-453d-a6ab-92af5da8cb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:23.143658 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e1854ba3-d9b5-4db2-b388-04fdd9ef6668 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:23.222232 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398651c6-3f32-453d-a6ab-92af5da8cb91 None None] Pushing event updated for resources: {'Port': ['ID=55c39096-e85e-4411-8b71-9758eaf088dd,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:23.226260 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e1854ba3-d9b5-4db2-b388-04fdd9ef6668 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:23.227038 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e1854ba3-d9b5-4db2-b388-04fdd9ef6668 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:23.244498 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398651c6-3f32-453d-a6ab-92af5da8cb91 None None] Network 16b82834-7685-4613-829e-2ea073f469db is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:23.247573 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-398651c6-3f32-453d-a6ab-92af5da8cb91 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:23.254426 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398651c6-3f32-453d-a6ab-92af5da8cb91 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:23.259476 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:23.350771 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-c0984ae3-c1d4-4f12-b9f0-db285f79e494 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:23.358918 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-23503e73-e666-4eaa-b2b9-dec725914016 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Notify callbacks [] for router, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:23.378062 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 26279664-48fa-4fde-9408-1412e7c24db4, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=26279664-48fa-4fde-9408-1412e7c24db4,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:23.415927 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-398651c6-3f32-453d-a6ab-92af5da8cb91 None None] Attempting to bind port 55c39096-e85e-4411-8b71-9758eaf088dd on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:50:23.416380 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-398651c6-3f32-453d-a6ab-92af5da8cb91 None None] Attempting to bind port 55c39096-e85e-4411-8b71-9758eaf088dd by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'e346f45d-2de1-4443-a615-720aa01ab838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '16b82834-7685-4613-829e-2ea073f469db'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:50:23.416667 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398651c6-3f32-453d-a6ab-92af5da8cb91 None None] Attempting to bind port 55c39096-e85e-4411-8b71-9758eaf088dd on network 16b82834-7685-4613-829e-2ea073f469db {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:50:23.420323 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:23.426886 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-c0984ae3-c1d4-4f12-b9f0-db285f79e494 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Usage tracker for resource:security_group_rule and tenant:e1117180e8c949a18483da62b9a9f5be is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:23.443992 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-c0984ae3-c1d4-4f12-b9f0-db285f79e494 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:23.459260 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398651c6-3f32-453d-a6ab-92af5da8cb91 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:50:23.459260 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398651c6-3f32-453d-a6ab-92af5da8cb91 None None] Checking segment: {'id': 'e346f45d-2de1-4443-a615-720aa01ab838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '16b82834-7685-4613-829e-2ea073f469db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:50:23.459728 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-398651c6-3f32-453d-a6ab-92af5da8cb91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:23.460001 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398651c6-3f32-453d-a6ab-92af5da8cb91 None None] Bound using segment: {'id': 'e346f45d-2de1-4443-a615-720aa01ab838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '16b82834-7685-4613-829e-2ea073f469db'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:50:23.460466 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-398651c6-3f32-453d-a6ab-92af5da8cb91 None None] Bound port: 55c39096-e85e-4411-8b71-9758eaf088dd, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e346f45d-2de1-4443-a615-720aa01ab838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '16b82834-7685-4613-829e-2ea073f469db'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:50:23.460882 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-398651c6-3f32-453d-a6ab-92af5da8cb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:23.554682 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=26279664-48fa-4fde-9408-1412e7c24db4,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:23.558571 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-c0984ae3-c1d4-4f12-b9f0-db285f79e494 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:23.584911 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-398651c6-3f32-453d-a6ab-92af5da8cb91 None None] For port 55c39096-e85e-4411-8b71-9758eaf088dd, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:50:23.588458 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-398651c6-3f32-453d-a6ab-92af5da8cb91 None None] For port 55c39096-e85e-4411-8b71-9758eaf088dd, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=55c39096-e85e-4411-8b71-9758eaf088dd,segment=NetworkSegment(e346f45d-2de1-4443-a615-720aa01ab838),segment_id=e346f45d-2de1-4443-a615-720aa01ab838)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:50:23.595342 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-398651c6-3f32-453d-a6ab-92af5da8cb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:23.682151 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398651c6-3f32-453d-a6ab-92af5da8cb91 None None] Pushing event updated for resources: {'Port': ['ID=55c39096-e85e-4411-8b71-9758eaf088dd,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:23.796289 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-23503e73-e666-4eaa-b2b9-dec725914016 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:23.798647 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-23503e73-e666-4eaa-b2b9-dec725914016 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:23.849689 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-23503e73-e666-4eaa-b2b9-dec725914016 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:23.850131 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23503e73-e666-4eaa-b2b9-dec725914016 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ef9f2557-89fb-4dc8-bfbf-479f08f781fd {{(pid=87701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:50:23.889576 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c0984ae3-c1d4-4f12-b9f0-db285f79e494 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:23.897506 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-23503e73-e666-4eaa-b2b9-dec725914016 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:23.898529 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-23503e73-e666-4eaa-b2b9-dec725914016 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] 10.222.0.83 "DELETE /v2.0/routers/ef9f2557-89fb-4dc8-bfbf-479f08f781fd HTTP/1.1" status: 204 len: 168 time: 0.7734327 Feb 16 12:50:23.901564 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c0984ae3-c1d4-4f12-b9f0-db285f79e494 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:23.906913 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38006) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:23.928068 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1854ba3-d9b5-4db2-b388-04fdd9ef6668 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Network f60e5b0c-85b6-4349-ad72-c206e12426c8 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:23.930829 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-c2b2bd9a-485d-406b-b792-6198b7e0b85d tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Request body: {'router': {'name': 'tempest-router-1905766322', 'distributed': True}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:23.932021 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1854ba3-d9b5-4db2-b388-04fdd9ef6668 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event updated for resources: {'Port': ['ID=ebe5d0eb-168e-4603-9547-0e7c2f28fa93,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:23.944634 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-c2b2bd9a-485d-406b-b792-6198b7e0b85d tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:23.962687 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-c2b2bd9a-485d-406b-b792-6198b7e0b85d tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Usage tracker for resource:router and tenant:c5ff7fcd93164588bd510ddccc762b9a is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:23.963183 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-e1854ba3-d9b5-4db2-b388-04fdd9ef6668 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:23.982415 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-c2b2bd9a-485d-406b-b792-6198b7e0b85d tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:23.999366 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-c2b2bd9a-485d-406b-b792-6198b7e0b85d tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:24.008365 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-19b71149-8740-4dc5-a59a-2f68006dd63e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:24.042299 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c0984ae3-c1d4-4f12-b9f0-db285f79e494 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:24.044547 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 26279664-48fa-4fde-9408-1412e7c24db4 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:24.062663 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-c0984ae3-c1d4-4f12-b9f0-db285f79e494 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2023251 Feb 16 12:50:24.062663 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0984ae3-c1d4-4f12-b9f0-db285f79e494 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7c7a24-bfff-4605-87c0-f74897ca20d5,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:24.063857 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38010) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:24.064705 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c2b2bd9a-485d-406b-b792-6198b7e0b85d tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:24.068120 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c2b2bd9a-485d-406b-b792-6198b7e0b85d tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:24.093400 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-21a97635-e610-4f10-9613-effc63706d79 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-346339162', 'security_groups': ['0c7c7a24-bfff-4605-87c0-f74897ca20d5'], 'network_id': '16b82834-7685-4613-829e-2ea073f469db', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '37af7c77-a25b-4c47-9b27-d9bfc45c4e36'}]}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:24.210783 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c2b2bd9a-485d-406b-b792-6198b7e0b85d tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:24.242285 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ecd50a02-6654-450c-9af3-a1c5abb2d663 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:24.245155 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 26279664-48fa-4fde-9408-1412e7c24db4 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:24.245519 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:24.287834 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c2b2bd9a-485d-406b-b792-6198b7e0b85d tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:24.314517 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-21a97635-e610-4f10-9613-effc63706d79 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:24.315304 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-19b71149-8740-4dc5-a59a-2f68006dd63e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1023088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1023049', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1023600'] for router, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:24.324403 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-21a97635-e610-4f10-9613-effc63706d79 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Usage tracker for resource:port and tenant:e1117180e8c949a18483da62b9a9f5be is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:24.327853 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-21a97635-e610-4f10-9613-effc63706d79 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:24.331026 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c2b2bd9a-485d-406b-b792-6198b7e0b85d tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:24.332432 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-c2b2bd9a-485d-406b-b792-6198b7e0b85d tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4138238 Feb 16 12:50:24.335331 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38014) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:24.337934 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-21a97635-e610-4f10-9613-effc63706d79 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:24.352059 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd361717-4ce4-48ce-a225-5a6d91bb8f0e tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:24.437820 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-9391516b-2b0d-4152-8f89-008f7afa3f8b None None] Provisioning complete for port ebe5d0eb-168e-4603-9547-0e7c2f28fa93 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:24.438475 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9391516b-2b0d-4152-8f89-008f7afa3f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:24.468373 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a97635-e610-4f10-9613-effc63706d79 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Made reservation on behalf of e1117180e8c949a18483da62b9a9f5be for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:24.505012 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-9391516b-2b0d-4152-8f89-008f7afa3f8b None None] Port ebe5d0eb-168e-4603-9547-0e7c2f28fa93 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:50:24.540292 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ecd50a02-6654-450c-9af3-a1c5abb2d663 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:24.626618 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-429a1def-8bd3-4438-a20d-138fcd5ff77c tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Synchronizing usage tracker for tenant:43a461e2fae64766bd31efeef15d8935 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:24.674039 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bf8dceae-0d76-4679-bf20-eeeb6d6d84d4 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Notify callbacks [] for router, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:24.704640 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd50a02-6654-450c-9af3-a1c5abb2d663 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:24.711970 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1854ba3-d9b5-4db2-b388-04fdd9ef6668 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Router e61be5bd-a96f-414d-8528-e925cba38ee9 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:50:24.755200 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-ecd50a02-6654-450c-9af3-a1c5abb2d663 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:24.757889 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd50a02-6654-450c-9af3-a1c5abb2d663 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:24.796989 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd50a02-6654-450c-9af3-a1c5abb2d663 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Pushing event updated for resources: {'Port': ['ID=74571c15-751c-4c83-b813-23949ebe7d83,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:24.834841 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-429a1def-8bd3-4438-a20d-138fcd5ff77c tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Unset dirty status for tenant:43a461e2fae64766bd31efeef15d8935 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:24.836264 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-429a1def-8bd3-4438-a20d-138fcd5ff77c tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-347224593&fields=id&tenant_id=43a461e2fae64766bd31efeef15d8935 HTTP/1.1" status: 200 len: 267 time: 0.7330706 Feb 16 12:50:25.019236 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bf8dceae-0d76-4679-bf20-eeeb6d6d84d4 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:25.022913 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bf8dceae-0d76-4679-bf20-eeeb6d6d84d4 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:25.029440 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-21a97635-e610-4f10-9613-effc63706d79 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:25.030132 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd361717-4ce4-48ce-a225-5a6d91bb8f0e tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:25.032047 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-5e74f5ae-607a-4389-8258-3bfeb1407e25 None None] Provisioning complete for port a426b62d-a0d7-4c34-a237-ed8081fd7d6c triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:25.032427 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-5e74f5ae-607a-4389-8258-3bfeb1407e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:25.063453 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [None req-21a97635-e610-4f10-9613-effc63706d79 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] device_id is not set on port e8d5f71b-beb3-4a2e-8c47-603d89cf4702 yet. {{(pid=87701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:50:25.093323 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-5e74f5ae-607a-4389-8258-3bfeb1407e25 None None] Port a426b62d-a0d7-4c34-a237-ed8081fd7d6c cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:50:25.099408 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bf8dceae-0d76-4679-bf20-eeeb6d6d84d4 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:25.100152 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8dceae-0d76-4679-bf20-eeeb6d6d84d4 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7484cdc5-91c6-4736-b9d0-31cfab002f96 {{(pid=87701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:50:25.109446 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-5e74f5ae-607a-4389-8258-3bfeb1407e25 None None] Provisioning for port 55c39096-e85e-4411-8b71-9758eaf088dd completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:25.122389 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bf8dceae-0d76-4679-bf20-eeeb6d6d84d4 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:25.123562 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-bf8dceae-0d76-4679-bf20-eeeb6d6d84d4 tempest-RoutersTestDVR-437565365 tempest-RoutersTestDVR-437565365-project-admin] 10.222.0.83 "DELETE /v2.0/routers/7484cdc5-91c6-4736-b9d0-31cfab002f96 HTTP/1.1" status: 204 len: 168 time: 0.7873368 Feb 16 12:50:25.289203 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-21a97635-e610-4f10-9613-effc63706d79 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Allocated IP 2001:db8::325 (16b82834-7685-4613-829e-2ea073f469db/37af7c77-a25b-4c47-9b27-d9bfc45c4e36/e8d5f71b-beb3-4a2e-8c47-603d89cf4702) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:25.316316 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b71149-8740-4dc5-a59a-2f68006dd63e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Router cb936be7-80a5-42c8-8ad0-6a45058c79c6 is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:50:25.439168 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38022) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:25.499698 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-21a97635-e610-4f10-9613-effc63706d79 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:25.519500 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-21a97635-e610-4f10-9613-effc63706d79 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Transition to ACTIVE for port object e8d5f71b-beb3-4a2e-8c47-603d89cf4702 will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:25.549682 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1854ba3-d9b5-4db2-b388-04fdd9ef6668 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:50:25.550637 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-21a97635-e610-4f10-9613-effc63706d79 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:25.560475 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fa26c9-b91b-4d30-9e3e-ad172b8eeacf None None] Sync routers for ids ['e61be5bd-a96f-414d-8528-e925cba38ee9'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:50:25.571955 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fa26c9-b91b-4d30-9e3e-ad172b8eeacf None None] Routers {'e61be5bd-a96f-414d-8528-e925cba38ee9'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:25.572984 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-27fa26c9-b91b-4d30-9e3e-ad172b8eeacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:50:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e61be5bd-a96f-414d-8528-e925cba38ee9'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:25.641518 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7b480704-2119-4e02-8a17-c7a56029a983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:25.663545 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a97635-e610-4f10-9613-effc63706d79 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Network 16b82834-7685-4613-829e-2ea073f469db is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:25.668986 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-21a97635-e610-4f10-9613-effc63706d79 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:25.674563 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a97635-e610-4f10-9613-effc63706d79 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:25.680056 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a97635-e610-4f10-9613-effc63706d79 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:25.681648 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-21a97635-e610-4f10-9613-effc63706d79 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:25.708447 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-7b480704-2119-4e02-8a17-c7a56029a983 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:25.717878 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-7b480704-2119-4e02-8a17-c7a56029a983 admin admin] Usage tracker for resource:security_group_rule and tenant:7094ad0335a74d91b34f2a4fe9f502c1 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:25.729317 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-21a97635-e610-4f10-9613-effc63706d79 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6572151 Feb 16 12:50:25.730492 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a97635-e610-4f10-9613-effc63706d79 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event updated for resources: {'Port': ['ID=e8d5f71b-beb3-4a2e-8c47-603d89cf4702,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:25.733022 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38028) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:25.733933 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-7b480704-2119-4e02-8a17-c7a56029a983 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:25.746729 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-7b480704-2119-4e02-8a17-c7a56029a983 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:25.754974 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-27fa26c9-b91b-4d30-9e3e-ad172b8eeacf None None] Set router e61be5bd-a96f-414d-8528-e925cba38ee9 gateway port host: None {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:50:25.755344 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-f552d580-cbf3-4b76-bd6b-19a225940e10 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Request body: {'subnet': {'network_id': '16b82834-7685-4613-829e-2ea073f469db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:25.927399 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e1854ba3-d9b5-4db2-b388-04fdd9ef6668 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "PUT /v2.0/routers/e61be5bd-a96f-414d-8528-e925cba38ee9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9312823 Feb 16 12:50:25.929645 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b71149-8740-4dc5-a59a-2f68006dd63e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:50:25.929794 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38032) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:25.941196 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ebe1ed-4a91-4272-b124-94fff044b399 None None] Sync routers for ids ['cb936be7-80a5-42c8-8ad0-6a45058c79c6'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:50:25.948656 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-943d74b1-2f51-442c-b259-75ce676bce0a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-955089920'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:25.954739 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ebe1ed-4a91-4272-b124-94fff044b399 None None] Routers {'cb936be7-80a5-42c8-8ad0-6a45058c79c6'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:25.955649 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-85ebe1ed-4a91-4272-b124-94fff044b399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:50:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['cb936be7-80a5-42c8-8ad0-6a45058c79c6'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:25.957279 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-19b71149-8740-4dc5-a59a-2f68006dd63e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:25.960448 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-943d74b1-2f51-442c-b259-75ce676bce0a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:25.963288 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-19b71149-8740-4dc5-a59a-2f68006dd63e tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "PUT /v2.0/routers/cb936be7-80a5-42c8-8ad0-6a45058c79c6 HTTP/1.1" status: 200 len: 694 time: 3.0235243 Feb 16 12:50:25.968020 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38036) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:25.974909 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-943d74b1-2f51-442c-b259-75ce676bce0a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Usage tracker for resource:network and tenant:bc1f0288054c40818f485d7fa9a59a39 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:26.037513 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 55c39096-e85e-4411-8b71-9758eaf088dd up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:26.074269 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd361717-4ce4-48ce-a225-5a6d91bb8f0e tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.074507 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-943d74b1-2f51-442c-b259-75ce676bce0a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:26.097800 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-3f25f532-0b44-4e4e-8f07-078a2faea0ff tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:26.098532 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-3f25f532-0b44-4e4e-8f07-078a2faea0ff tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Synchronizing usage tracker for tenant:43a461e2fae64766bd31efeef15d8935 on resource:network {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:26.103197 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-f552d580-cbf3-4b76-bd6b-19a225940e10 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:26.105573 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd361717-4ce4-48ce-a225-5a6d91bb8f0e tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.139852 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-b4915843-11ad-4ac7-80c7-cb502f8f18f6 None None] Provisioning for port e8d5f71b-beb3-4a2e-8c47-603d89cf4702 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:26.164446 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-b4915843-11ad-4ac7-80c7-cb502f8f18f6 None None] Provisioning complete for port e8d5f71b-beb3-4a2e-8c47-603d89cf4702 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:26.165327 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b4915843-11ad-4ac7-80c7-cb502f8f18f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.170277 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-85ebe1ed-4a91-4272-b124-94fff044b399 None None] Set router cb936be7-80a5-42c8-8ad0-6a45058c79c6 gateway port host: None {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:50:26.181569 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-943d74b1-2f51-442c-b259-75ce676bce0a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:26.199396 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-f552d580-cbf3-4b76-bd6b-19a225940e10 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Usage tracker for resource:subnet and tenant:e1117180e8c949a18483da62b9a9f5be is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:26.211573 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-f552d580-cbf3-4b76-bd6b-19a225940e10 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:26.247927 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-1b5236f1-70cb-4ec5-b29d-2cb2ba5e7cfc tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "GET /v2.0/routers/cb936be7-80a5-42c8-8ad0-6a45058c79c6 HTTP/1.1" status: 200 len: 700 time: 0.2747009 Feb 16 12:50:26.252297 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-f552d580-cbf3-4b76-bd6b-19a225940e10 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:26.253875 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 55c39096-e85e-4411-8b71-9758eaf088dd completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:26.256818 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38040) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:26.272471 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd361717-4ce4-48ce-a225-5a6d91bb8f0e tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Pushing event updated for resources: {'Port': ['ID=d9b0579d-697a-426b-9c5f-fdf9be0981c7,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:26.276342 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 55c39096-e85e-4411-8b71-9758eaf088dd triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:26.277013 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.312639 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-b4915843-11ad-4ac7-80c7-cb502f8f18f6 None None] Port e8d5f71b-beb3-4a2e-8c47-603d89cf4702 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:50:26.318896 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-85ebe1ed-4a91-4272-b124-94fff044b399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb936be7-80a5-42c8-8ad0-6a45058c79c6', 'name': 'tempest-RoutersTest-router-1177356450', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:22Z', 'updated_at': '2022-02-16T12:50:24Z', 'revision_number': 2, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'gw_port_host': None}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:26.321078 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.objects.ports [None req-056fa881-c1b7-4ac2-a671-6fea6c62454e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87699) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 12:50:26.325650 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ebe1ed-4a91-4272-b124-94fff044b399 None None] Checking router: cb936be7-80a5-42c8-8ad0-6a45058c79c6 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:50:26.326723 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943d74b1-2f51-442c-b259-75ce676bce0a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Made reservation on behalf of bc1f0288054c40818f485d7fa9a59a39 for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:26.332981 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-943d74b1-2f51-442c-b259-75ce676bce0a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.339100 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ebe1ed-4a91-4272-b124-94fff044b399 None None] Routers {'cb936be7-80a5-42c8-8ad0-6a45058c79c6'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:26.339814 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-85ebe1ed-4a91-4272-b124-94fff044b399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:50:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['cb936be7-80a5-42c8-8ad0-6a45058c79c6'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:26.353796 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7b480704-2119-4e02-8a17-c7a56029a983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.354830 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f552d580-cbf3-4b76-bd6b-19a225940e10 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Made reservation on behalf of e1117180e8c949a18483da62b9a9f5be for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:26.358701 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f552d580-cbf3-4b76-bd6b-19a225940e10 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.394789 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7b480704-2119-4e02-8a17-c7a56029a983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.409142 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-86fb2526-1108-49fe-96da-fddb35a116e9 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Synchronizing usage tracker for tenant:9f89b69482a141c697c1d7563c6011c5 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:26.458247 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-3f25f532-0b44-4e4e-8f07-078a2faea0ff tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Unset dirty status for tenant:43a461e2fae64766bd31efeef15d8935 on resource:network {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:26.459614 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-3f25f532-0b44-4e4e-8f07-078a2faea0ff tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/networks?id=2f9caf95-9634-43c7-8691-03bf1bd0a638 HTTP/1.1" status: 200 len: 812 time: 1.5965283 Feb 16 12:50:26.512791 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-85ebe1ed-4a91-4272-b124-94fff044b399 None None] Set router cb936be7-80a5-42c8-8ad0-6a45058c79c6 gateway port host: None {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:50:26.532969 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-27fa26c9-b91b-4d30-9e3e-ad172b8eeacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'name': 'tempest-RoutersIpV6Test-router-1450390372', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:57Z', 'updated_at': '2022-02-16T12:50:20Z', 'revision_number': 3, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'gw_port_host': None, '_interfaces': [{'id': '53311a1a-fd5b-449d-9240-14c69af901df', 'name': '', 'network_id': '7c21af54-2c03-46c0-a37d-7363ccc7aa26', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:07:a9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:02Z', 'updated_at': '2022-02-16T12:50:17Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebe5d0eb-168e-4603-9547-0e7c2f28fa93', 'name': '', 'network_id': 'f60e5b0c-85b6-4349-ad72-c206e12426c8', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:19:7a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'cc8e6aa3-6626-4897-9676-3cbcd0261e69', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:18Z', 'updated_at': '2022-02-16T12:50:21Z', 'revision_number': 2, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': 'cc8e6aa3-6626-4897-9676-3cbcd0261e69', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:26.539726 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fa26c9-b91b-4d30-9e3e-ad172b8eeacf None None] Checking router: e61be5bd-a96f-414d-8528-e925cba38ee9 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:50:26.541823 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fa26c9-b91b-4d30-9e3e-ad172b8eeacf None None] Updating router e61be5bd-a96f-414d-8528-e925cba38ee9 port ebe5d0eb-168e-4603-9547-0e7c2f28fa93 binding host dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:50:26.579676 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-dfd34554-f6bb-45c7-aa8e-96270c77c82f tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/quotas/43a461e2fae64766bd31efeef15d8935 HTTP/1.1" status: 200 len: 375 time: 0.0372796 Feb 16 12:50:26.589211 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd361717-4ce4-48ce-a225-5a6d91bb8f0e tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.590612 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.618344 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-27fa26c9-b91b-4d30-9e3e-ad172b8eeacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.667515 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-85ebe1ed-4a91-4272-b124-94fff044b399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb936be7-80a5-42c8-8ad0-6a45058c79c6', 'name': 'tempest-RoutersTest-router-1177356450', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:22Z', 'updated_at': '2022-02-16T12:50:24Z', 'revision_number': 2, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'gw_port_host': None}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:26.669844 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-86fb2526-1108-49fe-96da-fddb35a116e9 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Unset dirty status for tenant:9f89b69482a141c697c1d7563c6011c5 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:26.671459 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-86fb2526-1108-49fe-96da-fddb35a116e9 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "GET /v2.0/ports?device_id=cb936be7-80a5-42c8-8ad0-6a45058c79c6 HTTP/1.1" status: 200 len: 205 time: 0.4123888 Feb 16 12:50:26.678198 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ebe1ed-4a91-4272-b124-94fff044b399 None None] The sync data for ids ['cb936be7-80a5-42c8-8ad0-6a45058c79c6'] in dv-neutron-829527-1-hyperv is: [{'id': 'cb936be7-80a5-42c8-8ad0-6a45058c79c6', 'name': 'tempest-RoutersTest-router-1177356450', 'tenant_id': '9f89b69482a141c697c1d7563c6011c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:50:22Z', 'updated_at': '2022-02-16T12:50:24Z', 'revision_number': 2, 'project_id': '9f89b69482a141c697c1d7563c6011c5', 'gw_port_host': None}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:50:26.683727 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 55c39096-e85e-4411-8b71-9758eaf088dd, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=55c39096-e85e-4411-8b71-9758eaf088dd,segment=NetworkSegment(e346f45d-2de1-4443-a615-720aa01ab838),segment_id=e346f45d-2de1-4443-a615-720aa01ab838)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:26.694974 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38044) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:26.696957 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.708035 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-943d74b1-2f51-442c-b259-75ce676bce0a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:50:26.780186 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-7b480704-2119-4e02-8a17-c7a56029a983 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7094ad0335a74d91b34f2a4fe9f502c1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3374119 Feb 16 12:50:26.791684 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38048) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:26.797716 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b480704-2119-4e02-8a17-c7a56029a983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8193b3f4-e7ec-4cfa-a52e-535ba448267a,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:26.849342 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=55c39096-e85e-4411-8b71-9758eaf088dd,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:26.893332 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-943d74b1-2f51-442c-b259-75ce676bce0a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.893674 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-943d74b1-2f51-442c-b259-75ce676bce0a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Added segment 9a448d96-2c3c-4714-a176-3a673de0e805 of type vlan for network 7b97a0e9-d7ac-456f-8141-7cc9d9faedd5 Feb 16 12:50:26.905109 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b480704-2119-4e02-8a17-c7a56029a983 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:26.905452 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b480704-2119-4e02-8a17-c7a56029a983 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:26.905798 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b480704-2119-4e02-8a17-c7a56029a983 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:26.906124 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b480704-2119-4e02-8a17-c7a56029a983 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:26.906456 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b480704-2119-4e02-8a17-c7a56029a983 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:26.906779 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b480704-2119-4e02-8a17-c7a56029a983 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:26.907103 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b480704-2119-4e02-8a17-c7a56029a983 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:26.907421 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b480704-2119-4e02-8a17-c7a56029a983 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:26.907891 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b480704-2119-4e02-8a17-c7a56029a983 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:26.908053 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b480704-2119-4e02-8a17-c7a56029a983 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:26.908368 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b480704-2119-4e02-8a17-c7a56029a983 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:26.909013 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b480704-2119-4e02-8a17-c7a56029a983 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:26.936966 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-056fa881-c1b7-4ac2-a671-6fea6c62454e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:26.971347 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8b458774-9757-417f-b8e3-998206ba8d73 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for router, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:27.051983 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.ipam_backend_mixin [None req-f552d580-cbf3-4b76-bd6b-19a225940e10 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 37af7c77-a25b-4c47-9b27-d9bfc45c4e36 (CIDR: 2001:db8::/64) Feb 16 12:50:27.054212 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-943d74b1-2f51-442c-b259-75ce676bce0a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:27.119586 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ecd50a02-6654-450c-9af3-a1c5abb2d663 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks [] for router_gateway, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:27.126181 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-f552d580-cbf3-4b76-bd6b-19a225940e10 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:50:27.126742 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f552d580-cbf3-4b76-bd6b-19a225940e10 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:27.133912 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-27fa26c9-b91b-4d30-9e3e-ad172b8eeacf None None] Notify callbacks [] for port, precommit_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:27.146874 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-27fa26c9-b91b-4d30-9e3e-ad172b8eeacf None None] Transition to ACTIVE for port object ebe5d0eb-168e-4603-9547-0e7c2f28fa93 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:27.156436 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-27fa26c9-b91b-4d30-9e3e-ad172b8eeacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:27.229900 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523a5f4-c89c-4620-8bcc-605f93f58dd7 None None] Pushing event updated for resources: {'Port': ['ID=ebe5d0eb-168e-4603-9547-0e7c2f28fa93,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:27.268819 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ed715192-2c67-48d7-9d98-b6a9a534b6ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:27.398904 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8b458774-9757-417f-b8e3-998206ba8d73 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:27.398904 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f552d580-cbf3-4b76-bd6b-19a225940e10 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6599376 Feb 16 12:50:27.399727 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ed715192-2c67-48d7-9d98-b6a9a534b6ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:27.406814 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8b458774-9757-417f-b8e3-998206ba8d73 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:27.408268 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38052) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:27.411839 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-3875026c-a0a0-4815-aa9b-6b9e2683c812 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Synchronizing usage tracker for tenant:43a461e2fae64766bd31efeef15d8935 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:27.416663 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-943d74b1-2f51-442c-b259-75ce676bce0a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:27.417766 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-fd361717-4ce4-48ce-a225-5a6d91bb8f0e tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Floating IP 1891a1bc-adb4-493f-957f-ab255399dbf3 associated. External IP: 172.26.5.220, port: 0f799689-498b-4ece-b2a0-7cb853d0ebec. Feb 16 12:50:27.427544 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943d74b1-2f51-442c-b259-75ce676bce0a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:27.428187 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-943d74b1-2f51-442c-b259-75ce676bce0a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:27.435406 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-20a09d33-4ec1-4f62-b3b3-0fb054925fc2 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Request body: {'subnet': {'network_id': '16b82834-7685-4613-829e-2ea073f469db', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:27.462199 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-27fa26c9-b91b-4d30-9e3e-ad172b8eeacf None None] Attempting to bind port ebe5d0eb-168e-4603-9547-0e7c2f28fa93 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:50:27.463557 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-27fa26c9-b91b-4d30-9e3e-ad172b8eeacf None None] Attempting to bind port ebe5d0eb-168e-4603-9547-0e7c2f28fa93 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'c4c01a5f-3020-4ce0-894e-7bb27d0faad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f60e5b0c-85b6-4349-ad72-c206e12426c8'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:50:27.464178 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fa26c9-b91b-4d30-9e3e-ad172b8eeacf None None] Attempting to bind port ebe5d0eb-168e-4603-9547-0e7c2f28fa93 on network f60e5b0c-85b6-4349-ad72-c206e12426c8 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:50:27.471999 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fa26c9-b91b-4d30-9e3e-ad172b8eeacf None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:50:27.472934 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fa26c9-b91b-4d30-9e3e-ad172b8eeacf None None] Checking segment: {'id': 'c4c01a5f-3020-4ce0-894e-7bb27d0faad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f60e5b0c-85b6-4349-ad72-c206e12426c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:50:27.474109 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-27fa26c9-b91b-4d30-9e3e-ad172b8eeacf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:27.474758 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fa26c9-b91b-4d30-9e3e-ad172b8eeacf None None] Bound using segment: {'id': 'c4c01a5f-3020-4ce0-894e-7bb27d0faad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f60e5b0c-85b6-4349-ad72-c206e12426c8'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:50:27.476170 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-27fa26c9-b91b-4d30-9e3e-ad172b8eeacf None None] Bound port: ebe5d0eb-168e-4603-9547-0e7c2f28fa93, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4c01a5f-3020-4ce0-894e-7bb27d0faad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f60e5b0c-85b6-4349-ad72-c206e12426c8'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:50:27.476938 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-27fa26c9-b91b-4d30-9e3e-ad172b8eeacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:27.646534 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-27fa26c9-b91b-4d30-9e3e-ad172b8eeacf None None] For port ebe5d0eb-168e-4603-9547-0e7c2f28fa93, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:50:27.649352 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-3875026c-a0a0-4815-aa9b-6b9e2683c812 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Unset dirty status for tenant:43a461e2fae64766bd31efeef15d8935 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:27.651705 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-27fa26c9-b91b-4d30-9e3e-ad172b8eeacf None None] For port ebe5d0eb-168e-4603-9547-0e7c2f28fa93, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=ebe5d0eb-168e-4603-9547-0e7c2f28fa93,segment=NetworkSegment(c4c01a5f-3020-4ce0-894e-7bb27d0faad6),segment_id=c4c01a5f-3020-4ce0-894e-7bb27d0faad6)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:50:27.660804 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-3875026c-a0a0-4815-aa9b-6b9e2683c812 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=43a461e2fae64766bd31efeef15d8935&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0027809 Feb 16 12:50:27.664171 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-27fa26c9-b91b-4d30-9e3e-ad172b8eeacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:27.676901 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-943d74b1-2f51-442c-b259-75ce676bce0a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7432854 Feb 16 12:50:27.680937 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38056) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:27.688127 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943d74b1-2f51-442c-b259-75ce676bce0a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event updated for resources: {'Network': ['ID=7b97a0e9-d7ac-456f-8141-7cc9d9faedd5,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:27.703310 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8b458774-9757-417f-b8e3-998206ba8d73 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:27.703928 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b458774-9757-417f-b8e3-998206ba8d73 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Fanout notify agent at l3_agent the message router_deleted on router cb936be7-80a5-42c8-8ad0-6a45058c79c6 {{(pid=87701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:50:27.712531 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-056fa881-c1b7-4ac2-a671-6fea6c62454e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] For port 26279664-48fa-4fde-9408-1412e7c24db4, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=26279664-48fa-4fde-9408-1412e7c24db4,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:27.718180 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-ed5d5489-2f86-419e-8981-fd3131dc404a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Request body: {'subnet': {'network_id': '7b97a0e9-d7ac-456f-8141-7cc9d9faedd5', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:27.723741 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 7b97a0e9-d7ac-456f-8141-7cc9d9faedd5 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:50:27.769173 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8b458774-9757-417f-b8e3-998206ba8d73 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:27.770167 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-8b458774-9757-417f-b8e3-998206ba8d73 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "DELETE /v2.0/routers/cb936be7-80a5-42c8-8ad0-6a45058c79c6 HTTP/1.1" status: 204 len: 168 time: 1.0742178 Feb 16 12:50:27.771730 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-20a09d33-4ec1-4f62-b3b3-0fb054925fc2 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:27.774153 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ed715192-2c67-48d7-9d98-b6a9a534b6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:27.776738 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ed715192-2c67-48d7-9d98-b6a9a534b6ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:27.777888 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-ed715192-2c67-48d7-9d98-b6a9a534b6ea admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8193b3f4-e7ec-4cfa-a52e-535ba448267a HTTP/1.1" status: 204 len: 168 time: 0.9818087 Feb 16 12:50:27.780192 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38062) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:27.791871 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-20a09d33-4ec1-4f62-b3b3-0fb054925fc2 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Usage tracker for resource:subnet and tenant:e1117180e8c949a18483da62b9a9f5be is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:27.829749 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-20a09d33-4ec1-4f62-b3b3-0fb054925fc2 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:27.832568 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed715192-2c67-48d7-9d98-b6a9a534b6ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8193b3f4-e7ec-4cfa-a52e-535ba448267a,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:27.844523 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-7911b820-03ee-4d3f-b980-535b08cb350f tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "GET /v2.0/ports?device_id=cb936be7-80a5-42c8-8ad0-6a45058c79c6 HTTP/1.1" status: 200 len: 205 time: 0.0573752 Feb 16 12:50:27.845673 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-20a09d33-4ec1-4f62-b3b3-0fb054925fc2 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:27.847697 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38068) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:27.889849 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fa26c9-b91b-4d30-9e3e-ad172b8eeacf None None] Routers {'e61be5bd-a96f-414d-8528-e925cba38ee9'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:27.890632 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-27fa26c9-b91b-4d30-9e3e-ad172b8eeacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:50:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e61be5bd-a96f-414d-8528-e925cba38ee9'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:27.974526 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-bd721382-dcf9-4638-b3da-1be96fb4fb2d tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] delete failed (client error): The resource could not be found. Feb 16 12:50:27.975560 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-bd721382-dcf9-4638-b3da-1be96fb4fb2d tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "DELETE /v2.0/routers/cb936be7-80a5-42c8-8ad0-6a45058c79c6 HTTP/1.1" status: 404 len: 336 time: 0.1269417 Feb 16 12:50:27.978434 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38072) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:27.985392 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ed5d5489-2f86-419e-8981-fd3131dc404a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:27.990679 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ed5d5489-2f86-419e-8981-fd3131dc404a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Usage tracker for resource:subnet and tenant:bc1f0288054c40818f485d7fa9a59a39 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:27.995603 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ed5d5489-2f86-419e-8981-fd3131dc404a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:28.002660 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ed5d5489-2f86-419e-8981-fd3131dc404a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:28.049819 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5d5489-2f86-419e-8981-fd3131dc404a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Made reservation on behalf of bc1f0288054c40818f485d7fa9a59a39 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:28.054283 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed5d5489-2f86-419e-8981-fd3131dc404a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:28.077214 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a09d33-4ec1-4f62-b3b3-0fb054925fc2 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Made reservation on behalf of e1117180e8c949a18483da62b9a9f5be for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:28.089112 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-20a09d33-4ec1-4f62-b3b3-0fb054925fc2 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:28.092013 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523a5f4-c89c-4620-8bcc-605f93f58dd7 None None] Pushing event updated for resources: {'Port': ['ID=ebe5d0eb-168e-4603-9547-0e7c2f28fa93,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:28.122028 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 55c39096-e85e-4411-8b71-9758eaf088dd up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:28.132810 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-392dbed1-af61-4349-b7b8-b12d91b0f82b tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:28.133407 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-392dbed1-af61-4349-b7b8-b12d91b0f82b tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:28.142528 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-392dbed1-af61-4349-b7b8-b12d91b0f82b tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "DELETE /v2.0/subnets/6768bb75-57c9-4cdd-96ec-a4852822a379 HTTP/1.1" status: 404 len: 337 time: 0.1618054 Feb 16 12:50:28.143359 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38076) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:28.250328 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-27fa26c9-b91b-4d30-9e3e-ad172b8eeacf None None] Set router e61be5bd-a96f-414d-8528-e925cba38ee9 gateway port host: None {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:50:28.312020 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-056fa881-c1b7-4ac2-a671-6fea6c62454e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:28.338826 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 55c39096-e85e-4411-8b71-9758eaf088dd triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:28.339455 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:28.409237 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-056fa881-c1b7-4ac2-a671-6fea6c62454e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:28.409897 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-056fa881-c1b7-4ac2-a671-6fea6c62454e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:28.501508 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38080) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:28.558842 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb5097bb-dbac-46a3-af84-f2384de27c81 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:28.559299 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb5097bb-dbac-46a3-af84-f2384de27c81 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:28.564097 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1fab06fc-232c-413c-a7d3-efc53fba6821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:28.595818 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-fb5097bb-dbac-46a3-af84-f2384de27c81 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "DELETE /v2.0/subnets/1fbf83cf-f1c1-4246-8c35-8d6cd99aeac3 HTTP/1.1" status: 404 len: 337 time: 0.1033583 Feb 16 12:50:28.601919 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38086) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:28.606102 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-1fab06fc-232c-413c-a7d3-efc53fba6821 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:28.648416 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-1fab06fc-232c-413c-a7d3-efc53fba6821 admin admin] Usage tracker for resource:security_group_rule and tenant:c5ff7fcd93164588bd510ddccc762b9a is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:28.651839 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d0349d7-735d-4b41-8713-b1dcb0db3dab tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:28.652148 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d0349d7-735d-4b41-8713-b1dcb0db3dab tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:28.656370 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-0d0349d7-735d-4b41-8713-b1dcb0db3dab tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "DELETE /v2.0/subnets/82271494-1e9b-42dd-8356-961a022a44ed HTTP/1.1" status: 404 len: 337 time: 0.0509629 Feb 16 12:50:28.656370 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-1fab06fc-232c-413c-a7d3-efc53fba6821 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:28.658696 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38090) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:28.663932 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-1fab06fc-232c-413c-a7d3-efc53fba6821 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:28.705473 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bfd24ba-3432-47b9-8926-642a4f832705 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:28.705924 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bfd24ba-3432-47b9-8926-642a4f832705 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:28.710408 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-3bfd24ba-3432-47b9-8926-642a4f832705 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "DELETE /v2.0/subnets/25253329-2eb3-4c0e-8357-1129c2b1837e HTTP/1.1" status: 404 len: 337 time: 0.0481462 Feb 16 12:50:28.717389 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38094) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:28.741258 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-27fa26c9-b91b-4d30-9e3e-ad172b8eeacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'name': 'tempest-RoutersIpV6Test-router-1450390372', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:57Z', 'updated_at': '2022-02-16T12:50:20Z', 'revision_number': 3, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'gw_port_host': None, '_interfaces': [{'id': '53311a1a-fd5b-449d-9240-14c69af901df', 'name': '', 'network_id': '7c21af54-2c03-46c0-a37d-7363ccc7aa26', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:07:a9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:02Z', 'updated_at': '2022-02-16T12:50:17Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebe5d0eb-168e-4603-9547-0e7c2f28fa93', 'name': '', 'network_id': 'f60e5b0c-85b6-4349-ad72-c206e12426c8', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:19:7a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'cc8e6aa3-6626-4897-9676-3cbcd0261e69', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:18Z', 'updated_at': '2022-02-16T12:50:27Z', 'revision_number': 4, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': 'cc8e6aa3-6626-4897-9676-3cbcd0261e69', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:28.746955 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fa26c9-b91b-4d30-9e3e-ad172b8eeacf None None] The sync data for ids ['e61be5bd-a96f-414d-8528-e925cba38ee9'] in dv-neutron-829527-1-hyperv is: [{'id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'name': 'tempest-RoutersIpV6Test-router-1450390372', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:57Z', 'updated_at': '2022-02-16T12:50:20Z', 'revision_number': 3, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'gw_port_host': None, '_interfaces': [{'id': '53311a1a-fd5b-449d-9240-14c69af901df', 'name': '', 'network_id': '7c21af54-2c03-46c0-a37d-7363ccc7aa26', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:07:a9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:02Z', 'updated_at': '2022-02-16T12:50:17Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebe5d0eb-168e-4603-9547-0e7c2f28fa93', 'name': '', 'network_id': 'f60e5b0c-85b6-4349-ad72-c206e12426c8', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:19:7a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'cc8e6aa3-6626-4897-9676-3cbcd0261e69', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:18Z', 'updated_at': '2022-02-16T12:50:27Z', 'revision_number': 4, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': 'cc8e6aa3-6626-4897-9676-3cbcd0261e69', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:50:28.766808 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-951d228d-b4a1-4c1f-8483-090cfc2f56b5 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "GET /v2.0/ports?device_id=eefe2440-6b69-4fc6-b3ab-4f26ec071b49 HTTP/1.1" status: 200 len: 205 time: 0.0482936 Feb 16 12:50:28.770483 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38098) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:28.872211 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056fa881-c1b7-4ac2-a671-6fea6c62454e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:28.889828 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-b2528547-1b62-415f-afb3-80c7b79fa731 service neutron] 10.222.0.83 "GET /v2.0/networks/2f9caf95-9634-43c7-8691-03bf1bd0a638?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2077575 Feb 16 12:50:28.891048 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-056fa881-c1b7-4ac2-a671-6fea6c62454e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:28.906778 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb93f87-e0ec-4cd6-a00c-6cc0d7ded184 None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:28.908158 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056fa881-c1b7-4ac2-a671-6fea6c62454e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:28.909011 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-056fa881-c1b7-4ac2-a671-6fea6c62454e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:28.918094 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ecd50a02-6654-450c-9af3-a1c5abb2d663 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:28.926872 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-2d183f44-6cea-45ed-b946-1dc28a5f3157 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] delete failed (client error): The resource could not be found. Feb 16 12:50:28.932012 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-2d183f44-6cea-45ed-b946-1dc28a5f3157 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "DELETE /v2.0/routers/eefe2440-6b69-4fc6-b3ab-4f26ec071b49 HTTP/1.1" status: 404 len: 336 time: 0.1606369 Feb 16 12:50:28.933992 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38102) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:28.941378 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-20a09d33-4ec1-4f62-b3b3-0fb054925fc2 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:29.040968 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-fbb47a8d-0665-49eb-8c28-5010de804cc1 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "GET /v2.0/ports?device_id=598dc105-cd98-48e4-8c93-6d796a8666b1 HTTP/1.1" status: 200 len: 205 time: 0.1054544 Feb 16 12:50:29.051437 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a09d33-4ec1-4f62-b3b3-0fb054925fc2 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Network 16b82834-7685-4613-829e-2ea073f469db is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:29.059017 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056fa881-c1b7-4ac2-a671-6fea6c62454e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Subnet': ['ID=f1767ecf-7344-49f0-ada4-1ca99f6615ca,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:29.061483 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38106) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:29.062606 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-20a09d33-4ec1-4f62-b3b3-0fb054925fc2 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:29.066225 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a09d33-4ec1-4f62-b3b3-0fb054925fc2 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:29.066459 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-20a09d33-4ec1-4f62-b3b3-0fb054925fc2 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:29.195518 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-42c50040-171f-442d-b703-515cc3ecc83b tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] delete failed (client error): The resource could not be found. Feb 16 12:50:29.197684 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-42c50040-171f-442d-b703-515cc3ecc83b tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "DELETE /v2.0/routers/598dc105-cd98-48e4-8c93-6d796a8666b1 HTTP/1.1" status: 404 len: 336 time: 0.1241488 Feb 16 12:50:29.202725 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38110) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:29.227232 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056fa881-c1b7-4ac2-a671-6fea6c62454e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Port': ['ID=26279664-48fa-4fde-9408-1412e7c24db4,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:29.248881 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa1ee1e-dcf1-47fb-b316-5508281361fe None None] Network 16b82834-7685-4613-829e-2ea073f469db requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:29.266679 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-0627f31a-2b64-47a2-b82a-7a9853e00891 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:29.267139 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0627f31a-2b64-47a2-b82a-7a9853e00891 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:29.268897 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-0627f31a-2b64-47a2-b82a-7a9853e00891 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "DELETE /v2.0/subnets/9a94d73a-5f1c-4034-9c08-ca7451e085bb HTTP/1.1" status: 404 len: 337 time: 0.0632889 Feb 16 12:50:29.269606 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a09d33-4ec1-4f62-b3b3-0fb054925fc2 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event updated for resources: {'Subnet': ['ID=efc70619-5b11-44bf-81ef-5438644b8efa,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:29.272757 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38114) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:29.280947 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-20a09d33-4ec1-4f62-b3b3-0fb054925fc2 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8709662 Feb 16 12:50:29.284827 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1fab06fc-232c-413c-a7d3-efc53fba6821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:29.286026 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38116) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:29.325940 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-6d3037e2-2af9-41fd-ba72-aa030838c145 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-325662824', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'efc70619-5b11-44bf-81ef-5438644b8efa'}], 'security_groups': ['52762a5b-e28e-4d82-879d-90c9304b61f7']}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:29.349269 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-056fa881-c1b7-4ac2-a671-6fea6c62454e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 7.6885309 Feb 16 12:50:29.360596 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38122) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:29.361276 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1fab06fc-232c-413c-a7d3-efc53fba6821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:29.457452 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-c090a114-dca6-43aa-b334-6909de122ccf tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Request body: {'port': {'network_id': 'c2beece7-853e-4518-ace6-8724ee235932', 'mac_address': 'fa:16:3e:56:fc:47', 'name': 'tempest-NetworksTestDHCPv6-1222943465'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:29.471522 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fab06fc-232c-413c-a7d3-efc53fba6821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7972da65-2b8a-4b98-b0d7-b8715b891c2a,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:29.485025 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-c0242e67-31a2-4988-9caf-4025e5202d0b tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "GET /v2.0/ports?device_id=93ca1c2c-5442-4211-b25a-835741c33afb HTTP/1.1" status: 200 len: 205 time: 0.2025106 Feb 16 12:50:29.505295 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38126) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:29.523449 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed5d5489-2f86-419e-8981-fd3131dc404a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:29.573914 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-d2966c41-0205-4762-a3d8-eb91dead1c2d service neutron] 10.222.0.83 "GET /v2.0/networks/2f9caf95-9634-43c7-8691-03bf1bd0a638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6678364 Feb 16 12:50:29.618837 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd361717-4ce4-48ce-a225-5a6d91bb8f0e tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Router 280b01f7-1aa8-4aea-8b7b-434c5eea3121 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:50:29.756163 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-1fab06fc-232c-413c-a7d3-efc53fba6821 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c5ff7fcd93164588bd510ddccc762b9a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2509043 Feb 16 12:50:29.758460 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d5489-2f86-419e-8981-fd3131dc404a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event updated for resources: {'Subnet': ['ID=02229534-6633-4c44-b6c2-2695e21cdc03,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:29.761629 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-ac9a59f9-1bdb-4a28-98f9-fc9aeabbeff7 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] delete failed (client error): The resource could not be found. Feb 16 12:50:29.763680 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840b53f2-13a4-4fa7-86b3-60ce9eb333c8 None None] Update dhcp port {'port': {'network_id': '16b82834-7685-4613-829e-2ea073f469db', 'fixed_ips': [{'subnet_id': '37af7c77-a25b-4c47-9b27-d9bfc45c4e36', 'ip_address': '2001:db8::2'}, {'subnet_id': 'efc70619-5b11-44bf-81ef-5438644b8efa'}], 'binding:host_id': 'dv-neutron-829527-1-hyperv'}, 'id': '55c39096-e85e-4411-8b71-9758eaf088dd'} from dv-neutron-829527-1-hyperv. {{(pid=87702) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 12:50:29.765390 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-ac9a59f9-1bdb-4a28-98f9-fc9aeabbeff7 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "DELETE /v2.0/routers/93ca1c2c-5442-4211-b25a-835741c33afb HTTP/1.1" status: 404 len: 336 time: 0.2561524 Feb 16 12:50:29.767932 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38132) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:29.768260 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38134) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:29.838895 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-840b53f2-13a4-4fa7-86b3-60ce9eb333c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:29.843596 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5d5489-2f86-419e-8981-fd3131dc404a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Checking segment: {'id': '9a448d96-2c3c-4714-a176-3a673de0e805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7b97a0e9-d7ac-456f-8141-7cc9d9faedd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:50:29.843972 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5d5489-2f86-419e-8981-fd3131dc404a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Network hostable DHCP agents. Network: 7b97a0e9-d7ac-456f-8141-7cc9d9faedd5, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:50:29.973724 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd50a02-6654-450c-9af3-a1c5abb2d663 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Router 6162631a-8bc9-44ed-ab64-6585d2d598de is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:50:30.001085 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-c090a114-dca6-43aa-b334-6909de122ccf tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:30.037668 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-2638f3ae-5bc7-4119-92b2-1ef5effc9491 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "GET /v2.0/ports?device_id=de2c0fc7-2287-4f50-8280-29cb11de96f7 HTTP/1.1" status: 200 len: 205 time: 0.2634251 Feb 16 12:50:30.060886 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-c090a114-dca6-43aa-b334-6909de122ccf tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Usage tracker for resource:port and tenant:5979c0794f594272a8691960316755d8 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:30.064029 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38144) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:30.097556 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-c090a114-dca6-43aa-b334-6909de122ccf tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:30.124176 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device ebe5d0eb-168e-4603-9547-0e7c2f28fa93 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:30.195342 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6d3037e2-2af9-41fd-ba72-aa030838c145 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:30.205510 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-c090a114-dca6-43aa-b334-6909de122ccf tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:30.253324 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-c5aa434c-a538-4b6a-812d-f6e59b395195 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] delete failed (client error): The resource could not be found. Feb 16 12:50:30.256737 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-c5aa434c-a538-4b6a-812d-f6e59b395195 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "DELETE /v2.0/routers/de2c0fc7-2287-4f50-8280-29cb11de96f7 HTTP/1.1" status: 404 len: 336 time: 0.1787729 Feb 16 12:50:30.293261 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-840b53f2-13a4-4fa7-86b3-60ce9eb333c8 None None] Allocated IP 2001:db8:0:1::2 (16b82834-7685-4613-829e-2ea073f469db/efc70619-5b11-44bf-81ef-5438644b8efa/55c39096-e85e-4411-8b71-9758eaf088dd) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:30.299717 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port ebe5d0eb-168e-4603-9547-0e7c2f28fa93 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:30.314249 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port ebe5d0eb-168e-4603-9547-0e7c2f28fa93 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:30.314746 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:30.333459 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38156) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:30.353665 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5d5489-2f86-419e-8981-fd3131dc404a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Network 7b97a0e9-d7ac-456f-8141-7cc9d9faedd5 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:50:30.435483 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd361717-4ce4-48ce-a225-5a6d91bb8f0e tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:50:30.497691 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbddc5f4-7f81-488f-a3d8-dea772c6c000 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:30.498289 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbddc5f4-7f81-488f-a3d8-dea772c6c000 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:30.500822 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fbddc5f4-7f81-488f-a3d8-dea772c6c000 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "DELETE /v2.0/subnets/3eda78a1-d8ca-4677-8db6-3569bd14c8e3 HTTP/1.1" status: 404 len: 337 time: 0.1623027 Feb 16 12:50:30.503925 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c090a114-dca6-43aa-b334-6909de122ccf tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Made reservation on behalf of 5979c0794f594272a8691960316755d8 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:30.521433 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38160) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:30.539542 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8215cd-bcbb-4f02-86cf-ec5c7a3c12d2 None None] Sync routers for ids ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:50:30.540154 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-ed5d5489-2f86-419e-8981-fd3131dc404a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 7b97a0e9-d7ac-456f-8141-7cc9d9faedd5) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:30.544825 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5d5489-2f86-419e-8981-fd3131dc404a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:30.545413 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed5d5489-2f86-419e-8981-fd3131dc404a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:30.560197 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e078df27-1a0b-4190-a553-5ab65f2eb75c None None] Network 7b97a0e9-d7ac-456f-8141-7cc9d9faedd5 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:30.610526 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a031625b-b324-4a76-87d5-18f0d28d7e8d tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "GET /v2.0/ports?device_id=bbd2503f-bec3-42df-b088-2cca8d342ff0 HTTP/1.1" status: 200 len: 205 time: 0.0841379 Feb 16 12:50:30.615829 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38164) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:30.683354 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-473ffa03-621d-4f83-90b4-e81b157937a2 None None] Provisioning complete for port 26279664-48fa-4fde-9408-1412e7c24db4 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:30.684075 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-473ffa03-621d-4f83-90b4-e81b157937a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:30.712478 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8215cd-bcbb-4f02-86cf-ec5c7a3c12d2 None None] Routers {'280b01f7-1aa8-4aea-8b7b-434c5eea3121'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:30.713159 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-6e8215cd-bcbb-4f02-86cf-ec5c7a3c12d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:50:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:30.722163 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd50a02-6654-450c-9af3-a1c5abb2d663 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:50:30.725522 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd361717-4ce4-48ce-a225-5a6d91bb8f0e tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:30.731470 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8076f68d-aa82-4c47-aefe-81722bbcf535 req-ad09c854-3b81-4540-9148-fd9f6081693f tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5a3d8fa-1c56-44ae-84a8-027f90731128 HTTP/1.1" status: 200 len: 210 time: 0.5092597 Feb 16 12:50:30.735688 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ba1d0d-2872-4bf3-93c5-91076b58a6a3 None None] Sync routers for ids ['6162631a-8bc9-44ed-ab64-6585d2d598de'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:50:30.753302 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ba1d0d-2872-4bf3-93c5-91076b58a6a3 None None] Routers {'6162631a-8bc9-44ed-ab64-6585d2d598de'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:30.753926 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-98ba1d0d-2872-4bf3-93c5-91076b58a6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:50:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['6162631a-8bc9-44ed-ab64-6585d2d598de'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:30.782438 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-1686c0f9-9a4a-446d-bde4-4472f9d4ab98 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] delete failed (client error): The resource could not be found. Feb 16 12:50:30.783595 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1686c0f9-9a4a-446d-bde4-4472f9d4ab98 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "DELETE /v2.0/routers/bbd2503f-bec3-42df-b088-2cca8d342ff0 HTTP/1.1" status: 404 len: 336 time: 0.1644137 Feb 16 12:50:30.789650 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38174) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:30.836101 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ed5d5489-2f86-419e-8981-fd3131dc404a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.1293285 Feb 16 12:50:30.839475 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3496dfbf-e8fd-4404-b861-05a08f06d909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:30.843279 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38178) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:30.850908 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fd361717-4ce4-48ce-a225-5a6d91bb8f0e tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 14.3179798 Feb 16 12:50:30.852403 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38182) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:30.908276 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-98ba1d0d-2872-4bf3-93c5-91076b58a6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:30.913590 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-6e8215cd-bcbb-4f02-86cf-ec5c7a3c12d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:30.919051 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ba1d0d-2872-4bf3-93c5-91076b58a6a3 None None] Routers {'6162631a-8bc9-44ed-ab64-6585d2d598de'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:30.919901 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-98ba1d0d-2872-4bf3-93c5-91076b58a6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:50:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['6162631a-8bc9-44ed-ab64-6585d2d598de'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:30.997383 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-98ba1d0d-2872-4bf3-93c5-91076b58a6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:30.998155 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ba1d0d-2872-4bf3-93c5-91076b58a6a3 None None] The sync data for ids ['6162631a-8bc9-44ed-ab64-6585d2d598de'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:50:31.033385 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3496dfbf-e8fd-4404-b861-05a08f06d909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:31.054019 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8215cd-bcbb-4f02-86cf-ec5c7a3c12d2 None None] Routers {'280b01f7-1aa8-4aea-8b7b-434c5eea3121'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:31.054724 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-6e8215cd-bcbb-4f02-86cf-ec5c7a3c12d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:50:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:31.086572 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c090a114-dca6-43aa-b334-6909de122ccf tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:31.108669 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-947f4564-200b-443e-a961-8e5f3556aa41 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:31.109273 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-947f4564-200b-443e-a961-8e5f3556aa41 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:31.110975 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-947f4564-200b-443e-a961-8e5f3556aa41 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "DELETE /v2.0/subnets/6fa8e825-9347-48af-9547-6e70a184da73 HTTP/1.1" status: 404 len: 337 time: 0.3201551 Feb 16 12:50:31.119988 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38188) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:31.122137 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-77931bcb-65d3-4804-a68b-c8b9cb51b920 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1779136558'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:31.126212 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ecd50a02-6654-450c-9af3-a1c5abb2d663 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:31.127545 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ecd50a02-6654-450c-9af3-a1c5abb2d663 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 11.7486222 Feb 16 12:50:31.130730 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38192) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:31.140237 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:31.142307 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-671947e3-fa85-4880-8bc5-235b1ad1a2d9 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:31.176375 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-6e8215cd-bcbb-4f02-86cf-ec5c7a3c12d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:31.176819 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8215cd-bcbb-4f02-86cf-ec5c7a3c12d2 None None] The sync data for ids ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:50:31.202893 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-77931bcb-65d3-4804-a68b-c8b9cb51b920 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:31.203664 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-840b53f2-13a4-4fa7-86b3-60ce9eb333c8 None None] For port 55c39096-e85e-4411-8b71-9758eaf088dd, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=55c39096-e85e-4411-8b71-9758eaf088dd,segment=NetworkSegment(e346f45d-2de1-4443-a615-720aa01ab838),segment_id=e346f45d-2de1-4443-a615-720aa01ab838)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:31.206500 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3496dfbf-e8fd-4404-b861-05a08f06d909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:31.218214 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [None req-c090a114-dca6-43aa-b334-6909de122ccf tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] device_id is not set on port 46906508-81e3-4841-b7b3-011d0097e2ee yet. {{(pid=87701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:50:31.234806 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-77931bcb-65d3-4804-a68b-c8b9cb51b920 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Usage tracker for resource:network and tenant:f7e183c87d434560824e762da5b5e9a3 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:31.239983 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-77931bcb-65d3-4804-a68b-c8b9cb51b920 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:31.253293 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-77931bcb-65d3-4804-a68b-c8b9cb51b920 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:31.275671 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3496dfbf-e8fd-4404-b861-05a08f06d909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7972da65-2b8a-4b98-b0d7-b8715b891c2a,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:31.325901 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3496dfbf-e8fd-4404-b861-05a08f06d909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:31.327882 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-3496dfbf-e8fd-4404-b861-05a08f06d909 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7972da65-2b8a-4b98-b0d7-b8715b891c2a HTTP/1.1" status: 204 len: 168 time: 1.5552938 Feb 16 12:50:31.364336 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77931bcb-65d3-4804-a68b-c8b9cb51b920 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Made reservation on behalf of f7e183c87d434560824e762da5b5e9a3 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:31.370867 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-77931bcb-65d3-4804-a68b-c8b9cb51b920 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:31.456122 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-68e4dcae-9b23-425c-94ff-ba65446a8b71 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "GET /v2.0/ports?device_id=6c02f967-13c9-455c-89bd-a306ae8f139b HTTP/1.1" status: 200 len: 205 time: 0.3330057 Feb 16 12:50:31.462490 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38200) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:31.476507 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port ebe5d0eb-168e-4603-9547-0e7c2f28fa93, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=ebe5d0eb-168e-4603-9547-0e7c2f28fa93,segment=NetworkSegment(c4c01a5f-3020-4ce0-894e-7bb27d0faad6),segment_id=c4c01a5f-3020-4ce0-894e-7bb27d0faad6)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:31.504330 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176ae914-5e9c-450f-95f0-c76ab6d0c2ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-7b97a0e9-d7ac-456f-8141-7cc9d9faedd5', 'network_id': '7b97a0e9-d7ac-456f-8141-7cc9d9faedd5', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'fixed_ips': [{'subnet_id': '02229534-6633-4c44-b6c2-2695e21cdc03'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:50:31.505242 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-176ae914-5e9c-450f-95f0-c76ab6d0c2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:31.525807 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:31.526767 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 26279664-48fa-4fde-9408-1412e7c24db4 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:31.598525 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.db.resource_extend [None req-840b53f2-13a4-4fa7-86b3-60ce9eb333c8 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:50:31.631835 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-b9d3cda0-53af-4685-96e4-3e796e2b7aa0 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] delete failed (client error): The resource could not be found. Feb 16 12:50:31.633149 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-b9d3cda0-53af-4685-96e4-3e796e2b7aa0 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "DELETE /v2.0/routers/6c02f967-13c9-455c-89bd-a306ae8f139b HTTP/1.1" status: 404 len: 336 time: 0.1697309 Feb 16 12:50:31.637534 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77931bcb-65d3-4804-a68b-c8b9cb51b920 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:50:31.637876 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38204) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:31.650376 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-840b53f2-13a4-4fa7-86b3-60ce9eb333c8 None None] Notify callbacks [] for port, precommit_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:31.832774 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-77931bcb-65d3-4804-a68b-c8b9cb51b920 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:31.833251 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-77931bcb-65d3-4804-a68b-c8b9cb51b920 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Added segment 39cc7e11-1f3d-48f0-8b22-2fe22074de2c of type vlan for network 6e97398c-f334-481e-8128-1e985b00d71b Feb 16 12:50:31.875387 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-176ae914-5e9c-450f-95f0-c76ab6d0c2ba None None] Allocated IP 2001:db8:2::2 (7b97a0e9-d7ac-456f-8141-7cc9d9faedd5/02229534-6633-4c44-b6c2-2695e21cdc03/0ed6fa89-f4f2-4b87-acbd-2d56e66dc721) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:31.958353 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-77931bcb-65d3-4804-a68b-c8b9cb51b920 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:31.980973 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-840b53f2-13a4-4fa7-86b3-60ce9eb333c8 None None] Transition to ACTIVE for port object 55c39096-e85e-4411-8b71-9758eaf088dd will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:32.015525 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-840b53f2-13a4-4fa7-86b3-60ce9eb333c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:32.018921 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d670e64e-5a19-4268-a743-e12400cbbd55 req-fe795f74-1ef7-4139-a125-c91e08b25026 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5a3d8fa-1c56-44ae-84a8-027f90731128 HTTP/1.1" status: 200 len: 210 time: 0.1067805 Feb 16 12:50:32.047021 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bf03658-08a0-443c-aa68-0c929817a116 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:32.047718 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bf03658-08a0-443c-aa68-0c929817a116 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:32.118115 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=ebe5d0eb-168e-4603-9547-0e7c2f28fa93,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:32.153995 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-5bf03658-08a0-443c-aa68-0c929817a116 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "DELETE /v2.0/subnets/5a8e8140-cd10-464f-af03-fcab26f426fc HTTP/1.1" status: 404 len: 337 time: 0.5148818 Feb 16 12:50:32.158168 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38220) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:32.158908 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-77931bcb-65d3-4804-a68b-c8b9cb51b920 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:32.165613 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77931bcb-65d3-4804-a68b-c8b9cb51b920 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:32.166387 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-77931bcb-65d3-4804-a68b-c8b9cb51b920 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:32.255340 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b4a8a2d-6313-4c7b-ab2f-61b362dd1cd0 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:32.255792 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b4a8a2d-6313-4c7b-ab2f-61b362dd1cd0 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:32.334218 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-176ae914-5e9c-450f-95f0-c76ab6d0c2ba None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:32.337729 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9b4a8a2d-6313-4c7b-ab2f-61b362dd1cd0 tempest-RoutersTest-524343704 tempest-RoutersTest-524343704-project] 10.222.0.83 "DELETE /v2.0/subnets/b7cf900a-e857-41b7-94fc-5facac515659 HTTP/1.1" status: 404 len: 337 time: 0.1642878 Feb 16 12:50:32.348301 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-176ae914-5e9c-450f-95f0-c76ab6d0c2ba None None] Transition to ACTIVE for port object 0ed6fa89-f4f2-4b87-acbd-2d56e66dc721 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:32.370117 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-176ae914-5e9c-450f-95f0-c76ab6d0c2ba None None] Transition to ACTIVE for port object 0ed6fa89-f4f2-4b87-acbd-2d56e66dc721 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:32.376775 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8748134f-b264-4853-81b8-e3337a7d66af tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:32.384512 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8eac6eff-792b-4510-928d-26cea5dd79c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:32.424589 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-77931bcb-65d3-4804-a68b-c8b9cb51b920 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5652816 Feb 16 12:50:32.425345 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38232) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:32.429974 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:32.430209 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:32.431171 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:32.431922 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:32.432397 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:32.432994 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:32.433573 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:32.433945 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:32.434491 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:32.435085 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:32.435507 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:32.436044 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:50:32.439057 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77931bcb-65d3-4804-a68b-c8b9cb51b920 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Pushing event updated for resources: {'Network': ['ID=6e97398c-f334-481e-8128-1e985b00d71b,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:32.457573 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-636b65a6-0962-43f4-8aff-cc5516c1e2c1 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Request body: {'subnet': {'network_id': '6e97398c-f334-481e-8128-1e985b00d71b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:32.470979 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-c090a114-dca6-43aa-b334-6909de122ccf tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Allocated IP 2001:db8::12b (c2beece7-853e-4518-ace6-8724ee235932/b95982ec-70dd-46ae-997b-5c8fa75d1e06/46906508-81e3-4841-b7b3-011d0097e2ee) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:32.615371 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b53f2-13a4-4fa7-86b3-60ce9eb333c8 None None] Pushing event updated for resources: {'Port': ['ID=55c39096-e85e-4411-8b71-9758eaf088dd,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:32.627453 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 6e97398c-f334-481e-8128-1e985b00d71b details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:50:32.657541 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-176ae914-5e9c-450f-95f0-c76ab6d0c2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:32.675216 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38240) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:32.761929 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-c090a114-dca6-43aa-b334-6909de122ccf tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Allocated IP 2001:db8:0:1:f816:3eff:fe56:fc47 (c2beece7-853e-4518-ace6-8724ee235932/f1767ecf-7344-49f0-ada4-1ca99f6615ca/46906508-81e3-4841-b7b3-011d0097e2ee) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:32.771099 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38244) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:32.826462 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176ae914-5e9c-450f-95f0-c76ab6d0c2ba None None] Network 7b97a0e9-d7ac-456f-8141-7cc9d9faedd5 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:32.833670 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-176ae914-5e9c-450f-95f0-c76ab6d0c2ba None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:32.839642 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176ae914-5e9c-450f-95f0-c76ab6d0c2ba None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:32.893338 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-636b65a6-0962-43f4-8aff-cc5516c1e2c1 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:32.947870 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-671947e3-fa85-4880-8bc5-235b1ad1a2d9 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:33.024906 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ae914-5e9c-450f-95f0-c76ab6d0c2ba None None] Pushing event updated for resources: {'Port': ['ID=0ed6fa89-f4f2-4b87-acbd-2d56e66dc721,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:33.069734 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 26279664-48fa-4fde-9408-1412e7c24db4 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:33.073409 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:33.188887 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-6d3037e2-2af9-41fd-ba72-aa030838c145 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Delete allocated IP 2001:db8::325 (16b82834-7685-4613-829e-2ea073f469db/37af7c77-a25b-4c47-9b27-d9bfc45c4e36) {{(pid=87701) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 12:50:33.199996 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-176ae914-5e9c-450f-95f0-c76ab6d0c2ba None None] Attempting to bind port 0ed6fa89-f4f2-4b87-acbd-2d56e66dc721 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:50:33.200358 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-176ae914-5e9c-450f-95f0-c76ab6d0c2ba None None] Attempting to bind port 0ed6fa89-f4f2-4b87-acbd-2d56e66dc721 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '9a448d96-2c3c-4714-a176-3a673de0e805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7b97a0e9-d7ac-456f-8141-7cc9d9faedd5'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:50:33.201012 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176ae914-5e9c-450f-95f0-c76ab6d0c2ba None None] Attempting to bind port 0ed6fa89-f4f2-4b87-acbd-2d56e66dc721 on network 7b97a0e9-d7ac-456f-8141-7cc9d9faedd5 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:50:33.214779 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-671947e3-fa85-4880-8bc5-235b1ad1a2d9 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:33.221953 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176ae914-5e9c-450f-95f0-c76ab6d0c2ba None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:50:33.222329 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176ae914-5e9c-450f-95f0-c76ab6d0c2ba None None] Checking segment: {'id': '9a448d96-2c3c-4714-a176-3a673de0e805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7b97a0e9-d7ac-456f-8141-7cc9d9faedd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:50:33.222701 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-176ae914-5e9c-450f-95f0-c76ab6d0c2ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:33.223080 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176ae914-5e9c-450f-95f0-c76ab6d0c2ba None None] Bound using segment: {'id': '9a448d96-2c3c-4714-a176-3a673de0e805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7b97a0e9-d7ac-456f-8141-7cc9d9faedd5'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:50:33.223551 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-176ae914-5e9c-450f-95f0-c76ab6d0c2ba None None] Bound port: 0ed6fa89-f4f2-4b87-acbd-2d56e66dc721, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a448d96-2c3c-4714-a176-3a673de0e805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7b97a0e9-d7ac-456f-8141-7cc9d9faedd5'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:50:33.223913 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-176ae914-5e9c-450f-95f0-c76ab6d0c2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:33.250114 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-a32bc841-3b9c-40a8-aba5-6e70a591f71a tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:33.251514 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-a32bc841-3b9c-40a8-aba5-6e70a591f71a tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.89 "GET /v2.0/networks?id=2f9caf95-9634-43c7-8691-03bf1bd0a638 HTTP/1.1" status: 200 len: 812 time: 1.0807207 Feb 16 12:50:33.370191 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-6d3037e2-2af9-41fd-ba72-aa030838c145 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Allocated IP 2001:db8:0:1::90 (16b82834-7685-4613-829e-2ea073f469db/efc70619-5b11-44bf-81ef-5438644b8efa/e8d5f71b-beb3-4a2e-8c47-603d89cf4702) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:33.424297 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-8748134f-b264-4853-81b8-e3337a7d66af tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Allocated IP 2001:db8:2::1 (7b97a0e9-d7ac-456f-8141-7cc9d9faedd5/02229534-6633-4c44-b6c2-2695e21cdc03/18fec22c-ed86-4253-bdc3-ab321785366e) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:33.465318 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-176ae914-5e9c-450f-95f0-c76ab6d0c2ba None None] For port 0ed6fa89-f4f2-4b87-acbd-2d56e66dc721, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:50:33.471996 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-176ae914-5e9c-450f-95f0-c76ab6d0c2ba None None] For port 0ed6fa89-f4f2-4b87-acbd-2d56e66dc721, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=0ed6fa89-f4f2-4b87-acbd-2d56e66dc721,segment=NetworkSegment(9a448d96-2c3c-4714-a176-3a673de0e805),segment_id=9a448d96-2c3c-4714-a176-3a673de0e805)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:50:33.486557 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-176ae914-5e9c-450f-95f0-c76ab6d0c2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:33.514356 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-671947e3-fa85-4880-8bc5-235b1ad1a2d9 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Deleting port 74571c15-751c-4c83-b813-23949ebe7d83 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:50:33.514909 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-671947e3-fa85-4880-8bc5-235b1ad1a2d9 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:33.561663 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device ebe5d0eb-168e-4603-9547-0e7c2f28fa93 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:33.639459 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f3d3531f-36d1-4438-b9c9-27c9f1be3d36 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9f89b69482a141c697c1d7563c6011c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8578675 Feb 16 12:50:33.641835 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a5c14bed-8332-4f31-b774-184abb8037fa req-110a950f-444c-4c15-b37f-e292669807ab tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5a3d8fa-1c56-44ae-84a8-027f90731128 HTTP/1.1" status: 200 len: 210 time: 0.2870095 Feb 16 12:50:33.649039 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38258) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:33.659165 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-38a43358-efac-4450-a6bf-c01fd89b8f57 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43a461e2fae64766bd31efeef15d8935 HTTP/1.1" status: 200 len: 379 time: 0.2773402 Feb 16 12:50:33.685141 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-7b3eb948-b7c7-4422-a275-51eba7e8aefd tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Request body: {'port': {'device_id': 'd5a3d8fa-1c56-44ae-84a8-027f90731128', 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638', 'admin_state_up': True, 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'security_groups': ['81c9b434-7d09-4831-ba16-f778515a1a0e']}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:33.716401 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-d4339be5-1112-4c6f-9ec0-578430c59f78 None None] Provisioning complete for port a426b62d-a0d7-4c34-a237-ed8081fd7d6c triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:33.716791 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d4339be5-1112-4c6f-9ec0-578430c59f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:33.751050 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-6d8180b6-2b39-4d57-ae92-5670c18a7f39 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1579246751'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:33.751903 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ae914-5e9c-450f-95f0-c76ab6d0c2ba None None] Pushing event updated for resources: {'Port': ['ID=0ed6fa89-f4f2-4b87-acbd-2d56e66dc721,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:33.761417 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-636b65a6-0962-43f4-8aff-cc5516c1e2c1 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Usage tracker for resource:subnet and tenant:f7e183c87d434560824e762da5b5e9a3 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:33.768145 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-636b65a6-0962-43f4-8aff-cc5516c1e2c1 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:33.780912 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6d8180b6-2b39-4d57-ae92-5670c18a7f39 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:33.801022 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port ebe5d0eb-168e-4603-9547-0e7c2f28fa93 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:33.801394 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:33.820067 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-636b65a6-0962-43f4-8aff-cc5516c1e2c1 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:33.825974 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6d8180b6-2b39-4d57-ae92-5670c18a7f39 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Usage tracker for resource:network and tenant:6776ba2d7bb945a58e589b62429a4fb8 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:33.843362 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6d8180b6-2b39-4d57-ae92-5670c18a7f39 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:33.861494 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6d8180b6-2b39-4d57-ae92-5670c18a7f39 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:33.864346 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-d4339be5-1112-4c6f-9ec0-578430c59f78 None None] Port a426b62d-a0d7-4c34-a237-ed8081fd7d6c cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:50:33.883018 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-d4339be5-1112-4c6f-9ec0-578430c59f78 None None] Provisioning complete for port e8d5f71b-beb3-4a2e-8c47-603d89cf4702 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:33.883379 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d4339be5-1112-4c6f-9ec0-578430c59f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:33.896098 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636b65a6-0962-43f4-8aff-cc5516c1e2c1 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Made reservation on behalf of f7e183c87d434560824e762da5b5e9a3 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:33.903468 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-636b65a6-0962-43f4-8aff-cc5516c1e2c1 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:33.947950 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-d4339be5-1112-4c6f-9ec0-578430c59f78 None None] Port e8d5f71b-beb3-4a2e-8c47-603d89cf4702 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:50:34.035313 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8180b6-2b39-4d57-ae92-5670c18a7f39 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Made reservation on behalf of 6776ba2d7bb945a58e589b62429a4fb8 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:34.039637 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d8180b6-2b39-4d57-ae92-5670c18a7f39 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:34.046180 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 55c39096-e85e-4411-8b71-9758eaf088dd up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:34.090664 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-d4339be5-1112-4c6f-9ec0-578430c59f78 None None] Provisioning for port 55c39096-e85e-4411-8b71-9758eaf088dd completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:34.113421 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-7b3eb948-b7c7-4422-a275-51eba7e8aefd tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:34.116536 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d8180b6-2b39-4d57-ae92-5670c18a7f39 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:34.173057 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8748134f-b264-4853-81b8-e3337a7d66af tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:34.191312 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-d4339be5-1112-4c6f-9ec0-578430c59f78 None None] Provisioning complete for port 55c39096-e85e-4411-8b71-9758eaf088dd triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:34.191685 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d4339be5-1112-4c6f-9ec0-578430c59f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:34.213594 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6d8180b6-2b39-4d57-ae92-5670c18a7f39 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:34.228244 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-7b3eb948-b7c7-4422-a275-51eba7e8aefd tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:34.230498 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6d8180b6-2b39-4d57-ae92-5670c18a7f39 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Usage tracker for resource:security_group_rule and tenant:6776ba2d7bb945a58e589b62429a4fb8 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:34.239753 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8748134f-b264-4853-81b8-e3337a7d66af tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Transition to ACTIVE for port object 18fec22c-ed86-4253-bdc3-ab321785366e will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:34.245483 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6d8180b6-2b39-4d57-ae92-5670c18a7f39 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:34.247950 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c090a114-dca6-43aa-b334-6909de122ccf tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:34.278393 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e219b62b-3e34-4518-a988-62e2484fcbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:34.304162 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 55c39096-e85e-4411-8b71-9758eaf088dd triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:34.304544 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:34.331669 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6d8180b6-2b39-4d57-ae92-5670c18a7f39 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:34.348218 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-7b3eb948-b7c7-4422-a275-51eba7e8aefd tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Made reservation on behalf of 43a461e2fae64766bd31efeef15d8935 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:34.352133 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-7b3eb948-b7c7-4422-a275-51eba7e8aefd tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:34.382650 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-c090a114-dca6-43aa-b334-6909de122ccf tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Transition to ACTIVE for port object 46906508-81e3-4841-b7b3-011d0097e2ee will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:34.433303 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:34.458925 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8748134f-b264-4853-81b8-e3337a7d66af tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:34.464048 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-671947e3-fa85-4880-8bc5-235b1ad1a2d9 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:34.480512 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-985b4121-c191-4a72-8d33-ceafc1a569a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:34.515134 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-636b65a6-0962-43f4-8aff-cc5516c1e2c1 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:34.630072 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8748134f-b264-4853-81b8-e3337a7d66af tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Network 7b97a0e9-d7ac-456f-8141-7cc9d9faedd5 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:34.645242 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-8748134f-b264-4853-81b8-e3337a7d66af tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:34.661500 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-671947e3-fa85-4880-8bc5-235b1ad1a2d9 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Calling delete_port for 74571c15-751c-4c83-b813-23949ebe7d83 owned by network:router_gateway {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:50:34.678384 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8748134f-b264-4853-81b8-e3337a7d66af tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:34.678873 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8748134f-b264-4853-81b8-e3337a7d66af tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:34.723651 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d8180b6-2b39-4d57-ae92-5670c18a7f39 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:34.725203 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636b65a6-0962-43f4-8aff-cc5516c1e2c1 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Pushing event updated for resources: {'Subnet': ['ID=7e52f64e-5677-4d19-bbbd-aaf0b6475038,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:34.729819 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748134f-b264-4853-81b8-e3337a7d66af tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event updated for resources: {'Port': ['ID=18fec22c-ed86-4253-bdc3-ab321785366e,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:34.752654 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d8180b6-2b39-4d57-ae92-5670c18a7f39 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:34.797215 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-985b4121-c191-4a72-8d33-ceafc1a569a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:34.802543 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636b65a6-0962-43f4-8aff-cc5516c1e2c1 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Checking segment: {'id': '39cc7e11-1f3d-48f0-8b22-2fe22074de2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '6e97398c-f334-481e-8128-1e985b00d71b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:50:34.803086 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636b65a6-0962-43f4-8aff-cc5516c1e2c1 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Network hostable DHCP agents. Network: 6e97398c-f334-481e-8128-1e985b00d71b, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:50:34.817832 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8180b6-2b39-4d57-ae92-5670c18a7f39 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8343e3f-f758-4d41-8ae1-cd3db51b466d,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:34.857566 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d8180b6-2b39-4d57-ae92-5670c18a7f39 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:50:34.911504 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-00d33ce1-6dd4-496e-80a7-6cfb0feed1ad req-7f6a85ce-831c-459f-b1ed-8e3fcfb1bb3f tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5a3d8fa-1c56-44ae-84a8-027f90731128 HTTP/1.1" status: 200 len: 210 time: 0.0670695 Feb 16 12:50:34.922990 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c090a114-dca6-43aa-b334-6909de122ccf tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:34.932577 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d8180b6-2b39-4d57-ae92-5670c18a7f39 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:34.933088 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-6d8180b6-2b39-4d57-ae92-5670c18a7f39 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Added segment 351941bb-e7df-42d7-84a0-ff0edcca58cb of type vlan for network d5007122-3352-4ddc-bab1-f1777b6e9e6a Feb 16 12:50:34.941702 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636b65a6-0962-43f4-8aff-cc5516c1e2c1 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Network 6e97398c-f334-481e-8128-1e985b00d71b is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:50:34.984702 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-636b65a6-0962-43f4-8aff-cc5516c1e2c1 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 6e97398c-f334-481e-8128-1e985b00d71b) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:34.989844 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d8180b6-2b39-4d57-ae92-5670c18a7f39 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:34.998343 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45fd688-22b8-48ef-8428-1c177b43064c None None] Network 6e97398c-f334-481e-8128-1e985b00d71b requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:34.999136 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636b65a6-0962-43f4-8aff-cc5516c1e2c1 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:34.999812 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-636b65a6-0962-43f4-8aff-cc5516c1e2c1 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:35.043967 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.db.resource_extend [None req-6d3037e2-2af9-41fd-ba72-aa030838c145 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:50:35.108053 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6d3037e2-2af9-41fd-ba72-aa030838c145 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:35.133213 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-636b65a6-0962-43f4-8aff-cc5516c1e2c1 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6976070 Feb 16 12:50:35.134701 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d8180b6-2b39-4d57-ae92-5670c18a7f39 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:35.142284 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8180b6-2b39-4d57-ae92-5670c18a7f39 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:35.142458 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c090a114-dca6-43aa-b334-6909de122ccf tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Network c2beece7-853e-4518-ace6-8724ee235932 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:35.143033 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38266) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:35.143152 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d8180b6-2b39-4d57-ae92-5670c18a7f39 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:35.162183 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-674f7e6c-b748-4690-85e4-f73257ef82b3 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-319955319', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}, 'admin_state_up': False}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:35.170014 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-c090a114-dca6-43aa-b334-6909de122ccf tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:35.173926 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-7b3eb948-b7c7-4422-a275-51eba7e8aefd tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Allocated IP 172.20.0.3 (2f9caf95-9634-43c7-8691-03bf1bd0a638/475d72a9-33c5-44fc-8808-9edb5e19ce95/cff030b4-2739-4af1-b5f3-8e43431b3836) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:35.179679 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:35.180841 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c090a114-dca6-43aa-b334-6909de122ccf tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event updated for resources: {'Port': ['ID=46906508-81e3-4841-b7b3-011d0097e2ee,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:35.183830 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-674f7e6c-b748-4690-85e4-f73257ef82b3 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:35.186894 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c090a114-dca6-43aa-b334-6909de122ccf tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:35.192571 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6d8180b6-2b39-4d57-ae92-5670c18a7f39 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.4416010 Feb 16 12:50:35.193087 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c090a114-dca6-43aa-b334-6909de122ccf tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:35.194185 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c090a114-dca6-43aa-b334-6909de122ccf tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:35.201203 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38270) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:35.204527 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-6d3037e2-2af9-41fd-ba72-aa030838c145 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Transition to ACTIVE for port object e8d5f71b-beb3-4a2e-8c47-603d89cf4702 will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:35.220941 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:35.221990 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-674f7e6c-b748-4690-85e4-f73257ef82b3 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Usage tracker for resource:router and tenant:f7e183c87d434560824e762da5b5e9a3 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:35.225947 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-674f7e6c-b748-4690-85e4-f73257ef82b3 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:35.237662 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6d3037e2-2af9-41fd-ba72-aa030838c145 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:35.251865 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-674f7e6c-b748-4690-85e4-f73257ef82b3 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:35.276474 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-8dc6eb33-8390-4def-9c43-5e68f5369560 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Request body: {'subnet': {'network_id': 'd5007122-3352-4ddc-bab1-f1777b6e9e6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:35.279019 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76545dec-734e-44bc-80cc-f154b125a9cf None None] Network 7b97a0e9-d7ac-456f-8141-7cc9d9faedd5 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:35.538142 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8dc6eb33-8390-4def-9c43-5e68f5369560 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:35.541940 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8748134f-b264-4853-81b8-e3337a7d66af tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:35.556008 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8dc6eb33-8390-4def-9c43-5e68f5369560 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Usage tracker for resource:subnet and tenant:6776ba2d7bb945a58e589b62429a4fb8 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:35.563565 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8dc6eb33-8390-4def-9c43-5e68f5369560 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:35.575851 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8180b6-2b39-4d57-ae92-5670c18a7f39 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Pushing event updated for resources: {'Network': ['ID=d5007122-3352-4ddc-bab1-f1777b6e9e6a,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:35.582987 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8dc6eb33-8390-4def-9c43-5e68f5369560 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:35.656592 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network d5007122-3352-4ddc-bab1-f1777b6e9e6a details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:50:35.661550 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc6eb33-8390-4def-9c43-5e68f5369560 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Made reservation on behalf of 6776ba2d7bb945a58e589b62429a4fb8 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:35.666802 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8dc6eb33-8390-4def-9c43-5e68f5369560 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:35.680205 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 0ed6fa89-f4f2-4b87-acbd-2d56e66dc721 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:35.731994 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-985b4121-c191-4a72-8d33-ceafc1a569a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:35.785006 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-c090a114-dca6-43aa-b334-6909de122ccf tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 6.4154892 Feb 16 12:50:35.801994 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38274) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:35.831095 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-674f7e6c-b748-4690-85e4-f73257ef82b3 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:35.832117 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-674f7e6c-b748-4690-85e4-f73257ef82b3 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:35.875057 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-6d3037e2-2af9-41fd-ba72-aa030838c145 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] In _notify_port_updated(), no bound segment for port e8d5f71b-beb3-4a2e-8c47-603d89cf4702 on network 16b82834-7685-4613-829e-2ea073f469db {{(pid=87701) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:50:35.880510 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3037e2-2af9-41fd-ba72-aa030838c145 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:35.881187 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6d3037e2-2af9-41fd-ba72-aa030838c145 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:35.885489 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-6d3037e2-2af9-41fd-ba72-aa030838c145 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "PUT /v2.0/ports/e8d5f71b-beb3-4a2e-8c47-603d89cf4702 HTTP/1.1" status: 200 len: 929 time: 6.5984807 Feb 16 12:50:35.886467 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b4121-c191-4a72-8d33-ceafc1a569a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1cb524-227d-4efd-897f-549c0bba75da,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:35.894595 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38278) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:35.901916 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-985b4121-c191-4a72-8d33-ceafc1a569a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:35.905927 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-985b4121-c191-4a72-8d33-ceafc1a569a9 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2f1cb524-227d-4efd-897f-549c0bba75da HTTP/1.1" status: 204 len: 168 time: 2.2456491 Feb 16 12:50:35.995928 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3037e2-2af9-41fd-ba72-aa030838c145 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event updated for resources: {'Port': ['ID=e8d5f71b-beb3-4a2e-8c47-603d89cf4702,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:36.056697 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-9158aba3-a1fc-4fd4-b4b3-47bbd0cd6b8c None None] Provisioning for port 0ed6fa89-f4f2-4b87-acbd-2d56e66dc721 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:36.170221 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36daa7f-d90b-47ed-b0c6-3d9cd0289b36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-6e97398c-f334-481e-8128-1e985b00d71b', 'network_id': '6e97398c-f334-481e-8128-1e985b00d71b', 'tenant_id': 'f7e183c87d434560824e762da5b5e9a3', 'fixed_ips': [{'subnet_id': '7e52f64e-5677-4d19-bbbd-aaf0b6475038'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:50:36.171588 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f36daa7f-d90b-47ed-b0c6-3d9cd0289b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:36.251402 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-671947e3-fa85-4880-8bc5-235b1ad1a2d9 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:36.295131 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-7503d362-8346-4ed0-80df-4dd0635ebe62 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting port 46906508-81e3-4841-b7b3-011d0097e2ee {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:50:36.295561 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7503d362-8346-4ed0-80df-4dd0635ebe62 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:36.304528 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 0ed6fa89-f4f2-4b87-acbd-2d56e66dc721 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:36.322050 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-4db7a414-81a2-4a9b-aa84-d31788c06b1a req-e73c8a9e-8567-4a8b-886f-65d4d892ab17 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Synchronizing usage tracker for tenant:43a461e2fae64766bd31efeef15d8935 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:36.323533 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 0ed6fa89-f4f2-4b87-acbd-2d56e66dc721 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:36.323918 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:36.425322 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-674f7e6c-b748-4690-85e4-f73257ef82b3 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:36.433015 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671947e3-fa85-4880-8bc5-235b1ad1a2d9 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Pushing event deleted for resources: {'Port': ['ID=74571c15-751c-4c83-b813-23949ebe7d83,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:36.443829 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-1db5dc47-9d21-4748-84f8-d2de709c6102 None None] Provisioning for port e8d5f71b-beb3-4a2e-8c47-603d89cf4702 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:36.464709 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-1db5dc47-9d21-4748-84f8-d2de709c6102 None None] Provisioning complete for port e8d5f71b-beb3-4a2e-8c47-603d89cf4702 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:36.465266 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-1db5dc47-9d21-4748-84f8-d2de709c6102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:36.480808 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-d5bdb7ca-9c34-4395-ac0c-45d51c5ba892 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Deleting port e8d5f71b-beb3-4a2e-8c47-603d89cf4702 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:50:36.481367 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d5bdb7ca-9c34-4395-ac0c-45d51c5ba892 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:36.567552 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8dc6eb33-8390-4def-9c43-5e68f5369560 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:36.629701 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-4db7a414-81a2-4a9b-aa84-d31788c06b1a req-e73c8a9e-8567-4a8b-886f-65d4d892ab17 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Unset dirty status for tenant:43a461e2fae64766bd31efeef15d8935 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:36.643276 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4db7a414-81a2-4a9b-aa84-d31788c06b1a req-e73c8a9e-8567-4a8b-886f-65d4d892ab17 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5a3d8fa-1c56-44ae-84a8-027f90731128 HTTP/1.1" status: 200 len: 210 time: 0.4885375 Feb 16 12:50:36.664997 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc6eb33-8390-4def-9c43-5e68f5369560 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Pushing event updated for resources: {'Subnet': ['ID=59133789-8eef-4daf-8e84-02b8693a6c09,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:36.670615 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8748134f-b264-4853-81b8-e3337a7d66af tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:36.697461 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8748134f-b264-4853-81b8-e3337a7d66af tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:36.698247 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8748134f-b264-4853-81b8-e3337a7d66af tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:36.777521 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-1db5dc47-9d21-4748-84f8-d2de709c6102 None None] Port e8d5f71b-beb3-4a2e-8c47-603d89cf4702 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:50:36.904229 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-7b3eb948-b7c7-4422-a275-51eba7e8aefd tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:36.965371 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:36.999234 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc6eb33-8390-4def-9c43-5e68f5369560 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Checking segment: {'id': '351941bb-e7df-42d7-84a0-ff0edcca58cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5007122-3352-4ddc-bab1-f1777b6e9e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:50:36.999756 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc6eb33-8390-4def-9c43-5e68f5369560 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Network hostable DHCP agents. Network: d5007122-3352-4ddc-bab1-f1777b6e9e6a, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:50:37.031779 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:37.035356 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:50:37.038132 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-f36daa7f-d90b-47ed-b0c6-3d9cd0289b36 None None] Allocated IP 172.20.0.2 (6e97398c-f334-481e-8128-1e985b00d71b/7e52f64e-5677-4d19-bbbd-aaf0b6475038/3ba2d574-8f60-4fc4-a8e5-4444f3930f1e) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:37.040373 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-1db5dc47-9d21-4748-84f8-d2de709c6102 None None] Provisioning for port 46906508-81e3-4841-b7b3-011d0097e2ee completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:37.053299 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748134f-b264-4853-81b8-e3337a7d66af tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event updated for resources: {'Port': ['ID=18fec22c-ed86-4253-bdc3-ab321785366e,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:37.059775 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 0ed6fa89-f4f2-4b87-acbd-2d56e66dc721, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=0ed6fa89-f4f2-4b87-acbd-2d56e66dc721,segment=NetworkSegment(9a448d96-2c3c-4714-a176-3a673de0e805),segment_id=9a448d96-2c3c-4714-a176-3a673de0e805)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:37.065505 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8748134f-b264-4853-81b8-e3337a7d66af tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Network 7b97a0e9-d7ac-456f-8141-7cc9d9faedd5 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:37.065651 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-1db5dc47-9d21-4748-84f8-d2de709c6102 None None] Provisioning complete for port 46906508-81e3-4841-b7b3-011d0097e2ee triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:37.066154 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-1db5dc47-9d21-4748-84f8-d2de709c6102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:37.079191 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-8748134f-b264-4853-81b8-e3337a7d66af tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:37.117221 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:37.135116 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-671947e3-fa85-4880-8bc5-235b1ad1a2d9 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023674'] for router_gateway, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:37.280446 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38304) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:37.311848 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc6eb33-8390-4def-9c43-5e68f5369560 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Network d5007122-3352-4ddc-bab1-f1777b6e9e6a is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:50:37.336020 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-8dc6eb33-8390-4def-9c43-5e68f5369560 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, d5007122-3352-4ddc-bab1-f1777b6e9e6a) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:37.342602 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc6eb33-8390-4def-9c43-5e68f5369560 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:37.343188 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8dc6eb33-8390-4def-9c43-5e68f5369560 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:37.378696 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8dc6eb33-8390-4def-9c43-5e68f5369560 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1756849 Feb 16 12:50:37.389090 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38308) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:37.405311 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-6382b7c9-423a-48b1-9892-3f4f9fd35ab7 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Request body: {'port': {'network_id': 'd5007122-3352-4ddc-bab1-f1777b6e9e6a', 'name': 'tempest-AllowedAddressPairTestJSON-1905060136'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:37.435549 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b625bd5a-9592-49c5-9b9a-1e8173245c93 None None] Network d5007122-3352-4ddc-bab1-f1777b6e9e6a requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:37.464486 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-7b3eb948-b7c7-4422-a275-51eba7e8aefd tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Transition to ACTIVE for port object cff030b4-2739-4af1-b5f3-8e43431b3836 will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:37.560728 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-1db5dc47-9d21-4748-84f8-d2de709c6102 None None] Port 46906508-81e3-4841-b7b3-011d0097e2ee cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:50:37.589196 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=0ed6fa89-f4f2-4b87-acbd-2d56e66dc721,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:37.590725 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7503d362-8346-4ed0-80df-4dd0635ebe62 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:37.595485 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8748134f-b264-4853-81b8-e3337a7d66af tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Router e61be5bd-a96f-414d-8528-e925cba38ee9 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:50:37.761218 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d596c0c4-26b7-4c14-a05e-fd1934bb0087 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-d5007122-3352-4ddc-bab1-f1777b6e9e6a', 'network_id': 'd5007122-3352-4ddc-bab1-f1777b6e9e6a', 'tenant_id': '6776ba2d7bb945a58e589b62429a4fb8', 'fixed_ips': [{'subnet_id': '59133789-8eef-4daf-8e84-02b8693a6c09'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:50:37.763129 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d596c0c4-26b7-4c14-a05e-fd1934bb0087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:37.794084 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6382b7c9-423a-48b1-9892-3f4f9fd35ab7 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:37.801795 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6382b7c9-423a-48b1-9892-3f4f9fd35ab7 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Usage tracker for resource:port and tenant:6776ba2d7bb945a58e589b62429a4fb8 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:37.809562 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6382b7c9-423a-48b1-9892-3f4f9fd35ab7 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:37.819870 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6382b7c9-423a-48b1-9892-3f4f9fd35ab7 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:37.825281 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8748134f-b264-4853-81b8-e3337a7d66af tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:50:37.831719 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8748134f-b264-4853-81b8-e3337a7d66af tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "PUT /v2.0/routers/e61be5bd-a96f-414d-8528-e925cba38ee9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9859567 Feb 16 12:50:37.835439 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38316) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:37.842138 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2309970a-bb27-4073-aaab-7213e9f87acb None None] Sync routers for ids ['e61be5bd-a96f-414d-8528-e925cba38ee9'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:50:37.852477 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-ece4a0c4-4a68-484e-a64c-7c63a8736482 None None] Provisioning complete for port 0ed6fa89-f4f2-4b87-acbd-2d56e66dc721 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:37.852928 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ece4a0c4-4a68-484e-a64c-7c63a8736482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:37.877294 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-348ddf24-35b7-4a40-a1e2-9d1a8be4b998 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-756534394'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:37.886311 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6382b7c9-423a-48b1-9892-3f4f9fd35ab7 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Made reservation on behalf of 6776ba2d7bb945a58e589b62429a4fb8 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:37.889502 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6382b7c9-423a-48b1-9892-3f4f9fd35ab7 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:37.911543 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-348ddf24-35b7-4a40-a1e2-9d1a8be4b998 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:37.920657 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-348ddf24-35b7-4a40-a1e2-9d1a8be4b998 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Usage tracker for resource:network and tenant:bc1f0288054c40818f485d7fa9a59a39 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:37.931658 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-348ddf24-35b7-4a40-a1e2-9d1a8be4b998 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:37.935749 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-6382b7c9-423a-48b1-9892-3f4f9fd35ab7 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] device_id is not set on port 936575c7-bc02-4e27-b467-2d1cb57899a6 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:50:37.951810 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2309970a-bb27-4073-aaab-7213e9f87acb None None] Routers {'e61be5bd-a96f-414d-8528-e925cba38ee9'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:37.952462 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-2309970a-bb27-4073-aaab-7213e9f87acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:50:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e61be5bd-a96f-414d-8528-e925cba38ee9'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:37.978010 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-348ddf24-35b7-4a40-a1e2-9d1a8be4b998 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:38.021971 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348ddf24-35b7-4a40-a1e2-9d1a8be4b998 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Made reservation on behalf of bc1f0288054c40818f485d7fa9a59a39 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:38.025807 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-348ddf24-35b7-4a40-a1e2-9d1a8be4b998 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:38.037593 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f36daa7f-d90b-47ed-b0c6-3d9cd0289b36 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:38.049266 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-7503d362-8346-4ed0-80df-4dd0635ebe62 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Calling delete_port for 46906508-81e3-4841-b7b3-011d0097e2ee owned by {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:50:38.102460 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-7b3eb948-b7c7-4422-a275-51eba7e8aefd tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:38.104413 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a206ece-9b9e-479a-84c4-1958b2d7df09 req-8644f5e6-904f-4195-9c8d-0ab3cc13d5e7 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:38.111228 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5a206ece-9b9e-479a-84c4-1958b2d7df09 req-8644f5e6-904f-4195-9c8d-0ab3cc13d5e7 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5a3d8fa-1c56-44ae-84a8-027f90731128 HTTP/1.1" status: 200 len: 931 time: 0.2741199 Feb 16 12:50:38.141912 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f36daa7f-d90b-47ed-b0c6-3d9cd0289b36 None None] Transition to ACTIVE for port object 3ba2d574-8f60-4fc4-a8e5-4444f3930f1e will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:38.213741 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-348ddf24-35b7-4a40-a1e2-9d1a8be4b998 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:50:38.237930 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f36daa7f-d90b-47ed-b0c6-3d9cd0289b36 None None] Transition to ACTIVE for port object 3ba2d574-8f60-4fc4-a8e5-4444f3930f1e will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:38.248521 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-348ddf24-35b7-4a40-a1e2-9d1a8be4b998 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:38.248925 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-348ddf24-35b7-4a40-a1e2-9d1a8be4b998 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Added segment 3bd0a202-c11d-4bd3-920f-3a754f3c71aa of type vlan for network 64b3e763-d52c-4907-bedf-545af19a602d Feb 16 12:50:38.252549 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5a206ece-9b9e-479a-84c4-1958b2d7df09 req-6d497572-1371-40c4-bb56-e14aba81ddee tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267483 Feb 16 12:50:38.253485 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-2309970a-bb27-4073-aaab-7213e9f87acb None None] Set router e61be5bd-a96f-414d-8528-e925cba38ee9 gateway port host: None {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:50:38.261649 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-6382b7c9-423a-48b1-9892-3f4f9fd35ab7 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Allocated IP 172.20.0.11 (d5007122-3352-4ddc-bab1-f1777b6e9e6a/59133789-8eef-4daf-8e84-02b8693a6c09/936575c7-bc02-4e27-b467-2d1cb57899a6) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:38.293904 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-348ddf24-35b7-4a40-a1e2-9d1a8be4b998 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:38.321740 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f36daa7f-d90b-47ed-b0c6-3d9cd0289b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:38.380984 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-498a6e1c-4e4d-4241-baff-c5e9500dc26a tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2105068790'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:38.383955 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-348ddf24-35b7-4a40-a1e2-9d1a8be4b998 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:38.389895 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348ddf24-35b7-4a40-a1e2-9d1a8be4b998 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:38.390475 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-348ddf24-35b7-4a40-a1e2-9d1a8be4b998 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:38.451062 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-674f7e6c-b748-4690-85e4-f73257ef82b3 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:38.474254 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-498a6e1c-4e4d-4241-baff-c5e9500dc26a tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:38.493043 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-348ddf24-35b7-4a40-a1e2-9d1a8be4b998 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6511316 Feb 16 12:50:38.499324 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-498a6e1c-4e4d-4241-baff-c5e9500dc26a tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Usage tracker for resource:network and tenant:804635aa04b74c5fa8919ef4135fd8f0 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:38.524193 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36daa7f-d90b-47ed-b0c6-3d9cd0289b36 None None] Pushing event updated for resources: {'Port': ['ID=3ba2d574-8f60-4fc4-a8e5-4444f3930f1e,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:38.551957 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36daa7f-d90b-47ed-b0c6-3d9cd0289b36 None None] Network 6e97398c-f334-481e-8128-1e985b00d71b is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:38.556202 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-498a6e1c-4e4d-4241-baff-c5e9500dc26a tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:38.558934 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38320) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:38.569893 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3eb948-b7c7-4422-a275-51eba7e8aefd tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Pushing event updated for resources: {'Port': ['ID=cff030b4-2739-4af1-b5f3-8e43431b3836,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:38.603864 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-f36daa7f-d90b-47ed-b0c6-3d9cd0289b36 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:38.606965 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36daa7f-d90b-47ed-b0c6-3d9cd0289b36 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:38.630810 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-ece4a0c4-4a68-484e-a64c-7c63a8736482 None None] Provisioning for port 18fec22c-ed86-4253-bdc3-ab321785366e completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:38.669015 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-498a6e1c-4e4d-4241-baff-c5e9500dc26a tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:38.674744 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-ece4a0c4-4a68-484e-a64c-7c63a8736482 None None] Provisioning complete for port 18fec22c-ed86-4253-bdc3-ab321785366e triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:38.675692 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ece4a0c4-4a68-484e-a64c-7c63a8736482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:38.683682 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-7b3eb948-b7c7-4422-a275-51eba7e8aefd tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Network 2f9caf95-9634-43c7-8691-03bf1bd0a638 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:38.687692 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-c168af6f-197f-42ee-a9b5-12d166a47bb3 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Request body: {'subnet': {'network_id': '64b3e763-d52c-4907-bedf-545af19a602d', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:38.723897 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-7b3eb948-b7c7-4422-a275-51eba7e8aefd tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:38.738672 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-7b3eb948-b7c7-4422-a275-51eba7e8aefd tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:38.818691 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ddf24-35b7-4a40-a1e2-9d1a8be4b998 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event updated for resources: {'Network': ['ID=64b3e763-d52c-4907-bedf-545af19a602d,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:38.840431 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-671947e3-fa85-4880-8bc5-235b1ad1a2d9 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:38.884162 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498a6e1c-4e4d-4241-baff-c5e9500dc26a tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Made reservation on behalf of 804635aa04b74c5fa8919ef4135fd8f0 for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:38.884671 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 64b3e763-d52c-4907-bedf-545af19a602d details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:50:38.887670 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-498a6e1c-4e4d-4241-baff-c5e9500dc26a tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:38.902807 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-f36daa7f-d90b-47ed-b0c6-3d9cd0289b36 None None] Attempting to bind port 3ba2d574-8f60-4fc4-a8e5-4444f3930f1e on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:50:38.903159 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-f36daa7f-d90b-47ed-b0c6-3d9cd0289b36 None None] Attempting to bind port 3ba2d574-8f60-4fc4-a8e5-4444f3930f1e by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '39cc7e11-1f3d-48f0-8b22-2fe22074de2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '6e97398c-f334-481e-8128-1e985b00d71b'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:50:38.903517 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36daa7f-d90b-47ed-b0c6-3d9cd0289b36 None None] Attempting to bind port 3ba2d574-8f60-4fc4-a8e5-4444f3930f1e on network 6e97398c-f334-481e-8128-1e985b00d71b {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:50:38.925358 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6382b7c9-423a-48b1-9892-3f4f9fd35ab7 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:38.945933 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-6382b7c9-423a-48b1-9892-3f4f9fd35ab7 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Transition to ACTIVE for port object 936575c7-bc02-4e27-b467-2d1cb57899a6 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:38.946364 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-ece4a0c4-4a68-484e-a64c-7c63a8736482 None None] Port 18fec22c-ed86-4253-bdc3-ab321785366e cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:50:38.986622 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-671947e3-fa85-4880-8bc5-235b1ad1a2d9 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1023088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1023049', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1023600'] for router, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:38.988202 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6382b7c9-423a-48b1-9892-3f4f9fd35ab7 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:39.025777 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36daa7f-d90b-47ed-b0c6-3d9cd0289b36 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:50:39.026156 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36daa7f-d90b-47ed-b0c6-3d9cd0289b36 None None] Checking segment: {'id': '39cc7e11-1f3d-48f0-8b22-2fe22074de2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '6e97398c-f334-481e-8128-1e985b00d71b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:50:39.026599 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f36daa7f-d90b-47ed-b0c6-3d9cd0289b36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:39.026995 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36daa7f-d90b-47ed-b0c6-3d9cd0289b36 None None] Bound using segment: {'id': '39cc7e11-1f3d-48f0-8b22-2fe22074de2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '6e97398c-f334-481e-8128-1e985b00d71b'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:50:39.027492 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-f36daa7f-d90b-47ed-b0c6-3d9cd0289b36 None None] Bound port: 3ba2d574-8f60-4fc4-a8e5-4444f3930f1e, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39cc7e11-1f3d-48f0-8b22-2fe22074de2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '6e97398c-f334-481e-8128-1e985b00d71b'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:50:39.027911 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f36daa7f-d90b-47ed-b0c6-3d9cd0289b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:39.044428 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-498a6e1c-4e4d-4241-baff-c5e9500dc26a tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:39.096593 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6382b7c9-423a-48b1-9892-3f4f9fd35ab7 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Network d5007122-3352-4ddc-bab1-f1777b6e9e6a is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:39.100526 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-6382b7c9-423a-48b1-9892-3f4f9fd35ab7 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:39.103949 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6382b7c9-423a-48b1-9892-3f4f9fd35ab7 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:39.178208 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6382b7c9-423a-48b1-9892-3f4f9fd35ab7 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:39.178875 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6382b7c9-423a-48b1-9892-3f4f9fd35ab7 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:39.188244 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d5bdb7ca-9c34-4395-ac0c-45d51c5ba892 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:39.193434 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6382b7c9-423a-48b1-9892-3f4f9fd35ab7 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Pushing event updated for resources: {'Port': ['ID=936575c7-bc02-4e27-b467-2d1cb57899a6,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:39.208916 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6382b7c9-423a-48b1-9892-3f4f9fd35ab7 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8185995 Feb 16 12:50:39.212143 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38324) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:39.219228 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-987124b4-82a8-4c1d-ab35-cafa17038d0c tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Request body: {'port': {'network_id': 'd5007122-3352-4ddc-bab1-f1777b6e9e6a', 'name': 'tempest-AllowedAddressPairTestJSON-764190565', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:71:cd:55'}]}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:39.295664 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-d596c0c4-26b7-4c14-a05e-fd1934bb0087 None None] Allocated IP 172.20.0.2 (d5007122-3352-4ddc-bab1-f1777b6e9e6a/59133789-8eef-4daf-8e84-02b8693a6c09/05d1e463-f147-440e-8472-03225d1462e5) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:39.298718 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-e6ab5b9d-0c31-4bf2-bca9-2203237f7073 None None] Provisioning for port cff030b4-2739-4af1-b5f3-8e43431b3836 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:39.309950 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f36daa7f-d90b-47ed-b0c6-3d9cd0289b36 None None] For port 3ba2d574-8f60-4fc4-a8e5-4444f3930f1e, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:50:39.316337 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-e6ab5b9d-0c31-4bf2-bca9-2203237f7073 None None] Provisioning complete for port cff030b4-2739-4af1-b5f3-8e43431b3836 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:39.316745 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e6ab5b9d-0c31-4bf2-bca9-2203237f7073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:39.445620 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-987124b4-82a8-4c1d-ab35-cafa17038d0c tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:39.459811 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-987124b4-82a8-4c1d-ab35-cafa17038d0c tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Usage tracker for resource:port and tenant:6776ba2d7bb945a58e589b62429a4fb8 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:39.460887 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-2309970a-bb27-4073-aaab-7213e9f87acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'name': 'tempest-RoutersIpV6Test-router-1450390372', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:57Z', 'updated_at': '2022-02-16T12:50:35Z', 'revision_number': 4, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'gw_port_host': None, '_interfaces': [{'id': '18fec22c-ed86-4253-bdc3-ab321785366e', 'name': '', 'network_id': '7b97a0e9-d7ac-456f-8141-7cc9d9faedd5', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:b2:e2:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '02229534-6633-4c44-b6c2-2695e21cdc03', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:33Z', 'updated_at': '2022-02-16T12:50:35Z', 'revision_number': 2, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': '02229534-6633-4c44-b6c2-2695e21cdc03', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53311a1a-fd5b-449d-9240-14c69af901df', 'name': '', 'network_id': '7c21af54-2c03-46c0-a37d-7363ccc7aa26', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:07:a9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:02Z', 'updated_at': '2022-02-16T12:50:17Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebe5d0eb-168e-4603-9547-0e7c2f28fa93', 'name': '', 'network_id': 'f60e5b0c-85b6-4349-ad72-c206e12426c8', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:19:7a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'cc8e6aa3-6626-4897-9676-3cbcd0261e69', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:18Z', 'updated_at': '2022-02-16T12:50:31Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': 'cc8e6aa3-6626-4897-9676-3cbcd0261e69', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:39.465202 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-987124b4-82a8-4c1d-ab35-cafa17038d0c tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:39.470770 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-e6ab5b9d-0c31-4bf2-bca9-2203237f7073 None None] Port cff030b4-2739-4af1-b5f3-8e43431b3836 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:50:39.474500 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2309970a-bb27-4073-aaab-7213e9f87acb None None] Checking router: e61be5bd-a96f-414d-8528-e925cba38ee9 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:50:39.475322 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2309970a-bb27-4073-aaab-7213e9f87acb None None] Updating router e61be5bd-a96f-414d-8528-e925cba38ee9 port 18fec22c-ed86-4253-bdc3-ab321785366e binding host dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:50:39.481349 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-987124b4-82a8-4c1d-ab35-cafa17038d0c tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:39.510405 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987124b4-82a8-4c1d-ab35-cafa17038d0c tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Made reservation on behalf of 6776ba2d7bb945a58e589b62429a4fb8 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:39.539297 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 0ed6fa89-f4f2-4b87-acbd-2d56e66dc721 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:39.620572 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-7b3eb948-b7c7-4422-a275-51eba7e8aefd tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:39.621213 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-7b3eb948-b7c7-4422-a275-51eba7e8aefd tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:39.635829 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2309970a-bb27-4073-aaab-7213e9f87acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:39.658919 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-987124b4-82a8-4c1d-ab35-cafa17038d0c tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:39.681149 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-987124b4-82a8-4c1d-ab35-cafa17038d0c tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] device_id is not set on port c3ac741d-1f6c-4e42-b4bb-7bca37c3c60c yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:50:39.718277 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-498a6e1c-4e4d-4241-baff-c5e9500dc26a tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:39.779644 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d596c0c4-26b7-4c14-a05e-fd1934bb0087 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:39.793684 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-d596c0c4-26b7-4c14-a05e-fd1934bb0087 None None] Transition to ACTIVE for port object 05d1e463-f147-440e-8472-03225d1462e5 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:39.798090 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 0ed6fa89-f4f2-4b87-acbd-2d56e66dc721 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:39.798456 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:39.809005 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-d5bdb7ca-9c34-4395-ac0c-45d51c5ba892 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Calling delete_port for e8d5f71b-beb3-4a2e-8c47-603d89cf4702 owned by {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:50:39.839106 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-498a6e1c-4e4d-4241-baff-c5e9500dc26a tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Usage tracker for resource:security_group_rule and tenant:804635aa04b74c5fa8919ef4135fd8f0 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:39.857121 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-498a6e1c-4e4d-4241-baff-c5e9500dc26a tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:39.863612 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-c168af6f-197f-42ee-a9b5-12d166a47bb3 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:39.887458 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-498a6e1c-4e4d-4241-baff-c5e9500dc26a tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:39.895312 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-c168af6f-197f-42ee-a9b5-12d166a47bb3 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Usage tracker for resource:subnet and tenant:bc1f0288054c40818f485d7fa9a59a39 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:39.906347 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-c168af6f-197f-42ee-a9b5-12d166a47bb3 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:39.916404 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7503d362-8346-4ed0-80df-4dd0635ebe62 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:39.920832 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-d596c0c4-26b7-4c14-a05e-fd1934bb0087 None None] Transition to ACTIVE for port object 05d1e463-f147-440e-8472-03225d1462e5 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:39.925284 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f36daa7f-d90b-47ed-b0c6-3d9cd0289b36 None None] For port 3ba2d574-8f60-4fc4-a8e5-4444f3930f1e, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=3ba2d574-8f60-4fc4-a8e5-4444f3930f1e,segment=NetworkSegment(39cc7e11-1f3d-48f0-8b22-2fe22074de2c),segment_id=39cc7e11-1f3d-48f0-8b22-2fe22074de2c)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:50:39.927498 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671947e3-fa85-4880-8bc5-235b1ad1a2d9 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Router 6162631a-8bc9-44ed-ab64-6585d2d598de has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:50:39.938396 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d596c0c4-26b7-4c14-a05e-fd1934bb0087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:39.942062 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f36daa7f-d90b-47ed-b0c6-3d9cd0289b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:39.975437 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-c168af6f-197f-42ee-a9b5-12d166a47bb3 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:39.982633 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-7b3eb948-b7c7-4422-a275-51eba7e8aefd tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3125596 Feb 16 12:50:40.009148 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-987124b4-82a8-4c1d-ab35-cafa17038d0c tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Allocated IP 172.20.0.12 (d5007122-3352-4ddc-bab1-f1777b6e9e6a/59133789-8eef-4daf-8e84-02b8693a6c09/c3ac741d-1f6c-4e42-b4bb-7bca37c3c60c) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:40.076741 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7503d362-8346-4ed0-80df-4dd0635ebe62 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Port': ['ID=46906508-81e3-4841-b7b3-011d0097e2ee,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:40.088241 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d596c0c4-26b7-4c14-a05e-fd1934bb0087 None None] Network d5007122-3352-4ddc-bab1-f1777b6e9e6a is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:40.099411 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-d596c0c4-26b7-4c14-a05e-fd1934bb0087 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:40.179728 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c168af6f-197f-42ee-a9b5-12d166a47bb3 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Made reservation on behalf of bc1f0288054c40818f485d7fa9a59a39 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:40.185058 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c168af6f-197f-42ee-a9b5-12d166a47bb3 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:40.283413 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-0fc283e5-1e2d-44b2-8552-d880ade244ae service neutron] Request body: {'port': {'device_id': 'd5a3d8fa-1c56-44ae-84a8-027f90731128', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:40.287845 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d596c0c4-26b7-4c14-a05e-fd1934bb0087 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:40.297120 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-987124b4-82a8-4c1d-ab35-cafa17038d0c tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:40.315006 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-987124b4-82a8-4c1d-ab35-cafa17038d0c tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Transition to ACTIVE for port object c3ac741d-1f6c-4e42-b4bb-7bca37c3c60c will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:40.330351 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7503d362-8346-4ed0-80df-4dd0635ebe62 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:40.339607 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d596c0c4-26b7-4c14-a05e-fd1934bb0087 None None] Pushing event updated for resources: {'Port': ['ID=05d1e463-f147-440e-8472-03225d1462e5,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:40.342605 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-987124b4-82a8-4c1d-ab35-cafa17038d0c tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:40.406811 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987124b4-82a8-4c1d-ab35-cafa17038d0c tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Network d5007122-3352-4ddc-bab1-f1777b6e9e6a is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:40.419084 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-987124b4-82a8-4c1d-ab35-cafa17038d0c tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:40.424018 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987124b4-82a8-4c1d-ab35-cafa17038d0c tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:40.489217 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987124b4-82a8-4c1d-ab35-cafa17038d0c tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Pushing event updated for resources: {'Port': ['ID=c3ac741d-1f6c-4e42-b4bb-7bca37c3c60c,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:40.558382 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-7503d362-8346-4ed0-80df-4dd0635ebe62 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/ports/46906508-81e3-4841-b7b3-011d0097e2ee HTTP/1.1" status: 204 len: 168 time: 4.7530727 Feb 16 12:50:40.560207 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38332) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:40.561134 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987124b4-82a8-4c1d-ab35-cafa17038d0c tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:40.562016 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-987124b4-82a8-4c1d-ab35-cafa17038d0c tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:40.591221 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-987124b4-82a8-4c1d-ab35-cafa17038d0c tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.3775194 Feb 16 12:50:40.592161 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-d596c0c4-26b7-4c14-a05e-fd1934bb0087 None None] Attempting to bind port 05d1e463-f147-440e-8472-03225d1462e5 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:50:40.592673 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-d596c0c4-26b7-4c14-a05e-fd1934bb0087 None None] Attempting to bind port 05d1e463-f147-440e-8472-03225d1462e5 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '351941bb-e7df-42d7-84a0-ff0edcca58cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5007122-3352-4ddc-bab1-f1777b6e9e6a'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:50:40.593050 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d596c0c4-26b7-4c14-a05e-fd1934bb0087 None None] Attempting to bind port 05d1e463-f147-440e-8472-03225d1462e5 on network d5007122-3352-4ddc-bab1-f1777b6e9e6a {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:50:40.593324 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38334) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:40.606630 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671947e3-fa85-4880-8bc5-235b1ad1a2d9 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:50:40.617769 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341c2bd4-7468-4168-bcca-a500598d8295 None None] Sync routers for ids ['6162631a-8bc9-44ed-ab64-6585d2d598de'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:50:40.626993 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d596c0c4-26b7-4c14-a05e-fd1934bb0087 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:50:40.629295 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d596c0c4-26b7-4c14-a05e-fd1934bb0087 None None] Checking segment: {'id': '351941bb-e7df-42d7-84a0-ff0edcca58cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5007122-3352-4ddc-bab1-f1777b6e9e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:50:40.630759 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d596c0c4-26b7-4c14-a05e-fd1934bb0087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:40.632128 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d596c0c4-26b7-4c14-a05e-fd1934bb0087 None None] Bound using segment: {'id': '351941bb-e7df-42d7-84a0-ff0edcca58cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5007122-3352-4ddc-bab1-f1777b6e9e6a'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:50:40.633098 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341c2bd4-7468-4168-bcca-a500598d8295 None None] Routers {'6162631a-8bc9-44ed-ab64-6585d2d598de'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:40.634087 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-341c2bd4-7468-4168-bcca-a500598d8295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:50:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['6162631a-8bc9-44ed-ab64-6585d2d598de'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:40.634905 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-d596c0c4-26b7-4c14-a05e-fd1934bb0087 None None] Bound port: 05d1e463-f147-440e-8472-03225d1462e5, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '351941bb-e7df-42d7-84a0-ff0edcca58cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd5007122-3352-4ddc-bab1-f1777b6e9e6a'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:50:40.637489 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d596c0c4-26b7-4c14-a05e-fd1934bb0087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:40.703731 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2309970a-bb27-4073-aaab-7213e9f87acb None None] Notify callbacks [] for port, precommit_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:40.715391 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36daa7f-d90b-47ed-b0c6-3d9cd0289b36 None None] Pushing event updated for resources: {'Port': ['ID=3ba2d574-8f60-4fc4-a8e5-4444f3930f1e,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:40.719993 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6da333-74ad-44fd-a76e-0cf18365464f req-5fd2730b-d741-449c-ae32-15973e70fa32 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:40.721610 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7c6da333-74ad-44fd-a76e-0cf18365464f req-5fd2730b-d741-449c-ae32-15973e70fa32 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5a3d8fa-1c56-44ae-84a8-027f90731128 HTTP/1.1" status: 200 len: 931 time: 1.1368515 Feb 16 12:50:40.728648 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-341c2bd4-7468-4168-bcca-a500598d8295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:40.739567 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341c2bd4-7468-4168-bcca-a500598d8295 None None] Routers {'6162631a-8bc9-44ed-ab64-6585d2d598de'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:40.740413 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-341c2bd4-7468-4168-bcca-a500598d8295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:50:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['6162631a-8bc9-44ed-ab64-6585d2d598de'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:40.760709 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c0c8fb-4cda-4d88-97f9-705dbc75da30 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:40.773137 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c0c8fb-4cda-4d88-97f9-705dbc75da30 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:40.780382 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c0c8fb-4cda-4d88-97f9-705dbc75da30 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:40.782818 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-41c0c8fb-4cda-4d88-97f9-705dbc75da30 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Synchronizing usage tracker for tenant:6776ba2d7bb945a58e589b62429a4fb8 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:40.800095 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-2309970a-bb27-4073-aaab-7213e9f87acb None None] Transition to ACTIVE for port object 18fec22c-ed86-4253-bdc3-ab321785366e will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:40.823663 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2309970a-bb27-4073-aaab-7213e9f87acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:40.837643 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-341c2bd4-7468-4168-bcca-a500598d8295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:40.838044 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341c2bd4-7468-4168-bcca-a500598d8295 None None] The sync data for ids ['6162631a-8bc9-44ed-ab64-6585d2d598de'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:50:40.872585 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-671947e3-fa85-4880-8bc5-235b1ad1a2d9 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:40.873779 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-671947e3-fa85-4880-8bc5-235b1ad1a2d9 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] 10.222.0.83 "PUT /v2.0/routers/6162631a-8bc9-44ed-ab64-6585d2d598de HTTP/1.1" status: 200 len: 709 time: 9.7383907 Feb 16 12:50:40.876885 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38340) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:40.957364 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-d596c0c4-26b7-4c14-a05e-fd1934bb0087 None None] For port 05d1e463-f147-440e-8472-03225d1462e5, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:50:40.974265 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4279c104-0a23-42a4-b7bf-90c9133fea62 None None] Pushing event updated for resources: {'Port': ['ID=18fec22c-ed86-4253-bdc3-ab321785366e,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:41.004827 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d5bdb7ca-9c34-4395-ac0c-45d51c5ba892 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:41.012571 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-d596c0c4-26b7-4c14-a05e-fd1934bb0087 None None] For port 05d1e463-f147-440e-8472-03225d1462e5, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=05d1e463-f147-440e-8472-03225d1462e5,segment=NetworkSegment(351941bb-e7df-42d7-84a0-ff0edcca58cb),segment_id=351941bb-e7df-42d7-84a0-ff0edcca58cb)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:50:41.022837 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-498a6e1c-4e4d-4241-baff-c5e9500dc26a tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:41.045134 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7c6da333-74ad-44fd-a76e-0cf18365464f req-6668c798-af3c-49e6-be08-79d4575d2d28 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2965338 Feb 16 12:50:41.045697 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-0fc283e5-1e2d-44b2-8552-d880ade244ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:41.050915 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d596c0c4-26b7-4c14-a05e-fd1934bb0087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:41.061579 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d6f317b9-acb6-4804-918c-d88bc2019e48 tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] 10.222.0.83 "GET /v2.0/routers/6162631a-8bc9-44ed-ab64-6585d2d598de HTTP/1.1" status: 200 len: 744 time: 0.1832876 Feb 16 12:50:41.066571 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38344) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:41.120380 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d82fe107-e91b-466d-81d0-8031d9c56e2c tempest-RoutersIpV6AdminTest-1546042835 tempest-RoutersIpV6AdminTest-1546042835-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41&device_id=6162631a-8bc9-44ed-ab64-6585d2d598de HTTP/1.1" status: 200 len: 205 time: 0.0496585 Feb 16 12:50:41.120715 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38348) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:41.167413 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-41c0c8fb-4cda-4d88-97f9-705dbc75da30 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Unset dirty status for tenant:6776ba2d7bb945a58e589b62429a4fb8 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:41.170874 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-41c0c8fb-4cda-4d88-97f9-705dbc75da30 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.5738168 Feb 16 12:50:41.174627 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38352) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:41.177942 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-498a6e1c-4e4d-4241-baff-c5e9500dc26a tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:41.182463 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9ef782f8-2b5d-4f9d-b55c-abbc8cbd0664 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] 10.222.0.83 "GET /v2.0/ports?device_id=6162631a-8bc9-44ed-ab64-6585d2d598de HTTP/1.1" status: 200 len: 205 time: 0.0578783 Feb 16 12:50:41.211641 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38356) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:41.215795 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bdb7ca-9c34-4395-ac0c-45d51c5ba892 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event deleted for resources: {'Port': ['ID=e8d5f71b-beb3-4a2e-8c47-603d89cf4702,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:41.224002 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-2309970a-bb27-4073-aaab-7213e9f87acb None None] Attempting to bind port 18fec22c-ed86-4253-bdc3-ab321785366e on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:50:41.224466 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-2309970a-bb27-4073-aaab-7213e9f87acb None None] Attempting to bind port 18fec22c-ed86-4253-bdc3-ab321785366e by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '9a448d96-2c3c-4714-a176-3a673de0e805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7b97a0e9-d7ac-456f-8141-7cc9d9faedd5'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:50:41.225004 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2309970a-bb27-4073-aaab-7213e9f87acb None None] Attempting to bind port 18fec22c-ed86-4253-bdc3-ab321785366e on network 7b97a0e9-d7ac-456f-8141-7cc9d9faedd5 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:50:41.249643 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2309970a-bb27-4073-aaab-7213e9f87acb None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:50:41.253052 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2309970a-bb27-4073-aaab-7213e9f87acb None None] Checking segment: {'id': '9a448d96-2c3c-4714-a176-3a673de0e805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7b97a0e9-d7ac-456f-8141-7cc9d9faedd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:50:41.253760 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2309970a-bb27-4073-aaab-7213e9f87acb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:41.254366 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2309970a-bb27-4073-aaab-7213e9f87acb None None] Bound using segment: {'id': '9a448d96-2c3c-4714-a176-3a673de0e805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7b97a0e9-d7ac-456f-8141-7cc9d9faedd5'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:50:41.255099 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-2309970a-bb27-4073-aaab-7213e9f87acb None None] Bound port: 18fec22c-ed86-4253-bdc3-ab321785366e, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a448d96-2c3c-4714-a176-3a673de0e805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7b97a0e9-d7ac-456f-8141-7cc9d9faedd5'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:50:41.255709 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2309970a-bb27-4073-aaab-7213e9f87acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:41.294253 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d596c0c4-26b7-4c14-a05e-fd1934bb0087 None None] Pushing event updated for resources: {'Port': ['ID=05d1e463-f147-440e-8472-03225d1462e5,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:41.329146 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-6d3fa0a8-f8a8-434a-89d1-a2246222d759 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Deleting port c3ac741d-1f6c-4e42-b4bb-7bca37c3c60c {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:50:41.329497 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d3fa0a8-f8a8-434a-89d1-a2246222d759 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:41.454277 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-2309970a-bb27-4073-aaab-7213e9f87acb None None] For port 18fec22c-ed86-4253-bdc3-ab321785366e, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:50:41.458387 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-2309970a-bb27-4073-aaab-7213e9f87acb None None] For port 18fec22c-ed86-4253-bdc3-ab321785366e, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=18fec22c-ed86-4253-bdc3-ab321785366e,segment=NetworkSegment(9a448d96-2c3c-4714-a176-3a673de0e805),segment_id=9a448d96-2c3c-4714-a176-3a673de0e805)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:50:41.473258 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2309970a-bb27-4073-aaab-7213e9f87acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:41.636653 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2309970a-bb27-4073-aaab-7213e9f87acb None None] Routers {'e61be5bd-a96f-414d-8528-e925cba38ee9'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:41.636653 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-2309970a-bb27-4073-aaab-7213e9f87acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:50:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e61be5bd-a96f-414d-8528-e925cba38ee9'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:41.704253 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 3ba2d574-8f60-4fc4-a8e5-4444f3930f1e up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:41.761569 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4279c104-0a23-42a4-b7bf-90c9133fea62 None None] Pushing event updated for resources: {'Port': ['ID=18fec22c-ed86-4253-bdc3-ab321785366e,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:41.953399 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-2309970a-bb27-4073-aaab-7213e9f87acb None None] Set router e61be5bd-a96f-414d-8528-e925cba38ee9 gateway port host: None {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:50:42.001035 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d5bdb7ca-9c34-4395-ac0c-45d51c5ba892 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:42.012932 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-674f7e6c-b748-4690-85e4-f73257ef82b3 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for router_gateway, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:42.044550 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 3ba2d574-8f60-4fc4-a8e5-4444f3930f1e completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:42.058311 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-498a6e1c-4e4d-4241-baff-c5e9500dc26a tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:50:42.067455 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-674f7e6c-b748-4690-85e4-f73257ef82b3 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:42.081611 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf27662-3de6-4139-9ff4-93bffec6d003 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:42.082501 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-1bf27662-3de6-4139-9ff4-93bffec6d003 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:42.129885 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a6e1c-4e4d-4241-baff-c5e9500dc26a tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cac6ad02-125a-45e3-b83d-8da238287d37,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:42.139372 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d3fa0a8-f8a8-434a-89d1-a2246222d759 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:42.186833 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9640375a-b68d-4668-b32d-580725f48973 None None] Network 6e97398c-f334-481e-8128-1e985b00d71b requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:42.214853 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d63e9261-2e8f-4ec6-bfdc-633fe31db0fe tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks [] for router, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:42.332224 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-6d3fa0a8-f8a8-434a-89d1-a2246222d759 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Calling delete_port for c3ac741d-1f6c-4e42-b4bb-7bca37c3c60c owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:50:42.416932 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d5bdb7ca-9c34-4395-ac0c-45d51c5ba892 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/ports/e8d5f71b-beb3-4a2e-8c47-603d89cf4702 HTTP/1.1" status: 204 len: 168 time: 6.5096364 Feb 16 12:50:42.421911 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38362) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:42.503735 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad291991-c100-4a5d-b422-492a2af79aa7 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] GET failed (client error): The resource could not be found. Feb 16 12:50:42.504006 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ad291991-c100-4a5d-b422-492a2af79aa7 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Synchronizing usage tracker for tenant:e1117180e8c949a18483da62b9a9f5be on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:42.508465 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-498a6e1c-4e4d-4241-baff-c5e9500dc26a tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:42.509146 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-498a6e1c-4e4d-4241-baff-c5e9500dc26a tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Added segment 7737e6ec-c200-4db7-9365-6fa9fe1057d4 of type vlan for network 5abe6a9b-6886-4f27-b4e4-85f2a95efd2a Feb 16 12:50:42.524503 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c4abc-0c36-4993-b75b-8d77545ee6e5 req-95b7a91d-bf4f-4e1d-a0ec-752a176e1138 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:42.526769 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-035c4abc-0c36-4993-b75b-8d77545ee6e5 req-95b7a91d-bf4f-4e1d-a0ec-752a176e1138 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5a3d8fa-1c56-44ae-84a8-027f90731128 HTTP/1.1" status: 200 len: 931 time: 0.3007710 Feb 16 12:50:42.527089 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-5666508b-b168-495e-87ff-6f8ea84411b5 None None] Provisioning for port 3ba2d574-8f60-4fc4-a8e5-4444f3930f1e completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:42.541608 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-498a6e1c-4e4d-4241-baff-c5e9500dc26a tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:42.575154 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ad291991-c100-4a5d-b422-492a2af79aa7 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Unset dirty status for tenant:e1117180e8c949a18483da62b9a9f5be on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:42.578771 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-5666508b-b168-495e-87ff-6f8ea84411b5 None None] Provisioning complete for port 3ba2d574-8f60-4fc4-a8e5-4444f3930f1e triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:42.579148 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-5666508b-b168-495e-87ff-6f8ea84411b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:42.579531 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ad291991-c100-4a5d-b422-492a2af79aa7 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "GET /v2.0/ports/e8d5f71b-beb3-4a2e-8c47-603d89cf4702 HTTP/1.1" status: 404 len: 333 time: 0.1417391 Feb 16 12:50:42.580881 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38366) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:42.659707 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-674f7e6c-b748-4690-85e4-f73257ef82b3 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Allocated IP 172.26.5.155 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/d8f667b8-9875-4699-8a05-67adbb8969be) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:42.686547 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-2309970a-bb27-4073-aaab-7213e9f87acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'name': 'tempest-RoutersIpV6Test-router-1450390372', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:57Z', 'updated_at': '2022-02-16T12:50:35Z', 'revision_number': 4, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'gw_port_host': None, '_interfaces': [{'id': '18fec22c-ed86-4253-bdc3-ab321785366e', 'name': '', 'network_id': '7b97a0e9-d7ac-456f-8141-7cc9d9faedd5', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:b2:e2:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '02229534-6633-4c44-b6c2-2695e21cdc03', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:33Z', 'updated_at': '2022-02-16T12:50:41Z', 'revision_number': 4, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': '02229534-6633-4c44-b6c2-2695e21cdc03', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53311a1a-fd5b-449d-9240-14c69af901df', 'name': '', 'network_id': '7c21af54-2c03-46c0-a37d-7363ccc7aa26', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:07:a9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:02Z', 'updated_at': '2022-02-16T12:50:17Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebe5d0eb-168e-4603-9547-0e7c2f28fa93', 'name': '', 'network_id': 'f60e5b0c-85b6-4349-ad72-c206e12426c8', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:19:7a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'cc8e6aa3-6626-4897-9676-3cbcd0261e69', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:18Z', 'updated_at': '2022-02-16T12:50:31Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': 'cc8e6aa3-6626-4897-9676-3cbcd0261e69', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:42.692031 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2309970a-bb27-4073-aaab-7213e9f87acb None None] The sync data for ids ['e61be5bd-a96f-414d-8528-e925cba38ee9'] in dv-neutron-829527-1-hyperv is: [{'id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'name': 'tempest-RoutersIpV6Test-router-1450390372', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:57Z', 'updated_at': '2022-02-16T12:50:35Z', 'revision_number': 4, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'gw_port_host': None, '_interfaces': [{'id': '18fec22c-ed86-4253-bdc3-ab321785366e', 'name': '', 'network_id': '7b97a0e9-d7ac-456f-8141-7cc9d9faedd5', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:b2:e2:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '02229534-6633-4c44-b6c2-2695e21cdc03', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:33Z', 'updated_at': '2022-02-16T12:50:41Z', 'revision_number': 4, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': '02229534-6633-4c44-b6c2-2695e21cdc03', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53311a1a-fd5b-449d-9240-14c69af901df', 'name': '', 'network_id': '7c21af54-2c03-46c0-a37d-7363ccc7aa26', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:07:a9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:02Z', 'updated_at': '2022-02-16T12:50:17Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebe5d0eb-168e-4603-9547-0e7c2f28fa93', 'name': '', 'network_id': 'f60e5b0c-85b6-4349-ad72-c206e12426c8', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:19:7a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'cc8e6aa3-6626-4897-9676-3cbcd0261e69', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:18Z', 'updated_at': '2022-02-16T12:50:31Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': 'cc8e6aa3-6626-4897-9676-3cbcd0261e69', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:50:42.772933 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-5666508b-b168-495e-87ff-6f8ea84411b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:42.813385 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c168af6f-197f-42ee-a9b5-12d166a47bb3 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:42.813740 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-035c4abc-0c36-4993-b75b-8d77545ee6e5 req-070d713b-f687-44c8-a06f-f7faf4ee085c tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2395368 Feb 16 12:50:42.841464 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-5666508b-b168-495e-87ff-6f8ea84411b5 None None] For port 3ba2d574-8f60-4fc4-a8e5-4444f3930f1e, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=3ba2d574-8f60-4fc4-a8e5-4444f3930f1e,segment=NetworkSegment(39cc7e11-1f3d-48f0-8b22-2fe22074de2c),segment_id=39cc7e11-1f3d-48f0-8b22-2fe22074de2c)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:42.854582 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-5666508b-b168-495e-87ff-6f8ea84411b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:42.864308 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bef6834d-c883-47d7-b45b-23b281f98e87 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:42.869138 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d3fa0a8-f8a8-434a-89d1-a2246222d759 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:42.949867 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3fa0a8-f8a8-434a-89d1-a2246222d759 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Pushing event deleted for resources: {'Port': ['ID=c3ac741d-1f6c-4e42-b4bb-7bca37c3c60c,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:42.980560 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5666508b-b168-495e-87ff-6f8ea84411b5 None None] Pushing event updated for resources: {'Port': ['ID=3ba2d574-8f60-4fc4-a8e5-4444f3930f1e,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:43.003418 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-1bf27662-3de6-4139-9ff4-93bffec6d003 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:43.008836 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-1bf27662-3de6-4139-9ff4-93bffec6d003 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 2.4039097 Feb 16 12:50:43.010846 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38370) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:43.013139 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bef6834d-c883-47d7-b45b-23b281f98e87 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:43.013626 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.db.resource_extend [None req-498a6e1c-4e4d-4241-baff-c5e9500dc26a tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:50:43.086577 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95b50db-91d1-4a8d-a55f-c46eedef885b None None] Network d5007122-3352-4ddc-bab1-f1777b6e9e6a requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:43.153543 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d63e9261-2e8f-4ec6-bfdc-633fe31db0fe tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:43.165638 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d63e9261-2e8f-4ec6-bfdc-633fe31db0fe tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:43.209571 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-0e49230c-1ce4-441b-aee7-3d4a66ddc01b None None] Provisioning complete for port 3ba2d574-8f60-4fc4-a8e5-4444f3930f1e triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:43.210245 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0e49230c-1ce4-441b-aee7-3d4a66ddc01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:43.328756 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bef6834d-c883-47d7-b45b-23b281f98e87 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:43.343411 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-674f7e6c-b748-4690-85e4-f73257ef82b3 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:43.346895 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c168af6f-197f-42ee-a9b5-12d166a47bb3 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Checking segment: {'id': '3bd0a202-c11d-4bd3-920f-3a754f3c71aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '64b3e763-d52c-4907-bedf-545af19a602d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:50:43.347280 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c168af6f-197f-42ee-a9b5-12d166a47bb3 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Network hostable DHCP agents. Network: 64b3e763-d52c-4907-bedf-545af19a602d, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:50:43.359476 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b55d1e-2bce-48e8-9c1d-a7daadb7a3fe tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:43.365055 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-26b55d1e-2bce-48e8-9c1d-a7daadb7a3fe tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3283203 Feb 16 12:50:43.371259 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38374) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:43.373529 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d63e9261-2e8f-4ec6-bfdc-633fe31db0fe tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:43.374046 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63e9261-2e8f-4ec6-bfdc-633fe31db0fe tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Fanout notify agent at l3_agent the message router_deleted on router 6162631a-8bc9-44ed-ab64-6585d2d598de {{(pid=87701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:50:43.375612 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-498a6e1c-4e4d-4241-baff-c5e9500dc26a tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:43.392689 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498a6e1c-4e4d-4241-baff-c5e9500dc26a tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:43.393315 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-498a6e1c-4e4d-4241-baff-c5e9500dc26a tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:43.395353 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef6834d-c883-47d7-b45b-23b281f98e87 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7c7a24-bfff-4605-87c0-f74897ca20d5,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:43.447543 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d3fa0a8-f8a8-434a-89d1-a2246222d759 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:43.467117 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bef6834d-c883-47d7-b45b-23b281f98e87 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:43.471178 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bef6834d-c883-47d7-b45b-23b281f98e87 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/security-groups/0c7c7a24-bfff-4605-87c0-f74897ca20d5 HTTP/1.1" status: 204 len: 168 time: 0.8848619 Feb 16 12:50:43.472820 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6d3fa0a8-f8a8-434a-89d1-a2246222d759 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] 10.222.0.83 "DELETE /v2.0/ports/c3ac741d-1f6c-4e42-b4bb-7bca37c3c60c HTTP/1.1" status: 204 len: 168 time: 2.2966065 Feb 16 12:50:43.473848 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38378) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:43.479502 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38380) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:43.595955 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-4166d14c-13ec-430b-b1fb-76ccf4d7c6a7 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] GET failed (client error): The resource could not be found. Feb 16 12:50:43.596793 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4166d14c-13ec-430b-b1fb-76ccf4d7c6a7 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Synchronizing usage tracker for tenant:6776ba2d7bb945a58e589b62429a4fb8 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:43.605476 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58912ac7-ed48-4d53-b63a-98ca9420d4ca tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:43.607032 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58912ac7-ed48-4d53-b63a-98ca9420d4ca tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:43.608798 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58912ac7-ed48-4d53-b63a-98ca9420d4ca tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:43.609384 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-58912ac7-ed48-4d53-b63a-98ca9420d4ca tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:43.622730 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c168af6f-197f-42ee-a9b5-12d166a47bb3 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event updated for resources: {'Subnet': ['ID=d2088878-8175-40cf-8f99-542f3c55f8b8,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:43.639683 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-498a6e1c-4e4d-4241-baff-c5e9500dc26a tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 6.3562841 Feb 16 12:50:43.646543 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38386) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:43.661142 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-3de004e4-9e70-4971-b206-58b933be5819 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Request body: {'subnet': {'network_id': '5abe6a9b-6886-4f27-b4e4-85f2a95efd2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:43.681685 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-0e49230c-1ce4-441b-aee7-3d4a66ddc01b None None] Provisioning for port 05d1e463-f147-440e-8472-03225d1462e5 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:43.687227 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d63e9261-2e8f-4ec6-bfdc-633fe31db0fe tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:43.693137 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d63e9261-2e8f-4ec6-bfdc-633fe31db0fe tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] 10.222.0.83 "DELETE /v2.0/routers/6162631a-8bc9-44ed-ab64-6585d2d598de HTTP/1.1" status: 204 len: 168 time: 2.4404345 Feb 16 12:50:43.701939 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4166d14c-13ec-430b-b1fb-76ccf4d7c6a7 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Unset dirty status for tenant:6776ba2d7bb945a58e589b62429a4fb8 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:43.703481 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4166d14c-13ec-430b-b1fb-76ccf4d7c6a7 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] 10.222.0.83 "GET /v2.0/ports/c3ac741d-1f6c-4e42-b4bb-7bca37c3c60c HTTP/1.1" status: 404 len: 333 time: 0.2209413 Feb 16 12:50:43.739569 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 3ba2d574-8f60-4fc4-a8e5-4444f3930f1e up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:43.761675 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38390) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:43.762017 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38392) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:43.813058 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-6eae3896-3b99-4a83-aa13-36e96a0b7753 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Request body: {'port': {'network_id': 'd5007122-3352-4ddc-bab1-f1777b6e9e6a', 'name': 'tempest-AllowedAddressPairTestJSON-1796200475'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:43.817578 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 3ba2d574-8f60-4fc4-a8e5-4444f3930f1e triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:43.817995 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:43.831597 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-58912ac7-ed48-4d53-b63a-98ca9420d4ca tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:43.835657 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-58912ac7-ed48-4d53-b63a-98ca9420d4ca tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4371519 Feb 16 12:50:43.855609 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38398) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:43.940417 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a6e1c-4e4d-4241-baff-c5e9500dc26a tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Pushing event updated for resources: {'Network': ['ID=5abe6a9b-6886-4f27-b4e4-85f2a95efd2a,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:43.943011 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bb16dc65-92c3-4c37-9f1d-5d334afffcf6 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] 10.222.0.83 "GET /v2.0/ports?device_id=6162631a-8bc9-44ed-ab64-6585d2d598de HTTP/1.1" status: 200 len: 205 time: 0.1790140 Feb 16 12:50:43.948305 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-595264ca-b415-4660-90e7-301b94d3d46c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting subnet b95982ec-70dd-46ae-997b-5c8fa75d1e06 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:50:43.953172 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-595264ca-b415-4660-90e7-301b94d3d46c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:43.958519 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38404) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:43.971676 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 5abe6a9b-6886-4f27-b4e4-85f2a95efd2a details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:50:44.013270 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-595264ca-b415-4660-90e7-301b94d3d46c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:44.021299 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c168af6f-197f-42ee-a9b5-12d166a47bb3 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Network 64b3e763-d52c-4907-bedf-545af19a602d is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:50:44.091256 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 18fec22c-ed86-4253-bdc3-ab321785366e up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:44.098261 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-03b24038-481f-4e82-ac5c-08f2b9c9d24a tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] delete failed (client error): The resource could not be found. Feb 16 12:50:44.099514 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-03b24038-481f-4e82-ac5c-08f2b9c9d24a tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] 10.222.0.83 "DELETE /v2.0/routers/6162631a-8bc9-44ed-ab64-6585d2d598de HTTP/1.1" status: 404 len: 336 time: 0.1385856 Feb 16 12:50:44.109966 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38408) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:44.157805 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-57ffaf68-62f0-4cd3-865e-e0138bc4e726 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:44.174855 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-c168af6f-197f-42ee-a9b5-12d166a47bb3 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 64b3e763-d52c-4907-bedf-545af19a602d) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:44.189481 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-2eeaf467-f0a7-42e5-a3a1-972a7d513921 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] 10.222.0.83 "GET /v2.0/ports?device_id=f063033c-ac46-474f-b173-6ccbdb598891 HTTP/1.1" status: 200 len: 205 time: 0.0759983 Feb 16 12:50:44.195360 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558fa7ec-1a0c-4245-a3f4-a6b175d2a728 None None] Network 64b3e763-d52c-4907-bedf-545af19a602d requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:44.198094 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c168af6f-197f-42ee-a9b5-12d166a47bb3 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:44.198700 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c168af6f-197f-42ee-a9b5-12d166a47bb3 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:44.219455 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-674f7e6c-b748-4690-85e4-f73257ef82b3 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:44.229769 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38412) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:44.274456 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-05d4a5c7-09c4-4ae1-afcd-aa5fe4645461 None None] Provisioning for port 936575c7-bc02-4e27-b467-2d1cb57899a6 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:44.282059 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-05d4a5c7-09c4-4ae1-afcd-aa5fe4645461 None None] Provisioning complete for port 936575c7-bc02-4e27-b467-2d1cb57899a6 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:44.282433 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-05d4a5c7-09c4-4ae1-afcd-aa5fe4645461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:44.315543 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 18fec22c-ed86-4253-bdc3-ab321785366e completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:44.329617 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3de004e4-9e70-4971-b206-58b933be5819 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:44.335861 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 18fec22c-ed86-4253-bdc3-ab321785366e triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:44.336263 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:44.353603 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3de004e4-9e70-4971-b206-58b933be5819 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Usage tracker for resource:subnet and tenant:804635aa04b74c5fa8919ef4135fd8f0 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:44.358816 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-c168af6f-197f-42ee-a9b5-12d166a47bb3 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 5.7870867 Feb 16 12:50:44.370419 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3de004e4-9e70-4971-b206-58b933be5819 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:44.372901 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38416) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:44.414944 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-38c3036c-bc0a-4877-abd8-38937d8e318b tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] delete failed (client error): The resource could not be found. Feb 16 12:50:44.418420 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-38c3036c-bc0a-4877-abd8-38937d8e318b tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] 10.222.0.83 "DELETE /v2.0/routers/f063033c-ac46-474f-b173-6ccbdb598891 HTTP/1.1" status: 404 len: 336 time: 0.1561413 Feb 16 12:50:44.423310 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38420) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:44.480263 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674f7e6c-b748-4690-85e4-f73257ef82b3 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:44.491717 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-674f7e6c-b748-4690-85e4-f73257ef82b3 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:44.502029 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-0fc283e5-1e2d-44b2-8552-d880ade244ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cff030b4-2739-4af1-b5f3-8e43431b3836 {{(pid=87701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:50:44.506766 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-57ffaf68-62f0-4cd3-865e-e0138bc4e726 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:44.507307 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f7e6c-b748-4690-85e4-f73257ef82b3 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Pushing event updated for resources: {'Port': ['ID=d8f667b8-9875-4699-8a05-67adbb8969be,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:44.512113 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674f7e6c-b748-4690-85e4-f73257ef82b3 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:44.513761 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-05d4a5c7-09c4-4ae1-afcd-aa5fe4645461 None None] Port 936575c7-bc02-4e27-b467-2d1cb57899a6 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:50:44.552834 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3de004e4-9e70-4971-b206-58b933be5819 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:44.558522 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e5ff6648-f08a-4158-aa0e-eb1f4ad13d02 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] 10.222.0.83 "GET /v2.0/ports?device_id=e6104ea9-ab63-4115-bd68-9df7c0bd8547 HTTP/1.1" status: 200 len: 205 time: 0.1275432 Feb 16 12:50:44.561249 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-0fc283e5-1e2d-44b2-8552-d880ade244ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:44.563742 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38424) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:44.655582 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f1a851-28ea-45bf-8483-b8dd4f0a3612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-64b3e763-d52c-4907-bedf-545af19a602d', 'network_id': '64b3e763-d52c-4907-bedf-545af19a602d', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'fixed_ips': [{'subnet_id': 'd2088878-8175-40cf-8f99-542f3c55f8b8'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:50:44.656012 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-50f1a851-28ea-45bf-8483-b8dd4f0a3612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:44.678796 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-43d428b4-b342-463a-bcf5-92efe2f91bd3 None None] Could not find standard attr ID for object c3ac741d-1f6c-4e42-b4bb-7bca37c3c60c. {{(pid=87702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:50:44.679019 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb91c2-eaf8-429e-8282-26438b5cb9a3 req-14ac8a22-8d25-4699-8b61-dc8462963103 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:44.680935 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9cfb91c2-eaf8-429e-8282-26438b5cb9a3 req-14ac8a22-8d25-4699-8b61-dc8462963103 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5a3d8fa-1c56-44ae-84a8-027f90731128 HTTP/1.1" status: 200 len: 931 time: 0.6562369 Feb 16 12:50:44.685795 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-b8ee36d8-1ed0-4dc5-9fff-ee2d560c4fef tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] delete failed (client error): The resource could not be found. Feb 16 12:50:44.686896 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-b8ee36d8-1ed0-4dc5-9fff-ee2d560c4fef tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] 10.222.0.83 "DELETE /v2.0/routers/e6104ea9-ab63-4115-bd68-9df7c0bd8547 HTTP/1.1" status: 404 len: 336 time: 0.1186261 Feb 16 12:50:44.688052 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-0fc283e5-1e2d-44b2-8552-d880ade244ae service neutron] Transition to ACTIVE for port object cff030b4-2739-4af1-b5f3-8e43431b3836 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:44.713732 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38428) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:44.724199 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-595264ca-b415-4660-90e7-301b94d3d46c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:44.763827 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-0fc283e5-1e2d-44b2-8552-d880ade244ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:44.771413 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:44.781134 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de004e4-9e70-4971-b206-58b933be5819 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Made reservation on behalf of 804635aa04b74c5fa8919ef4135fd8f0 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:44.785128 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3de004e4-9e70-4971-b206-58b933be5819 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:44.788981 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-43d428b4-b342-463a-bcf5-92efe2f91bd3 None None] Provisioning complete for port 936575c7-bc02-4e27-b467-2d1cb57899a6 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:44.789527 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-43d428b4-b342-463a-bcf5-92efe2f91bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:44.809607 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d0250a17-6967-4bf3-b34a-91715f961931 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] 10.222.0.83 "GET /v2.0/ports?device_id=58cfdbf8-409e-4e2e-a2ac-888ac5767ace HTTP/1.1" status: 200 len: 205 time: 0.0926144 Feb 16 12:50:44.818749 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38432) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:44.935055 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-43d428b4-b342-463a-bcf5-92efe2f91bd3 None None] Port 936575c7-bc02-4e27-b467-2d1cb57899a6 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:50:44.972922 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 18fec22c-ed86-4253-bdc3-ab321785366e, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=18fec22c-ed86-4253-bdc3-ab321785366e,segment=NetworkSegment(9a448d96-2c3c-4714-a176-3a673de0e805),segment_id=9a448d96-2c3c-4714-a176-3a673de0e805)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:44.980922 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:44.981707 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 05d1e463-f147-440e-8472-03225d1462e5 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:45.006973 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6eae3896-3b99-4a83-aa13-36e96a0b7753 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:45.019893 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-930537c5-0614-440c-a1a0-33b90b61f01a tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] delete failed (client error): The resource could not be found. Feb 16 12:50:45.023723 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-930537c5-0614-440c-a1a0-33b90b61f01a tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] 10.222.0.83 "DELETE /v2.0/routers/58cfdbf8-409e-4e2e-a2ac-888ac5767ace HTTP/1.1" status: 404 len: 336 time: 0.1954722 Feb 16 12:50:45.034021 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-57ffaf68-62f0-4cd3-865e-e0138bc4e726 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:45.036508 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38436) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:45.081482 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6eae3896-3b99-4a83-aa13-36e96a0b7753 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:45.084865 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9cfb91c2-eaf8-429e-8282-26438b5cb9a3 req-c260a8bc-1efd-479a-971d-b78ae4f99515 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3898091 Feb 16 12:50:45.118884 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-50f1a851-28ea-45bf-8483-b8dd4f0a3612 None None] Allocated IP 2001:db8:3::2 (64b3e763-d52c-4907-bedf-545af19a602d/d2088878-8175-40cf-8f99-542f3c55f8b8/a0743ea0-a54b-4fc5-bfd7-f68524f1ee20) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:45.150746 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=18fec22c-ed86-4253-bdc3-ab321785366e,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:45.152941 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc283e5-1e2d-44b2-8552-d880ade244ae service neutron] Pushing event updated for resources: {'Port': ['ID=cff030b4-2739-4af1-b5f3-8e43431b3836,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:45.182013 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-89072183-8449-4e4d-b002-b71e7d97aecd tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1922c03-f090-4b88-bd9c-226f082270d7 HTTP/1.1" status: 200 len: 205 time: 0.1165497 Feb 16 12:50:45.183226 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38440) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:45.238400 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 05d1e463-f147-440e-8472-03225d1462e5 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:45.255294 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 05d1e463-f147-440e-8472-03225d1462e5 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:45.255771 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:45.364484 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-0fc283e5-1e2d-44b2-8552-d880ade244ae service neutron] Attempting to bind port cff030b4-2739-4af1-b5f3-8e43431b3836 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:50:45.364898 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-0fc283e5-1e2d-44b2-8552-d880ade244ae service neutron] Attempting to bind port cff030b4-2739-4af1-b5f3-8e43431b3836 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '453ce50b-6688-4a38-a1c2-540631c2fdad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:50:45.365228 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-0fc283e5-1e2d-44b2-8552-d880ade244ae service neutron] Attempting to bind port cff030b4-2739-4af1-b5f3-8e43431b3836 on network 2f9caf95-9634-43c7-8691-03bf1bd0a638 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:50:45.399928 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ffaf68-62f0-4cd3-865e-e0138bc4e726 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52762a5b-e28e-4d82-879d-90c9304b61f7,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:45.420688 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-0fc283e5-1e2d-44b2-8552-d880ade244ae service neutron] Port cff030b4-2739-4af1-b5f3-8e43431b3836 on network 2f9caf95-9634-43c7-8691-03bf1bd0a638 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:50:45.420935 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-0fc283e5-1e2d-44b2-8552-d880ade244ae service neutron] Attempting to bind port cff030b4-2739-4af1-b5f3-8e43431b3836 on network 2f9caf95-9634-43c7-8691-03bf1bd0a638 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:50:45.442121 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-0fc283e5-1e2d-44b2-8552-d880ade244ae service neutron] Checking agent: {'id': 'b4b5bcfd-2763-4324-82e0-923bc8a52546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'started_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:50:45.442456 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-0fc283e5-1e2d-44b2-8552-d880ade244ae service neutron] Checking segment: {'id': '453ce50b-6688-4a38-a1c2-540631c2fdad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:50:45.442885 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-0fc283e5-1e2d-44b2-8552-d880ade244ae service neutron] Bound using segment: {'id': '453ce50b-6688-4a38-a1c2-540631c2fdad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:50:45.443274 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-0fc283e5-1e2d-44b2-8552-d880ade244ae service neutron] Bound port: cff030b4-2739-4af1-b5f3-8e43431b3836, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453ce50b-6688-4a38-a1c2-540631c2fdad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:50:45.443624 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-0fc283e5-1e2d-44b2-8552-d880ade244ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:45.462516 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-595264ca-b415-4660-90e7-301b94d3d46c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:45.566385 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eae3896-3b99-4a83-aa13-36e96a0b7753 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Made reservation on behalf of 6776ba2d7bb945a58e589b62429a4fb8 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:45.570189 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6eae3896-3b99-4a83-aa13-36e96a0b7753 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:45.572035 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-50f1a851-28ea-45bf-8483-b8dd4f0a3612 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:45.583278 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed912de-3a4c-41f8-bd5a-96d402bcfb21 None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:45.597030 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-595264ca-b415-4660-90e7-301b94d3d46c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:45.609165 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:45.663365 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-50f1a851-28ea-45bf-8483-b8dd4f0a3612 None None] Transition to ACTIVE for port object a0743ea0-a54b-4fc5-bfd7-f68524f1ee20 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:45.665109 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-57ffaf68-62f0-4cd3-865e-e0138bc4e726 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:45.669140 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-57ffaf68-62f0-4cd3-865e-e0138bc4e726 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/security-groups/52762a5b-e28e-4d82-879d-90c9304b61f7 HTTP/1.1" status: 204 len: 168 time: 2.1914144 Feb 16 12:50:45.672281 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38444) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:45.705972 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-674f7e6c-b748-4690-85e4-f73257ef82b3 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for router_gateway, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:45.713889 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-50f1a851-28ea-45bf-8483-b8dd4f0a3612 None None] Transition to ACTIVE for port object a0743ea0-a54b-4fc5-bfd7-f68524f1ee20 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:45.739766 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-50f1a851-28ea-45bf-8483-b8dd4f0a3612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:45.761291 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-595264ca-b415-4660-90e7-301b94d3d46c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/b95982ec-70dd-46ae-997b-5c8fa75d1e06 HTTP/1.1" status: 204 len: 168 time: 1.9044654 Feb 16 12:50:45.771056 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38448) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:45.772057 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595264ca-b415-4660-90e7-301b94d3d46c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Subnet': ['ID=b95982ec-70dd-46ae-997b-5c8fa75d1e06,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:45.774168 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-9f9ca9d4-b3d4-4e9e-a7e7-3f4c68fefb1e tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] delete failed (client error): The resource could not be found. Feb 16 12:50:45.779422 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9f9ca9d4-b3d4-4e9e-a7e7-3f4c68fefb1e tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] 10.222.0.83 "DELETE /v2.0/routers/a1922c03-f090-4b88-bd9c-226f082270d7 HTTP/1.1" status: 404 len: 336 time: 0.5640147 Feb 16 12:50:45.782069 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38450) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:45.805717 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 05d1e463-f147-440e-8472-03225d1462e5, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=05d1e463-f147-440e-8472-03225d1462e5,segment=NetworkSegment(351941bb-e7df-42d7-84a0-ff0edcca58cb),segment_id=351941bb-e7df-42d7-84a0-ff0edcca58cb)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:45.833593 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-6eae3896-3b99-4a83-aa13-36e96a0b7753 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] device_id is not set on port d6f4e2d8-b6a7-4332-826a-596ce23071f1 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:50:45.835097 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:45.840327 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-e360840f-e23d-4793-b54b-bc423e41a35a tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Deleting subnet 37af7c77-a25b-4c47-9b27-d9bfc45c4e36 {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:50:45.845543 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f1a851-28ea-45bf-8483-b8dd4f0a3612 None None] Pushing event updated for resources: {'Port': ['ID=a0743ea0-a54b-4fc5-bfd7-f68524f1ee20,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:45.849479 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f1a851-28ea-45bf-8483-b8dd4f0a3612 None None] Network 64b3e763-d52c-4907-bedf-545af19a602d is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:45.904012 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e360840f-e23d-4793-b54b-bc423e41a35a tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:45.907708 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-50f1a851-28ea-45bf-8483-b8dd4f0a3612 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:45.910179 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f1a851-28ea-45bf-8483-b8dd4f0a3612 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:45.930363 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f8d9f752-2931-4a68-a94d-4be308d45810 tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] 10.222.0.83 "GET /v2.0/ports?device_id=88769b6d-096b-408d-b9b7-601b803603e7 HTTP/1.1" status: 200 len: 205 time: 0.1370494 Feb 16 12:50:45.941533 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38456) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:45.944520 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-0fc283e5-1e2d-44b2-8552-d880ade244ae service neutron] For port cff030b4-2739-4af1-b5f3-8e43431b3836, host hv-neutron-8295, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:50:45.992299 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 18fec22c-ed86-4253-bdc3-ab321785366e up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:46.036367 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-8d617b35-dc06-486a-aaf8-17e64bd092fd tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] delete failed (client error): The resource could not be found. Feb 16 12:50:46.040309 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-8d617b35-dc06-486a-aaf8-17e64bd092fd tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] 10.222.0.83 "DELETE /v2.0/routers/88769b6d-096b-408d-b9b7-601b803603e7 HTTP/1.1" status: 404 len: 336 time: 0.0947104 Feb 16 12:50:46.040309 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-0fc283e5-1e2d-44b2-8552-d880ade244ae service neutron] For port cff030b4-2739-4af1-b5f3-8e43431b3836, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=cff030b4-2739-4af1-b5f3-8e43431b3836,segment=NetworkSegment(453ce50b-6688-4a38-a1c2-540631c2fdad),segment_id=453ce50b-6688-4a38-a1c2-540631c2fdad)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:50:46.048143 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38460) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:46.093718 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-0fc283e5-1e2d-44b2-8552-d880ade244ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:46.101745 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e360840f-e23d-4793-b54b-bc423e41a35a tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:46.108509 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=05d1e463-f147-440e-8472-03225d1462e5,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:46.152599 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-50f1a851-28ea-45bf-8483-b8dd4f0a3612 None None] Attempting to bind port a0743ea0-a54b-4fc5-bfd7-f68524f1ee20 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:50:46.153305 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-50f1a851-28ea-45bf-8483-b8dd4f0a3612 None None] Attempting to bind port a0743ea0-a54b-4fc5-bfd7-f68524f1ee20 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '3bd0a202-c11d-4bd3-920f-3a754f3c71aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '64b3e763-d52c-4907-bedf-545af19a602d'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:50:46.153833 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f1a851-28ea-45bf-8483-b8dd4f0a3612 None None] Attempting to bind port a0743ea0-a54b-4fc5-bfd7-f68524f1ee20 on network 64b3e763-d52c-4907-bedf-545af19a602d {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:50:46.169925 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f1a851-28ea-45bf-8483-b8dd4f0a3612 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:50:46.170620 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f1a851-28ea-45bf-8483-b8dd4f0a3612 None None] Checking segment: {'id': '3bd0a202-c11d-4bd3-920f-3a754f3c71aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '64b3e763-d52c-4907-bedf-545af19a602d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:50:46.171179 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-50f1a851-28ea-45bf-8483-b8dd4f0a3612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:46.171730 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f1a851-28ea-45bf-8483-b8dd4f0a3612 None None] Bound using segment: {'id': '3bd0a202-c11d-4bd3-920f-3a754f3c71aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '64b3e763-d52c-4907-bedf-545af19a602d'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:50:46.172350 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-50f1a851-28ea-45bf-8483-b8dd4f0a3612 None None] Bound port: a0743ea0-a54b-4fc5-bfd7-f68524f1ee20, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd0a202-c11d-4bd3-920f-3a754f3c71aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '64b3e763-d52c-4907-bedf-545af19a602d'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:50:46.172908 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-50f1a851-28ea-45bf-8483-b8dd4f0a3612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:46.187674 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a5e77fb-c28c-4d88-afad-c5f4e7a1908f tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:46.188374 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a5e77fb-c28c-4d88-afad-c5f4e7a1908f tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:46.190318 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-2a5e77fb-c28c-4d88-afad-c5f4e7a1908f tempest-RoutersIpV6AdminTest-271634624 tempest-RoutersIpV6AdminTest-271634624-project] 10.222.0.83 "DELETE /v2.0/subnets/bb1a9bcf-1c5f-43f6-99f1-77a54bedd3be HTTP/1.1" status: 404 len: 337 time: 0.1389735 Feb 16 12:50:46.251408 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-a250fa11-3960-4fa3-b247-57ebf4fa6025 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Deleting subnet f1767ecf-7344-49f0-ada4-1ca99f6615ca {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:50:46.272536 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a250fa11-3960-4fa3-b247-57ebf4fa6025 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:46.295618 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-0fc283e5-1e2d-44b2-8552-d880ade244ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:46.296491 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-0fc283e5-1e2d-44b2-8552-d880ade244ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:46.298156 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-0fc283e5-1e2d-44b2-8552-d880ade244ae service neutron] 10.222.0.89 "PUT /v2.0/ports/cff030b4-2739-4af1-b5f3-8e43431b3836 HTTP/1.1" status: 200 len: 1093 time: 6.2863190 Feb 16 12:50:46.298770 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a3d8fa-1c56-44ae-84a8-027f90731128', 'tag': 'cff030b4-2739-4af1-b5f3-8e43431b3836'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:50:46.401948 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc283e5-1e2d-44b2-8552-d880ade244ae service neutron] Pushing event updated for resources: {'Port': ['ID=cff030b4-2739-4af1-b5f3-8e43431b3836,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:46.440267 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 18fec22c-ed86-4253-bdc3-ab321785366e triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:46.440559 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:46.608531 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-50f1a851-28ea-45bf-8483-b8dd4f0a3612 None None] For port a0743ea0-a54b-4fc5-bfd7-f68524f1ee20, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:50:46.614173 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-50f1a851-28ea-45bf-8483-b8dd4f0a3612 None None] For port a0743ea0-a54b-4fc5-bfd7-f68524f1ee20, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=a0743ea0-a54b-4fc5-bfd7-f68524f1ee20,segment=NetworkSegment(3bd0a202-c11d-4bd3-920f-3a754f3c71aa),segment_id=3bd0a202-c11d-4bd3-920f-3a754f3c71aa)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:50:46.649282 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6b9cf80-1642-4203-9271-ec36700b034f tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:46.658701 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e360840f-e23d-4793-b54b-bc423e41a35a tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:46.712077 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5a3d8fa-1c56-44ae-84a8-027f90731128', 'tag': 'cff030b4-2739-4af1-b5f3-8e43431b3836', 'status': 'completed', 'code': 200} Feb 16 12:50:46.724189 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-674f7e6c-b748-4690-85e4-f73257ef82b3 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:46.728040 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a250fa11-3960-4fa3-b247-57ebf4fa6025 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:46.761932 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-50f1a851-28ea-45bf-8483-b8dd4f0a3612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:46.806233 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38474) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:46.855774 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-6eae3896-3b99-4a83-aa13-36e96a0b7753 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Allocated IP 172.20.0.13 (d5007122-3352-4ddc-bab1-f1777b6e9e6a/59133789-8eef-4daf-8e84-02b8693a6c09/d6f4e2d8-b6a7-4332-826a-596ce23071f1) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:46.947633 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f1a851-28ea-45bf-8483-b8dd4f0a3612 None None] Pushing event updated for resources: {'Port': ['ID=a0743ea0-a54b-4fc5-bfd7-f68524f1ee20,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:47.026028 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-06e1c949-4234-4a9a-9ce6-8aec400e181c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:47.027588 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-06e1c949-4234-4a9a-9ce6-8aec400e181c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=43a461e2fae64766bd31efeef15d8935&device_id=d5a3d8fa-1c56-44ae-84a8-027f90731128 HTTP/1.1" status: 200 len: 1096 time: 0.6650412 Feb 16 12:50:47.106030 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3de004e4-9e70-4971-b206-58b933be5819 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:47.152051 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-387d4ab6-d1c2-469a-be65-be207ef977bc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cff030b4-2739-4af1-b5f3-8e43431b3836 HTTP/1.1" status: 200 len: 217 time: 0.0956125 Feb 16 12:50:47.156575 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e360840f-e23d-4793-b54b-bc423e41a35a tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:47.189816 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ac5fa42a-928f-43d2-817e-ac8be96df4c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:47.268341 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e360840f-e23d-4793-b54b-bc423e41a35a tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event deleted for resources: {'Subnet': ['ID=37af7c77-a25b-4c47-9b27-d9bfc45c4e36,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:47.287995 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e360840f-e23d-4793-b54b-bc423e41a35a tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:47.290871 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-ac5fa42a-928f-43d2-817e-ac8be96df4c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:47.292271 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1770d918-9e27-4a07-8e7a-f06079a45f7e None None] Network 16b82834-7685-4613-829e-2ea073f469db requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:47.304220 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-ac5fa42a-928f-43d2-817e-ac8be96df4c0 admin admin] Usage tracker for resource:security_group_rule and tenant:45915c6c1b3845ae8a9038974576db8f is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:47.328468 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-ac5fa42a-928f-43d2-817e-ac8be96df4c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:47.346490 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e360840f-e23d-4793-b54b-bc423e41a35a tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/subnets/37af7c77-a25b-4c47-9b27-d9bfc45c4e36 HTTP/1.1" status: 204 len: 168 time: 1.6730778 Feb 16 12:50:47.353482 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38480) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:47.355412 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1b7b8-2716-47dc-960b-fdbd4c6678ba req-4780020a-b7ff-4052-a12e-28a85e24a51a tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:47.369255 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f8b1b7b8-2716-47dc-960b-fdbd4c6678ba req-4780020a-b7ff-4052-a12e-28a85e24a51a tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5a3d8fa-1c56-44ae-84a8-027f90731128 HTTP/1.1" status: 200 len: 943 time: 1.0015168 Feb 16 12:50:47.411906 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-ac5fa42a-928f-43d2-817e-ac8be96df4c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:47.530408 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a250fa11-3960-4fa3-b247-57ebf4fa6025 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:47.551799 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ac5fa42a-928f-43d2-817e-ac8be96df4c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:47.560757 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-9fc4c50b-77fb-4514-bd77-f77a514797b4 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Request body: {'subnet': {'network_id': '16b82834-7685-4613-829e-2ea073f469db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:47.581881 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-df469ffa-43f5-4e6f-8d18-6d04c8a75db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:47.583590 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-df469ffa-43f5-4e6f-8d18-6d04c8a75db8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=475d72a9-33c5-44fc-8808-9edb5e19ce95 HTTP/1.1" status: 200 len: 851 time: 0.4213772 Feb 16 12:50:47.599057 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ac5fa42a-928f-43d2-817e-ac8be96df4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:47.639660 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de004e4-9e70-4971-b206-58b933be5819 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Pushing event updated for resources: {'Subnet': ['ID=30015f96-e9ef-47b8-8e88-5487014238c6,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:47.686468 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f8b1b7b8-2716-47dc-960b-fdbd4c6678ba req-709e83ce-842c-47ca-8249-ddb16321c7ef tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3136332 Feb 16 12:50:47.691556 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-cbcbb5fa-bbfc-4418-80ad-ed6da0852c18 None None] Provisioning complete for port 26279664-48fa-4fde-9408-1412e7c24db4 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:47.692018 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-cbcbb5fa-bbfc-4418-80ad-ed6da0852c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:47.697631 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6eae3896-3b99-4a83-aa13-36e96a0b7753 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:47.703417 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de004e4-9e70-4971-b206-58b933be5819 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Checking segment: {'id': '7737e6ec-c200-4db7-9365-6fa9fe1057d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5abe6a9b-6886-4f27-b4e4-85f2a95efd2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:50:47.703417 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de004e4-9e70-4971-b206-58b933be5819 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Network hostable DHCP agents. Network: 5abe6a9b-6886-4f27-b4e4-85f2a95efd2a, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:50:47.779892 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-6eae3896-3b99-4a83-aa13-36e96a0b7753 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Transition to ACTIVE for port object d6f4e2d8-b6a7-4332-826a-596ce23071f1 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:47.839143 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a250fa11-3960-4fa3-b247-57ebf4fa6025 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:47.888056 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de004e4-9e70-4971-b206-58b933be5819 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Network 5abe6a9b-6886-4f27-b4e4-85f2a95efd2a is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:50:47.908995 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a250fa11-3960-4fa3-b247-57ebf4fa6025 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Subnet': ['ID=f1767ecf-7344-49f0-ada4-1ca99f6615ca,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:47.915113 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a250fa11-3960-4fa3-b247-57ebf4fa6025 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:47.922184 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e0dd49-b79f-4e6b-ba6a-4100ba137277 None None] Network c2beece7-853e-4518-ace6-8724ee235932 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:47.934570 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-ac5fa42a-928f-43d2-817e-ac8be96df4c0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=45915c6c1b3845ae8a9038974576db8f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1181421 Feb 16 12:50:47.942775 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38484) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:47.948551 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-3de004e4-9e70-4971-b206-58b933be5819 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 5abe6a9b-6886-4f27-b4e4-85f2a95efd2a) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:47.957849 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de004e4-9e70-4971-b206-58b933be5819 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:47.957849 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3de004e4-9e70-4971-b206-58b933be5819 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:47.980371 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674f7e6c-b748-4690-85e4-f73257ef82b3 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Router bafe493f-bb65-41f1-8778-d8d3f5b84bf5 is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:50:47.982954 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5fa42a-928f-43d2-817e-ac8be96df4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21972a2-f63d-43b8-b0d9-cc3be4bd103e,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:48.046938 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028e3a63-e394-4267-9c11-4c72e4adbbbc None None] Network 5abe6a9b-6886-4f27-b4e4-85f2a95efd2a requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:48.067941 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a250fa11-3960-4fa3-b247-57ebf4fa6025 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/f1767ecf-7344-49f0-ada4-1ca99f6615ca HTTP/1.1" status: 204 len: 168 time: 2.2871728 Feb 16 12:50:48.072797 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38488) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:48.117375 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-9fc4c50b-77fb-4514-bd77-f77a514797b4 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:48.122210 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-9fc4c50b-77fb-4514-bd77-f77a514797b4 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Usage tracker for resource:subnet and tenant:e1117180e8c949a18483da62b9a9f5be is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:48.125522 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-9fc4c50b-77fb-4514-bd77-f77a514797b4 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:48.142760 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-9fc4c50b-77fb-4514-bd77-f77a514797b4 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:48.168584 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3de004e4-9e70-4971-b206-58b933be5819 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5164979 Feb 16 12:50:48.179160 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38492) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:48.194415 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-3bb82f56-8401-4197-a1bb-8fa5c4bd484d tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Request body: {'port': {'network_id': '5abe6a9b-6886-4f27-b4e4-85f2a95efd2a', 'name': 'tempest-TagsExtTest-391863259'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:48.220447 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6eae3896-3b99-4a83-aa13-36e96a0b7753 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:48.272892 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc4c50b-77fb-4514-bd77-f77a514797b4 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Made reservation on behalf of e1117180e8c949a18483da62b9a9f5be for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:48.276570 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9fc4c50b-77fb-4514-bd77-f77a514797b4 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:48.298921 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b5b5d9ff-9bf2-4078-a069-5f82e70c3fec tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2223918 Feb 16 12:50:48.309998 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38496) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:48.399790 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-b6b9cf80-1642-4203-9271-ec36700b034f tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Allocated IP 2001:db8:3::1 (64b3e763-d52c-4907-bedf-545af19a602d/d2088878-8175-40cf-8f99-542f3c55f8b8/19448eef-4624-4d50-bcdd-a9a2d18f6247) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:48.451619 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eae3896-3b99-4a83-aa13-36e96a0b7753 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Network d5007122-3352-4ddc-bab1-f1777b6e9e6a is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:48.465711 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-6eae3896-3b99-4a83-aa13-36e96a0b7753 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:48.468826 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eae3896-3b99-4a83-aa13-36e96a0b7753 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:48.540664 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device a0743ea0-a54b-4fc5-bfd7-f68524f1ee20 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:48.615629 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99057f24-16f6-407a-9231-4da84394caaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-5abe6a9b-6886-4f27-b4e4-85f2a95efd2a', 'network_id': '5abe6a9b-6886-4f27-b4e4-85f2a95efd2a', 'tenant_id': '804635aa04b74c5fa8919ef4135fd8f0', 'fixed_ips': [{'subnet_id': '30015f96-e9ef-47b8-8e88-5487014238c6'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:50:48.616460 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-99057f24-16f6-407a-9231-4da84394caaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:48.782510 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152b9d9e-963b-4cf0-b614-4e86407145cd None None] Network 64b3e763-d52c-4907-bedf-545af19a602d requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:48.799399 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4b5c2525-6a5c-41a2-8ce7-95772ee2ddf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:48.801408 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae3896-3b99-4a83-aa13-36e96a0b7753 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Pushing event updated for resources: {'Port': ['ID=d6f4e2d8-b6a7-4332-826a-596ce23071f1,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:48.891201 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4b5c2525-6a5c-41a2-8ce7-95772ee2ddf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:48.952747 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-a9661b64-f358-48df-b203-2845410d7a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:48.954047 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-a9661b64-f358-48df-b203-2845410d7a7b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2f9caf95-9634-43c7-8691-03bf1bd0a638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.3616114 Feb 16 12:50:48.960524 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port a0743ea0-a54b-4fc5-bfd7-f68524f1ee20 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:48.978520 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 05d1e463-f147-440e-8472-03225d1462e5 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:48.999870 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674f7e6c-b748-4690-85e4-f73257ef82b3 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:50:49.001155 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eae3896-3b99-4a83-aa13-36e96a0b7753 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:49.001794 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6eae3896-3b99-4a83-aa13-36e96a0b7753 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:49.036903 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-c806ef51-4ceb-491d-bfb0-ff1c4e230318 None None] Provisioning complete for port a426b62d-a0d7-4c34-a237-ed8081fd7d6c triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:49.037302 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c806ef51-4ceb-491d-bfb0-ff1c4e230318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:49.037414 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3bb82f56-8401-4197-a1bb-8fa5c4bd484d tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:49.054712 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3bb82f56-8401-4197-a1bb-8fa5c4bd484d tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Usage tracker for resource:port and tenant:804635aa04b74c5fa8919ef4135fd8f0 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:49.061146 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3bb82f56-8401-4197-a1bb-8fa5c4bd484d tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:49.066406 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adc9afc-f7b6-465c-b7f1-a1257e40f0c3 None None] Sync routers for ids ['bafe493f-bb65-41f1-8778-d8d3f5b84bf5'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:50:49.077044 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6eae3896-3b99-4a83-aa13-36e96a0b7753 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3099241 Feb 16 12:50:49.079991 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38502) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:49.084762 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3bb82f56-8401-4197-a1bb-8fa5c4bd484d tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:49.090602 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-71652a2c-7a67-410d-b418-3163a873e056 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:71:cd:55'}]}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:49.145112 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a55623-48a4-413d-8856-16558ecf9f29 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:49.146605 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e7a55623-48a4-413d-8856-16558ecf9f29 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8286679 Feb 16 12:50:49.156277 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38506) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:49.163536 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-674f7e6c-b748-4690-85e4-f73257ef82b3 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:49.167678 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-674f7e6c-b748-4690-85e4-f73257ef82b3 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 14.0203536 Feb 16 12:50:49.171509 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38510) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:49.184850 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adc9afc-f7b6-465c-b7f1-a1257e40f0c3 None None] Routers {'bafe493f-bb65-41f1-8778-d8d3f5b84bf5'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:49.185679 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-1adc9afc-f7b6-465c-b7f1-a1257e40f0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:50:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['bafe493f-bb65-41f1-8778-d8d3f5b84bf5'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:49.203343 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb82f56-8401-4197-a1bb-8fa5c4bd484d tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Made reservation on behalf of 804635aa04b74c5fa8919ef4135fd8f0 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:49.207247 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3bb82f56-8401-4197-a1bb-8fa5c4bd484d tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:49.246365 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4b5c2525-6a5c-41a2-8ce7-95772ee2ddf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:49.255640 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6b9cf80-1642-4203-9271-ec36700b034f tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:49.265226 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb40a7-4a96-49e0-8d4f-107a091899ab req-68a4ba31-43c6-47f8-acec-9ac3a1f7008c tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:49.266704 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-76eb40a7-4a96-49e0-8d4f-107a091899ab req-68a4ba31-43c6-47f8-acec-9ac3a1f7008c tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5a3d8fa-1c56-44ae-84a8-027f90731128 HTTP/1.1" status: 200 len: 943 time: 0.3874354 Feb 16 12:50:49.276283 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9fc4c50b-77fb-4514-bd77-f77a514797b4 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:49.314947 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c2525-6a5c-41a2-8ce7-95772ee2ddf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21972a2-f63d-43b8-b0d9-cc3be4bd103e,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:49.316709 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b8c3b8-1fbd-4937-a2a3-7aca0b92f4cb None None] DHCP port deletion for c2beece7-853e-4518-ace6-8724ee235932 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:50:49.326462 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-c806ef51-4ceb-491d-bfb0-ff1c4e230318 None None] Port a426b62d-a0d7-4c34-a237-ed8081fd7d6c cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:50:49.329146 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-1adc9afc-f7b6-465c-b7f1-a1257e40f0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:49.352513 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-b4b8c3b8-1fbd-4937-a2a3-7aca0b92f4cb None None] Deleting port 26279664-48fa-4fde-9408-1412e7c24db4 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:50:49.353054 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b4b8c3b8-1fbd-4937-a2a3-7aca0b92f4cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:49.367787 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-3bb82f56-8401-4197-a1bb-8fa5c4bd484d tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] device_id is not set on port 109e20f3-edd5-498c-8b00-07c8cd729962 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:50:49.376493 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-5d881c6b-73b2-43bd-a9c1-e011d2cf299d service neutron] 10.222.0.89 "GET /v2.0/networks/2f9caf95-9634-43c7-8691-03bf1bd0a638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4110420 Feb 16 12:50:49.384487 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-99057f24-16f6-407a-9231-4da84394caaf None None] Allocated IP 172.20.0.2 (5abe6a9b-6886-4f27-b4e4-85f2a95efd2a/30015f96-e9ef-47b8-8e88-5487014238c6/8a6302e5-a37e-486c-afb5-b7573832ee91) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:49.398388 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc4c50b-77fb-4514-bd77-f77a514797b4 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Network 16b82834-7685-4613-829e-2ea073f469db is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:49.415763 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b6b9cf80-1642-4203-9271-ec36700b034f tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Transition to ACTIVE for port object 19448eef-4624-4d50-bcdd-a9a2d18f6247 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:49.423545 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3440d6-c45c-47c4-9021-4cde48789731 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:49.424501 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5c3440d6-c45c-47c4-9021-4cde48789731 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Synchronizing usage tracker for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:49.436842 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4b5c2525-6a5c-41a2-8ce7-95772ee2ddf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:49.438643 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4b5c2525-6a5c-41a2-8ce7-95772ee2ddf0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d21972a2-f63d-43b8-b0d9-cc3be4bd103e HTTP/1.1" status: 204 len: 168 time: 1.4917519 Feb 16 12:50:49.453837 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adc9afc-f7b6-465c-b7f1-a1257e40f0c3 None None] Routers {'bafe493f-bb65-41f1-8778-d8d3f5b84bf5'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:49.454490 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-1adc9afc-f7b6-465c-b7f1-a1257e40f0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:50:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['bafe493f-bb65-41f1-8778-d8d3f5b84bf5'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:49.484874 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-9fc4c50b-77fb-4514-bd77-f77a514797b4 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:49.504343 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc4c50b-77fb-4514-bd77-f77a514797b4 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:49.504546 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9fc4c50b-77fb-4514-bd77-f77a514797b4 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:49.534386 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc4c50b-77fb-4514-bd77-f77a514797b4 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event updated for resources: {'Subnet': ['ID=2d8151ee-e835-4bb3-8923-e3b83a0a8bfa,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:49.553809 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5c3440d6-c45c-47c4-9021-4cde48789731 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Unset dirty status for tenant:5979c0794f594272a8691960316755d8 on resource:subnet {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:49.558595 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5c3440d6-c45c-47c4-9021-4cde48789731 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3984270 Feb 16 12:50:49.559757 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38516) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:49.561255 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e126cb9b-e5ea-4a4e-bf7d-a3fb03c40960 None None] Network 16b82834-7685-4613-829e-2ea073f469db requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:49.607232 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-76eb40a7-4a96-49e0-8d4f-107a091899ab req-4e07cc2b-c080-406c-9d83-bd214b2e6caa tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2854717 Feb 16 12:50:49.620418 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-9fc4c50b-77fb-4514-bd77-f77a514797b4 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2478671 Feb 16 12:50:49.624157 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38520) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:49.690293 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6b9cf80-1642-4203-9271-ec36700b034f tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:49.706110 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-3004743a-df1e-4719-8f6d-c27fd0775284 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Request body: {'security_group': {'name': 'tempest-secgroup-231427989'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:49.706351 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-378bff38-1a55-41c4-a202-65e3b0ffccc3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1322589 Feb 16 12:50:49.715612 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38526) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:49.718771 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-c806ef51-4ceb-491d-bfb0-ff1c4e230318 None None] Provisioning complete for port 55c39096-e85e-4411-8b71-9758eaf088dd triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:49.719148 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c806ef51-4ceb-491d-bfb0-ff1c4e230318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:49.723936 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-3004743a-df1e-4719-8f6d-c27fd0775284 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:49.743599 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-1adc9afc-f7b6-465c-b7f1-a1257e40f0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:49.743999 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adc9afc-f7b6-465c-b7f1-a1257e40f0c3 None None] The sync data for ids ['bafe493f-bb65-41f1-8778-d8d3f5b84bf5'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:50:49.801178 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b9cf80-1642-4203-9271-ec36700b034f tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Network 64b3e763-d52c-4907-bedf-545af19a602d is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:49.803570 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b9cf80-1642-4203-9271-ec36700b034f tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event updated for resources: {'Port': ['ID=19448eef-4624-4d50-bcdd-a9a2d18f6247,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:49.806632 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-b6b9cf80-1642-4203-9271-ec36700b034f tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:49.817703 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 05d1e463-f147-440e-8472-03225d1462e5 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:49.817938 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:49.883134 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b9cf80-1642-4203-9271-ec36700b034f tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:49.883755 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6b9cf80-1642-4203-9271-ec36700b034f tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:49.886290 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-71652a2c-7a67-410d-b418-3163a873e056 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:49.911191 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38530) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:49.953082 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-3004743a-df1e-4719-8f6d-c27fd0775284 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Usage tracker for resource:security_group and tenant:e1117180e8c949a18483da62b9a9f5be is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:49.966182 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-3004743a-df1e-4719-8f6d-c27fd0775284 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:49.972877 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-dff40853-0aa5-4c63-97ea-02985f59c4a0 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:49.973561 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dff40853-0aa5-4c63-97ea-02985f59c4a0 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:49.975386 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-dff40853-0aa5-4c63-97ea-02985f59c4a0 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/ports/46906508-81e3-4841-b7b3-011d0097e2ee HTTP/1.1" status: 404 len: 333 time: 0.2554941 Feb 16 12:50:49.988850 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38534) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:49.989210 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-3004743a-df1e-4719-8f6d-c27fd0775284 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:50.054869 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5df7cfc9-744d-404e-8374-18c2a4915f80 req-69fa1b0b-b2da-4f01-89ac-9b8252231675 service neutron] 10.222.0.89 "GET /v2.0/networks/2f9caf95-9634-43c7-8691-03bf1bd0a638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6675000 Feb 16 12:50:50.058240 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bf8faac-6a34-47e4-83cb-df69fbf9c172 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:50.058695 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bf8faac-6a34-47e4-83cb-df69fbf9c172 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:50.077721 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3004743a-df1e-4719-8f6d-c27fd0775284 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:50.099723 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9bf8faac-6a34-47e4-83cb-df69fbf9c172 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/f1767ecf-7344-49f0-ada4-1ca99f6615ca HTTP/1.1" status: 404 len: 337 time: 0.1053905 Feb 16 12:50:50.099971 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38538) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:50.110007 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f353b62f-9851-410d-9d88-73980cd57f79 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c4a1d3bc9afa4da1a9bd8f7c40812120&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1971259 Feb 16 12:50:50.128861 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38542) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:50.187652 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-3004743a-df1e-4719-8f6d-c27fd0775284 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:50.190212 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-92f942cd-8f8c-4636-8390-a0bfb84acc53 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:50.190653 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92f942cd-8f8c-4636-8390-a0bfb84acc53 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:50.194984 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-92f942cd-8f8c-4636-8390-a0bfb84acc53 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/b95982ec-70dd-46ae-997b-5c8fa75d1e06 HTTP/1.1" status: 404 len: 337 time: 0.0897636 Feb 16 12:50:50.195281 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38546) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:50.255735 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-3004743a-df1e-4719-8f6d-c27fd0775284 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Usage tracker for resource:security_group_rule and tenant:e1117180e8c949a18483da62b9a9f5be is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:50.267766 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-3004743a-df1e-4719-8f6d-c27fd0775284 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:50.282502 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2c9ca43-afbc-4b5f-911d-1cfa2c8705b9 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:50.282972 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2c9ca43-afbc-4b5f-911d-1cfa2c8705b9 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:50.287154 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f2c9ca43-afbc-4b5f-911d-1cfa2c8705b9 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/ports/6a1968ec-6872-4880-bda8-56afeb1e7db1 HTTP/1.1" status: 404 len: 333 time: 0.0884373 Feb 16 12:50:50.287724 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-3004743a-df1e-4719-8f6d-c27fd0775284 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:50.290666 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38550) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:50.474483 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690dd79a-0786-4961-b0d0-9c39c152182d req-de84f800-5185-4833-9f4f-09fdf3474be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:50.475971 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-690dd79a-0786-4961-b0d0-9c39c152182d req-de84f800-5185-4833-9f4f-09fdf3474be0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=43a461e2fae64766bd31efeef15d8935&device_id=d5a3d8fa-1c56-44ae-84a8-027f90731128 HTTP/1.1" status: 200 len: 1096 time: 0.3332155 Feb 16 12:50:50.490020 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-b4b8c3b8-1fbd-4937-a2a3-7aca0b92f4cb None None] For port 26279664-48fa-4fde-9408-1412e7c24db4, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=26279664-48fa-4fde-9408-1412e7c24db4,segment=NetworkSegment(685358c8-9121-474e-b63d-b0fc800f9262),segment_id=685358c8-9121-474e-b63d-b0fc800f9262)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:50.490519 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b4b8c3b8-1fbd-4937-a2a3-7aca0b92f4cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:50.507935 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-71652a2c-7a67-410d-b418-3163a873e056 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:50.533130 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-7386213c-2110-4801-87df-b5096e7d9a1c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:50.533643 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7386213c-2110-4801-87df-b5096e7d9a1c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:50.541662 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7386213c-2110-4801-87df-b5096e7d9a1c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/c5965997-5e88-4580-a0c6-f6b947a0e195 HTTP/1.1" status: 404 len: 337 time: 0.2199693 Feb 16 12:50:50.542486 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6b9cf80-1642-4203-9271-ec36700b034f tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:50.550713 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38554) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:50.632691 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-58769b9f-1242-4c26-a4a5-024bf7e93611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:50.634138 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-71652a2c-7a67-410d-b418-3163a873e056 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:50.738757 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 26279664-48fa-4fde-9408-1412e7c24db4 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:50:50.750190 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71652a2c-7a67-410d-b418-3163a873e056 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Pushing event updated for resources: {'Port': ['ID=d6f4e2d8-b6a7-4332-826a-596ce23071f1,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:50.774885 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-b4b8c3b8-1fbd-4937-a2a3-7aca0b92f4cb None None] Calling delete_port for 26279664-48fa-4fde-9408-1412e7c24db4 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:50:50.808469 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbc6cf36-428e-4e3c-993f-b868903c33ba tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:50.809333 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbc6cf36-428e-4e3c-993f-b868903c33ba tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:50.822366 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3004743a-df1e-4719-8f6d-c27fd0775284 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:50.848622 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-99057f24-16f6-407a-9231-4da84394caaf None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:50.894242 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3004743a-df1e-4719-8f6d-c27fd0775284 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:50.907198 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-dbc6cf36-428e-4e3c-993f-b868903c33ba tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/f2d9e783-9237-4bb9-bc95-5ad210f9c472 HTTP/1.1" status: 404 len: 337 time: 0.3426156 Feb 16 12:50:50.907404 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-99057f24-16f6-407a-9231-4da84394caaf None None] Transition to ACTIVE for port object 8a6302e5-a37e-486c-afb5-b7573832ee91 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:50.937612 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38560) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:50.943917 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-c806ef51-4ceb-491d-bfb0-ff1c4e230318 None None] Provisioning for port a0743ea0-a54b-4fc5-bfd7-f68524f1ee20 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:51.012112 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-71652a2c-7a67-410d-b418-3163a873e056 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] In _notify_port_updated(), no bound segment for port d6f4e2d8-b6a7-4332-826a-596ce23071f1 on network d5007122-3352-4ddc-bab1-f1777b6e9e6a {{(pid=87699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:50:51.019915 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71652a2c-7a67-410d-b418-3163a873e056 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:51.020684 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-71652a2c-7a67-410d-b418-3163a873e056 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:51.022842 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-c806ef51-4ceb-491d-bfb0-ff1c4e230318 None None] Provisioning complete for port a0743ea0-a54b-4fc5-bfd7-f68524f1ee20 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:51.022842 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c806ef51-4ceb-491d-bfb0-ff1c4e230318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:51.024162 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-71652a2c-7a67-410d-b418-3163a873e056 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] 10.222.0.83 "PUT /v2.0/ports/d6f4e2d8-b6a7-4332-826a-596ce23071f1 HTTP/1.1" status: 200 len: 995 time: 1.9441164 Feb 16 12:50:51.032876 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38564) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:51.083801 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e915cb3-ae8e-4d5f-b264-b185eccd5730 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:51.084272 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e915cb3-ae8e-4d5f-b264-b185eccd5730 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:51.088703 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-0e915cb3-ae8e-4d5f-b264-b185eccd5730 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/ports/849ee829-9a62-4fa5-970e-2dd602727a6e HTTP/1.1" status: 404 len: 333 time: 0.1250672 Feb 16 12:50:51.091665 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3004743a-df1e-4719-8f6d-c27fd0775284 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87c7ba6e-e1d9-4f78-b177-051849a9e7ba,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:51.094026 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3004743a-df1e-4719-8f6d-c27fd0775284 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:51.097801 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-3004743a-df1e-4719-8f6d-c27fd0775284 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.4686871 Feb 16 12:50:51.097801 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38568) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:51.102525 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38570) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:51.111474 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-99057f24-16f6-407a-9231-4da84394caaf None None] Transition to ACTIVE for port object 8a6302e5-a37e-486c-afb5-b7573832ee91 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:51.137619 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-99057f24-16f6-407a-9231-4da84394caaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:51.189777 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b4b8c3b8-1fbd-4937-a2a3-7aca0b92f4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:51.193069 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:51.195915 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-46429109-96cc-42b0-8d33-100f8e51439e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:51.196568 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46429109-96cc-42b0-8d33-100f8e51439e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:51.198311 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-46429109-96cc-42b0-8d33-100f8e51439e tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/75fdb673-eaf5-495f-ba02-f819372e0f2d HTTP/1.1" status: 404 len: 337 time: 0.0960174 Feb 16 12:50:51.199446 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690dd79a-0786-4961-b0d0-9c39c152182d req-6a1652c4-802b-4abb-bc2c-847305351232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:51.200843 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-690dd79a-0786-4961-b0d0-9c39c152182d req-6a1652c4-802b-4abb-bc2c-847305351232 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2f9caf95-9634-43c7-8691-03bf1bd0a638 HTTP/1.1" status: 200 len: 913 time: 0.7126458 Feb 16 12:50:51.201311 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38576) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:51.232936 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-58769b9f-1242-4c26-a4a5-024bf7e93611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:51.259358 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99057f24-16f6-407a-9231-4da84394caaf None None] Network 5abe6a9b-6886-4f27-b4e4-85f2a95efd2a is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:51.281772 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-5b0f7e35-e54c-4faa-8173-1ad9e3ca190b tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Request body: {'security_group': {'name': 'tempest-secgroup-729514660'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:51.305300 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-99057f24-16f6-407a-9231-4da84394caaf None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:51.312424 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a96c99b-88b6-4232-bcb6-56c79370bafc tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:51.313030 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a96c99b-88b6-4232-bcb6-56c79370bafc tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:51.314592 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-8a96c99b-88b6-4232-bcb6-56c79370bafc tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/125ceb50-8b16-44db-8b5a-4325e0908f6e HTTP/1.1" status: 404 len: 337 time: 0.1102238 Feb 16 12:50:51.317392 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b8c3b8-1fbd-4937-a2a3-7aca0b92f4cb None None] No DVR routers for this DVR port 26279664-48fa-4fde-9408-1412e7c24db4 on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:50:51.324705 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38580) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:51.326285 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-690dd79a-0786-4961-b0d0-9c39c152182d req-85b67bfa-a23b-4ab5-a7e1-c94cf52e5e60 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cff030b4-2739-4af1-b5f3-8e43431b3836 HTTP/1.1" status: 200 len: 217 time: 0.0858624 Feb 16 12:50:51.326518 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99057f24-16f6-407a-9231-4da84394caaf None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:51.329732 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5a59eaa6-557a-4ebb-8406-6418e95c3136 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:51.369631 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5b0f7e35-e54c-4faa-8173-1ad9e3ca190b tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:51.407820 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5b0f7e35-e54c-4faa-8173-1ad9e3ca190b tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Usage tracker for resource:security_group and tenant:e1117180e8c949a18483da62b9a9f5be is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:51.426104 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5b0f7e35-e54c-4faa-8173-1ad9e3ca190b tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:51.434612 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c806ef51-4ceb-491d-bfb0-ff1c4e230318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:51.443969 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99057f24-16f6-407a-9231-4da84394caaf None None] Pushing event updated for resources: {'Port': ['ID=8a6302e5-a37e-486c-afb5-b7573832ee91,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:51.462103 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5b0f7e35-e54c-4faa-8173-1ad9e3ca190b tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:51.472917 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-00639df2-87e6-4cd2-9ae7-1e2722c86d56 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Deleting port d6f4e2d8-b6a7-4332-826a-596ce23071f1 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:50:51.473259 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-00639df2-87e6-4cd2-9ae7-1e2722c86d56 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:51.496786 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690dd79a-0786-4961-b0d0-9c39c152182d req-e2fc8c1d-185d-4337-b47d-5fa4b427e8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:51.498296 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-690dd79a-0786-4961-b0d0-9c39c152182d req-e2fc8c1d-185d-4337-b47d-5fa4b427e8a8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=475d72a9-33c5-44fc-8808-9edb5e19ce95 HTTP/1.1" status: 200 len: 851 time: 0.1572838 Feb 16 12:50:51.499253 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-53c47b0c-af75-4602-972e-278a185ba506 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:51.499794 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53c47b0c-af75-4602-972e-278a185ba506 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:51.501474 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-53c47b0c-af75-4602-972e-278a185ba506 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/ports/a462238f-4177-4b5d-82d1-18ae67f3d30b HTTP/1.1" status: 404 len: 333 time: 0.1743853 Feb 16 12:50:51.515855 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38584) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:51.540202 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5392744-c482-4d3d-b625-4dfd497fc98d None None] Update dhcp port {'port': {'network_id': '16b82834-7685-4613-829e-2ea073f469db', 'fixed_ips': [{'subnet_id': 'efc70619-5b11-44bf-81ef-5438644b8efa', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2d8151ee-e835-4bb3-8923-e3b83a0a8bfa'}], 'binding:host_id': 'dv-neutron-829527-1-hyperv'}, 'id': '55c39096-e85e-4411-8b71-9758eaf088dd'} from dv-neutron-829527-1-hyperv. {{(pid=87702) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 12:50:51.563819 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b8c3b8-1fbd-4937-a2a3-7aca0b92f4cb None None] Pushing event deleted for resources: {'Port': ['ID=26279664-48fa-4fde-9408-1412e7c24db4,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:51.589036 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c7cbb-d131-478e-87f7-e129fb2e244a req-2b89111f-d9cf-454b-b738-5a6da90cb3a0 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:51.590497 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e82c7cbb-d131-478e-87f7-e129fb2e244a req-2b89111f-d9cf-454b-b738-5a6da90cb3a0 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5a3d8fa-1c56-44ae-84a8-027f90731128 HTTP/1.1" status: 200 len: 943 time: 0.5645888 Feb 16 12:50:51.591939 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-3bb82f56-8401-4197-a1bb-8fa5c4bd484d tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Allocated IP 172.20.0.5 (5abe6a9b-6886-4f27-b4e4-85f2a95efd2a/30015f96-e9ef-47b8-8e88-5487014238c6/109e20f3-edd5-498c-8b00-07c8cd729962) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:51.600117 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-89aebd61-476e-4f2c-89fe-d2ce2602132f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:51.600570 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89aebd61-476e-4f2c-89fe-d2ce2602132f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:51.604893 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-89aebd61-476e-4f2c-89fe-d2ce2602132f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/5e9b3f2c-9e32-4a28-8181-55cae2d10b61 HTTP/1.1" status: 404 len: 337 time: 0.0770741 Feb 16 12:50:51.608053 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38588) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:51.618559 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-99057f24-16f6-407a-9231-4da84394caaf None None] Attempting to bind port 8a6302e5-a37e-486c-afb5-b7573832ee91 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:50:51.619409 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-99057f24-16f6-407a-9231-4da84394caaf None None] Attempting to bind port 8a6302e5-a37e-486c-afb5-b7573832ee91 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '7737e6ec-c200-4db7-9365-6fa9fe1057d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5abe6a9b-6886-4f27-b4e4-85f2a95efd2a'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:50:51.620446 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99057f24-16f6-407a-9231-4da84394caaf None None] Attempting to bind port 8a6302e5-a37e-486c-afb5-b7573832ee91 on network 5abe6a9b-6886-4f27-b4e4-85f2a95efd2a {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:50:51.634518 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99057f24-16f6-407a-9231-4da84394caaf None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:50:51.634887 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99057f24-16f6-407a-9231-4da84394caaf None None] Checking segment: {'id': '7737e6ec-c200-4db7-9365-6fa9fe1057d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5abe6a9b-6886-4f27-b4e4-85f2a95efd2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:50:51.635279 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-99057f24-16f6-407a-9231-4da84394caaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:51.635662 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99057f24-16f6-407a-9231-4da84394caaf None None] Bound using segment: {'id': '7737e6ec-c200-4db7-9365-6fa9fe1057d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5abe6a9b-6886-4f27-b4e4-85f2a95efd2a'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:50:51.636124 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-99057f24-16f6-407a-9231-4da84394caaf None None] Bound port: 8a6302e5-a37e-486c-afb5-b7573832ee91, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7737e6ec-c200-4db7-9365-6fa9fe1057d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5abe6a9b-6886-4f27-b4e4-85f2a95efd2a'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:50:51.636490 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-99057f24-16f6-407a-9231-4da84394caaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:51.652255 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-c806ef51-4ceb-491d-bfb0-ff1c4e230318 None None] For port a0743ea0-a54b-4fc5-bfd7-f68524f1ee20, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=a0743ea0-a54b-4fc5-bfd7-f68524f1ee20,segment=NetworkSegment(3bd0a202-c11d-4bd3-920f-3a754f3c71aa),segment_id=3bd0a202-c11d-4bd3-920f-3a754f3c71aa)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:51.655604 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b5392744-c482-4d3d-b625-4dfd497fc98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:51.657113 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b0f7e35-e54c-4faa-8173-1ad9e3ca190b tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:51.671419 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c806ef51-4ceb-491d-bfb0-ff1c4e230318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:51.680189 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-f60bfda7-d686-48c9-8185-561c6cb4b87a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:51.680862 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f60bfda7-d686-48c9-8185-561c6cb4b87a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:51.685061 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f60bfda7-d686-48c9-8185-561c6cb4b87a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/ebed0bc8-67cf-4019-99a8-e40fcc26e14b HTTP/1.1" status: 404 len: 337 time: 0.0560198 Feb 16 12:50:51.689588 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38592) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:51.839915 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-58769b9f-1242-4c26-a4a5-024bf7e93611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:51.855086 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5b0f7e35-e54c-4faa-8173-1ad9e3ca190b tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:51.880279 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e82c7cbb-d131-478e-87f7-e129fb2e244a req-42a97e7e-2180-4d68-80f2-a307d80b29c3 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2760262 Feb 16 12:50:51.886807 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5b0f7e35-e54c-4faa-8173-1ad9e3ca190b tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Usage tracker for resource:security_group_rule and tenant:e1117180e8c949a18483da62b9a9f5be is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:51.891923 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5b0f7e35-e54c-4faa-8173-1ad9e3ca190b tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:51.901030 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-644bfb6b-f860-40bb-8ce7-28f36e63231c None None] Provisioning for port d6f4e2d8-b6a7-4332-826a-596ce23071f1 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:51.903491 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58769b9f-1242-4c26-a4a5-024bf7e93611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14d1eb0-e6bb-4165-9896-c9ec27b1ca9b,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:51.908416 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c806ef51-4ceb-491d-bfb0-ff1c4e230318 None None] Pushing event updated for resources: {'Port': ['ID=a0743ea0-a54b-4fc5-bfd7-f68524f1ee20,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:51.932767 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5b0f7e35-e54c-4faa-8173-1ad9e3ca190b tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:51.937983 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-99057f24-16f6-407a-9231-4da84394caaf None None] For port 8a6302e5-a37e-486c-afb5-b7573832ee91, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:50:51.941251 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-644bfb6b-f860-40bb-8ce7-28f36e63231c None None] Provisioning complete for port d6f4e2d8-b6a7-4332-826a-596ce23071f1 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:51.941251 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-644bfb6b-f860-40bb-8ce7-28f36e63231c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:51.969664 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-166ad688-9dce-4a20-a507-c3c3dad53ff6 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:51.970312 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-166ad688-9dce-4a20-a507-c3c3dad53ff6 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:51.974974 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-166ad688-9dce-4a20-a507-c3c3dad53ff6 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/ports/099c2c77-bc7c-4669-85b2-7478efbea4cc HTTP/1.1" status: 404 len: 333 time: 0.2817945 Feb 16 12:50:51.979163 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38596) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:52.006115 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-58769b9f-1242-4c26-a4a5-024bf7e93611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:52.010063 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-58769b9f-1242-4c26-a4a5-024bf7e93611 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d14d1eb0-e6bb-4165-9896-c9ec27b1ca9b HTTP/1.1" status: 204 len: 168 time: 1.8777823 Feb 16 12:50:52.032370 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690dd79a-0786-4961-b0d0-9c39c152182d req-f7ade555-ed3d-4328-b932-c57c53a611b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:52.034513 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-690dd79a-0786-4961-b0d0-9c39c152182d req-f7ade555-ed3d-4328-b932-c57c53a611b2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2f9caf95-9634-43c7-8691-03bf1bd0a638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4825635 Feb 16 12:50:52.039370 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-88542b9d-ddd3-4869-8fab-6718335c1502 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:52.039911 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88542b9d-ddd3-4869-8fab-6718335c1502 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:52.042091 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-88542b9d-ddd3-4869-8fab-6718335c1502 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/67c39048-ac8d-4281-abc5-224ea1c65ee2 HTTP/1.1" status: 404 len: 337 time: 0.0620091 Feb 16 12:50:52.046024 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38602) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:52.047453 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-99057f24-16f6-407a-9231-4da84394caaf None None] For port 8a6302e5-a37e-486c-afb5-b7573832ee91, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=8a6302e5-a37e-486c-afb5-b7573832ee91,segment=NetworkSegment(7737e6ec-c200-4db7-9365-6fa9fe1057d4),segment_id=7737e6ec-c200-4db7-9365-6fa9fe1057d4)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:50:52.064577 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-99057f24-16f6-407a-9231-4da84394caaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:52.130440 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b0f7e35-e54c-4faa-8173-1ad9e3ca190b tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:52.183628 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-644bfb6b-f860-40bb-8ce7-28f36e63231c None None] Port d6f4e2d8-b6a7-4332-826a-596ce23071f1 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:50:52.210205 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-8be3efe8-adfd-4b1d-8eef-6f8e6f5ce057 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:52.211281 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8be3efe8-adfd-4b1d-8eef-6f8e6f5ce057 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:52.212871 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-8be3efe8-adfd-4b1d-8eef-6f8e6f5ce057 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/ports/94369afe-6ea5-4a52-a65b-9d409c51cfab HTTP/1.1" status: 404 len: 333 time: 0.1658354 Feb 16 12:50:52.228513 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99057f24-16f6-407a-9231-4da84394caaf None None] Pushing event updated for resources: {'Port': ['ID=8a6302e5-a37e-486c-afb5-b7573832ee91,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:52.233110 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38606) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:52.240648 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-644bfb6b-f860-40bb-8ce7-28f36e63231c None None] Provisioning for port 19448eef-4624-4d50-bcdd-a9a2d18f6247 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:52.244425 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-b5392744-c482-4d3d-b625-4dfd497fc98d None None] Allocated IP 2001:db8::2 (16b82834-7685-4613-829e-2ea073f469db/2d8151ee-e835-4bb3-8923-e3b83a0a8bfa/55c39096-e85e-4411-8b71-9758eaf088dd) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:52.266856 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-644bfb6b-f860-40bb-8ce7-28f36e63231c None None] Provisioning complete for port 19448eef-4624-4d50-bcdd-a9a2d18f6247 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:52.267215 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-644bfb6b-f860-40bb-8ce7-28f36e63231c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:52.335943 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5b38237-7796-4015-96a4-3929dd6bbc42 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:52.337323 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5b38237-7796-4015-96a4-3929dd6bbc42 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:52.398592 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d5b38237-7796-4015-96a4-3929dd6bbc42 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/81c5f06d-b968-4e39-b36a-d44d9f698f96 HTTP/1.1" status: 404 len: 337 time: 0.1642601 Feb 16 12:50:52.409439 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38614) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:52.411208 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-644bfb6b-f860-40bb-8ce7-28f36e63231c None None] Port 19448eef-4624-4d50-bcdd-a9a2d18f6247 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:50:52.453689 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-644bfb6b-f860-40bb-8ce7-28f36e63231c None None] Provisioning complete for port a0743ea0-a54b-4fc5-bfd7-f68524f1ee20 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:52.454335 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-644bfb6b-f860-40bb-8ce7-28f36e63231c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:52.479992 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3bb82f56-8401-4197-a1bb-8fa5c4bd484d tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:52.506280 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-3bb82f56-8401-4197-a1bb-8fa5c4bd484d tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Transition to ACTIVE for port object 109e20f3-edd5-498c-8b00-07c8cd729962 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:52.531386 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b0f7e35-e54c-4faa-8173-1ad9e3ca190b tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:52.539290 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dcc92ed-b15f-4bf1-8f64-7ee38f4fc3fe tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:52.539290 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dcc92ed-b15f-4bf1-8f64-7ee38f4fc3fe tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:52.539871 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-1dcc92ed-b15f-4bf1-8f64-7ee38f4fc3fe tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/ports/af04d17f-bf22-4a4b-b254-087e70544c44 HTTP/1.1" status: 404 len: 333 time: 0.1249652 Feb 16 12:50:52.562608 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38622) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:52.563665 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-b5392744-c482-4d3d-b625-4dfd497fc98d None None] For port 55c39096-e85e-4411-8b71-9758eaf088dd, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=55c39096-e85e-4411-8b71-9758eaf088dd,segment=NetworkSegment(e346f45d-2de1-4443-a615-720aa01ab838),segment_id=e346f45d-2de1-4443-a615-720aa01ab838)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:52.699879 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3bb82f56-8401-4197-a1bb-8fa5c4bd484d tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:52.705619 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-00639df2-87e6-4cd2-9ae7-1e2722c86d56 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:52.706074 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-690dd79a-0786-4961-b0d0-9c39c152182d req-d4f99c50-536b-42e2-93bb-fabdf0627b2b service neutron] 10.222.0.89 "GET /v2.0/networks/2f9caf95-9634-43c7-8691-03bf1bd0a638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6608274 Feb 16 12:50:52.714425 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f7e35-e54c-4faa-8173-1ad9e3ca190b tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc591493-84af-448d-a07a-06f6148f5665,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:52.714899 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b5392744-c482-4d3d-b625-4dfd497fc98d None None] Notify callbacks [] for port, precommit_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:52.716956 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b0f7e35-e54c-4faa-8173-1ad9e3ca190b tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:52.718386 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5b0f7e35-e54c-4faa-8173-1ad9e3ca190b tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.5576742 Feb 16 12:50:52.730893 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device a0743ea0-a54b-4fc5-bfd7-f68524f1ee20 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:52.741993 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38628) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:52.777398 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-c33c9039-3641-4992-a3b7-f15a0992b270 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:52.778234 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c33c9039-3641-4992-a3b7-f15a0992b270 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:52.781475 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-c33c9039-3641-4992-a3b7-f15a0992b270 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/c1d86fdc-dc7c-4460-aff8-6d2ed3d1beaa HTTP/1.1" status: 404 len: 337 time: 0.2136717 Feb 16 12:50:52.785137 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-1f51a9f4-5381-48d3-8e15-9803c8cdccc3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Request body: {'security_group': {'name': 'tempest-secgroup-1772532733'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:52.799171 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38632) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:52.802045 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-1f51a9f4-5381-48d3-8e15-9803c8cdccc3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:52.824110 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-b5392744-c482-4d3d-b625-4dfd497fc98d None None] Transition to ACTIVE for port object 55c39096-e85e-4411-8b71-9758eaf088dd will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:52.836222 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb82f56-8401-4197-a1bb-8fa5c4bd484d tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Network 5abe6a9b-6886-4f27-b4e4-85f2a95efd2a is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:52.843642 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b5392744-c482-4d3d-b625-4dfd497fc98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:52.873677 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-3bb82f56-8401-4197-a1bb-8fa5c4bd484d tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:52.881549 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb82f56-8401-4197-a1bb-8fa5c4bd484d tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Pushing event updated for resources: {'Port': ['ID=109e20f3-edd5-498c-8b00-07c8cd729962,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:52.887600 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb82f56-8401-4197-a1bb-8fa5c4bd484d tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:52.913622 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-1f51a9f4-5381-48d3-8e15-9803c8cdccc3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Usage tracker for resource:security_group and tenant:e1117180e8c949a18483da62b9a9f5be is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:52.995881 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-5a59eaa6-557a-4ebb-8406-6418e95c3136 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Allocated IP 172.20.0.1 (6e97398c-f334-481e-8128-1e985b00d71b/7e52f64e-5677-4d19-bbbd-aaf0b6475038/518446cb-0062-4861-bc21-b75ec3e8d4b6) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:53.054680 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port a0743ea0-a54b-4fc5-bfd7-f68524f1ee20 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:53.055541 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:53.180851 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5392744-c482-4d3d-b625-4dfd497fc98d None None] Pushing event updated for resources: {'Port': ['ID=55c39096-e85e-4411-8b71-9758eaf088dd,revision_number=6']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:53.251820 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-00639df2-87e6-4cd2-9ae7-1e2722c86d56 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Calling delete_port for d6f4e2d8-b6a7-4332-826a-596ce23071f1 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:50:53.254089 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5a59eaa6-557a-4ebb-8406-6418e95c3136 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:53.272976 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-5a59eaa6-557a-4ebb-8406-6418e95c3136 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Transition to ACTIVE for port object 518446cb-0062-4861-bc21-b75ec3e8d4b6 will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:53.341568 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38646) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:53.388342 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-1f51a9f4-5381-48d3-8e15-9803c8cdccc3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:53.416517 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb82f56-8401-4197-a1bb-8fa5c4bd484d tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:53.419038 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3bb82f56-8401-4197-a1bb-8fa5c4bd484d tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:53.423955 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-1f51a9f4-5381-48d3-8e15-9803c8cdccc3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:53.429217 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5a59eaa6-557a-4ebb-8406-6418e95c3136 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:53.449842 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-290e2b29-790b-420b-9a55-ae1eb4a3e5e3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:53.453385 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-290e2b29-790b-420b-9a55-ae1eb4a3e5e3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:53.458964 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-290e2b29-790b-420b-9a55-ae1eb4a3e5e3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/ports/fa1aa7ed-1796-4a52-adcc-13707bc81761 HTTP/1.1" status: 404 len: 333 time: 0.6585488 Feb 16 12:50:53.461186 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38652) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:53.483540 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.resource_extend [None req-b6b9cf80-1642-4203-9271-ec36700b034f tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:50:53.500591 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3bb82f56-8401-4197-a1bb-8fa5c4bd484d tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 5.3137748 Feb 16 12:50:53.511859 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38654) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:53.552319 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-31d8c7a3-cdd4-474e-bfb2-03ce303f02c4 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1407760835', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:53.570971 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-31d8c7a3-cdd4-474e-bfb2-03ce303f02c4 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:53.592671 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-31d8c7a3-cdd4-474e-bfb2-03ce303f02c4 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Usage tracker for resource:router and tenant:804635aa04b74c5fa8919ef4135fd8f0 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:53.598651 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6b9cf80-1642-4203-9271-ec36700b034f tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:53.601257 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-31d8c7a3-cdd4-474e-bfb2-03ce303f02c4 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:53.609735 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-31d8c7a3-cdd4-474e-bfb2-03ce303f02c4 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:53.612801 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6b9cf80-1642-4203-9271-ec36700b034f tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:53.613620 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6b9cf80-1642-4203-9271-ec36700b034f tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:53.707535 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1f51a9f4-5381-48d3-8e15-9803c8cdccc3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:53.722601 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a59eaa6-557a-4ebb-8406-6418e95c3136 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Network 6e97398c-f334-481e-8128-1e985b00d71b is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:53.729832 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-c82e5b9b-dcf1-42b6-be03-b134c6f8aebb tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-135010779'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:53.738328 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-255f330a-9247-49ec-a0e6-6e166a581126 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:53.738779 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-255f330a-9247-49ec-a0e6-6e166a581126 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:53.740785 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-255f330a-9247-49ec-a0e6-6e166a581126 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/629e9e40-5a67-488f-a984-e5b93092f183 HTTP/1.1" status: 404 len: 337 time: 0.1660247 Feb 16 12:50:53.741389 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-5a59eaa6-557a-4ebb-8406-6418e95c3136 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:53.748036 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38660) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:53.758352 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a59eaa6-557a-4ebb-8406-6418e95c3136 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:53.764222 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c82e5b9b-dcf1-42b6-be03-b134c6f8aebb tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:53.785873 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c82e5b9b-dcf1-42b6-be03-b134c6f8aebb tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Usage tracker for resource:network and tenant:da65d3ee56764a9d812d06e3de0e26dc is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:53.854865 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-31d8c7a3-cdd4-474e-bfb2-03ce303f02c4 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:53.855257 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a59eaa6-557a-4ebb-8406-6418e95c3136 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Pushing event updated for resources: {'Port': ['ID=518446cb-0062-4861-bc21-b75ec3e8d4b6,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:53.857429 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-31d8c7a3-cdd4-474e-bfb2-03ce303f02c4 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:53.878414 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c82e5b9b-dcf1-42b6-be03-b134c6f8aebb tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:53.897639 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-1f51a9f4-5381-48d3-8e15-9803c8cdccc3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:53.897865 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c82e5b9b-dcf1-42b6-be03-b134c6f8aebb tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:53.906136 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-dce62c3b-2970-46a7-a2e3-01992dcf56e8 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:53.906622 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dce62c3b-2970-46a7-a2e3-01992dcf56e8 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:53.910682 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-dce62c3b-2970-46a7-a2e3-01992dcf56e8 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/ports/a116d97f-ea10-4e83-b47d-ceab7c8600e2 HTTP/1.1" status: 404 len: 333 time: 0.1545670 Feb 16 12:50:53.913669 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-1f51a9f4-5381-48d3-8e15-9803c8cdccc3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Usage tracker for resource:security_group_rule and tenant:e1117180e8c949a18483da62b9a9f5be is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:53.924327 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-1f51a9f4-5381-48d3-8e15-9803c8cdccc3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:53.927883 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38664) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:53.953657 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd8c3e-75d9-480c-8db9-7d45d8e1dd56 req-d13f7580-0ece-4e9b-b6bc-c23a438dda8d tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:53.955248 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0afd8c3e-75d9-480c-8db9-7d45d8e1dd56 req-d13f7580-0ece-4e9b-b6bc-c23a438dda8d tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5a3d8fa-1c56-44ae-84a8-027f90731128 HTTP/1.1" status: 200 len: 943 time: 0.6537533 Feb 16 12:50:53.957218 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-690dd79a-0786-4961-b0d0-9c39c152182d req-b971665b-e3fa-4d85-801a-79eee834e226 service neutron] 10.222.0.89 "GET /v2.0/networks/2f9caf95-9634-43c7-8691-03bf1bd0a638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2137191 Feb 16 12:50:53.964482 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-1f51a9f4-5381-48d3-8e15-9803c8cdccc3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:53.989084 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b9cf80-1642-4203-9271-ec36700b034f tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event updated for resources: {'Port': ['ID=19448eef-4624-4d50-bcdd-a9a2d18f6247,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:54.023469 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b9cf80-1642-4203-9271-ec36700b034f tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Network 64b3e763-d52c-4907-bedf-545af19a602d is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:54.026043 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-b6b9cf80-1642-4203-9271-ec36700b034f tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:54.039420 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82e5b9b-dcf1-42b6-be03-b134c6f8aebb tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Made reservation on behalf of da65d3ee56764a9d812d06e3de0e26dc for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:54.043575 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c82e5b9b-dcf1-42b6-be03-b134c6f8aebb tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:54.045776 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-af2e5338-3092-406e-859b-8f2067162784 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:54.046429 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af2e5338-3092-406e-859b-8f2067162784 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:54.048312 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-af2e5338-3092-406e-859b-8f2067162784 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/ea62cb09-72d9-4f5e-bc8d-e52eb256d448 HTTP/1.1" status: 404 len: 337 time: 0.1149116 Feb 16 12:50:54.056587 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38668) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:54.062019 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5a59eaa6-557a-4ebb-8406-6418e95c3136 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:54.067246 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-00639df2-87e6-4cd2-9ae7-1e2722c86d56 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:54.091795 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c82e5b9b-dcf1-42b6-be03-b134c6f8aebb tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:54.121795 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc9fe04-d9ed-490c-b153-810a8f4bb3cb None None] Network 5abe6a9b-6886-4f27-b4e4-85f2a95efd2a requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:54.226700 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-e56d09f4-b4b2-4469-8d0b-8d090fad707c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:54.227179 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e56d09f4-b4b2-4469-8d0b-8d090fad707c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:54.277535 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0afd8c3e-75d9-480c-8db9-7d45d8e1dd56 req-50bd66d2-2512-4ecc-a51a-03a419f91417 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2687590 Feb 16 12:50:54.292398 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e56d09f4-b4b2-4469-8d0b-8d090fad707c tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/ports/6c1a72fc-21db-403a-81a7-6b9ab287addb HTTP/1.1" status: 404 len: 333 time: 0.2295060 Feb 16 12:50:54.295474 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38672) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:54.300045 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00639df2-87e6-4cd2-9ae7-1e2722c86d56 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Pushing event deleted for resources: {'Port': ['ID=d6f4e2d8-b6a7-4332-826a-596ce23071f1,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:54.303089 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-31d8c7a3-cdd4-474e-bfb2-03ce303f02c4 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:54.308419 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-45c8ad00-bef3-4582-a8cf-5cb22ced44a6 None None] Provisioning for port 8a6302e5-a37e-486c-afb5-b7573832ee91 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:54.321634 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c82e5b9b-dcf1-42b6-be03-b134c6f8aebb tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:54.325708 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c82e5b9b-dcf1-42b6-be03-b134c6f8aebb tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Usage tracker for resource:security_group_rule and tenant:da65d3ee56764a9d812d06e3de0e26dc is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:54.421977 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c82e5b9b-dcf1-42b6-be03-b134c6f8aebb tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:54.444378 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c82e5b9b-dcf1-42b6-be03-b134c6f8aebb tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:54.528129 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-e9d7eb2e-6221-4015-a4e2-703ce236d0d4 None None] Provisioning complete for port a426b62d-a0d7-4c34-a237-ed8081fd7d6c triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:54.528879 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e9d7eb2e-6221-4015-a4e2-703ce236d0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:54.606548 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-31d8c7a3-cdd4-474e-bfb2-03ce303f02c4 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:54.639722 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-e9d7eb2e-6221-4015-a4e2-703ce236d0d4 None None] Port a426b62d-a0d7-4c34-a237-ed8081fd7d6c cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:50:54.679782 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b9cf80-1642-4203-9271-ec36700b034f tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Router e61be5bd-a96f-414d-8528-e925cba38ee9 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:50:54.685371 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-e9d7eb2e-6221-4015-a4e2-703ce236d0d4 None None] Provisioning for port 55c39096-e85e-4411-8b71-9758eaf088dd completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:54.694880 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1f51a9f4-5381-48d3-8e15-9803c8cdccc3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:54.697632 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-e9d7eb2e-6221-4015-a4e2-703ce236d0d4 None None] Provisioning complete for port 55c39096-e85e-4411-8b71-9758eaf088dd triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:54.698091 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e9d7eb2e-6221-4015-a4e2-703ce236d0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:54.774636 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1f51a9f4-5381-48d3-8e15-9803c8cdccc3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:54.806637 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d796544-4b3e-4786-a6f4-f58c8efedf33 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:54.807109 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d796544-4b3e-4786-a6f4-f58c8efedf33 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:54.881891 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5a59eaa6-557a-4ebb-8406-6418e95c3136 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:54.888442 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 8a6302e5-a37e-486c-afb5-b7573832ee91 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:54.923522 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-8d796544-4b3e-4786-a6f4-f58c8efedf33 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/e2d767ec-a35c-4ca6-9b75-2ea0100cb844 HTTP/1.1" status: 404 len: 337 time: 0.6254342 Feb 16 12:50:54.929983 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38676) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:54.960601 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-e9d7eb2e-6221-4015-a4e2-703ce236d0d4 None None] Provisioning for port 518446cb-0062-4861-bc21-b75ec3e8d4b6 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:54.969352 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-e9d7eb2e-6221-4015-a4e2-703ce236d0d4 None None] Provisioning complete for port 518446cb-0062-4861-bc21-b75ec3e8d4b6 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:54.969892 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e9d7eb2e-6221-4015-a4e2-703ce236d0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:54.992447 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b9cf80-1642-4203-9271-ec36700b034f tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:50:55.017694 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d28b936-45fd-4c1d-b22a-2f6ea972150b None None] Sync routers for ids ['e61be5bd-a96f-414d-8528-e925cba38ee9'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:50:55.018274 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-31d8c7a3-cdd4-474e-bfb2-03ce303f02c4 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:55.019036 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-31d8c7a3-cdd4-474e-bfb2-03ce303f02c4 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.4894571 Feb 16 12:50:55.032161 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d28b936-45fd-4c1d-b22a-2f6ea972150b None None] Routers {'e61be5bd-a96f-414d-8528-e925cba38ee9'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:55.033240 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-3d28b936-45fd-4c1d-b22a-2f6ea972150b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:50:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e61be5bd-a96f-414d-8528-e925cba38ee9'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:55.041488 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 8a6302e5-a37e-486c-afb5-b7573832ee91 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:55.044915 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38680) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:55.045887 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-e9d7eb2e-6221-4015-a4e2-703ce236d0d4 None None] Port 518446cb-0062-4861-bc21-b75ec3e8d4b6 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:50:55.047831 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b6b9cf80-1642-4203-9271-ec36700b034f tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "PUT /v2.0/routers/e61be5bd-a96f-414d-8528-e925cba38ee9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6716399 Feb 16 12:50:55.051578 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1f51a9f4-5381-48d3-8e15-9803c8cdccc3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:55.056402 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-1f51a9f4-5381-48d3-8e15-9803c8cdccc3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.3078945 Feb 16 12:50:55.058356 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f51a9f4-5381-48d3-8e15-9803c8cdccc3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0295a850-4b69-4631-b284-ae0be4274e84,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:55.059409 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38682) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:55.059760 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38686) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:55.059978 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 8a6302e5-a37e-486c-afb5-b7573832ee91 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:55.060338 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:55.082627 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-879f3787-ecb8-4b37-b690-bd8f8fcefd1f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-58957656', 'security_groups': ['0295a850-4b69-4631-b284-ae0be4274e84'], 'network_id': '16b82834-7685-4613-829e-2ea073f469db', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2d8151ee-e835-4bb3-8923-e3b83a0a8bfa'}]}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:55.148359 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-e9d7eb2e-6221-4015-a4e2-703ce236d0d4 None None] Provisioning complete for port 19448eef-4624-4d50-bcdd-a9a2d18f6247 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:55.149112 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e9d7eb2e-6221-4015-a4e2-703ce236d0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:55.182725 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-ebf79040-27fd-41f5-8138-bb6e12a17d2b tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-187409174', 'prefixes': ['172.20.0.0/16']}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:55.198073 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-ebf79040-27fd-41f5-8138-bb6e12a17d2b tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:55.213743 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a18970f-8f41-496b-b5b9-cd4c41a79ae3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:55.214153 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a18970f-8f41-496b-b5b9-cd4c41a79ae3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:55.215877 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-5a18970f-8f41-496b-b5b9-cd4c41a79ae3 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/a9e2cbc4-09c8-43b1-90a2-3c1df4cb4180 HTTP/1.1" status: 404 len: 337 time: 0.2296734 Feb 16 12:50:55.231258 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-59a0f0c1-60a4-4352-95d0-7894c302b481 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:55.264990 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-3d28b936-45fd-4c1d-b22a-2f6ea972150b None None] Set router e61be5bd-a96f-414d-8528-e925cba38ee9 gateway port host: None {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:50:55.284120 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-e9d7eb2e-6221-4015-a4e2-703ce236d0d4 None None] Port 19448eef-4624-4d50-bcdd-a9a2d18f6247 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:50:55.303090 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38692) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:55.309916 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:55.369985 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 8a6302e5-a37e-486c-afb5-b7573832ee91, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=8a6302e5-a37e-486c-afb5-b7573832ee91,segment=NetworkSegment(7737e6ec-c200-4db7-9365-6fa9fe1057d4),segment_id=7737e6ec-c200-4db7-9365-6fa9fe1057d4)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:55.384469 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:55.385725 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 55c39096-e85e-4411-8b71-9758eaf088dd up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:55.427999 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-00639df2-87e6-4cd2-9ae7-1e2722c86d56 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:55.481397 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ebf79040-27fd-41f5-8138-bb6e12a17d2b tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Notify callbacks [] for subnetpool, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:55.486011 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-ebf79040-27fd-41f5-8138-bb6e12a17d2b tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.4325066 Feb 16 12:50:55.493370 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38698) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:55.499151 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.tag.tag_plugin [None req-f3470d1c-17b8-400b-847a-3e62ee09d40a tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '30015f96-e9ef-47b8-8e88-5487014238c6', 'tempest-TagsExtTest-Tag-1680795763') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:55.595245 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-00639df2-87e6-4cd2-9ae7-1e2722c86d56 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] 10.222.0.83 "DELETE /v2.0/ports/d6f4e2d8-b6a7-4332-826a-596ce23071f1 HTTP/1.1" status: 204 len: 168 time: 4.5589402 Feb 16 12:50:55.615322 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38702) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:55.642965 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=8a6302e5-a37e-486c-afb5-b7573832ee91,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:55.666348 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-b02e06dd-6fe9-45be-a6b8-53217e741311 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:55.666655 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b02e06dd-6fe9-45be-a6b8-53217e741311 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:55.672534 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b02e06dd-6fe9-45be-a6b8-53217e741311 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/ports/cdff68f2-6295-4a41-8a1c-e9a3c48547dc HTTP/1.1" status: 404 len: 333 time: 0.3660719 Feb 16 12:50:55.672991 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-879f3787-ecb8-4b37-b690-bd8f8fcefd1f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:55.677587 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-1b3ee92d-e6f5-4b21-89d9-c843c16fc082 None None] Provisioning for port 109e20f3-edd5-498c-8b00-07c8cd729962 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:55.681653 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38706) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:55.687003 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-1b3ee92d-e6f5-4b21-89d9-c843c16fc082 None None] Provisioning complete for port 109e20f3-edd5-498c-8b00-07c8cd729962 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:55.687206 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-1b3ee92d-e6f5-4b21-89d9-c843c16fc082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:55.714260 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c82e5b9b-dcf1-42b6-be03-b134c6f8aebb tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:55.734729 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5d3aba4-bb21-458f-a11a-ff826c94b356 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:55.735358 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5d3aba4-bb21-458f-a11a-ff826c94b356 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:55.739634 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-c5d3aba4-bb21-458f-a11a-ff826c94b356 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/d14af3d2-b8e4-4a52-b11c-6e8b68eb8370 HTTP/1.1" status: 404 len: 337 time: 0.0466032 Feb 16 12:50:55.742130 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38710) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:55.750933 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 55c39096-e85e-4411-8b71-9758eaf088dd triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:55.751803 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:55.752012 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c82e5b9b-dcf1-42b6-be03-b134c6f8aebb tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:55.764161 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c82e5b9b-dcf1-42b6-be03-b134c6f8aebb tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:50:55.773973 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c82e5b9b-dcf1-42b6-be03-b134c6f8aebb tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:55.774440 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-c82e5b9b-dcf1-42b6-be03-b134c6f8aebb tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Added segment 33a3b5f1-e325-4120-866f-d4f94a2f0889 of type vlan for network 4f201c11-b528-4ff5-a86e-ce73e87e6434 Feb 16 12:50:55.811734 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-1b3ee92d-e6f5-4b21-89d9-c843c16fc082 None None] Port 109e20f3-edd5-498c-8b00-07c8cd729962 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:50:55.814416 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-879f3787-ecb8-4b37-b690-bd8f8fcefd1f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:55.815800 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dcdc08b-dda7-4f7a-aef7-3bffc4b95175 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:55.816132 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dcdc08b-dda7-4f7a-aef7-3bffc4b95175 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:55.820536 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-2dcdc08b-dda7-4f7a-aef7-3bffc4b95175 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/11748e42-045e-4bef-9b28-d30bfffade95 HTTP/1.1" status: 404 len: 337 time: 0.0635445 Feb 16 12:50:55.820770 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c61deb9-c4f0-43c6-8857-0cf2d2865238 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] GET failed (client error): The resource could not be found. Feb 16 12:50:55.821048 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9c61deb9-c4f0-43c6-8857-0cf2d2865238 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Synchronizing usage tracker for tenant:6776ba2d7bb945a58e589b62429a4fb8 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:50:55.822277 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-3d28b936-45fd-4c1d-b22a-2f6ea972150b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'name': 'tempest-RoutersIpV6Test-router-1450390372', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:57Z', 'updated_at': '2022-02-16T12:50:50Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'gw_port_host': None, '_interfaces': [{'id': '18fec22c-ed86-4253-bdc3-ab321785366e', 'name': '', 'network_id': '7b97a0e9-d7ac-456f-8141-7cc9d9faedd5', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:b2:e2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '02229534-6633-4c44-b6c2-2695e21cdc03', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:33Z', 'updated_at': '2022-02-16T12:50:44Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': '02229534-6633-4c44-b6c2-2695e21cdc03', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19448eef-4624-4d50-bcdd-a9a2d18f6247', 'name': '', 'network_id': '64b3e763-d52c-4907-bedf-545af19a602d', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:7a:7a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'd2088878-8175-40cf-8f99-542f3c55f8b8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:47Z', 'updated_at': '2022-02-16T12:50:51Z', 'revision_number': 2, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': 'd2088878-8175-40cf-8f99-542f3c55f8b8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53311a1a-fd5b-449d-9240-14c69af901df', 'name': '', 'network_id': '7c21af54-2c03-46c0-a37d-7363ccc7aa26', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:07:a9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:02Z', 'updated_at': '2022-02-16T12:50:17Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebe5d0eb-168e-4603-9547-0e7c2f28fa93', 'name': '', 'network_id': 'f60e5b0c-85b6-4349-ad72-c206e12426c8', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:19:7a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'cc8e6aa3-6626-4897-9676-3cbcd0261e69', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:18Z', 'updated_at': '2022-02-16T12:50:31Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': 'cc8e6aa3-6626-4897-9676-3cbcd0261e69', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:55.824547 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38714) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:55.830097 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c82e5b9b-dcf1-42b6-be03-b134c6f8aebb tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:55.830831 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d28b936-45fd-4c1d-b22a-2f6ea972150b None None] Checking router: e61be5bd-a96f-414d-8528-e925cba38ee9 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:50:55.831055 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d28b936-45fd-4c1d-b22a-2f6ea972150b None None] Updating router e61be5bd-a96f-414d-8528-e925cba38ee9 port 19448eef-4624-4d50-bcdd-a9a2d18f6247 binding host dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:50:55.853061 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-1b3ee92d-e6f5-4b21-89d9-c843c16fc082 None None] Provisioning complete for port 8a6302e5-a37e-486c-afb5-b7573832ee91 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:55.854241 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-1b3ee92d-e6f5-4b21-89d9-c843c16fc082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:55.873235 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f3470d1c-17b8-400b-847a-3e62ee09d40a tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "PUT /v2.0/subnets/30015f96-e9ef-47b8-8e88-5487014238c6/tags/tempest-TagsExtTest-Tag-1680795763 HTTP/1.1" status: 201 len: 201 time: 0.3787577 Feb 16 12:50:55.875843 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38718) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:55.879910 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5a59eaa6-557a-4ebb-8406-6418e95c3136 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:55.884772 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.tag.tag_plugin [None req-e23cc89b-74b1-4a0f-a896-8fe1ec02f9ee tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '109e20f3-edd5-498c-8b00-07c8cd729962', 'tempest-TagsExtTest-Tag-1942080657') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:55.902619 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-3d28b936-45fd-4c1d-b22a-2f6ea972150b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:55.927229 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5a59eaa6-557a-4ebb-8406-6418e95c3136 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:56.013132 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5a59eaa6-557a-4ebb-8406-6418e95c3136 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:56.043797 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879f3787-ecb8-4b37-b690-bd8f8fcefd1f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Made reservation on behalf of e1117180e8c949a18483da62b9a9f5be for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:56.075012 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-b150d92e-16b6-414e-863a-d635cfb33a94 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:56.075798 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b150d92e-16b6-414e-863a-d635cfb33a94 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:56.079234 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.resource_extend [None req-c82e5b9b-dcf1-42b6-be03-b134c6f8aebb tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:50:56.099541 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9c61deb9-c4f0-43c6-8857-0cf2d2865238 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Unset dirty status for tenant:6776ba2d7bb945a58e589b62429a4fb8 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:50:56.100990 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9c61deb9-c4f0-43c6-8857-0cf2d2865238 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] 10.222.0.83 "GET /v2.0/ports/d6f4e2d8-b6a7-4332-826a-596ce23071f1 HTTP/1.1" status: 404 len: 333 time: 0.4784913 Feb 16 12:50:56.102431 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e5b9b-dcf1-42b6-be03-b134c6f8aebb tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2158cb04-b0e6-4e11-906a-d69fa1ab1734,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:56.108492 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38722) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:56.152946 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a59eaa6-557a-4ebb-8406-6418e95c3136 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Pushing event updated for resources: {'Port': ['ID=518446cb-0062-4861-bc21-b75ec3e8d4b6,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:56.178688 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-08991751-1493-4a8e-991f-0328ecb8b029 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Request body: {'port': {'network_id': 'd5007122-3352-4ddc-bab1-f1777b6e9e6a', 'name': 'tempest-AllowedAddressPairTestJSON-789272171'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:56.197214 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b150d92e-16b6-414e-863a-d635cfb33a94 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/ports/4db097f7-7413-4513-8d5d-794ca7b3dfa3 HTTP/1.1" status: 404 len: 333 time: 0.3560133 Feb 16 12:50:56.206979 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38726) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:56.258408 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-968562b9-7512-4828-83b6-65c5c8dc22bd tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:56.258816 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-968562b9-7512-4828-83b6-65c5c8dc22bd tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:56.260544 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-968562b9-7512-4828-83b6-65c5c8dc22bd tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/f365b9b9-7ac3-43af-9db4-a36aed5ed9e0 HTTP/1.1" status: 404 len: 337 time: 0.0525222 Feb 16 12:50:56.267319 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38730) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:56.278224 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c82e5b9b-dcf1-42b6-be03-b134c6f8aebb tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:56.283694 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82e5b9b-dcf1-42b6-be03-b134c6f8aebb tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:56.284296 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c82e5b9b-dcf1-42b6-be03-b134c6f8aebb tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:56.303653 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a59eaa6-557a-4ebb-8406-6418e95c3136 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Network 6e97398c-f334-481e-8128-1e985b00d71b is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:56.311399 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e23cc89b-74b1-4a0f-a896-8fe1ec02f9ee tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "PUT /v2.0/ports/109e20f3-edd5-498c-8b00-07c8cd729962/tags/tempest-TagsExtTest-Tag-1942080657 HTTP/1.1" status: 201 len: 201 time: 0.4319541 Feb 16 12:50:56.311600 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-3d28b936-45fd-4c1d-b22a-2f6ea972150b None None] Notify callbacks [] for port, precommit_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:56.312080 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-5a59eaa6-557a-4ebb-8406-6418e95c3136 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:56.312080 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38734) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:56.314217 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-82e7581f-f20a-417e-902a-2f41ddfaa19a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:56.314936 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82e7581f-f20a-417e-902a-2f41ddfaa19a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:56.316261 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-82e7581f-f20a-417e-902a-2f41ddfaa19a tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/af5f8ea2-fe4c-4ab6-9bd1-de1e76fce812 HTTP/1.1" status: 404 len: 337 time: 0.0480413 Feb 16 12:50:56.323111 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.tag.tag_plugin [None req-cbccf34f-561d-455c-8edb-e2b92e2699d3 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'da67767b-9137-4137-9742-f0ed78a3b5b0', 'tempest-TagsExtTest-Tag-253164491') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:56.328821 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.provisioning_blocks [None req-3d28b936-45fd-4c1d-b22a-2f6ea972150b None None] Transition to ACTIVE for port object 19448eef-4624-4d50-bcdd-a9a2d18f6247 will not be triggered until provisioned by entity L2. {{(pid=87703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:56.338829 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-3d28b936-45fd-4c1d-b22a-2f6ea972150b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:56.381279 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38738) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:56.516226 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc338cd-48c9-4f8f-aa52-f782630d6918 req-d87396b7-c1a3-4604-bf53-22485d6b29c6 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:56.517836 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ffc338cd-48c9-4f8f-aa52-f782630d6918 req-d87396b7-c1a3-4604-bf53-22485d6b29c6 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5a3d8fa-1c56-44ae-84a8-027f90731128 HTTP/1.1" status: 200 len: 943 time: 0.9213204 Feb 16 12:50:56.527502 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-a442fcc4-46bc-47f6-9274-44a0b5304210 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:56.528008 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a442fcc4-46bc-47f6-9274-44a0b5304210 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:56.532711 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-a442fcc4-46bc-47f6-9274-44a0b5304210 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/ports/7449b50e-87e1-406c-9964-1a1281718d7a HTTP/1.1" status: 404 len: 333 time: 0.1476004 Feb 16 12:50:56.575904 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0abe5d-757c-4d74-90d1-8e22b125f5ed None None] Pushing event updated for resources: {'Port': ['ID=19448eef-4624-4d50-bcdd-a9a2d18f6247,revision_number=3']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:56.580273 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38742) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:56.582552 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c82e5b9b-dcf1-42b6-be03-b134c6f8aebb tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.2359672 Feb 16 12:50:56.584370 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e5b9b-dcf1-42b6-be03-b134c6f8aebb tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Pushing event updated for resources: {'Network': ['ID=4f201c11-b528-4ff5-a86e-ce73e87e6434,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:56.590626 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38744) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:56.612395 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 4f201c11-b528-4ff5-a86e-ce73e87e6434 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:50:56.708722 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-f141669d-7d4c-438e-b7ec-315a07ef2566 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Request body: {'subnet': {'network_id': '4f201c11-b528-4ff5-a86e-ce73e87e6434', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:56.755906 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 8a6302e5-a37e-486c-afb5-b7573832ee91 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:56.809267 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebab60b5-793f-48b8-bd5d-eca22431579f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:56.809884 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebab60b5-793f-48b8-bd5d-eca22431579f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:56.811285 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-3d28b936-45fd-4c1d-b22a-2f6ea972150b None None] Attempting to bind port 19448eef-4624-4d50-bcdd-a9a2d18f6247 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:50:56.811773 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ebab60b5-793f-48b8-bd5d-eca22431579f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/2d6ae8ef-3280-48f6-b4b0-b6c487f41306 HTTP/1.1" status: 404 len: 337 time: 0.2231107 Feb 16 12:50:56.812203 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-3d28b936-45fd-4c1d-b22a-2f6ea972150b None None] Attempting to bind port 19448eef-4624-4d50-bcdd-a9a2d18f6247 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '3bd0a202-c11d-4bd3-920f-3a754f3c71aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '64b3e763-d52c-4907-bedf-545af19a602d'}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:50:56.812748 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d28b936-45fd-4c1d-b22a-2f6ea972150b None None] Attempting to bind port 19448eef-4624-4d50-bcdd-a9a2d18f6247 on network 64b3e763-d52c-4907-bedf-545af19a602d {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:50:56.820111 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d28b936-45fd-4c1d-b22a-2f6ea972150b None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:50:56.820798 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d28b936-45fd-4c1d-b22a-2f6ea972150b None None] Checking segment: {'id': '3bd0a202-c11d-4bd3-920f-3a754f3c71aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '64b3e763-d52c-4907-bedf-545af19a602d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:50:56.821362 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-3d28b936-45fd-4c1d-b22a-2f6ea972150b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:56.821891 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d28b936-45fd-4c1d-b22a-2f6ea972150b None None] Bound using segment: {'id': '3bd0a202-c11d-4bd3-920f-3a754f3c71aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '64b3e763-d52c-4907-bedf-545af19a602d'} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:50:56.822763 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-3d28b936-45fd-4c1d-b22a-2f6ea972150b None None] Bound port: 19448eef-4624-4d50-bcdd-a9a2d18f6247, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd0a202-c11d-4bd3-920f-3a754f3c71aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '64b3e763-d52c-4907-bedf-545af19a602d'}}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:50:56.823296 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-3d28b936-45fd-4c1d-b22a-2f6ea972150b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:56.848599 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38750) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:56.871657 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-3cb46d4b-cff2-45f8-9d51-afcb9ce395ef None None] Provisioning complete for port 518446cb-0062-4861-bc21-b75ec3e8d4b6 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:56.872026 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-3cb46d4b-cff2-45f8-9d51-afcb9ce395ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:56.877526 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-879f3787-ecb8-4b37-b690-bd8f8fcefd1f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:56.911971 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-b52ef082-d548-48a3-b4af-003283596ae7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:56.912767 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b52ef082-d548-48a3-b4af-003283596ae7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:56.914730 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-b52ef082-d548-48a3-b4af-003283596ae7 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/0df37f45-295e-4e19-b412-0cdec7f551ed HTTP/1.1" status: 404 len: 337 time: 0.0639541 Feb 16 12:50:56.918691 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38754) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:56.941322 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-3d28b936-45fd-4c1d-b22a-2f6ea972150b None None] For port 19448eef-4624-4d50-bcdd-a9a2d18f6247, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:50:56.945561 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-3d28b936-45fd-4c1d-b22a-2f6ea972150b None None] For port 19448eef-4624-4d50-bcdd-a9a2d18f6247, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=19448eef-4624-4d50-bcdd-a9a2d18f6247,segment=NetworkSegment(3bd0a202-c11d-4bd3-920f-3a754f3c71aa),segment_id=3bd0a202-c11d-4bd3-920f-3a754f3c71aa)] {{(pid=87703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:50:56.953308 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-3cb46d4b-cff2-45f8-9d51-afcb9ce395ef None None] Port 518446cb-0062-4861-bc21-b75ec3e8d4b6 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:50:56.953923 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-08991751-1493-4a8e-991f-0328ecb8b029 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:56.955612 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 8a6302e5-a37e-486c-afb5-b7573832ee91 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:56.955972 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:56.966172 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-3d28b936-45fd-4c1d-b22a-2f6ea972150b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:56.982868 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-1d758d13-c2dc-4053-bfdc-34575d5c7675 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/ports?device_id=35e8f55c-08a0-4407-a15a-7b39cb321438 HTTP/1.1" status: 200 len: 205 time: 0.0608561 Feb 16 12:50:56.987459 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38758) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:57.015397 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ffc338cd-48c9-4f8f-aa52-f782630d6918 req-941524d6-722a-40af-9987-8ddc25bf70d0 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4391568 Feb 16 12:50:57.029581 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-879f3787-ecb8-4b37-b690-bd8f8fcefd1f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] device_id is not set on port 903fc906-59de-467b-8481-67f8a75f5d58 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:50:57.066960 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-08991751-1493-4a8e-991f-0328ecb8b029 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:57.068059 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-cbccf34f-561d-455c-8edb-e2b92e2699d3 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "PUT /v2.0/routers/da67767b-9137-4137-9742-f0ed78a3b5b0/tags/tempest-TagsExtTest-Tag-253164491 HTTP/1.1" status: 201 len: 201 time: 0.7553072 Feb 16 12:50:57.076249 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38762) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:57.082954 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-b9b214a4-e69e-484a-abbb-2d9e63007712 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] delete failed (client error): The resource could not be found. Feb 16 12:50:57.084275 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-b9b214a4-e69e-484a-abbb-2d9e63007712 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/routers/35e8f55c-08a0-4407-a15a-7b39cb321438 HTTP/1.1" status: 404 len: 336 time: 0.0956295 Feb 16 12:50:57.085333 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f141669d-7d4c-438e-b7ec-315a07ef2566 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:57.088519 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38766) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:57.092226 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a59eaa6-557a-4ebb-8406-6418e95c3136 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Router bafe493f-bb65-41f1-8778-d8d3f5b84bf5 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:50:57.095547 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0abe5d-757c-4d74-90d1-8e22b125f5ed None None] Pushing event updated for resources: {'Port': ['ID=19448eef-4624-4d50-bcdd-a9a2d18f6247,revision_number=4']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:57.105159 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.tag.tag_plugin [None req-a86e981b-8b00-4958-a2a7-a7a55a782467 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f95ce60d-814e-4bc4-b08c-0d24410be694', 'tempest-TagsExtTest-Tag-1557903270') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:57.133013 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d28b936-45fd-4c1d-b22a-2f6ea972150b None None] Routers {'e61be5bd-a96f-414d-8528-e925cba38ee9'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:57.134393 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-3d28b936-45fd-4c1d-b22a-2f6ea972150b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:50:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e61be5bd-a96f-414d-8528-e925cba38ee9'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:57.137729 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f141669d-7d4c-438e-b7ec-315a07ef2566 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Usage tracker for resource:subnet and tenant:da65d3ee56764a9d812d06e3de0e26dc is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:57.139545 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-629e9788-f51a-478d-8f09-30e36e984295 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:57.139998 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-629e9788-f51a-478d-8f09-30e36e984295 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:57.144218 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-629e9788-f51a-478d-8f09-30e36e984295 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/39663d7b-5bd4-4fc1-a087-142e496949da HTTP/1.1" status: 404 len: 337 time: 0.0519793 Feb 16 12:50:57.144522 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38770) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:57.176902 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f141669d-7d4c-438e-b7ec-315a07ef2566 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:57.184548 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08991751-1493-4a8e-991f-0328ecb8b029 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Made reservation on behalf of 6776ba2d7bb945a58e589b62429a4fb8 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:57.188117 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-08991751-1493-4a8e-991f-0328ecb8b029 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:57.209574 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f141669d-7d4c-438e-b7ec-315a07ef2566 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:57.250411 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-0d788149-f014-4bb1-993d-a1d0616a2cf6 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "GET /v2.0/ports?device_id=74cf54ec-1655-4cbc-91db-dfd764f324c2 HTTP/1.1" status: 200 len: 205 time: 0.1045794 Feb 16 12:50:57.258606 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38776) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:57.313818 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-08991751-1493-4a8e-991f-0328ecb8b029 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] device_id is not set on port 964b4e05-8d05-4903-ac19-0f1a5e5abb7e yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:50:57.338450 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-3d28b936-45fd-4c1d-b22a-2f6ea972150b None None] Set router e61be5bd-a96f-414d-8528-e925cba38ee9 gateway port host: None {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:50:57.345265 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-2bd345a2-cd5c-4728-825d-f24de9f4b7c1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] delete failed (client error): The resource could not be found. Feb 16 12:50:57.346547 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-2bd345a2-cd5c-4728-825d-f24de9f4b7c1 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/routers/74cf54ec-1655-4cbc-91db-dfd764f324c2 HTTP/1.1" status: 404 len: 336 time: 0.0870008 Feb 16 12:50:57.349325 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38780) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:57.395966 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f141669d-7d4c-438e-b7ec-315a07ef2566 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Made reservation on behalf of da65d3ee56764a9d812d06e3de0e26dc for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:57.400129 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f141669d-7d4c-438e-b7ec-315a07ef2566 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:57.414513 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e26f6f6-d100-4007-8d48-f76ce081bd34 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:57.415112 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e26f6f6-d100-4007-8d48-f76ce081bd34 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:57.416850 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-0e26f6f6-d100-4007-8d48-f76ce081bd34 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/798db7d0-3308-4544-b006-d97cc10df584 HTTP/1.1" status: 404 len: 337 time: 0.0663943 Feb 16 12:50:57.436801 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38784) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:57.540280 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a59eaa6-557a-4ebb-8406-6418e95c3136 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:50:57.545989 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-5a59eaa6-557a-4ebb-8406-6418e95c3136 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "PUT /v2.0/routers/bafe493f-bb65-41f1-8778-d8d3f5b84bf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3698738 Feb 16 12:50:57.548080 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38788) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:57.551080 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c6c52a-f686-44f8-b040-59c858f32fbd None None] Sync routers for ids ['bafe493f-bb65-41f1-8778-d8d3f5b84bf5'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:50:57.555435 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-8e408c73-ab4c-4f9e-8789-62f01c170bbb tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Request body: {'port': {'network_id': '6e97398c-f334-481e-8128-1e985b00d71b', 'name': 'tempest-FloatingIPTestJSON-1001501893'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:57.563535 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c6c52a-f686-44f8-b040-59c858f32fbd None None] Routers {'bafe493f-bb65-41f1-8778-d8d3f5b84bf5'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:57.564565 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-04c6c52a-f686-44f8-b040-59c858f32fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:50:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['bafe493f-bb65-41f1-8778-d8d3f5b84bf5'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:57.633738 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-04c6c52a-f686-44f8-b040-59c858f32fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:57.646000 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c6c52a-f686-44f8-b040-59c858f32fbd None None] Routers {'bafe493f-bb65-41f1-8778-d8d3f5b84bf5'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:57.646872 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-04c6c52a-f686-44f8-b040-59c858f32fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:50:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['bafe493f-bb65-41f1-8778-d8d3f5b84bf5'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:57.714081 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-8e408c73-ab4c-4f9e-8789-62f01c170bbb tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:57.718737 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-8e408c73-ab4c-4f9e-8789-62f01c170bbb tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Usage tracker for resource:port and tenant:f7e183c87d434560824e762da5b5e9a3 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:57.722128 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-8e408c73-ab4c-4f9e-8789-62f01c170bbb tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:57.728917 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-8e408c73-ab4c-4f9e-8789-62f01c170bbb tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:57.731095 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-04c6c52a-f686-44f8-b040-59c858f32fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:57.731800 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c6c52a-f686-44f8-b040-59c858f32fbd None None] The sync data for ids ['bafe493f-bb65-41f1-8778-d8d3f5b84bf5'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:50:57.746058 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e408c73-ab4c-4f9e-8789-62f01c170bbb tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Made reservation on behalf of f7e183c87d434560824e762da5b5e9a3 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:50:57.750846 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8e408c73-ab4c-4f9e-8789-62f01c170bbb tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:57.756094 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-d764a088-d525-410f-a63a-54d0d593ceb4 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:57.756670 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d764a088-d525-410f-a63a-54d0d593ceb4 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:57.769469 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a86e981b-8b00-4958-a2a7-a7a55a782467 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "PUT /v2.0/subnetpools/f95ce60d-814e-4bc4-b08c-0d24410be694/tags/tempest-TagsExtTest-Tag-1557903270 HTTP/1.1" status: 201 len: 201 time: 0.6865263 Feb 16 12:50:57.774172 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [None req-8e408c73-ab4c-4f9e-8789-62f01c170bbb tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] device_id is not set on port 5dc957f2-840b-4335-8224-933740b12e0d yet. {{(pid=87701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:50:57.785459 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.extraroute_db [None req-59a0f0c1-60a4-4352-95d0-7894c302b481 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=87699) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 16 12:50:57.791333 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38792) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:57.801199 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-3d28b936-45fd-4c1d-b22a-2f6ea972150b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'name': 'tempest-RoutersIpV6Test-router-1450390372', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:57Z', 'updated_at': '2022-02-16T12:50:50Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'gw_port_host': None, '_interfaces': [{'id': '18fec22c-ed86-4253-bdc3-ab321785366e', 'name': '', 'network_id': '7b97a0e9-d7ac-456f-8141-7cc9d9faedd5', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:b2:e2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '02229534-6633-4c44-b6c2-2695e21cdc03', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:33Z', 'updated_at': '2022-02-16T12:50:44Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': '02229534-6633-4c44-b6c2-2695e21cdc03', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19448eef-4624-4d50-bcdd-a9a2d18f6247', 'name': '', 'network_id': '64b3e763-d52c-4907-bedf-545af19a602d', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:7a:7a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'd2088878-8175-40cf-8f99-542f3c55f8b8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:47Z', 'updated_at': '2022-02-16T12:50:56Z', 'revision_number': 4, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': 'd2088878-8175-40cf-8f99-542f3c55f8b8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53311a1a-fd5b-449d-9240-14c69af901df', 'name': '', 'network_id': '7c21af54-2c03-46c0-a37d-7363ccc7aa26', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:07:a9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:02Z', 'updated_at': '2022-02-16T12:50:17Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebe5d0eb-168e-4603-9547-0e7c2f28fa93', 'name': '', 'network_id': 'f60e5b0c-85b6-4349-ad72-c206e12426c8', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:19:7a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'cc8e6aa3-6626-4897-9676-3cbcd0261e69', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:18Z', 'updated_at': '2022-02-16T12:50:31Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': 'cc8e6aa3-6626-4897-9676-3cbcd0261e69', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:57.807325 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d28b936-45fd-4c1d-b22a-2f6ea972150b None None] The sync data for ids ['e61be5bd-a96f-414d-8528-e925cba38ee9'] in dv-neutron-829527-1-hyperv is: [{'id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'name': 'tempest-RoutersIpV6Test-router-1450390372', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:57Z', 'updated_at': '2022-02-16T12:50:50Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'gw_port_host': None, '_interfaces': [{'id': '18fec22c-ed86-4253-bdc3-ab321785366e', 'name': '', 'network_id': '7b97a0e9-d7ac-456f-8141-7cc9d9faedd5', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:b2:e2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '02229534-6633-4c44-b6c2-2695e21cdc03', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:33Z', 'updated_at': '2022-02-16T12:50:44Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': '02229534-6633-4c44-b6c2-2695e21cdc03', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19448eef-4624-4d50-bcdd-a9a2d18f6247', 'name': '', 'network_id': '64b3e763-d52c-4907-bedf-545af19a602d', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:7a:7a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'd2088878-8175-40cf-8f99-542f3c55f8b8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:47Z', 'updated_at': '2022-02-16T12:50:56Z', 'revision_number': 4, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': 'd2088878-8175-40cf-8f99-542f3c55f8b8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53311a1a-fd5b-449d-9240-14c69af901df', 'name': '', 'network_id': '7c21af54-2c03-46c0-a37d-7363ccc7aa26', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:07:a9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:02Z', 'updated_at': '2022-02-16T12:50:17Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebe5d0eb-168e-4603-9547-0e7c2f28fa93', 'name': '', 'network_id': 'f60e5b0c-85b6-4349-ad72-c206e12426c8', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:19:7a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'cc8e6aa3-6626-4897-9676-3cbcd0261e69', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:18Z', 'updated_at': '2022-02-16T12:50:31Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': 'cc8e6aa3-6626-4897-9676-3cbcd0261e69', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:50:57.844525 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.tag.tag_plugin [None req-972bcc77-700e-4f64-8722-c1266abb292b tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '30015f96-e9ef-47b8-8e88-5487014238c6') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:57.909849 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d764a088-d525-410f-a63a-54d0d593ceb4 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/acba877e-7aef-409d-9f53-89519669d607 HTTP/1.1" status: 404 len: 337 time: 0.4714305 Feb 16 12:50:57.917380 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38796) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:57.949490 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.extraroute_db [None req-59a0f0c1-60a4-4352-95d0-7894c302b481 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Removed routes are [] {{(pid=87699) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 16 12:50:57.949890 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-59a0f0c1-60a4-4352-95d0-7894c302b481 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:57.978517 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-82ea6434-ab6e-401a-9eff-199ed93b247b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:57.978991 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82ea6434-ab6e-401a-9eff-199ed93b247b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:57.990700 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-82ea6434-ab6e-401a-9eff-199ed93b247b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/ports/f40f519c-0052-452f-b0a8-248c01d301b5 HTTP/1.1" status: 404 len: 333 time: 0.0654428 Feb 16 12:50:57.993889 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38800) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:58.043119 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-42ac54c7-2a24-446b-a6a7-63bc380243ac tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:58.043431 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42ac54c7-2a24-446b-a6a7-63bc380243ac tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:58.045170 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-42ac54c7-2a24-446b-a6a7-63bc380243ac tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/e7592532-ebd3-4357-87c2-67b1d8a41ed4 HTTP/1.1" status: 404 len: 337 time: 0.0503757 Feb 16 12:50:58.047911 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38804) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:58.058382 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-8e408c73-ab4c-4f9e-8789-62f01c170bbb tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Allocated IP 172.20.0.7 (6e97398c-f334-481e-8128-1e985b00d71b/7e52f64e-5677-4d19-bbbd-aaf0b6475038/5dc957f2-840b-4335-8224-933740b12e0d) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:58.190047 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-677e3d70-b2c5-41e0-a987-f1bb7785ad61 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:58.190394 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-677e3d70-b2c5-41e0-a987-f1bb7785ad61 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:58.194471 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-677e3d70-b2c5-41e0-a987-f1bb7785ad61 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/ports/90deb73a-7670-43e5-9586-2673f44e3251 HTTP/1.1" status: 404 len: 333 time: 0.1432810 Feb 16 12:50:58.198262 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-879f3787-ecb8-4b37-b690-bd8f8fcefd1f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Allocated IP 2001:db8::d9 (16b82834-7685-4613-829e-2ea073f469db/2d8151ee-e835-4bb3-8923-e3b83a0a8bfa/903fc906-59de-467b-8481-67f8a75f5d58) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:58.200094 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38810) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:58.316347 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-d10e82d4-ebdc-452f-937a-b89972a07c92 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:58.316809 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d10e82d4-ebdc-452f-937a-b89972a07c92 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:58.323395 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-08991751-1493-4a8e-991f-0328ecb8b029 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Allocated IP 172.20.0.8 (d5007122-3352-4ddc-bab1-f1777b6e9e6a/59133789-8eef-4daf-8e84-02b8693a6c09/964b4e05-8d05-4903-ac19-0f1a5e5abb7e) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:50:58.369960 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4b76c-a014-4159-adce-d6d9c0dd8d59 req-6818adc1-3dfd-4ad7-b194-381f3ea62515 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:58.371475 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e9b4b76c-a014-4159-adce-d6d9c0dd8d59 req-6818adc1-3dfd-4ad7-b194-381f3ea62515 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5a3d8fa-1c56-44ae-84a8-027f90731128 HTTP/1.1" status: 200 len: 943 time: 0.2204032 Feb 16 12:50:58.412853 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8e408c73-ab4c-4f9e-8789-62f01c170bbb tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:58.433623 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d10e82d4-ebdc-452f-937a-b89972a07c92 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/a07b6160-5a8a-4028-9277-96ea7d60fe63 HTTP/1.1" status: 404 len: 337 time: 0.2290716 Feb 16 12:50:58.441298 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38814) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:58.505071 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-972bcc77-700e-4f64-8722-c1266abb292b tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "GET /v2.0/subnets/30015f96-e9ef-47b8-8e88-5487014238c6/tags HTTP/1.1" status: 200 len: 241 time: 0.7126207 Feb 16 12:50:58.525881 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38818) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:58.567576 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.tag.tag_plugin [None req-6c276ec8-766b-412d-9f78-3e07b8879d5e tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '30015f96-e9ef-47b8-8e88-5487014238c6', 'tempest-TagsExtTest-Tag-1680795763') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:58.629703 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e9b4b76c-a014-4159-adce-d6d9c0dd8d59 req-fc68403e-0124-45b9-8a9a-e400663e463e tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2500138 Feb 16 12:50:58.630713 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-8e408c73-ab4c-4f9e-8789-62f01c170bbb tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Transition to ACTIVE for port object 5dc957f2-840b-4335-8224-933740b12e0d will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:58.639416 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-303458fd-e19c-4e86-ad98-02bede0594c6 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:58.639416 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-303458fd-e19c-4e86-ad98-02bede0594c6 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:58.641096 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-303458fd-e19c-4e86-ad98-02bede0594c6 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/ports/4ceb1976-8b54-44e2-a1b2-02ef12878dfc HTTP/1.1" status: 404 len: 333 time: 0.1987326 Feb 16 12:50:58.645232 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38822) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:58.647334 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 19448eef-4624-4d50-bcdd-a9a2d18f6247 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:50:58.692154 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5d1b022-6b64-4539-bfed-62ad02f53825 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:58.692647 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5d1b022-6b64-4539-bfed-62ad02f53825 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:58.697530 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-c5d1b022-6b64-4539-bfed-62ad02f53825 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/74858736-830c-4113-8d1c-6a759baceabd HTTP/1.1" status: 404 len: 337 time: 0.0482628 Feb 16 12:50:58.697724 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device cff030b4-2739-4af1-b5f3-8e43431b3836 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:50:58.697858 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38826) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:58.750879 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-973c78ce-071e-40a8-9d34-3196284aea23 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:58.751899 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-973c78ce-071e-40a8-9d34-3196284aea23 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:58.755422 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-973c78ce-071e-40a8-9d34-3196284aea23 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/ports/323ebb59-b9cc-4771-9ed9-6c38ce36ef90 HTTP/1.1" status: 404 len: 333 time: 0.0544245 Feb 16 12:50:58.756566 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38830) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:58.767268 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-59a0f0c1-60a4-4352-95d0-7894c302b481 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:58.776177 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f141669d-7d4c-438e-b7ec-315a07ef2566 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:58.798056 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca7495f8-7477-47c3-8c2a-e33f014351ed tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:58.798278 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca7495f8-7477-47c3-8c2a-e33f014351ed tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:58.802784 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-ca7495f8-7477-47c3-8c2a-e33f014351ed tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/9153a050-3ca1-4f4f-8bb6-45636eb6fff1 HTTP/1.1" status: 404 len: 337 time: 0.0435441 Feb 16 12:50:58.803085 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38834) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:58.809355 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 19448eef-4624-4d50-bcdd-a9a2d18f6247 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:58.824246 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 19448eef-4624-4d50-bcdd-a9a2d18f6247 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:58.824975 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:58.848896 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8e408c73-ab4c-4f9e-8789-62f01c170bbb tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:58.849433 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-59a0f0c1-60a4-4352-95d0-7894c302b481 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1023088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1023049', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1023600'] for router, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:58.905465 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-996579a6-ecd8-460b-a319-f6c0e186d8bd tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:58.905888 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-996579a6-ecd8-460b-a319-f6c0e186d8bd tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:58.907567 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-996579a6-ecd8-460b-a319-f6c0e186d8bd tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/ports/46d7249c-767f-48fb-9347-e8c3f7bc442f HTTP/1.1" status: 404 len: 333 time: 0.1035414 Feb 16 12:50:58.916069 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38838) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:58.921036 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port cff030b4-2739-4af1-b5f3-8e43431b3836, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=cff030b4-2739-4af1-b5f3-8e43431b3836,segment=NetworkSegment(453ce50b-6688-4a38-a1c2-540631c2fdad),segment_id=453ce50b-6688-4a38-a1c2-540631c2fdad)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:58.944699 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': 'cff030b4-2739-4af1-b5f3-8e43431b3836', 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638', 'port_id': 'cff030b4-2739-4af1-b5f3-8e43431b3836', 'mac_address': 'fa:16:3e:b8:98:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '475d72a9-33c5-44fc-8808-9edb5e19ce95', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:50:58.964221 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e408c73-ab4c-4f9e-8789-62f01c170bbb tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Network 6e97398c-f334-481e-8128-1e985b00d71b is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:58.970407 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-8e408c73-ab4c-4f9e-8789-62f01c170bbb tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:58.974696 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-183ac05d-d198-4ff7-890e-783b9f4176bd tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:58.975132 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-183ac05d-d198-4ff7-890e-783b9f4176bd tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:58.979595 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-183ac05d-d198-4ff7-890e-783b9f4176bd tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/6812c643-4656-447a-b5ca-197c0f413e8d HTTP/1.1" status: 404 len: 337 time: 0.0597115 Feb 16 12:50:58.980282 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e408c73-ab4c-4f9e-8789-62f01c170bbb tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:50:59.006462 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38842) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:59.007811 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e408c73-ab4c-4f9e-8789-62f01c170bbb tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Pushing event updated for resources: {'Port': ['ID=5dc957f2-840b-4335-8224-933740b12e0d,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:59.053560 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e408c73-ab4c-4f9e-8789-62f01c170bbb tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:59.054217 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8e408c73-ab4c-4f9e-8789-62f01c170bbb tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:59.055522 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:59.082249 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-8e408c73-ab4c-4f9e-8789-62f01c170bbb tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5327086 Feb 16 12:50:59.083904 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38846) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:59.084734 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:59.094659 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-d9228327-21ca-44dd-b7f6-1f05dd01126d tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Request body: {'floatingip': {'port_id': '5dc957f2-840b-4335-8224-933740b12e0d'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:59.097209 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cff030b4-2739-4af1-b5f3-8e43431b3836 {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:50:59.115459 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port cff030b4-2739-4af1-b5f3-8e43431b3836, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=cff030b4-2739-4af1-b5f3-8e43431b3836,segment=NetworkSegment(453ce50b-6688-4a38-a1c2-540631c2fdad),segment_id=453ce50b-6688-4a38-a1c2-540631c2fdad)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:59.145388 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 19448eef-4624-4d50-bcdd-a9a2d18f6247, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=19448eef-4624-4d50-bcdd-a9a2d18f6247,segment=NetworkSegment(3bd0a202-c11d-4bd3-920f-3a754f3c71aa),segment_id=3bd0a202-c11d-4bd3-920f-3a754f3c71aa)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:50:59.146860 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:59.214092 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:59.227744 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=cff030b4-2739-4af1-b5f3-8e43431b3836,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:59.235696 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d9228327-21ca-44dd-b7f6-1f05dd01126d tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for floatingip, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:59.314056 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-1e73dba9-8355-4dc2-847f-ae91969563bb None None] Provisioning for port 5dc957f2-840b-4335-8224-933740b12e0d completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:50:59.317467 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=19448eef-4624-4d50-bcdd-a9a2d18f6247,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:59.322776 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-1e73dba9-8355-4dc2-847f-ae91969563bb None None] Provisioning complete for port 5dc957f2-840b-4335-8224-933740b12e0d triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:50:59.323144 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-1e73dba9-8355-4dc2-847f-ae91969563bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:59.378829 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f141669d-7d4c-438e-b7ec-315a07ef2566 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Pushing event updated for resources: {'Subnet': ['ID=5b1fcc20-617c-4e2b-b7ca-5e88612a8367,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:50:59.392626 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a234341-e209-4486-9509-8d5db069f786 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:59.393120 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a234341-e209-4486-9509-8d5db069f786 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:59.394795 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7a234341-e209-4486-9509-8d5db069f786 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/ports/d32a55fd-0c68-4775-a071-2a34602aa633 HTTP/1.1" status: 404 len: 333 time: 0.3787036 Feb 16 12:50:59.397964 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38850) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:59.434679 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['cff030b4-2739-4af1-b5f3-8e43431b3836'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:50:59.445259 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-879f3787-ecb8-4b37-b690-bd8f8fcefd1f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:59.456868 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-99b120fd-3413-4ebb-80a5-aa3a07cee14b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:59.457397 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99b120fd-3413-4ebb-80a5-aa3a07cee14b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:59.459121 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-99b120fd-3413-4ebb-80a5-aa3a07cee14b tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/b4957b5c-d2d6-4235-ba0b-001b2b10b429 HTTP/1.1" status: 404 len: 337 time: 0.0600214 Feb 16 12:50:59.462982 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38854) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:59.475289 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f141669d-7d4c-438e-b7ec-315a07ef2566 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Checking segment: {'id': '33a3b5f1-e325-4120-866f-d4f94a2f0889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4f201c11-b528-4ff5-a86e-ce73e87e6434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:50:59.475637 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f141669d-7d4c-438e-b7ec-315a07ef2566 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Network hostable DHCP agents. Network: 4f201c11-b528-4ff5-a86e-ce73e87e6434, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:50:59.490115 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-1e73dba9-8355-4dc2-847f-ae91969563bb None None] Port 5dc957f2-840b-4335-8224-933740b12e0d cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:50:59.520318 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6c276ec8-766b-412d-9f78-3e07b8879d5e tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "GET /v2.0/subnets/30015f96-e9ef-47b8-8e88-5487014238c6/tags/tempest-TagsExtTest-Tag-1680795763 HTTP/1.1" status: 204 len: 168 time: 0.9890366 Feb 16 12:50:59.521854 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-879f3787-ecb8-4b37-b690-bd8f8fcefd1f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Transition to ACTIVE for port object 903fc906-59de-467b-8481-67f8a75f5d58 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:59.526670 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a0f0c1-60a4-4352-95d0-7894c302b481 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Router e61be5bd-a96f-414d-8528-e925cba38ee9 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:50:59.527980 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38858) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:59.534752 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-08991751-1493-4a8e-991f-0328ecb8b029 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:59.546884 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.tag.tag_plugin [None req-432158e2-61d7-41c9-a9fd-8b9bb5315492 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '30015f96-e9ef-47b8-8e88-5487014238c6', 'tempest-TagsExtTest-Tag-1680795763') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:59.551264 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8b9112f-b045-40f0-b967-7005af38f77f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:59.551819 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8b9112f-b045-40f0-b967-7005af38f77f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:59.553546 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-b8b9112f-b045-40f0-b967-7005af38f77f tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/ports/3cf3abce-5064-4322-8291-ccf2ef4c81b9 HTTP/1.1" status: 404 len: 333 time: 0.0895181 Feb 16 12:50:59.557037 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38862) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:59.605267 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-08991751-1493-4a8e-991f-0328ecb8b029 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Transition to ACTIVE for port object 964b4e05-8d05-4903-ac19-0f1a5e5abb7e will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:50:59.606309 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f141669d-7d4c-438e-b7ec-315a07ef2566 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Network 4f201c11-b528-4ff5-a86e-ce73e87e6434 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:50:59.608645 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-889ba2d7-ef7c-4156-99b1-ca26f05c0cf6 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] DELETE failed (client error): The resource could not be found. Feb 16 12:50:59.609104 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-889ba2d7-ef7c-4156-99b1-ca26f05c0cf6 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:50:59.610800 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-889ba2d7-ef7c-4156-99b1-ca26f05c0cf6 tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/subnets/0232e43d-6f0b-4689-9613-c9528817c4ed HTTP/1.1" status: 404 len: 337 time: 0.0530007 Feb 16 12:50:59.613576 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38866) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:59.740729 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-f141669d-7d4c-438e-b7ec-315a07ef2566 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 4f201c11-b528-4ff5-a86e-ce73e87e6434) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:50:59.762071 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f141669d-7d4c-438e-b7ec-315a07ef2566 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:50:59.762657 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f141669d-7d4c-438e-b7ec-315a07ef2566 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:59.778013 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cc4fce-245e-4dbb-ad96-70e222ca2999 None None] Network 4f201c11-b528-4ff5-a86e-ce73e87e6434 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:50:59.861173 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f141669d-7d4c-438e-b7ec-315a07ef2566 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2581599 Feb 16 12:50:59.862392 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-879f3787-ecb8-4b37-b690-bd8f8fcefd1f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:59.868279 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38874) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:59.881971 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-5da2527e-f70d-478d-a074-fc4ddd10be5a tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-370512791', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:50:59.899082 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-5da2527e-f70d-478d-a074-fc4ddd10be5a tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:50:59.907687 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7564ebb0-6511-4f47-bbba-d2d553733fee tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:59.912277 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-5da2527e-f70d-478d-a074-fc4ddd10be5a tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Usage tracker for resource:router and tenant:da65d3ee56764a9d812d06e3de0e26dc is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:50:59.918291 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-5da2527e-f70d-478d-a074-fc4ddd10be5a tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:50:59.928628 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-5da2527e-f70d-478d-a074-fc4ddd10be5a tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:50:59.929023 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a0f0c1-60a4-4352-95d0-7894c302b481 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:50:59.936516 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-59a0f0c1-60a4-4352-95d0-7894c302b481 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:50:59.937830 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-59a0f0c1-60a4-4352-95d0-7894c302b481 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "PUT /v2.0/routers/e61be5bd-a96f-414d-8528-e925cba38ee9 HTTP/1.1" status: 200 len: 954 time: 4.8770697 Feb 16 12:50:59.943383 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38878) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:50:59.943565 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa364b1e-5c3a-4c26-b54f-3370aaf7d072 None None] Sync routers for ids ['e61be5bd-a96f-414d-8528-e925cba38ee9'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:50:59.955960 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa364b1e-5c3a-4c26-b54f-3370aaf7d072 None None] Routers {'e61be5bd-a96f-414d-8528-e925cba38ee9'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:50:59.956492 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-fa364b1e-5c3a-4c26-b54f-3370aaf7d072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:50:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e61be5bd-a96f-414d-8528-e925cba38ee9'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:50:59.990212 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879f3787-ecb8-4b37-b690-bd8f8fcefd1f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Network 16b82834-7685-4613-829e-2ea073f469db is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:50:59.991521 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-08991751-1493-4a8e-991f-0328ecb8b029 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:00.002201 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-879f3787-ecb8-4b37-b690-bd8f8fcefd1f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:00.004661 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879f3787-ecb8-4b37-b690-bd8f8fcefd1f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:51:00.010587 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879f3787-ecb8-4b37-b690-bd8f8fcefd1f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:00.011201 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-879f3787-ecb8-4b37-b690-bd8f8fcefd1f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:00.045483 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f3787-ecb8-4b37-b690-bd8f8fcefd1f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event updated for resources: {'Port': ['ID=903fc906-59de-467b-8481-67f8a75f5d58,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:00.094927 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08991751-1493-4a8e-991f-0328ecb8b029 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Network d5007122-3352-4ddc-bab1-f1777b6e9e6a is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:00.104744 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e97d35-006b-40d0-8df7-3e158610f670 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-4f201c11-b528-4ff5-a86e-ce73e87e6434', 'network_id': '4f201c11-b528-4ff5-a86e-ce73e87e6434', 'tenant_id': 'da65d3ee56764a9d812d06e3de0e26dc', 'fixed_ips': [{'subnet_id': '5b1fcc20-617c-4e2b-b7ca-5e88612a8367'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:51:00.106336 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-24e97d35-006b-40d0-8df7-3e158610f670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:00.111832 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-08991751-1493-4a8e-991f-0328ecb8b029 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:00.114470 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08991751-1493-4a8e-991f-0328ecb8b029 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:51:00.158444 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-879f3787-ecb8-4b37-b690-bd8f8fcefd1f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 5.0861402 Feb 16 12:51:00.164049 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38882) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:00.184410 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-42c75066-5c79-4701-95a4-68e4644e8224 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Request body: {'subnet': {'network_id': '16b82834-7685-4613-829e-2ea073f469db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:00.237809 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-fa364b1e-5c3a-4c26-b54f-3370aaf7d072 None None] Set router e61be5bd-a96f-414d-8528-e925cba38ee9 gateway port host: None {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:51:00.289800 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08991751-1493-4a8e-991f-0328ecb8b029 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Pushing event updated for resources: {'Port': ['ID=964b4e05-8d05-4903-ac19-0f1a5e5abb7e,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:00.305610 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-432158e2-61d7-41c9-a9fd-8b9bb5315492 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "DELETE /v2.0/subnets/30015f96-e9ef-47b8-8e88-5487014238c6/tags/tempest-TagsExtTest-Tag-1680795763 HTTP/1.1" status: 204 len: 168 time: 0.7734420 Feb 16 12:51:00.309525 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38886) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:00.319320 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6b6b2-c9f3-4ea0-97e9-c15d6d8be758 req-fede3dac-cf85-4dab-91bc-6a9d3c4ce9ba tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:00.321097 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1fb6b6b2-c9f3-4ea0-97e9-c15d6d8be758 req-fede3dac-cf85-4dab-91bc-6a9d3c4ce9ba tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5a3d8fa-1c56-44ae-84a8-027f90731128 HTTP/1.1" status: 200 len: 944 time: 0.5204518 Feb 16 12:51:00.340349 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-24e97d35-006b-40d0-8df7-3e158610f670 None None] Allocated IP 172.20.0.2 (4f201c11-b528-4ff5-a86e-ce73e87e6434/5b1fcc20-617c-4e2b-b7ca-5e88612a8367/b778c18a-297b-450a-afd4-55e04c2e1ae3) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:51:00.340638 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08991751-1493-4a8e-991f-0328ecb8b029 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:00.341150 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-08991751-1493-4a8e-991f-0328ecb8b029 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:00.348546 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.tag.tag_plugin [None req-8f57f9bd-8227-42e5-aa9e-9c4609217ae2 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '30015f96-e9ef-47b8-8e88-5487014238c6') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:00.458731 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5da2527e-f70d-478d-a074-fc4ddd10be5a tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:00.459746 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5da2527e-f70d-478d-a074-fc4ddd10be5a tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:00.532320 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-08991751-1493-4a8e-991f-0328ecb8b029 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.3711102 Feb 16 12:51:00.541036 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38890) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:00.562246 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1fb6b6b2-c9f3-4ea0-97e9-c15d6d8be758 req-f4103fae-0dd1-40b8-abf7-455b12ca2dcf tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2169025 Feb 16 12:51:00.571582 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-42c75066-5c79-4701-95a4-68e4644e8224 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:00.578625 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-42c75066-5c79-4701-95a4-68e4644e8224 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Usage tracker for resource:subnet and tenant:e1117180e8c949a18483da62b9a9f5be is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:00.582963 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-42c75066-5c79-4701-95a4-68e4644e8224 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:00.590717 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-52373d17-cbf5-436e-83dc-a94e986c13e5 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:71:cd:55'}]}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:00.598188 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-42c75066-5c79-4701-95a4-68e4644e8224 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:00.629263 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8f57f9bd-8227-42e5-aa9e-9c4609217ae2 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "GET /v2.0/subnets/30015f96-e9ef-47b8-8e88-5487014238c6/tags HTTP/1.1" status: 200 len: 205 time: 0.3069968 Feb 16 12:51:00.630456 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c75066-5c79-4701-95a4-68e4644e8224 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Made reservation on behalf of e1117180e8c949a18483da62b9a9f5be for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:00.634672 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-42c75066-5c79-4701-95a4-68e4644e8224 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:00.653212 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38894) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:00.705072 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-24e97d35-006b-40d0-8df7-3e158610f670 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:00.718399 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-24e97d35-006b-40d0-8df7-3e158610f670 None None] Transition to ACTIVE for port object b778c18a-297b-450a-afd4-55e04c2e1ae3 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:51:00.729770 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5da2527e-f70d-478d-a074-fc4ddd10be5a tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:00.743566 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-24e97d35-006b-40d0-8df7-3e158610f670 None None] Transition to ACTIVE for port object b778c18a-297b-450a-afd4-55e04c2e1ae3 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:51:00.756701 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 19448eef-4624-4d50-bcdd-a9a2d18f6247 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:51:00.760640 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7564ebb0-6511-4f47-bbba-d2d553733fee tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:00.785775 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.ipam_backend_mixin [None req-42c75066-5c79-4701-95a4-68e4644e8224 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2d8151ee-e835-4bb3-8923-e3b83a0a8bfa (CIDR: 2001:db8::/64) Feb 16 12:51:00.790608 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.tag.tag_plugin [None req-64c7b7d6-805d-4604-812c-bd0464951f25 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '109e20f3-edd5-498c-8b00-07c8cd729962') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:00.792954 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device cff030b4-2739-4af1-b5f3-8e43431b3836 up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:51:00.805879 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-5270357e-6450-4fb8-a032-019964f513f7 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "GET /v2.0/routers/e61be5bd-a96f-414d-8528-e925cba38ee9 HTTP/1.1" status: 200 len: 954 time: 0.8559973 Feb 16 12:51:00.820894 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38898) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:00.841753 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-42c75066-5c79-4701-95a4-68e4644e8224 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:51:00.842246 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42c75066-5c79-4701-95a4-68e4644e8224 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:00.848928 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-462b8b18-ab5f-4c17-bf93-232df2bfbda4 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Request body: {'router': {'routes': None}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:00.872668 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-42c75066-5c79-4701-95a4-68e4644e8224 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7003655 Feb 16 12:51:00.875447 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38902) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:00.884355 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-24e97d35-006b-40d0-8df7-3e158610f670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:00.885827 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-db655da8-9d91-47a7-9ce8-ba44f6f49511 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Request body: {'subnet': {'network_id': '16b82834-7685-4613-829e-2ea073f469db', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:00.889225 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-fa364b1e-5c3a-4c26-b54f-3370aaf7d072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'name': 'tempest-RoutersIpV6Test-router-1450390372', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:57Z', 'updated_at': '2022-02-16T12:50:57Z', 'revision_number': 6, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'gw_port_host': None, '_interfaces': [{'id': '18fec22c-ed86-4253-bdc3-ab321785366e', 'name': '', 'network_id': '7b97a0e9-d7ac-456f-8141-7cc9d9faedd5', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:b2:e2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '02229534-6633-4c44-b6c2-2695e21cdc03', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:33Z', 'updated_at': '2022-02-16T12:50:44Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': '02229534-6633-4c44-b6c2-2695e21cdc03', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19448eef-4624-4d50-bcdd-a9a2d18f6247', 'name': '', 'network_id': '64b3e763-d52c-4907-bedf-545af19a602d', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:7a:7a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'd2088878-8175-40cf-8f99-542f3c55f8b8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:47Z', 'updated_at': '2022-02-16T12:50:59Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': 'd2088878-8175-40cf-8f99-542f3c55f8b8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53311a1a-fd5b-449d-9240-14c69af901df', 'name': '', 'network_id': '7c21af54-2c03-46c0-a37d-7363ccc7aa26', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:07:a9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:02Z', 'updated_at': '2022-02-16T12:50:17Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebe5d0eb-168e-4603-9547-0e7c2f28fa93', 'name': '', 'network_id': 'f60e5b0c-85b6-4349-ad72-c206e12426c8', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:19:7a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'cc8e6aa3-6626-4897-9676-3cbcd0261e69', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:18Z', 'updated_at': '2022-02-16T12:50:31Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': 'cc8e6aa3-6626-4897-9676-3cbcd0261e69', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:00.893908 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa364b1e-5c3a-4c26-b54f-3370aaf7d072 None None] Checking router: e61be5bd-a96f-414d-8528-e925cba38ee9 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:51:00.901882 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-7564ebb0-6511-4f47-bbba-d2d553733fee tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2beece7-853e-4518-ace6-8724ee235932']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:00.904259 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa364b1e-5c3a-4c26-b54f-3370aaf7d072 None None] Routers {'e61be5bd-a96f-414d-8528-e925cba38ee9'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:00.905537 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-fa364b1e-5c3a-4c26-b54f-3370aaf7d072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:50:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e61be5bd-a96f-414d-8528-e925cba38ee9'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:00.992679 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e97d35-006b-40d0-8df7-3e158610f670 None None] Network 4f201c11-b528-4ff5-a86e-ce73e87e6434 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:01.000530 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-64c7b7d6-805d-4604-812c-bd0464951f25 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "GET /v2.0/ports/109e20f3-edd5-498c-8b00-07c8cd729962/tags HTTP/1.1" status: 200 len: 241 time: 0.3456960 Feb 16 12:51:01.004560 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38906) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:01.008757 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e97d35-006b-40d0-8df7-3e158610f670 None None] Pushing event updated for resources: {'Port': ['ID=b778c18a-297b-450a-afd4-55e04c2e1ae3,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:01.011447 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-24e97d35-006b-40d0-8df7-3e158610f670 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:01.017874 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e97d35-006b-40d0-8df7-3e158610f670 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:51:01.031486 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5da2527e-f70d-478d-a074-fc4ddd10be5a tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:01.034680 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.tag.tag_plugin [None req-4ca5dc11-c1b2-44c3-adde-e51f14c4765a tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '109e20f3-edd5-498c-8b00-07c8cd729962', 'tempest-TagsExtTest-Tag-1942080657') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:01.041902 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-7564ebb0-6511-4f47-bbba-d2d553733fee tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '685358c8-9121-474e-b63d-b0fc800f9262') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:01.042243 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-7564ebb0-6511-4f47-bbba-d2d553733fee tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '685358c8-9121-474e-b63d-b0fc800f9262') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:01.088593 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7564ebb0-6511-4f47-bbba-d2d553733fee tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:01.112345 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-db655da8-9d91-47a7-9ce8-ba44f6f49511 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:01.113178 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning for port cff030b4-2739-4af1-b5f3-8e43431b3836 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:51:01.113323 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-fa364b1e-5c3a-4c26-b54f-3370aaf7d072 None None] Set router e61be5bd-a96f-414d-8528-e925cba38ee9 gateway port host: None {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:51:01.119670 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-db655da8-9d91-47a7-9ce8-ba44f6f49511 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Usage tracker for resource:subnet and tenant:e1117180e8c949a18483da62b9a9f5be is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:01.123674 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-db655da8-9d91-47a7-9ce8-ba44f6f49511 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:01.128435 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-b536674a-a4e5-4d6d-a8d7-ef065a006723 None None] Provisioning for port 903fc906-59de-467b-8481-67f8a75f5d58 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:51:01.132037 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-db655da8-9d91-47a7-9ce8-ba44f6f49511 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:01.140492 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7564ebb0-6511-4f47-bbba-d2d553733fee tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:01.146155 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port cff030b4-2739-4af1-b5f3-8e43431b3836 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:01.147330 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:01.152282 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5da2527e-f70d-478d-a074-fc4ddd10be5a tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:01.155921 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4ca5dc11-c1b2-44c3-adde-e51f14c4765a tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "GET /v2.0/ports/109e20f3-edd5-498c-8b00-07c8cd729962/tags/tempest-TagsExtTest-Tag-1942080657 HTTP/1.1" status: 204 len: 168 time: 0.1500192 Feb 16 12:51:01.156209 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-5da2527e-f70d-478d-a074-fc4ddd10be5a tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 1.2869091 Feb 16 12:51:01.156664 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38910) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:01.156902 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38912) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:01.162936 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.tag.tag_plugin [None req-df2cfc4c-9a22-402d-b02f-256e17840bbc tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '109e20f3-edd5-498c-8b00-07c8cd729962', 'tempest-TagsExtTest-Tag-1942080657') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:01.178754 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7564ebb0-6511-4f47-bbba-d2d553733fee tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:51:01.179186 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7564ebb0-6511-4f47-bbba-d2d553733fee tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:01.190450 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db655da8-9d91-47a7-9ce8-ba44f6f49511 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Made reservation on behalf of e1117180e8c949a18483da62b9a9f5be for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:01.193620 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:51:01.193620 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:51:01.193620 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:51:01.193620 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:51:01.193620 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:51:01.193620 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:51:01.193620 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:51:01.193620 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:51:01.193620 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:51:01.193620 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:51:01.193620 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:51:01.193620 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:51:01.193620 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:51:01.193620 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:51:01.193620 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:51:01.193620 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:51:01.193620 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:51:01.193620 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:51:01.193620 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:51:01.193620 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:51:01.193620 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:51:01.193620 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:51:01.193620 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:51:01.193620 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:51:01.193620 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:51:01.193620 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:51:01.193620 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:51:01.193620 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:51:01.193620 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:51:01.193620 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:51:01.193620 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:51:01.193620 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:51:01.195796 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-db655da8-9d91-47a7-9ce8-ba44f6f49511 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:01.206354 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-b536674a-a4e5-4d6d-a8d7-ef065a006723 None None] Provisioning complete for port 903fc906-59de-467b-8481-67f8a75f5d58 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:01.207128 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b536674a-a4e5-4d6d-a8d7-ef065a006723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:01.257359 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-24e97d35-006b-40d0-8df7-3e158610f670 None None] Attempting to bind port b778c18a-297b-450a-afd4-55e04c2e1ae3 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:51:01.258350 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-24e97d35-006b-40d0-8df7-3e158610f670 None None] Attempting to bind port b778c18a-297b-450a-afd4-55e04c2e1ae3 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '33a3b5f1-e325-4120-866f-d4f94a2f0889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4f201c11-b528-4ff5-a86e-ce73e87e6434'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:51:01.258954 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e97d35-006b-40d0-8df7-3e158610f670 None None] Attempting to bind port b778c18a-297b-450a-afd4-55e04c2e1ae3 on network 4f201c11-b528-4ff5-a86e-ce73e87e6434 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:51:01.281625 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e97d35-006b-40d0-8df7-3e158610f670 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:51:01.282421 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e97d35-006b-40d0-8df7-3e158610f670 None None] Checking segment: {'id': '33a3b5f1-e325-4120-866f-d4f94a2f0889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4f201c11-b528-4ff5-a86e-ce73e87e6434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:51:01.283056 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-24e97d35-006b-40d0-8df7-3e158610f670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:01.283645 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e97d35-006b-40d0-8df7-3e158610f670 None None] Bound using segment: {'id': '33a3b5f1-e325-4120-866f-d4f94a2f0889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4f201c11-b528-4ff5-a86e-ce73e87e6434'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:51:01.284319 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-24e97d35-006b-40d0-8df7-3e158610f670 None None] Bound port: b778c18a-297b-450a-afd4-55e04c2e1ae3, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33a3b5f1-e325-4120-866f-d4f94a2f0889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '4f201c11-b528-4ff5-a86e-ce73e87e6434'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:51:01.284935 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-24e97d35-006b-40d0-8df7-3e158610f670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:01.315589 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-b536674a-a4e5-4d6d-a8d7-ef065a006723 None None] Port 903fc906-59de-467b-8481-67f8a75f5d58 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:51:01.378996 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 19448eef-4624-4d50-bcdd-a9a2d18f6247 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:01.379742 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:01.430936 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-df2cfc4c-9a22-402d-b02f-256e17840bbc tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "DELETE /v2.0/ports/109e20f3-edd5-498c-8b00-07c8cd729962/tags/tempest-TagsExtTest-Tag-1942080657 HTTP/1.1" status: 204 len: 168 time: 0.2720292 Feb 16 12:51:01.434757 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38918) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:01.450926 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.tag.tag_plugin [None req-1e68beed-c2bc-41cf-8597-799aa3060aad tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '109e20f3-edd5-498c-8b00-07c8cd729962') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:01.454094 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-b536674a-a4e5-4d6d-a8d7-ef065a006723 None None] Provisioning for port 964b4e05-8d05-4903-ac19-0f1a5e5abb7e completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:51:01.509388 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-b536674a-a4e5-4d6d-a8d7-ef065a006723 None None] Provisioning complete for port 964b4e05-8d05-4903-ac19-0f1a5e5abb7e triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:01.510122 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b536674a-a4e5-4d6d-a8d7-ef065a006723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:01.521068 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.ipam_backend_mixin [None req-db655da8-9d91-47a7-9ce8-ba44f6f49511 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet efc70619-5b11-44bf-81ef-5438644b8efa (CIDR: 2001:db8:0:1::/64) Feb 16 12:51:01.585125 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-24e97d35-006b-40d0-8df7-3e158610f670 None None] For port b778c18a-297b-450a-afd4-55e04c2e1ae3, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:51:01.609879 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-24e97d35-006b-40d0-8df7-3e158610f670 None None] For port b778c18a-297b-450a-afd4-55e04c2e1ae3, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=b778c18a-297b-450a-afd4-55e04c2e1ae3,segment=NetworkSegment(33a3b5f1-e325-4120-866f-d4f94a2f0889),segment_id=33a3b5f1-e325-4120-866f-d4f94a2f0889)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:51:01.610345 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-fa364b1e-5c3a-4c26-b54f-3370aaf7d072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'name': 'tempest-RoutersIpV6Test-router-1450390372', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:57Z', 'updated_at': '2022-02-16T12:50:57Z', 'revision_number': 6, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'gw_port_host': None, '_interfaces': [{'id': '18fec22c-ed86-4253-bdc3-ab321785366e', 'name': '', 'network_id': '7b97a0e9-d7ac-456f-8141-7cc9d9faedd5', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:b2:e2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '02229534-6633-4c44-b6c2-2695e21cdc03', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:33Z', 'updated_at': '2022-02-16T12:50:44Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': '02229534-6633-4c44-b6c2-2695e21cdc03', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19448eef-4624-4d50-bcdd-a9a2d18f6247', 'name': '', 'network_id': '64b3e763-d52c-4907-bedf-545af19a602d', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:7a:7a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'd2088878-8175-40cf-8f99-542f3c55f8b8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:47Z', 'updated_at': '2022-02-16T12:50:59Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': 'd2088878-8175-40cf-8f99-542f3c55f8b8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53311a1a-fd5b-449d-9240-14c69af901df', 'name': '', 'network_id': '7c21af54-2c03-46c0-a37d-7363ccc7aa26', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:07:a9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:02Z', 'updated_at': '2022-02-16T12:50:17Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebe5d0eb-168e-4603-9547-0e7c2f28fa93', 'name': '', 'network_id': 'f60e5b0c-85b6-4349-ad72-c206e12426c8', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:19:7a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'cc8e6aa3-6626-4897-9676-3cbcd0261e69', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:18Z', 'updated_at': '2022-02-16T12:50:31Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': 'cc8e6aa3-6626-4897-9676-3cbcd0261e69', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:01.615173 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:01.615347 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa364b1e-5c3a-4c26-b54f-3370aaf7d072 None None] The sync data for ids ['e61be5bd-a96f-414d-8528-e925cba38ee9'] in dv-neutron-829527-1-hyperv is: [{'id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'name': 'tempest-RoutersIpV6Test-router-1450390372', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:57Z', 'updated_at': '2022-02-16T12:50:57Z', 'revision_number': 6, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'gw_port_host': None, '_interfaces': [{'id': '18fec22c-ed86-4253-bdc3-ab321785366e', 'name': '', 'network_id': '7b97a0e9-d7ac-456f-8141-7cc9d9faedd5', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:b2:e2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '02229534-6633-4c44-b6c2-2695e21cdc03', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:33Z', 'updated_at': '2022-02-16T12:50:44Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': '02229534-6633-4c44-b6c2-2695e21cdc03', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19448eef-4624-4d50-bcdd-a9a2d18f6247', 'name': '', 'network_id': '64b3e763-d52c-4907-bedf-545af19a602d', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:7a:7a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'd2088878-8175-40cf-8f99-542f3c55f8b8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:47Z', 'updated_at': '2022-02-16T12:50:59Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': 'd2088878-8175-40cf-8f99-542f3c55f8b8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53311a1a-fd5b-449d-9240-14c69af901df', 'name': '', 'network_id': '7c21af54-2c03-46c0-a37d-7363ccc7aa26', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:07:a9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:02Z', 'updated_at': '2022-02-16T12:50:17Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebe5d0eb-168e-4603-9547-0e7c2f28fa93', 'name': '', 'network_id': 'f60e5b0c-85b6-4349-ad72-c206e12426c8', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:19:7a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'cc8e6aa3-6626-4897-9676-3cbcd0261e69', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:18Z', 'updated_at': '2022-02-16T12:50:31Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': 'cc8e6aa3-6626-4897-9676-3cbcd0261e69', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:51:01.641514 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-24e97d35-006b-40d0-8df7-3e158610f670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:01.645984 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-b536674a-a4e5-4d6d-a8d7-ef065a006723 None None] Port 964b4e05-8d05-4903-ac19-0f1a5e5abb7e cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:51:01.752545 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-db655da8-9d91-47a7-9ce8-ba44f6f49511 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:51:01.753051 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db655da8-9d91-47a7-9ce8-ba44f6f49511 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:01.789469 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-db655da8-9d91-47a7-9ce8-ba44f6f49511 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9102416 Feb 16 12:51:01.789698 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38924) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:01.796026 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-3a199678-283f-4d40-bb88-1477dfec2c19 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Request body: {'subnet': {'network_id': '16b82834-7685-4613-829e-2ea073f469db', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:01.834436 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1e68beed-c2bc-41cf-8597-799aa3060aad tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "GET /v2.0/ports/109e20f3-edd5-498c-8b00-07c8cd729962/tags HTTP/1.1" status: 200 len: 205 time: 0.3969004 Feb 16 12:51:01.835115 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38928) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:01.850199 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port cff030b4-2739-4af1-b5f3-8e43431b3836, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=cff030b4-2739-4af1-b5f3-8e43431b3836,segment=NetworkSegment(453ce50b-6688-4a38-a1c2-540631c2fdad),segment_id=453ce50b-6688-4a38-a1c2-540631c2fdad)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:01.861835 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a3d8fa-1c56-44ae-84a8-027f90731128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff030b4-2739-4af1-b5f3-8e43431b3836'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:51:01.897291 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.tag.tag_plugin [None req-0bbebb38-6cb4-4f72-9d82-872e9c8057a5 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'da67767b-9137-4137-9742-f0ed78a3b5b0') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:01.903021 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:01.941663 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f323abd0-ef26-4836-890f-6e2d1e811f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:01.966399 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e97d35-006b-40d0-8df7-3e158610f670 None None] Pushing event updated for resources: {'Port': ['ID=b778c18a-297b-450a-afd4-55e04c2e1ae3,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:02.161316 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=cff030b4-2739-4af1-b5f3-8e43431b3836,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:02.201697 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7564ebb0-6511-4f47-bbba-d2d553733fee tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:02.207261 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0bbebb38-6cb4-4f72-9d82-872e9c8057a5 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "GET /v2.0/routers/da67767b-9137-4137-9742-f0ed78a3b5b0/tags HTTP/1.1" status: 200 len: 240 time: 0.3253615 Feb 16 12:51:02.226234 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a3d8fa-1c56-44ae-84a8-027f90731128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff030b4-2739-4af1-b5f3-8e43431b3836', 'code': 200} Feb 16 12:51:02.262127 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38936) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:02.277514 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.tag.tag_plugin [None req-745d7b30-a470-44d0-a6f4-c55cc25e6646 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'da67767b-9137-4137-9742-f0ed78a3b5b0', 'tempest-TagsExtTest-Tag-253164491') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:02.302985 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.db.resource_extend [None req-d9228327-21ca-44dd-b7f6-1f05dd01126d tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] It took 0.84 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:51:02.405232 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7564ebb0-6511-4f47-bbba-d2d553733fee tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:02.441938 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-52373d17-cbf5-436e-83dc-a94e986c13e5 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:02.470774 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3a199678-283f-4d40-bb88-1477dfec2c19 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:02.475240 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3a199678-283f-4d40-bb88-1477dfec2c19 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Usage tracker for resource:subnet and tenant:e1117180e8c949a18483da62b9a9f5be is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:02.478841 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3a199678-283f-4d40-bb88-1477dfec2c19 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:02.485453 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3a199678-283f-4d40-bb88-1477dfec2c19 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:02.501835 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a199678-283f-4d40-bb88-1477dfec2c19 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Made reservation on behalf of e1117180e8c949a18483da62b9a9f5be for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:02.505399 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3a199678-283f-4d40-bb88-1477dfec2c19 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:02.528472 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-745d7b30-a470-44d0-a6f4-c55cc25e6646 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "GET /v2.0/routers/da67767b-9137-4137-9742-f0ed78a3b5b0/tags/tempest-TagsExtTest-Tag-253164491 HTTP/1.1" status: 204 len: 168 time: 0.2651293 Feb 16 12:51:02.532799 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38940) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:02.570926 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7564ebb0-6511-4f47-bbba-d2d553733fee tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] Pushing event deleted for resources: {'Network': ['ID=c2beece7-853e-4518-ace6-8724ee235932,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:02.591247 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.tag.tag_plugin [None req-bbf2f119-dc9d-4a12-909e-a64af7e61837 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'da67767b-9137-4137-9742-f0ed78a3b5b0', 'tempest-TagsExtTest-Tag-253164491') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:02.651121 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device b778c18a-297b-450a-afd4-55e04c2e1ae3 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:51:02.669702 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-7564ebb0-6511-4f47-bbba-d2d553733fee tempest-NetworksTestDHCPv6-1206882417 tempest-NetworksTestDHCPv6-1206882417-project] 10.222.0.83 "DELETE /v2.0/networks/c2beece7-853e-4518-ace6-8724ee235932 HTTP/1.1" status: 204 len: 168 time: 3.0528998 Feb 16 12:51:02.753305 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port b778c18a-297b-450a-afd4-55e04c2e1ae3 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:51:02.810801 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bbf2f119-dc9d-4a12-909e-a64af7e61837 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "DELETE /v2.0/routers/da67767b-9137-4137-9742-f0ed78a3b5b0/tags/tempest-TagsExtTest-Tag-253164491 HTTP/1.1" status: 204 len: 168 time: 0.2768793 Feb 16 12:51:02.812487 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38946) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:02.818413 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.tag.tag_plugin [None req-feee5f54-228a-4662-921c-6940be56e7f4 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'da67767b-9137-4137-9742-f0ed78a3b5b0') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:02.839564 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d9228327-21ca-44dd-b7f6-1f05dd01126d tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:02.877293 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d9228327-21ca-44dd-b7f6-1f05dd01126d tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:03.029493 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38952) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:03.073165 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-feee5f54-228a-4662-921c-6940be56e7f4 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "GET /v2.0/routers/da67767b-9137-4137-9742-f0ed78a3b5b0/tags HTTP/1.1" status: 200 len: 205 time: 0.2571015 Feb 16 12:51:03.073790 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38958) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:03.080299 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.tag.tag_plugin [None req-fa61efce-a549-42ce-9e9b-735b6e94361b tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f95ce60d-814e-4bc4-b08c-0d24410be694') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:03.114235 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fa61efce-a549-42ce-9e9b-735b6e94361b tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "GET /v2.0/subnetpools/f95ce60d-814e-4bc4-b08c-0d24410be694/tags HTTP/1.1" status: 200 len: 241 time: 0.0397346 Feb 16 12:51:03.116886 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38962) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:03.122364 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.tag.tag_plugin [None req-a57512df-1204-4da6-aff9-e96bb0fcc49b tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f95ce60d-814e-4bc4-b08c-0d24410be694', 'tempest-TagsExtTest-Tag-1557903270') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:03.177828 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a57512df-1204-4da6-aff9-e96bb0fcc49b tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "GET /v2.0/subnetpools/f95ce60d-814e-4bc4-b08c-0d24410be694/tags/tempest-TagsExtTest-Tag-1557903270 HTTP/1.1" status: 204 len: 168 time: 0.0595725 Feb 16 12:51:03.181444 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e88f9c-7266-4b17-92c4-c3c64157556b req-be399323-027c-4bee-a824-d94320c0f019 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:03.182406 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38966) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:03.183494 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b1e88f9c-7266-4b17-92c4-c3c64157556b req-be399323-027c-4bee-a824-d94320c0f019 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5a3d8fa-1c56-44ae-84a8-027f90731128 HTTP/1.1" status: 200 len: 945 time: 1.1366062 Feb 16 12:51:03.204418 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3a199678-283f-4d40-bb88-1477dfec2c19 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:03.214818 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.tag.tag_plugin [None req-7577b700-67d6-46e1-925a-053fe3f8ba63 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'f95ce60d-814e-4bc4-b08c-0d24410be694', 'tempest-TagsExtTest-Tag-1557903270') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:03.248713 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-314daf9c-2077-4370-b4e8-02aec1cb15e5 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:03.302928 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a199678-283f-4d40-bb88-1477dfec2c19 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Network 16b82834-7685-4613-829e-2ea073f469db is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:03.303624 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466b0f9b-9c7e-40c8-a01d-4c44dd8bb02c None None] Network 4f201c11-b528-4ff5-a86e-ce73e87e6434 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:51:03.317614 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-3a199678-283f-4d40-bb88-1477dfec2c19 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:03.324543 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a199678-283f-4d40-bb88-1477dfec2c19 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:03.325090 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3a199678-283f-4d40-bb88-1477dfec2c19 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:03.341173 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ccafed67-024f-44b7-a638-cf97115c72f1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5979c0794f594272a8691960316755d8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3065567 Feb 16 12:51:03.344912 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a199678-283f-4d40-bb88-1477dfec2c19 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event updated for resources: {'Subnet': ['ID=386768e0-af68-4d81-a859-210bbdf0c35e,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:03.345067 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 38970) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:03.372485 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fa9d5b-be98-443a-a6dc-ac40440ec6d4 None None] Network 16b82834-7685-4613-829e-2ea073f469db requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:51:03.373132 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3a199678-283f-4d40-bb88-1477dfec2c19 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5821888 Feb 16 12:51:03.375940 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38974) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:03.384506 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7577b700-67d6-46e1-925a-053fe3f8ba63 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "DELETE /v2.0/subnetpools/f95ce60d-814e-4bc4-b08c-0d24410be694/tags/tempest-TagsExtTest-Tag-1557903270 HTTP/1.1" status: 204 len: 168 time: 0.1816487 Feb 16 12:51:03.386875 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-62cf73c3-977b-47fa-8e50-ed2e8423b95a tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1202242571', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '386768e0-af68-4d81-a859-210bbdf0c35e'}], 'security_groups': ['87c7ba6e-e1d9-4f78-b177-051849a9e7ba', 'bc591493-84af-448d-a07a-06f6148f5665']}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:03.418797 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38978) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:03.436316 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.tag.tag_plugin [None req-a6f78ec7-d4b4-4a65-b0f6-b0e0f30c6a20 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f95ce60d-814e-4bc4-b08c-0d24410be694') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:03.476696 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a7305-d149-4787-a21b-20fa02fd4852 req-8aaf6b5c-291e-4176-9e7e-1602bc359e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:03.478602 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-698a7305-d149-4787-a21b-20fa02fd4852 req-8aaf6b5c-291e-4176-9e7e-1602bc359e8a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d5a3d8fa-1c56-44ae-84a8-027f90731128 HTTP/1.1" status: 200 len: 1098 time: 0.9313936 Feb 16 12:51:03.495781 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-7bb54419-0640-4b04-954b-c5dd89f8fd0a None None] Provisioning for port b778c18a-297b-450a-afd4-55e04c2e1ae3 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:51:03.518271 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-7bb54419-0640-4b04-954b-c5dd89f8fd0a None None] Provisioning complete for port b778c18a-297b-450a-afd4-55e04c2e1ae3 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:03.518639 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7bb54419-0640-4b04-954b-c5dd89f8fd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:03.717179 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a6f78ec7-d4b4-4a65-b0f6-b0e0f30c6a20 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "GET /v2.0/subnetpools/f95ce60d-814e-4bc4-b08c-0d24410be694/tags HTTP/1.1" status: 200 len: 205 time: 0.2981541 Feb 16 12:51:03.720550 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38982) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:03.727842 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.tag.tag_plugin [None req-9feec8b4-8698-450f-b046-e82b5331a944 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f95ce60d-814e-4bc4-b08c-0d24410be694') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:03.833324 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9feec8b4-8698-450f-b046-e82b5331a944 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "DELETE /v2.0/subnetpools/f95ce60d-814e-4bc4-b08c-0d24410be694/tags HTTP/1.1" status: 204 len: 168 time: 0.1090119 Feb 16 12:51:03.842569 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38986) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:03.855415 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.tag.tag_plugin [None req-824c12ac-7bb2-4441-b27a-ce9b9c9cba0c tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'da67767b-9137-4137-9742-f0ed78a3b5b0') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:03.861892 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.l3_db [None req-d9228327-21ca-44dd-b7f6-1f05dd01126d tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Floating IP 1891a1bc-adb4-493f-957f-ab255399dbf3 associated. External IP: 172.26.5.220, port: 0f799689-498b-4ece-b2a0-7cb853d0ebec. Feb 16 12:51:03.893670 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7bb54419-0640-4b04-954b-c5dd89f8fd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:03.943670 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-7bb54419-0640-4b04-954b-c5dd89f8fd0a None None] For port b778c18a-297b-450a-afd4-55e04c2e1ae3, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=b778c18a-297b-450a-afd4-55e04c2e1ae3,segment=NetworkSegment(33a3b5f1-e325-4120-866f-d4f94a2f0889),segment_id=33a3b5f1-e325-4120-866f-d4f94a2f0889)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:03.953039 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7bb54419-0640-4b04-954b-c5dd89f8fd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:03.975852 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b1e88f9c-7266-4b17-92c4-c3c64157556b req-83f30d1c-8978-4838-a53b-e81e2d7b4107 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7070911 Feb 16 12:51:03.988377 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-62cf73c3-977b-47fa-8e50-ed2e8423b95a tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:04.081306 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-698a7305-d149-4787-a21b-20fa02fd4852 req-13c8c0f2-42cc-4f22-a8c1-03921920da30 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5691261 Feb 16 12:51:04.088784 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.extraroute_db [None req-462b8b18-ab5f-4c17-bf93-232df2bfbda4 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Added routes are [] {{(pid=87701) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 16 12:51:04.089102 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.extraroute_db [None req-462b8b18-ab5f-4c17-bf93-232df2bfbda4 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=87701) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 16 12:51:04.130321 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb54419-0640-4b04-954b-c5dd89f8fd0a None None] Pushing event updated for resources: {'Port': ['ID=b778c18a-297b-450a-afd4-55e04c2e1ae3,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:04.137223 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-338ac0ad-6d72-4e59-a3ab-ea41f337fbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:04.141222 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c20763-5e4b-44df-8939-b9a58115e433 None None] Update dhcp port {'port': {'network_id': '16b82834-7685-4613-829e-2ea073f469db', 'fixed_ips': [{'subnet_id': 'efc70619-5b11-44bf-81ef-5438644b8efa', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2d8151ee-e835-4bb3-8923-e3b83a0a8bfa', 'ip_address': '2001:db8::2'}, {'subnet_id': '386768e0-af68-4d81-a859-210bbdf0c35e'}], 'binding:host_id': 'dv-neutron-829527-1-hyperv'}, 'id': '55c39096-e85e-4411-8b71-9758eaf088dd'} from dv-neutron-829527-1-hyperv. {{(pid=87702) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 12:51:04.198961 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-26c20763-5e4b-44df-8939-b9a58115e433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:04.254077 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-025d6561-e906-4619-96e8-368ca4400361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:04.273275 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.db.resource_extend [None req-52373d17-cbf5-436e-83dc-a94e986c13e5 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:51:04.291923 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-824c12ac-7bb2-4441-b27a-ce9b9c9cba0c tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "DELETE /v2.0/routers/da67767b-9137-4137-9742-f0ed78a3b5b0/tags HTTP/1.1" status: 204 len: 168 time: 0.4458652 Feb 16 12:51:04.294109 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38990) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:04.314339 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-52373d17-cbf5-436e-83dc-a94e986c13e5 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:04.333773 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.tag.tag_plugin [None req-381235ba-d58f-4e09-bbbc-c27e7a1065c5 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '109e20f3-edd5-498c-8b00-07c8cd729962') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:04.353027 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-5a581c64-2cd6-4f2c-9245-d33de0a5184f None None] Provisioning complete for port b778c18a-297b-450a-afd4-55e04c2e1ae3 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:04.353616 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-5a581c64-2cd6-4f2c-9245-d33de0a5184f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:04.420446 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:04.452299 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-025d6561-e906-4619-96e8-368ca4400361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:04.461082 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-52373d17-cbf5-436e-83dc-a94e986c13e5 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:04.473617 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-462b8b18-ab5f-4c17-bf93-232df2bfbda4 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:04.492385 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-381235ba-d58f-4e09-bbbc-c27e7a1065c5 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "DELETE /v2.0/ports/109e20f3-edd5-498c-8b00-07c8cd729962/tags HTTP/1.1" status: 204 len: 168 time: 0.1940935 Feb 16 12:51:04.501507 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38994) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:04.504763 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-62cf73c3-977b-47fa-8e50-ed2e8423b95a tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Delete allocated IP 2001:db8::d9 (16b82834-7685-4613-829e-2ea073f469db/2d8151ee-e835-4bb3-8923-e3b83a0a8bfa) {{(pid=87699) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 12:51:04.509453 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.tag.tag_plugin [None req-7bf0b6e3-172d-4ac9-801e-74bfb5567f0d tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '30015f96-e9ef-47b8-8e88-5487014238c6') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:04.549000 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-62cf73c3-977b-47fa-8e50-ed2e8423b95a tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Allocated IP 2001:db8:0:2::40 (16b82834-7685-4613-829e-2ea073f469db/386768e0-af68-4d81-a859-210bbdf0c35e/903fc906-59de-467b-8481-67f8a75f5d58) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:51:04.602601 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device b778c18a-297b-450a-afd4-55e04c2e1ae3 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:51:04.679817 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port b778c18a-297b-450a-afd4-55e04c2e1ae3 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:04.680268 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:04.696116 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7bf0b6e3-172d-4ac9-801e-74bfb5567f0d tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "DELETE /v2.0/subnets/30015f96-e9ef-47b8-8e88-5487014238c6/tags HTTP/1.1" status: 204 len: 168 time: 0.1935802 Feb 16 12:51:04.701556 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 38998) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:04.714581 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.tag.tag_plugin [None req-888a1bd8-5e6a-41f4-a7b8-418ef6762432 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '30015f96-e9ef-47b8-8e88-5487014238c6', 'tempest-TagsExtTest-Tag-806532556') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:04.775416 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-314daf9c-2077-4370-b4e8-02aec1cb15e5 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Allocated IP 172.20.0.1 (4f201c11-b528-4ff5-a86e-ce73e87e6434/5b1fcc20-617c-4e2b-b7ca-5e88612a8367/039ccd32-6662-4fd4-ba68-a882ab36d31d) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:51:04.890180 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-62cf73c3-977b-47fa-8e50-ed2e8423b95a tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:04.898325 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-888a1bd8-5e6a-41f4-a7b8-418ef6762432 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "PUT /v2.0/subnets/30015f96-e9ef-47b8-8e88-5487014238c6/tags/tempest-TagsExtTest-Tag-806532556 HTTP/1.1" status: 201 len: 201 time: 0.1954510 Feb 16 12:51:04.901275 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39002) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:04.903566 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-025d6561-e906-4619-96e8-368ca4400361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:04.909280 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.tag.tag_plugin [None req-080859d2-a6ef-4163-acc8-87276dab7973 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '109e20f3-edd5-498c-8b00-07c8cd729962', 'tempest-TagsExtTest-Tag-1211898160') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:04.927171 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52373d17-cbf5-436e-83dc-a94e986c13e5 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Pushing event updated for resources: {'Port': ['ID=964b4e05-8d05-4903-ac19-0f1a5e5abb7e,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:04.932103 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-02156c51-a871-403c-98f2-b4fa1374d811 None None] Provisioning complete for port 964b4e05-8d05-4903-ac19-0f1a5e5abb7e triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:04.932847 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-02156c51-a871-403c-98f2-b4fa1374d811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:04.954231 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-62cf73c3-977b-47fa-8e50-ed2e8423b95a tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Transition to ACTIVE for port object 903fc906-59de-467b-8481-67f8a75f5d58 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:51:04.968651 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-62cf73c3-977b-47fa-8e50-ed2e8423b95a tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:04.980042 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d6561-e906-4619-96e8-368ca4400361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbde761b-1d79-4d8c-a346-3f9aa7c9501b,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:05.132911 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-62cf73c3-977b-47fa-8e50-ed2e8423b95a tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] In _notify_port_updated(), no bound segment for port 903fc906-59de-467b-8481-67f8a75f5d58 on network 16b82834-7685-4613-829e-2ea073f469db {{(pid=87699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:51:05.138336 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cf73c3-977b-47fa-8e50-ed2e8423b95a tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:05.138949 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-62cf73c3-977b-47fa-8e50-ed2e8423b95a tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:05.142790 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-62cf73c3-977b-47fa-8e50-ed2e8423b95a tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "PUT /v2.0/ports/903fc906-59de-467b-8481-67f8a75f5d58 HTTP/1.1" status: 200 len: 969 time: 1.7626102 Feb 16 12:51:05.142968 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-52373d17-cbf5-436e-83dc-a94e986c13e5 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] In _notify_port_updated(), no bound segment for port 964b4e05-8d05-4903-ac19-0f1a5e5abb7e on network d5007122-3352-4ddc-bab1-f1777b6e9e6a {{(pid=87701) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:51:05.147072 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52373d17-cbf5-436e-83dc-a94e986c13e5 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:05.147423 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-52373d17-cbf5-436e-83dc-a94e986c13e5 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:05.151559 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-52373d17-cbf5-436e-83dc-a94e986c13e5 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] 10.222.0.83 "PUT /v2.0/ports/964b4e05-8d05-4903-ac19-0f1a5e5abb7e HTTP/1.1" status: 200 len: 995 time: 4.5861464 Feb 16 12:51:05.151559 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39008) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:05.156138 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-02156c51-a871-403c-98f2-b4fa1374d811 None None] Port 964b4e05-8d05-4903-ac19-0f1a5e5abb7e cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:51:05.194879 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-26c20763-5e4b-44df-8939-b9a58115e433 None None] Allocated IP 2001:db8:0:2::2 (16b82834-7685-4613-829e-2ea073f469db/386768e0-af68-4d81-a859-210bbdf0c35e/55c39096-e85e-4411-8b71-9758eaf088dd) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:51:05.200010 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39010) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:05.277726 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf73c3-977b-47fa-8e50-ed2e8423b95a tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event updated for resources: {'Port': ['ID=903fc906-59de-467b-8481-67f8a75f5d58,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:05.291264 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-6b73972f-f1f8-4603-93e9-e406947ae07a tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Deleting port 964b4e05-8d05-4903-ac19-0f1a5e5abb7e {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:05.291613 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6b73972f-f1f8-4603-93e9-e406947ae07a tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:05.322544 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:05.330633 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:05.391830 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-26c20763-5e4b-44df-8939-b9a58115e433 None None] For port 55c39096-e85e-4411-8b71-9758eaf088dd, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=55c39096-e85e-4411-8b71-9758eaf088dd,segment=NetworkSegment(e346f45d-2de1-4443-a615-720aa01ab838),segment_id=e346f45d-2de1-4443-a615-720aa01ab838)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:05.429490 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-26c20763-5e4b-44df-8939-b9a58115e433 None None] Notify callbacks [] for port, precommit_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:05.452104 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-080859d2-a6ef-4163-acc8-87276dab7973 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "PUT /v2.0/ports/109e20f3-edd5-498c-8b00-07c8cd729962/tags/tempest-TagsExtTest-Tag-1211898160 HTTP/1.1" status: 201 len: 201 time: 0.5492609 Feb 16 12:51:05.452907 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39016) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:05.453942 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-26c20763-5e4b-44df-8939-b9a58115e433 None None] Transition to ACTIVE for port object 55c39096-e85e-4411-8b71-9758eaf088dd will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:51:05.459575 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-26c20763-5e4b-44df-8939-b9a58115e433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:05.464806 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.tag.tag_plugin [None req-94b9c508-d9af-45ae-9b34-0fbae79b48a4 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'da67767b-9137-4137-9742-f0ed78a3b5b0', 'tempest-TagsExtTest-Tag-1887159228') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:05.545364 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-025d6561-e906-4619-96e8-368ca4400361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:05.549639 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-025d6561-e906-4619-96e8-368ca4400361 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/cbde761b-1d79-4d8c-a346-3f9aa7c9501b HTTP/1.1" status: 204 len: 168 time: 2.1879163 Feb 16 12:51:05.643994 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-875f107a-d292-4993-92bf-89410ef71f9e tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Deleting port 903fc906-59de-467b-8481-67f8a75f5d58 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:05.644321 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-875f107a-d292-4993-92bf-89410ef71f9e tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:05.678025 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c20763-5e4b-44df-8939-b9a58115e433 None None] Pushing event updated for resources: {'Port': ['ID=55c39096-e85e-4411-8b71-9758eaf088dd,revision_number=7']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:05.726383 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9228327-21ca-44dd-b7f6-1f05dd01126d tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Router 280b01f7-1aa8-4aea-8b7b-434c5eea3121 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:51:05.736856 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-462b8b18-ab5f-4c17-bf93-232df2bfbda4 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:05.748454 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-314daf9c-2077-4370-b4e8-02aec1cb15e5 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:05.762270 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-462b8b18-ab5f-4c17-bf93-232df2bfbda4 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1023088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1023049', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1023600'] for router, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:05.842888 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3094c-a8a2-4f51-a448-288387c689ec req-fd83fbc3-d71d-4e8d-9f78-1e23958a0b68 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:05.851073 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-b2c3094c-a8a2-4f51-a448-288387c689ec req-fd83fbc3-d71d-4e8d-9f78-1e23958a0b68 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5a3d8fa-1c56-44ae-84a8-027f90731128 HTTP/1.1" status: 200 len: 945 time: 0.7322583 Feb 16 12:51:05.915747 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-314daf9c-2077-4370-b4e8-02aec1cb15e5 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Transition to ACTIVE for port object 039ccd32-6662-4fd4-ba68-a882ab36d31d will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:51:05.963121 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-b2c3094c-a8a2-4f51-a448-288387c689ec req-1154d1d4-246e-411a-a9fc-f4aed2106d06 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111059 Feb 16 12:51:05.973747 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6b73972f-f1f8-4603-93e9-e406947ae07a tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:06.047967 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-94b9c508-d9af-45ae-9b34-0fbae79b48a4 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "PUT /v2.0/routers/da67767b-9137-4137-9742-f0ed78a3b5b0/tags/tempest-TagsExtTest-Tag-1887159228 HTTP/1.1" status: 201 len: 201 time: 0.5909617 Feb 16 12:51:06.060714 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39032) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:06.078619 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.tag.tag_plugin [None req-e163eca9-1d33-402d-bc01-3b72b62efac7 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f95ce60d-814e-4bc4-b08c-0d24410be694', 'tempest-TagsExtTest-Tag-1629877412') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:06.126658 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-6b73972f-f1f8-4603-93e9-e406947ae07a tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Calling delete_port for 964b4e05-8d05-4903-ac19-0f1a5e5abb7e owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:06.311209 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462b8b18-ab5f-4c17-bf93-232df2bfbda4 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Router e61be5bd-a96f-414d-8528-e925cba38ee9 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:51:06.327205 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6b73972f-f1f8-4603-93e9-e406947ae07a tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:06.346636 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9228327-21ca-44dd-b7f6-1f05dd01126d tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:51:06.362909 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf7d383-8074-450c-a416-bac0da2e9a4c None None] Sync routers for ids ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:51:06.413392 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf7d383-8074-450c-a416-bac0da2e9a4c None None] Routers {'280b01f7-1aa8-4aea-8b7b-434c5eea3121'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:06.414279 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-bdf7d383-8074-450c-a416-bac0da2e9a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:51:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:06.529905 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-bdf7d383-8074-450c-a416-bac0da2e9a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:06.532388 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b73972f-f1f8-4603-93e9-e406947ae07a tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Pushing event deleted for resources: {'Port': ['ID=964b4e05-8d05-4903-ac19-0f1a5e5abb7e,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:06.560178 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf7d383-8074-450c-a416-bac0da2e9a4c None None] Routers {'280b01f7-1aa8-4aea-8b7b-434c5eea3121'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:06.561861 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-bdf7d383-8074-450c-a416-bac0da2e9a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:51:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:06.567246 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6b73972f-f1f8-4603-93e9-e406947ae07a tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:06.605305 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6b73972f-f1f8-4603-93e9-e406947ae07a tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] 10.222.0.83 "DELETE /v2.0/ports/964b4e05-8d05-4903-ac19-0f1a5e5abb7e HTTP/1.1" status: 204 len: 168 time: 1.4012089 Feb 16 12:51:06.605645 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39044) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:06.678595 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39048) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:06.682870 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-93209ee2-fb47-448a-aadc-083419749ff4 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] GET failed (client error): The resource could not be found. Feb 16 12:51:06.683417 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-93209ee2-fb47-448a-aadc-083419749ff4 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Synchronizing usage tracker for tenant:6776ba2d7bb945a58e589b62429a4fb8 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:51:06.686346 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-bdf7d383-8074-450c-a416-bac0da2e9a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:06.686715 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf7d383-8074-450c-a416-bac0da2e9a4c None None] The sync data for ids ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:51:06.702390 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 55c39096-e85e-4411-8b71-9758eaf088dd up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:51:06.722026 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-93209ee2-fb47-448a-aadc-083419749ff4 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Unset dirty status for tenant:6776ba2d7bb945a58e589b62429a4fb8 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:51:06.731518 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-93209ee2-fb47-448a-aadc-083419749ff4 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] 10.222.0.83 "GET /v2.0/ports/964b4e05-8d05-4903-ac19-0f1a5e5abb7e HTTP/1.1" status: 404 len: 333 time: 0.1167974 Feb 16 12:51:06.731726 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e163eca9-1d33-402d-bc01-3b72b62efac7 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "PUT /v2.0/subnetpools/f95ce60d-814e-4bc4-b08c-0d24410be694/tags/tempest-TagsExtTest-Tag-1629877412 HTTP/1.1" status: 201 len: 201 time: 0.6575439 Feb 16 12:51:06.731726 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-314daf9c-2077-4370-b4e8-02aec1cb15e5 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:06.731950 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39052) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:06.735309 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-9fbf8ec8-3741-42c2-b6a6-8563afc8787c tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Request body: {'port': {'network_id': 'd5007122-3352-4ddc-bab1-f1777b6e9e6a', 'name': 'tempest-AllowedAddressPairTestJSON-1461905843'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:06.762067 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39056) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:06.772628 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.tag.tag_plugin [None req-04d30835-84e4-4d6f-a6c3-224aa6438955 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '30015f96-e9ef-47b8-8e88-5487014238c6', {'tags': ['tempest-TagsExtTest-Tag-1088549351', 'tempest-TagsExtTest-Tag-976587578', 'tempest-TagsExtTest-Tag-1093810626']}) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:06.788468 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:06.792991 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-66005cff-6269-4be7-9230-b8dbf322fa1e None None] Provisioning complete for port a426b62d-a0d7-4c34-a237-ed8081fd7d6c triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:06.793599 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-66005cff-6269-4be7-9230-b8dbf322fa1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:06.870015 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-66005cff-6269-4be7-9230-b8dbf322fa1e None None] Port a426b62d-a0d7-4c34-a237-ed8081fd7d6c cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:51:06.889819 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-66005cff-6269-4be7-9230-b8dbf322fa1e None None] Provisioning for port 903fc906-59de-467b-8481-67f8a75f5d58 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:51:06.895628 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-66005cff-6269-4be7-9230-b8dbf322fa1e None None] Provisioning complete for port 903fc906-59de-467b-8481-67f8a75f5d58 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:06.896098 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-66005cff-6269-4be7-9230-b8dbf322fa1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:06.983063 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-875f107a-d292-4993-92bf-89410ef71f9e tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:06.985156 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-66005cff-6269-4be7-9230-b8dbf322fa1e None None] Port 903fc906-59de-467b-8481-67f8a75f5d58 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:51:07.002302 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-66005cff-6269-4be7-9230-b8dbf322fa1e None None] Provisioning for port 55c39096-e85e-4411-8b71-9758eaf088dd completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:51:07.008245 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9fbf8ec8-3741-42c2-b6a6-8563afc8787c tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:07.008696 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314daf9c-2077-4370-b4e8-02aec1cb15e5 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Network 4f201c11-b528-4ff5-a86e-ce73e87e6434 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:07.009646 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-66005cff-6269-4be7-9230-b8dbf322fa1e None None] Provisioning complete for port 55c39096-e85e-4411-8b71-9758eaf088dd triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:07.010025 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-66005cff-6269-4be7-9230-b8dbf322fa1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.014834 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-04d30835-84e4-4d6f-a6c3-224aa6438955 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "PUT /v2.0/subnets/30015f96-e9ef-47b8-8e88-5487014238c6/tags HTTP/1.1" status: 200 len: 317 time: 0.2481682 Feb 16 12:51:07.015432 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39064) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:07.015548 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [None req-0305428c-226b-4ac8-8182-4853e0dd0036 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=87701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:07.019272 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-0305428c-226b-4ac8-8182-4853e0dd0036 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3184559 Feb 16 12:51:07.022589 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39068) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:07.030739 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-f6906af3-290f-4ace-9a24-bfe81301ff1d tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:07.034452 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f6906af3-290f-4ace-9a24-bfe81301ff1d tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0084879 Feb 16 12:51:07.034585 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-314daf9c-2077-4370-b4e8-02aec1cb15e5 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:07.035930 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.tag.tag_plugin [None req-a9a731b5-86af-434d-a84d-9393d7e7458c tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '30015f96-e9ef-47b8-8e88-5487014238c6') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:07.041311 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39072) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:07.068418 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9fbf8ec8-3741-42c2-b6a6-8563afc8787c tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:07.102498 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbf8ec8-3741-42c2-b6a6-8563afc8787c tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Made reservation on behalf of 6776ba2d7bb945a58e589b62429a4fb8 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:07.108947 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9fbf8ec8-3741-42c2-b6a6-8563afc8787c tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.139513 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-9fbf8ec8-3741-42c2-b6a6-8563afc8787c tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] device_id is not set on port f2d5847f-0030-4fbc-9e76-e84ed50481c4 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:51:07.299611 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-c48e1fe0-09d3-4dd7-a347-076339c495da None None] Provisioning complete for port 903fc906-59de-467b-8481-67f8a75f5d58 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:07.300351 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c48e1fe0-09d3-4dd7-a347-076339c495da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.306279 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a9a731b5-86af-434d-a84d-9393d7e7458c tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "DELETE /v2.0/subnets/30015f96-e9ef-47b8-8e88-5487014238c6/tags HTTP/1.1" status: 204 len: 168 time: 0.2885087 Feb 16 12:51:07.308286 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314daf9c-2077-4370-b4e8-02aec1cb15e5 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:51:07.314044 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39076) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:07.322329 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.tag.tag_plugin [None req-9a397ec4-ce1d-47c9-b72f-b49b31347963 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '30015f96-e9ef-47b8-8e88-5487014238c6', 'tempest-TagsExtTest-Tag-1088549351') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:07.340986 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [None req-b4b2e78e-6204-4ac5-abfd-6235261f789c tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:07.344918 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-b4b2e78e-6204-4ac5-abfd-6235261f789c tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.2977974 Feb 16 12:51:07.359645 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39080) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:07.369247 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-e3daf5f8-0f59-468e-acc8-da4d9d9a3eb8 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:07.372555 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e3daf5f8-0f59-468e-acc8-da4d9d9a3eb8 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0098505 Feb 16 12:51:07.373316 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39084) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:07.381016 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-22f61b1b-c6c2-4656-965d-c7e720d6e428 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:07.384631 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-22f61b1b-c6c2-4656-965d-c7e720d6e428 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0075393 Feb 16 12:51:07.386636 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39088) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:07.387891 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-9fbf8ec8-3741-42c2-b6a6-8563afc8787c tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Allocated IP 172.20.0.12 (d5007122-3352-4ddc-bab1-f1777b6e9e6a/59133789-8eef-4daf-8e84-02b8693a6c09/f2d5847f-0030-4fbc-9e76-e84ed50481c4) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:51:07.389231 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-c48e1fe0-09d3-4dd7-a347-076339c495da None None] Port 903fc906-59de-467b-8481-67f8a75f5d58 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:51:07.400980 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-30b8f48c-cb6d-4716-af5f-b57b73ee9340 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:07.404069 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-30b8f48c-cb6d-4716-af5f-b57b73ee9340 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0078611 Feb 16 12:51:07.405118 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39092) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:07.413920 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-4494beab-0b43-4882-91a4-cbc1cbf02591 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:07.417596 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4494beab-0b43-4882-91a4-cbc1cbf02591 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0093296 Feb 16 12:51:07.421323 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39096) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:07.426033 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-c48e1fe0-09d3-4dd7-a347-076339c495da None None] Provisioning for port 039ccd32-6662-4fd4-ba68-a882ab36d31d completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:51:07.428911 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-875f107a-d292-4993-92bf-89410ef71f9e tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Calling delete_port for 903fc906-59de-467b-8481-67f8a75f5d58 owned by {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:07.435345 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-c48e1fe0-09d3-4dd7-a347-076339c495da None None] Provisioning complete for port 039ccd32-6662-4fd4-ba68-a882ab36d31d triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:07.436180 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c48e1fe0-09d3-4dd7-a347-076339c495da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.440652 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-7396b3e5-a6ed-49e1-8d7c-051529b87368 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:07.444027 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7396b3e5-a6ed-49e1-8d7c-051529b87368 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0130935 Feb 16 12:51:07.453492 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39100) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:07.463127 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-6d604d36-61c9-4c61-bf65-f988f36930af tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:07.464702 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6d604d36-61c9-4c61-bf65-f988f36930af tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0073869 Feb 16 12:51:07.467135 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39104) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:07.484285 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-cc1efb10-42ae-4336-a151-ac930a9d7311 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:07.487599 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-cc1efb10-42ae-4336-a151-ac930a9d7311 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0173163 Feb 16 12:51:07.494648 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39108) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:07.495894 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-9a397ec4-ce1d-47c9-b72f-b49b31347963 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] show failed (client error): The resource could not be found. Feb 16 12:51:07.499787 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9a397ec4-ce1d-47c9-b72f-b49b31347963 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "GET /v2.0/subnets/30015f96-e9ef-47b8-8e88-5487014238c6/tags/tempest-TagsExtTest-Tag-1088549351 HTTP/1.1" status: 404 len: 329 time: 0.1850617 Feb 16 12:51:07.502668 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39110) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:07.509764 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-d19277b3-cbf1-471c-8d71-169dacc03202 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:07.513203 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d19277b3-cbf1-471c-8d71-169dacc03202 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0097940 Feb 16 12:51:07.513353 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-c48e1fe0-09d3-4dd7-a347-076339c495da None None] Port 039ccd32-6662-4fd4-ba68-a882ab36d31d cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:51:07.514059 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39116) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:07.518288 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.tag.tag_plugin [None req-ff645ed7-50a9-4f50-a634-bd0128ecb8d4 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '30015f96-e9ef-47b8-8e88-5487014238c6', 'tempest-TagsExtTest-Tag-976587578') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:07.549592 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462b8b18-ab5f-4c17-bf93-232df2bfbda4 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:51:07.551170 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314daf9c-2077-4370-b4e8-02aec1cb15e5 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Pushing event updated for resources: {'Port': ['ID=039ccd32-6662-4fd4-ba68-a882ab36d31d,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:07.561767 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155f2d48-9ae5-4fd4-bb58-483434129e0b None None] Sync routers for ids ['e61be5bd-a96f-414d-8528-e925cba38ee9'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:51:07.565036 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-9a9904bd-9b1b-4f5f-ba7c-d0025f782708 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:07.565981 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9a9904bd-9b1b-4f5f-ba7c-d0025f782708 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0510747 Feb 16 12:51:07.567359 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-462b8b18-ab5f-4c17-bf93-232df2bfbda4 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.571092 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-462b8b18-ab5f-4c17-bf93-232df2bfbda4 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "PUT /v2.0/routers/e61be5bd-a96f-414d-8528-e925cba38ee9 HTTP/1.1" status: 200 len: 704 time: 6.7309077 Feb 16 12:51:07.573062 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39120) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:07.573510 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39122) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:07.584121 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155f2d48-9ae5-4fd4-bb58-483434129e0b None None] Routers {'e61be5bd-a96f-414d-8528-e925cba38ee9'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:07.585189 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-155f2d48-9ae5-4fd4-bb58-483434129e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:51:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e61be5bd-a96f-414d-8528-e925cba38ee9'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:07.647716 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-314daf9c-2077-4370-b4e8-02aec1cb15e5 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.727858 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9228327-21ca-44dd-b7f6-1f05dd01126d tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Router bafe493f-bb65-41f1-8778-d8d3f5b84bf5 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:51:07.793253 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-155f2d48-9ae5-4fd4-bb58-483434129e0b None None] Set router e61be5bd-a96f-414d-8528-e925cba38ee9 gateway port host: None {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:51:07.815526 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-56c4dbd6-29b0-46d6-af16-8d364771aabf tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:07.819000 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-56c4dbd6-29b0-46d6-af16-8d364771aabf tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.2422485 Feb 16 12:51:07.828263 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39128) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:07.890517 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd2da3-d2ba-47c9-aa5a-6eb928a5bbf5 req-bb6118b3-0a54-4563-a704-4af13c57a6b4 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:07.892001 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-87fd2da3-d2ba-47c9-aa5a-6eb928a5bbf5 req-bb6118b3-0a54-4563-a704-4af13c57a6b4 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5a3d8fa-1c56-44ae-84a8-027f90731128 HTTP/1.1" status: 200 len: 945 time: 0.4816105 Feb 16 12:51:07.893675 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-e205891f-18b1-4900-b4ba-3f214c5fe02b tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:07.897038 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e205891f-18b1-4900-b4ba-3f214c5fe02b tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0580628 Feb 16 12:51:07.899018 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39132) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:07.916373 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [None req-bb58a1fa-49a7-45ea-ad8d-fa9e9809da6d tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:07.919815 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-bb58a1fa-49a7-45ea-ad8d-fa9e9809da6d tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0174644 Feb 16 12:51:07.924075 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39136) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:07.942134 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-b00a113f-29d2-454a-aab4-417784881d6e tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:07.945772 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b00a113f-29d2-454a-aab4-417784881d6e tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0180800 Feb 16 12:51:07.960357 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39140) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:07.970728 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-3f5b42ab-f9d2-40ef-8204-aef81971dba1 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:07.974022 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3f5b42ab-f9d2-40ef-8204-aef81971dba1 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0103540 Feb 16 12:51:07.975289 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39144) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:07.993496 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-875f107a-d292-4993-92bf-89410ef71f9e tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:07.995079 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-6fbe6fba-8a03-43a2-b4fb-428af9aed339 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:07.998521 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6fbe6fba-8a03-43a2-b4fb-428af9aed339 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0179875 Feb 16 12:51:08.000378 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39148) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:08.020995 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-eb4a86aa-6a2b-4d6c-b1e4-f101b35f3c0c tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:08.024582 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-eb4a86aa-6a2b-4d6c-b1e4-f101b35f3c0c tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0191450 Feb 16 12:51:08.038848 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-effe772e-006a-4586-8b73-d2ca2bdb747e tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "GET /v2.0/routers/e61be5bd-a96f-414d-8528-e925cba38ee9 HTTP/1.1" status: 200 len: 704 time: 0.4598637 Feb 16 12:51:08.038848 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39152) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:08.043625 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39154) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:08.047471 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9fbf8ec8-3741-42c2-b6a6-8563afc8787c tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:08.057808 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-a5ca8e69-e66b-4c81-ba10-b537468b42df tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:08.057808 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a5ca8e69-e66b-4c81-ba10-b537468b42df tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0158899 Feb 16 12:51:08.098319 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39160) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:08.138149 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-155f2d48-9ae5-4fd4-bb58-483434129e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'name': 'tempest-RoutersIpV6Test-router-1450390372', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:57Z', 'updated_at': '2022-02-16T12:51:04Z', 'revision_number': 7, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'gw_port_host': None, '_interfaces': [{'id': '18fec22c-ed86-4253-bdc3-ab321785366e', 'name': '', 'network_id': '7b97a0e9-d7ac-456f-8141-7cc9d9faedd5', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:b2:e2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '02229534-6633-4c44-b6c2-2695e21cdc03', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:33Z', 'updated_at': '2022-02-16T12:50:44Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': '02229534-6633-4c44-b6c2-2695e21cdc03', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19448eef-4624-4d50-bcdd-a9a2d18f6247', 'name': '', 'network_id': '64b3e763-d52c-4907-bedf-545af19a602d', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:7a:7a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'd2088878-8175-40cf-8f99-542f3c55f8b8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:47Z', 'updated_at': '2022-02-16T12:50:59Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': 'd2088878-8175-40cf-8f99-542f3c55f8b8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53311a1a-fd5b-449d-9240-14c69af901df', 'name': '', 'network_id': '7c21af54-2c03-46c0-a37d-7363ccc7aa26', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:07:a9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:02Z', 'updated_at': '2022-02-16T12:50:17Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebe5d0eb-168e-4603-9547-0e7c2f28fa93', 'name': '', 'network_id': 'f60e5b0c-85b6-4349-ad72-c206e12426c8', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:19:7a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'cc8e6aa3-6626-4897-9676-3cbcd0261e69', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:18Z', 'updated_at': '2022-02-16T12:50:31Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': 'cc8e6aa3-6626-4897-9676-3cbcd0261e69', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:08.142274 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155f2d48-9ae5-4fd4-bb58-483434129e0b None None] Checking router: e61be5bd-a96f-414d-8528-e925cba38ee9 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:51:08.145041 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [None req-12f51213-ab9e-4a74-86ee-2ba43c5f6365 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:08.146001 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-12f51213-ab9e-4a74-86ee-2ba43c5f6365 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0282774 Feb 16 12:51:08.153800 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f107a-d292-4993-92bf-89410ef71f9e tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event deleted for resources: {'Port': ['ID=903fc906-59de-467b-8481-67f8a75f5d58,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:08.154444 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155f2d48-9ae5-4fd4-bb58-483434129e0b None None] Routers {'e61be5bd-a96f-414d-8528-e925cba38ee9'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:08.155720 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-155f2d48-9ae5-4fd4-bb58-483434129e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:51:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e61be5bd-a96f-414d-8528-e925cba38ee9'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:08.161355 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39164) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:08.187639 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-ff645ed7-50a9-4f50-a634-bd0128ecb8d4 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] show failed (client error): The resource could not be found. Feb 16 12:51:08.191580 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ff645ed7-50a9-4f50-a634-bd0128ecb8d4 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "GET /v2.0/subnets/30015f96-e9ef-47b8-8e88-5487014238c6/tags/tempest-TagsExtTest-Tag-976587578 HTTP/1.1" status: 404 len: 328 time: 0.6854830 Feb 16 12:51:08.192150 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39168) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:08.200826 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-9fbf8ec8-3741-42c2-b6a6-8563afc8787c tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Transition to ACTIVE for port object f2d5847f-0030-4fbc-9e76-e84ed50481c4 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:51:08.208279 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [None req-a2d4d8e6-6872-4039-8b1e-5f89660414d4 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:08.209533 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-a2d4d8e6-6872-4039-8b1e-5f89660414d4 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0458291 Feb 16 12:51:08.216326 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.tag.tag_plugin [None req-5f8f2b76-671c-4077-8f0d-dd3bdf729100 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '30015f96-e9ef-47b8-8e88-5487014238c6', 'tempest-TagsExtTest-Tag-1093810626') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:08.217125 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-87fd2da3-d2ba-47c9-aa5a-6eb928a5bbf5 req-d854159d-4e64-4e40-8943-442511cd35cc tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2929342 Feb 16 12:51:08.219000 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39172) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:08.231068 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-314daf9c-2077-4370-b4e8-02aec1cb15e5 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:08.265517 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [None req-c00de90c-b2f6-4dd5-a939-eef571e4a5a0 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:08.267203 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-c00de90c-b2f6-4dd5-a939-eef571e4a5a0 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0192893 Feb 16 12:51:08.268779 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-875f107a-d292-4993-92bf-89410ef71f9e tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:08.273684 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39178) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:08.283829 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-9af1bb71-91a7-40d3-b6b2-34a7f3125a6c tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:08.284084 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9228327-21ca-44dd-b7f6-1f05dd01126d tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:51:08.289279 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9af1bb71-91a7-40d3-b6b2-34a7f3125a6c tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0130498 Feb 16 12:51:08.299194 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc61c38-4607-456f-947e-0768d34e5d5e None None] Sync routers for ids ['bafe493f-bb65-41f1-8778-d8d3f5b84bf5'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:51:08.301928 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39182) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:08.312462 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-5ca5cb3b-4d9f-4680-b717-a2c332121342 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:08.316550 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5ca5cb3b-4d9f-4680-b717-a2c332121342 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0124483 Feb 16 12:51:08.317829 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39186) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:08.320733 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc61c38-4607-456f-947e-0768d34e5d5e None None] Routers {'bafe493f-bb65-41f1-8778-d8d3f5b84bf5'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:08.321384 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-cdc61c38-4607-456f-947e-0768d34e5d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:51:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['bafe493f-bb65-41f1-8778-d8d3f5b84bf5'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:08.329130 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-637fb3dd-dc5c-49fd-94ca-cd66f4b79bf8 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:08.329827 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d9228327-21ca-44dd-b7f6-1f05dd01126d tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:08.333470 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-637fb3dd-dc5c-49fd-94ca-cd66f4b79bf8 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0103998 Feb 16 12:51:08.356016 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39190) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:08.395502 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-875f107a-d292-4993-92bf-89410ef71f9e tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/ports/903fc906-59de-467b-8481-67f8a75f5d58 HTTP/1.1" status: 204 len: 168 time: 3.1786728 Feb 16 12:51:08.402689 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [None req-db870b12-cf8a-48ff-8ef3-708eed526b22 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:08.410716 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-db870b12-cf8a-48ff-8ef3-708eed526b22 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0365505 Feb 16 12:51:08.425406 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39194) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:08.437140 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39196) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:08.453453 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-155f2d48-9ae5-4fd4-bb58-483434129e0b None None] Set router e61be5bd-a96f-414d-8528-e925cba38ee9 gateway port host: None {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:51:08.472039 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [None req-1facc115-da24-4620-92ff-c8d1a644b4b4 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:08.474174 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-1facc115-da24-4620-92ff-c8d1a644b4b4 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0340438 Feb 16 12:51:08.508175 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-cdc61c38-4607-456f-947e-0768d34e5d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:08.528306 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc61c38-4607-456f-947e-0768d34e5d5e None None] Routers {'bafe493f-bb65-41f1-8778-d8d3f5b84bf5'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:08.529096 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-cdc61c38-4607-456f-947e-0768d34e5d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:51:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['bafe493f-bb65-41f1-8778-d8d3f5b84bf5'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:08.540514 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39202) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:08.597571 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-cdc61c38-4607-456f-947e-0768d34e5d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:08.598384 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc61c38-4607-456f-947e-0768d34e5d5e None None] The sync data for ids ['bafe493f-bb65-41f1-8778-d8d3f5b84bf5'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:51:08.606623 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [None req-3996b44e-353e-4fd5-91ec-62a95f712dd9 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:08.607605 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-3996b44e-353e-4fd5-91ec-62a95f712dd9 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0448537 Feb 16 12:51:08.612419 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39206) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:08.633716 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-2e3e685f-146a-4366-8683-4b3aac358988 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:08.637199 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2e3e685f-146a-4366-8683-4b3aac358988 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0148256 Feb 16 12:51:08.637199 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9fbf8ec8-3741-42c2-b6a6-8563afc8787c tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:08.637878 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39210) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:08.665775 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e4ca888-92f6-4cc1-93a7-83cab491fba7 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] GET failed (client error): The resource could not be found. Feb 16 12:51:08.666330 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-8e4ca888-92f6-4cc1-93a7-83cab491fba7 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Synchronizing usage tracker for tenant:e1117180e8c949a18483da62b9a9f5be on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:51:08.695298 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-25336550-23c0-4223-a0a0-932aff5c731a tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:08.698960 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-25336550-23c0-4223-a0a0-932aff5c731a tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0515289 Feb 16 12:51:08.708252 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39214) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:08.725638 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-5f8f2b76-671c-4077-8f0d-dd3bdf729100 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] show failed (client error): The resource could not be found. Feb 16 12:51:08.728661 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5f8f2b76-671c-4077-8f0d-dd3bdf729100 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "GET /v2.0/subnets/30015f96-e9ef-47b8-8e88-5487014238c6/tags/tempest-TagsExtTest-Tag-1093810626 HTTP/1.1" status: 404 len: 329 time: 0.5241196 Feb 16 12:51:08.729873 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-674f6277-edf1-4362-bdbd-14d610a4cb8c tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:08.730771 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-674f6277-edf1-4362-bdbd-14d610a4cb8c tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0187237 Feb 16 12:51:08.740232 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39218) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:08.740874 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39220) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:08.759706 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.tag.tag_plugin [None req-c7986095-45b4-49c6-855f-b724b9c9034c tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '109e20f3-edd5-498c-8b00-07c8cd729962', {'tags': ['tempest-TagsExtTest-Tag-251995757', 'tempest-TagsExtTest-Tag-739650464', 'tempest-TagsExtTest-Tag-438110057']}) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:08.789206 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbf8ec8-3741-42c2-b6a6-8563afc8787c tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Network d5007122-3352-4ddc-bab1-f1777b6e9e6a is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:08.798814 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [None req-85860e5a-46a1-42d7-aa60-4e46d7af2ca3 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:08.802342 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-85860e5a-46a1-42d7-aa60-4e46d7af2ca3 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0549073 Feb 16 12:51:08.802483 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf8ec8-3741-42c2-b6a6-8563afc8787c tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Pushing event updated for resources: {'Port': ['ID=f2d5847f-0030-4fbc-9e76-e84ed50481c4,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:08.804516 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-9fbf8ec8-3741-42c2-b6a6-8563afc8787c tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:08.806721 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39226) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:08.811054 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbf8ec8-3741-42c2-b6a6-8563afc8787c tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:51:08.840879 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [None req-67546827-f531-4bc8-9d48-2ab3d7c50056 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:08.844855 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-67546827-f531-4bc8-9d48-2ab3d7c50056 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0296659 Feb 16 12:51:08.851438 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-155f2d48-9ae5-4fd4-bb58-483434129e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'name': 'tempest-RoutersIpV6Test-router-1450390372', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:57Z', 'updated_at': '2022-02-16T12:51:04Z', 'revision_number': 7, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'gw_port_host': None, '_interfaces': [{'id': '18fec22c-ed86-4253-bdc3-ab321785366e', 'name': '', 'network_id': '7b97a0e9-d7ac-456f-8141-7cc9d9faedd5', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:b2:e2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '02229534-6633-4c44-b6c2-2695e21cdc03', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:33Z', 'updated_at': '2022-02-16T12:50:44Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': '02229534-6633-4c44-b6c2-2695e21cdc03', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19448eef-4624-4d50-bcdd-a9a2d18f6247', 'name': '', 'network_id': '64b3e763-d52c-4907-bedf-545af19a602d', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:7a:7a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'd2088878-8175-40cf-8f99-542f3c55f8b8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:47Z', 'updated_at': '2022-02-16T12:50:59Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': 'd2088878-8175-40cf-8f99-542f3c55f8b8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53311a1a-fd5b-449d-9240-14c69af901df', 'name': '', 'network_id': '7c21af54-2c03-46c0-a37d-7363ccc7aa26', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:07:a9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:02Z', 'updated_at': '2022-02-16T12:50:17Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebe5d0eb-168e-4603-9547-0e7c2f28fa93', 'name': '', 'network_id': 'f60e5b0c-85b6-4349-ad72-c206e12426c8', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:19:7a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'cc8e6aa3-6626-4897-9676-3cbcd0261e69', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:18Z', 'updated_at': '2022-02-16T12:50:31Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': 'cc8e6aa3-6626-4897-9676-3cbcd0261e69', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:08.851975 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39230) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:08.858685 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-8e4ca888-92f6-4cc1-93a7-83cab491fba7 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Unset dirty status for tenant:e1117180e8c949a18483da62b9a9f5be on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:51:08.859189 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155f2d48-9ae5-4fd4-bb58-483434129e0b None None] The sync data for ids ['e61be5bd-a96f-414d-8528-e925cba38ee9'] in dv-neutron-829527-1-hyperv is: [{'id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'name': 'tempest-RoutersIpV6Test-router-1450390372', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:57Z', 'updated_at': '2022-02-16T12:51:04Z', 'revision_number': 7, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'gw_port_host': None, '_interfaces': [{'id': '18fec22c-ed86-4253-bdc3-ab321785366e', 'name': '', 'network_id': '7b97a0e9-d7ac-456f-8141-7cc9d9faedd5', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:b2:e2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '02229534-6633-4c44-b6c2-2695e21cdc03', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:33Z', 'updated_at': '2022-02-16T12:50:44Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': '02229534-6633-4c44-b6c2-2695e21cdc03', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '19448eef-4624-4d50-bcdd-a9a2d18f6247', 'name': '', 'network_id': '64b3e763-d52c-4907-bedf-545af19a602d', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:7a:7a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'd2088878-8175-40cf-8f99-542f3c55f8b8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:47Z', 'updated_at': '2022-02-16T12:50:59Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': 'd2088878-8175-40cf-8f99-542f3c55f8b8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53311a1a-fd5b-449d-9240-14c69af901df', 'name': '', 'network_id': '7c21af54-2c03-46c0-a37d-7363ccc7aa26', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:07:a9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:02Z', 'updated_at': '2022-02-16T12:50:17Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebe5d0eb-168e-4603-9547-0e7c2f28fa93', 'name': '', 'network_id': 'f60e5b0c-85b6-4349-ad72-c206e12426c8', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:19:7a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'cc8e6aa3-6626-4897-9676-3cbcd0261e69', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:18Z', 'updated_at': '2022-02-16T12:50:31Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': 'cc8e6aa3-6626-4897-9676-3cbcd0261e69', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:51:08.862734 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-8e4ca888-92f6-4cc1-93a7-83cab491fba7 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "GET /v2.0/ports/903fc906-59de-467b-8481-67f8a75f5d58 HTTP/1.1" status: 404 len: 333 time: 0.4244053 Feb 16 12:51:08.868887 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d9228327-21ca-44dd-b7f6-1f05dd01126d tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "PUT /v2.0/floatingips/1891a1bc-adb4-493f-957f-ab255399dbf3 HTTP/1.1" status: 200 len: 978 time: 9.7838881 Feb 16 12:51:08.869578 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-9a5acebb-d72e-4022-a419-94dd0cae1abc tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:08.870533 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9a5acebb-d72e-4022-a419-94dd0cae1abc tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0134404 Feb 16 12:51:08.874092 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39234) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:08.874933 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39236) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:08.874933 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39238) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:08.906480 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c73df-8f7b-4ac2-b82c-c027e8f4825f req-dd2e2d69-58e1-4c34-90b3-f21150330f08 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:08.908121 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3d9c73df-8f7b-4ac2-b82c-c027e8f4825f req-dd2e2d69-58e1-4c34-90b3-f21150330f08 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5a3d8fa-1c56-44ae-84a8-027f90731128 HTTP/1.1" status: 200 len: 945 time: 0.3843546 Feb 16 12:51:08.911105 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-e49721ad-ba68-4ffa-916b-7b059f0eac08 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:08.912022 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e49721ad-ba68-4ffa-916b-7b059f0eac08 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0196569 Feb 16 12:51:08.918899 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39246) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:08.929840 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [None req-3f3f8f74-e78e-4246-bb53-76cd077d7b1d tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:08.933637 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-3f3f8f74-e78e-4246-bb53-76cd077d7b1d tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0137024 Feb 16 12:51:08.934292 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39250) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:08.959270 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-c7986095-45b4-49c6-855f-b724b9c9034c tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "PUT /v2.0/ports/109e20f3-edd5-498c-8b00-07c8cd729962/tags HTTP/1.1" status: 200 len: 315 time: 0.2158339 Feb 16 12:51:08.962627 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [None req-e292cee8-46f0-42f6-8bb2-0371dcfa8490 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:08.966396 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e292cee8-46f0-42f6-8bb2-0371dcfa8490 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0146353 Feb 16 12:51:08.991422 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39254) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:08.991793 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39256) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:09.024782 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-3e9429f1-023c-4ae9-a8ec-65e755206912 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:09.028271 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3e9429f1-023c-4ae9-a8ec-65e755206912 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0312576 Feb 16 12:51:09.063670 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.tag.tag_plugin [None req-110645c9-2979-423a-b2dd-cc8cb4af7066 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '109e20f3-edd5-498c-8b00-07c8cd729962') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:09.105942 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39262) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:09.119657 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbf8ec8-3741-42c2-b6a6-8563afc8787c tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:09.120291 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9fbf8ec8-3741-42c2-b6a6-8563afc8787c tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:09.145410 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-ca9becd5-f117-41ac-85ab-46b52a418dfa tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:09.149850 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-808f50f0-8daa-4d8e-b1f1-e252f397d0ac None None] Provisioning for port f2d5847f-0030-4fbc-9e76-e84ed50481c4 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:51:09.150063 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ca9becd5-f117-41ac-85ab-46b52a418dfa tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0254154 Feb 16 12:51:09.151318 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39266) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:09.160322 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-808f50f0-8daa-4d8e-b1f1-e252f397d0ac None None] Provisioning complete for port f2d5847f-0030-4fbc-9e76-e84ed50481c4 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:09.160721 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-808f50f0-8daa-4d8e-b1f1-e252f397d0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:09.200634 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-3049ca1e-2df1-4003-9e49-470e504af7be tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:09.204988 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3049ca1e-2df1-4003-9e49-470e504af7be tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0303347 Feb 16 12:51:09.212156 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39270) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:09.217384 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-808f50f0-8daa-4d8e-b1f1-e252f397d0ac None None] Port f2d5847f-0030-4fbc-9e76-e84ed50481c4 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:51:09.220258 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [None req-b2aca5f5-f339-475e-913d-6248493a7e1c tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:09.221571 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-b2aca5f5-f339-475e-913d-6248493a7e1c tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0081115 Feb 16 12:51:09.224145 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39274) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:09.231967 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [None req-2632526a-2967-4458-8a15-f93fd48c7f09 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:09.233947 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-2632526a-2967-4458-8a15-f93fd48c7f09 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0078573 Feb 16 12:51:09.235491 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39278) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:09.265624 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a31251a5-2f24-4e3b-b617-955a178d96d1 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Deleting port 5dc957f2-840b-4335-8224-933740b12e0d {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:09.265961 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a31251a5-2f24-4e3b-b617-955a178d96d1 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:09.291532 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-314daf9c-2077-4370-b4e8-02aec1cb15e5 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:09.295771 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-b274c97b-cb11-4698-9774-54999c011e3b tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:09.296802 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b274c97b-cb11-4698-9774-54999c011e3b tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0447564 Feb 16 12:51:09.297425 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-314daf9c-2077-4370-b4e8-02aec1cb15e5 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:09.306884 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39282) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:09.309967 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3d9c73df-8f7b-4ac2-b82c-c027e8f4825f req-221068ed-8d9d-4bec-90f7-89788d0f4ec0 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3194435 Feb 16 12:51:09.310563 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-11f8d5e5-f4ae-4e7f-98d5-9163207c8122 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:09.327489 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9fbf8ec8-3741-42c2-b6a6-8563afc8787c tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5946705 Feb 16 12:51:09.344094 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-138dd213-7d44-4354-b06e-06ca3730f853 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:09.345053 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-138dd213-7d44-4354-b06e-06ca3730f853 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0325949 Feb 16 12:51:09.346424 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39286) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:09.346744 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39288) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:09.363086 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39290) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:09.377459 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-0a92986d-6880-4ec8-9477-49f2d73f502e tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Request body: {'port': {'network_id': 'd5007122-3352-4ddc-bab1-f1777b6e9e6a', 'name': 'tempest-AllowedAddressPairTestJSON-72602276'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:09.411958 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-47e3ef45-98d9-4968-9536-04c246379af1 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:09.412943 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-47e3ef45-98d9-4968-9536-04c246379af1 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0486233 Feb 16 12:51:09.417277 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39300) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:09.417969 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314daf9c-2077-4370-b4e8-02aec1cb15e5 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Pushing event updated for resources: {'Port': ['ID=039ccd32-6662-4fd4-ba68-a882ab36d31d,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:09.422538 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-314daf9c-2077-4370-b4e8-02aec1cb15e5 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:09.434961 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [None req-3530dee2-4fbb-4b29-8794-1b7bd1a234b2 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:09.437053 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-3530dee2-4fbb-4b29-8794-1b7bd1a234b2 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0086589 Feb 16 12:51:09.438768 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39304) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:09.459609 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [None req-d0323312-471d-4ba9-8afb-9e8920626224 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:09.460682 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d0323312-471d-4ba9-8afb-9e8920626224 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0210178 Feb 16 12:51:09.465021 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39308) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:09.474409 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-11f8d5e5-f4ae-4e7f-98d5-9163207c8122 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:09.514145 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [None req-954d7659-2294-4ea1-97d6-69b0af39c6f0 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:09.514698 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-954d7659-2294-4ea1-97d6-69b0af39c6f0 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0487430 Feb 16 12:51:09.519707 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39312) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:09.526562 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [None req-02b56f53-cc62-46ed-85be-adafbffb1615 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:09.527502 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-02b56f53-cc62-46ed-85be-adafbffb1615 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0068960 Feb 16 12:51:09.531474 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39316) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:09.537786 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [None req-1c2b764f-ecaf-4328-8d0b-d1820b07cf5f tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:09.538800 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-1c2b764f-ecaf-4328-8d0b-d1820b07cf5f tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0064487 Feb 16 12:51:09.545016 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39320) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:09.580476 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [None req-b4f1bfd9-5a48-4365-b436-d37839955841 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:09.581549 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b4f1bfd9-5a48-4365-b436-d37839955841 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0299461 Feb 16 12:51:09.585174 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39326) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:09.594148 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [None req-7263e607-75ed-461b-bc77-9ba42f265bf4 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:09.595108 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-7263e607-75ed-461b-bc77-9ba42f265bf4 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0058706 Feb 16 12:51:09.597863 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39330) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:09.601922 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314daf9c-2077-4370-b4e8-02aec1cb15e5 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Network 4f201c11-b528-4ff5-a86e-ce73e87e6434 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:09.605217 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [None req-ef2703c7-90b0-4cad-9448-f81b2d25cd79 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:09.606216 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-ef2703c7-90b0-4cad-9448-f81b2d25cd79 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0075471 Feb 16 12:51:09.607377 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-314daf9c-2077-4370-b4e8-02aec1cb15e5 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:09.612193 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39334) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:09.618523 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [None req-0c79ca8d-5fca-4a7e-8ec2-beec9f7c1815 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:09.622052 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-0c79ca8d-5fca-4a7e-8ec2-beec9f7c1815 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0062802 Feb 16 12:51:09.622554 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39338) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:09.675715 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [None req-9014866e-6954-4dda-93f1-e35f1051ab2e tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:09.676743 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-9014866e-6954-4dda-93f1-e35f1051ab2e tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0534592 Feb 16 12:51:09.683285 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39342) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:09.700191 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [None req-b93ea5c7-1a21-4e74-a53d-154e8c661ad8 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:09.700845 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-b93ea5c7-1a21-4e74-a53d-154e8c661ad8 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0171945 Feb 16 12:51:09.750504 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39346) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:09.765156 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [None req-221bed40-6dff-453e-af01-18ec8c890233 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:09.768710 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-221bed40-6dff-453e-af01-18ec8c890233 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0153995 Feb 16 12:51:09.776229 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39350) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:09.783168 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [None req-6f4f22ca-798d-4984-8e73-8353e3e0df8c tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:09.786534 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-6f4f22ca-798d-4984-8e73-8353e3e0df8c tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0075414 Feb 16 12:51:09.786785 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39354) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:09.794295 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [None req-1da3db23-a26f-4032-b80e-a7ab7b8dc11b tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:09.795633 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-1da3db23-a26f-4032-b80e-a7ab7b8dc11b tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0076370 Feb 16 12:51:09.800528 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39358) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:09.811657 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [None req-fca096fc-42af-46a5-b833-c54b16b4f663 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:09.812628 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-fca096fc-42af-46a5-b833-c54b16b4f663 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0106807 Feb 16 12:51:09.817658 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39362) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:09.825770 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [None req-c6da6044-5567-440b-bbd8-a7b15194d332 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:09.828959 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-c6da6044-5567-440b-bbd8-a7b15194d332 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0081220 Feb 16 12:51:09.834835 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39366) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:09.842188 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [None req-05910268-185e-4ce6-8821-8d6cf32b5c92 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:09.843355 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-05910268-185e-4ce6-8821-8d6cf32b5c92 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0075855 Feb 16 12:51:09.846261 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-53321713-d246-4612-a030-8225ec7c17cc None None] Provisioning complete for port 039ccd32-6662-4fd4-ba68-a882ab36d31d triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:09.846898 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-53321713-d246-4612-a030-8225ec7c17cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:09.854529 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39370) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:09.861927 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [None req-4c2b9705-fde0-4d5f-9c00-fffababad1c8 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:09.863014 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-4c2b9705-fde0-4d5f-9c00-fffababad1c8 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0074341 Feb 16 12:51:09.865760 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39374) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:09.871980 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [None req-c893c190-b621-4c04-a26d-f16514694522 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:09.873050 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-c893c190-b621-4c04-a26d-f16514694522 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0062206 Feb 16 12:51:09.877515 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39378) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:09.888291 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [None req-e5ae8e10-4f2f-4ee3-b00c-2e810f9513d6 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:09.890888 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e5ae8e10-4f2f-4ee3-b00c-2e810f9513d6 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0095716 Feb 16 12:51:09.893888 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39382) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:09.899259 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [None req-5efad450-8777-4c86-844e-3b19f53d230e tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:09.900207 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-5efad450-8777-4c86-844e-3b19f53d230e tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0054233 Feb 16 12:51:09.903736 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39386) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:09.910525 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [None req-e9bbadd1-ea78-4527-9aa1-18c0aa5bfc9f tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:09.910525 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e9bbadd1-ea78-4527-9aa1-18c0aa5bfc9f tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0055060 Feb 16 12:51:09.912251 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314daf9c-2077-4370-b4e8-02aec1cb15e5 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Router b87d4466-5233-4173-ba9a-268f4e2b5f23 is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:51:09.915609 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39390) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:09.920538 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-53321713-d246-4612-a030-8225ec7c17cc None None] Port 039ccd32-6662-4fd4-ba68-a882ab36d31d cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:51:09.924971 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [None req-729fe306-b590-4373-917e-d19c22288bc0 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] http://10.222.0.83:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:51:09.926090 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-729fe306-b590-4373-917e-d19c22288bc0 tempest-ExtensionsTestJSON-1745162249 tempest-ExtensionsTestJSON-1745162249-project] 10.222.0.83 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0087972 Feb 16 12:51:09.977278 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-11f8d5e5-f4ae-4e7f-98d5-9163207c8122 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:10.017831 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-110645c9-2979-423a-b2dd-cc8cb4af7066 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "DELETE /v2.0/ports/109e20f3-edd5-498c-8b00-07c8cd729962/tags HTTP/1.1" status: 204 len: 168 time: 1.0251248 Feb 16 12:51:10.025197 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f8d5e5-f4ae-4e7f-98d5-9163207c8122 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0295a850-4b69-4631-b284-ae0be4274e84,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:10.033196 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39396) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:10.035846 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0a92986d-6880-4ec8-9477-49f2d73f502e tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:10.070152 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.tag.tag_plugin [None req-c0a347fe-e9d5-484c-b5d7-cf77455b5e85 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '109e20f3-edd5-498c-8b00-07c8cd729962', 'tempest-TagsExtTest-Tag-251995757') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:10.087427 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314daf9c-2077-4370-b4e8-02aec1cb15e5 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:51:10.095186 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-314daf9c-2077-4370-b4e8-02aec1cb15e5 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] 10.222.0.83 "PUT /v2.0/routers/b87d4466-5233-4173-ba9a-268f4e2b5f23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9281900 Feb 16 12:51:10.095416 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39400) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:10.102198 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-93818ff0-279c-4dd6-9de4-bb22abe7f80e tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Request body: {'port': {'network_id': '4f201c11-b528-4ff5-a86e-ce73e87e6434', 'name': 'tempest-FloatingIPNegativeTestJSON-1518233368'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:10.103160 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0a92986d-6880-4ec8-9477-49f2d73f502e tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Usage tracker for resource:port and tenant:6776ba2d7bb945a58e589b62429a4fb8 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:10.105488 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d18d4e-8224-483c-a062-900989b0d736 None None] Sync routers for ids ['b87d4466-5233-4173-ba9a-268f4e2b5f23'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:51:10.109857 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-11f8d5e5-f4ae-4e7f-98d5-9163207c8122 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:10.110947 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-11f8d5e5-f4ae-4e7f-98d5-9163207c8122 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/security-groups/0295a850-4b69-4631-b284-ae0be4274e84 HTTP/1.1" status: 204 len: 168 time: 1.2281055 Feb 16 12:51:10.112798 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0a92986d-6880-4ec8-9477-49f2d73f502e tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:10.119188 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d18d4e-8224-483c-a062-900989b0d736 None None] Routers {'b87d4466-5233-4173-ba9a-268f4e2b5f23'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:10.119914 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-d7d18d4e-8224-483c-a062-900989b0d736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:51:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['b87d4466-5233-4173-ba9a-268f4e2b5f23'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:10.134537 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39404) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:10.144706 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0a92986d-6880-4ec8-9477-49f2d73f502e tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:10.168418 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a31251a5-2f24-4e3b-b617-955a178d96d1 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:10.193309 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ca1911-5de8-4ec8-8ee9-553320f2bac5 tempest-TestVolumeBootPattern-488228145 tempest-TestVolumeBootPattern-488228145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:10.194022 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-88ca1911-5de8-4ec8-8ee9-553320f2bac5 tempest-TestVolumeBootPattern-488228145 tempest-TestVolumeBootPattern-488228145-project-admin] Synchronizing usage tracker for tenant:bde7e53a413e4a098e1f20342161fda1 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:51:10.198093 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-d7d18d4e-8224-483c-a062-900989b0d736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:10.213020 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d18d4e-8224-483c-a062-900989b0d736 None None] Routers {'b87d4466-5233-4173-ba9a-268f4e2b5f23'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:10.214137 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-d7d18d4e-8224-483c-a062-900989b0d736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:51:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['b87d4466-5233-4173-ba9a-268f4e2b5f23'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:10.245795 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-93818ff0-279c-4dd6-9de4-bb22abe7f80e tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:10.249680 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-93818ff0-279c-4dd6-9de4-bb22abe7f80e tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Usage tracker for resource:port and tenant:da65d3ee56764a9d812d06e3de0e26dc is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:10.252560 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-93818ff0-279c-4dd6-9de4-bb22abe7f80e tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:10.258641 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-93818ff0-279c-4dd6-9de4-bb22abe7f80e tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:10.267713 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39410) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:10.275199 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93818ff0-279c-4dd6-9de4-bb22abe7f80e tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Made reservation on behalf of da65d3ee56764a9d812d06e3de0e26dc for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:10.278844 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-93818ff0-279c-4dd6-9de4-bb22abe7f80e tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:10.287742 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a92986d-6880-4ec8-9477-49f2d73f502e tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Made reservation on behalf of 6776ba2d7bb945a58e589b62429a4fb8 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:10.291258 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0a92986d-6880-4ec8-9477-49f2d73f502e tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:10.300110 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-d7d18d4e-8224-483c-a062-900989b0d736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:10.300880 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d18d4e-8224-483c-a062-900989b0d736 None None] The sync data for ids ['b87d4466-5233-4173-ba9a-268f4e2b5f23'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:51:10.301115 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [None req-93818ff0-279c-4dd6-9de4-bb22abe7f80e tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] device_id is not set on port 51aa7729-7d8f-492f-b3c1-807b0ad6fe6e yet. {{(pid=87701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:51:10.358887 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fb3837ca-1ccd-4bfe-8542-a34667ea465d tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:10.436061 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-0a92986d-6880-4ec8-9477-49f2d73f502e tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] device_id is not set on port 0fddbd5f-2a60-4141-9786-83d3196c1b50 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:51:10.441206 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4cdea541-c8ba-4322-852b-436a72dc69bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:10.469341 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-4cdea541-c8ba-4322-852b-436a72dc69bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:10.469540 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-88ca1911-5de8-4ec8-8ee9-553320f2bac5 tempest-TestVolumeBootPattern-488228145 tempest-TestVolumeBootPattern-488228145-project-admin] Unset dirty status for tenant:bde7e53a413e4a098e1f20342161fda1 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:51:10.473353 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-88ca1911-5de8-4ec8-8ee9-553320f2bac5 tempest-TestVolumeBootPattern-488228145 tempest-TestVolumeBootPattern-488228145-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=d5a3d8fa-1c56-44ae-84a8-027f90731128 HTTP/1.1" status: 200 len: 1093 time: 1.1148758 Feb 16 12:51:10.475095 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39416) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:10.478182 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-4cdea541-c8ba-4322-852b-436a72dc69bc admin admin] Usage tracker for resource:security_group_rule and tenant:4114191e2e1b4e1d88580caf4e69024c is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:10.483270 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-4cdea541-c8ba-4322-852b-436a72dc69bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:10.488275 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-1218667a-dcb1-45fb-9256-225547d39468 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Request body: {'floatingip': {'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'port_id': 'cff030b4-2739-4af1-b5f3-8e43431b3836', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:10.499223 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-1218667a-dcb1-45fb-9256-225547d39468 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:10.503479 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-4cdea541-c8ba-4322-852b-436a72dc69bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:10.510618 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-1218667a-dcb1-45fb-9256-225547d39468 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Usage tracker for resource:floatingip and tenant:43a461e2fae64766bd31efeef15d8935 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:10.513657 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-93818ff0-279c-4dd6-9de4-bb22abe7f80e tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Allocated IP 172.20.0.7 (4f201c11-b528-4ff5-a86e-ce73e87e6434/5b1fcc20-617c-4e2b-b7ca-5e88612a8367/51aa7729-7d8f-492f-b3c1-807b0ad6fe6e) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:51:10.517422 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-1218667a-dcb1-45fb-9256-225547d39468 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:10.528880 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-1218667a-dcb1-45fb-9256-225547d39468 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:10.576781 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1218667a-dcb1-45fb-9256-225547d39468 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks [] for floatingip, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:10.658409 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dc9fc019-257e-4c33-b588-bcc882b5403d tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:10.696928 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-c0a347fe-e9d5-484c-b5d7-cf77455b5e85 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] show failed (client error): The resource could not be found. Feb 16 12:51:10.697968 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c0a347fe-e9d5-484c-b5d7-cf77455b5e85 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "GET /v2.0/ports/109e20f3-edd5-498c-8b00-07c8cd729962/tags/tempest-TagsExtTest-Tag-251995757 HTTP/1.1" status: 404 len: 328 time: 0.6564844 Feb 16 12:51:10.706299 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39420) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:10.762448 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.tag.tag_plugin [None req-a18ab863-e229-46f5-82cc-6129a520885c tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '109e20f3-edd5-498c-8b00-07c8cd729962', 'tempest-TagsExtTest-Tag-739650464') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:10.867453 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dc9fc019-257e-4c33-b588-bcc882b5403d tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:10.927602 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4cdea541-c8ba-4322-852b-436a72dc69bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:10.945140 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4cdea541-c8ba-4322-852b-436a72dc69bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:10.973911 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-93818ff0-279c-4dd6-9de4-bb22abe7f80e tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:11.023966 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a31251a5-2f24-4e3b-b617-955a178d96d1 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:11.024564 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a31251a5-2f24-4e3b-b617-955a178d96d1 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:11.024695 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-a31251a5-2f24-4e3b-b617-955a178d96d1 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Floating IP 1891a1bc-adb4-493f-957f-ab255399dbf3 disassociated. External IP: 172.26.5.220, port: 5dc957f2-840b-4335-8224-933740b12e0d. Feb 16 12:51:11.025121 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a31251a5-2f24-4e3b-b617-955a178d96d1 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Calling delete_port for 5dc957f2-840b-4335-8224-933740b12e0d owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:11.084305 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-0a92986d-6880-4ec8-9477-49f2d73f502e tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Allocated IP 172.20.0.13 (d5007122-3352-4ddc-bab1-f1777b6e9e6a/59133789-8eef-4daf-8e84-02b8693a6c09/0fddbd5f-2a60-4141-9786-83d3196c1b50) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:51:11.120094 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dc9fc019-257e-4c33-b588-bcc882b5403d tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:11.168783 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-a18ab863-e229-46f5-82cc-6129a520885c tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] show failed (client error): The resource could not be found. Feb 16 12:51:11.172527 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-a18ab863-e229-46f5-82cc-6129a520885c tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "GET /v2.0/ports/109e20f3-edd5-498c-8b00-07c8cd729962/tags/tempest-TagsExtTest-Tag-739650464 HTTP/1.1" status: 404 len: 328 time: 0.4204359 Feb 16 12:51:11.172527 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-93818ff0-279c-4dd6-9de4-bb22abe7f80e tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Transition to ACTIVE for port object 51aa7729-7d8f-492f-b3c1-807b0ad6fe6e will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:51:11.175632 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-4cdea541-c8ba-4322-852b-436a72dc69bc admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4114191e2e1b4e1d88580caf4e69024c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9069569 Feb 16 12:51:11.178972 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39424) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:11.179253 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9fc019-257e-4c33-b588-bcc882b5403d tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc591493-84af-448d-a07a-06f6148f5665,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:11.179418 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39426) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:11.184276 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdea541-c8ba-4322-852b-436a72dc69bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4a5a15-4ca3-4ab8-bc32-fe6edd989549,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:11.193038 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.tag.tag_plugin [None req-bbc8f8fe-41ff-4d87-860e-f07f9a780091 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '109e20f3-edd5-498c-8b00-07c8cd729962', 'tempest-TagsExtTest-Tag-438110057') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:11.279479 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dc9fc019-257e-4c33-b588-bcc882b5403d tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:11.283095 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-dc9fc019-257e-4c33-b588-bcc882b5403d tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/security-groups/bc591493-84af-448d-a07a-06f6148f5665 HTTP/1.1" status: 204 len: 168 time: 1.1429818 Feb 16 12:51:11.286591 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39432) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:11.381165 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1218667a-dcb1-45fb-9256-225547d39468 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:11.393500 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-93818ff0-279c-4dd6-9de4-bb22abe7f80e tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:11.465596 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2843d499-8dba-4c25-bcd1-6cd6c15af70e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:11.560041 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-bbc8f8fe-41ff-4d87-860e-f07f9a780091 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] show failed (client error): The resource could not be found. Feb 16 12:51:11.563733 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-bbc8f8fe-41ff-4d87-860e-f07f9a780091 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "GET /v2.0/ports/109e20f3-edd5-498c-8b00-07c8cd729962/tags/tempest-TagsExtTest-Tag-438110057 HTTP/1.1" status: 404 len: 328 time: 0.3804588 Feb 16 12:51:11.564343 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-fb3837ca-1ccd-4bfe-8542-a34667ea465d tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Deleting port 19448eef-4624-4d50-bcdd-a9a2d18f6247 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:11.564783 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fb3837ca-1ccd-4bfe-8542-a34667ea465d tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:11.574649 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93818ff0-279c-4dd6-9de4-bb22abe7f80e tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Network 4f201c11-b528-4ff5-a86e-ce73e87e6434 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:11.579370 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39436) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:11.589865 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2843d499-8dba-4c25-bcd1-6cd6c15af70e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:11.591498 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a31251a5-2f24-4e3b-b617-955a178d96d1 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:11.597660 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-93818ff0-279c-4dd6-9de4-bb22abe7f80e tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:11.600664 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e4ecaf95-4205-4ad4-ac80-97155406c75d tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:11.614603 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.tag.tag_plugin [None req-ab569fdb-e721-4d64-93b1-b4b216ebb8b0 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'da67767b-9137-4137-9742-f0ed78a3b5b0', {'tags': ['tempest-TagsExtTest-Tag-183151408', 'tempest-TagsExtTest-Tag-1413640961', 'tempest-TagsExtTest-Tag-1358702792']}) {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:11.672169 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93818ff0-279c-4dd6-9de4-bb22abe7f80e tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:51:11.699937 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31251a5-2f24-4e3b-b617-955a178d96d1 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Pushing event deleted for resources: {'Port': ['ID=5dc957f2-840b-4335-8224-933740b12e0d,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:11.703285 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93818ff0-279c-4dd6-9de4-bb22abe7f80e tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Pushing event updated for resources: {'Port': ['ID=51aa7729-7d8f-492f-b3c1-807b0ad6fe6e,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:11.906007 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0a92986d-6880-4ec8-9477-49f2d73f502e tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:11.944706 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e4ecaf95-4205-4ad4-ac80-97155406c75d tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:11.967739 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-fdb5d496-eff9-47e2-b281-a6abe7c22ab5 None None] Provisioning for port 51aa7729-7d8f-492f-b3c1-807b0ad6fe6e completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:51:11.977014 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-fdb5d496-eff9-47e2-b281-a6abe7c22ab5 None None] Provisioning complete for port 51aa7729-7d8f-492f-b3c1-807b0ad6fe6e triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:11.978383 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-fdb5d496-eff9-47e2-b281-a6abe7c22ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:11.980461 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-0a92986d-6880-4ec8-9477-49f2d73f502e tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Transition to ACTIVE for port object 0fddbd5f-2a60-4141-9786-83d3196c1b50 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:51:11.981545 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93818ff0-279c-4dd6-9de4-bb22abe7f80e tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:11.982943 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-93818ff0-279c-4dd6-9de4-bb22abe7f80e tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:12.065607 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-fdb5d496-eff9-47e2-b281-a6abe7c22ab5 None None] Port 51aa7729-7d8f-492f-b3c1-807b0ad6fe6e cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:51:12.077245 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-ab569fdb-e721-4d64-93b1-b4b216ebb8b0 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "PUT /v2.0/routers/da67767b-9137-4137-9742-f0ed78a3b5b0/tags HTTP/1.1" status: 200 len: 317 time: 0.4946384 Feb 16 12:51:12.079134 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-1218667a-dcb1-45fb-9256-225547d39468 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Allocated IP 172.26.5.3 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/32b72399-8ab0-48dd-9481-e11163af8ec6) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:51:12.083313 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-93818ff0-279c-4dd6-9de4-bb22abe7f80e tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9869018 Feb 16 12:51:12.087353 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39440) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:12.087653 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39442) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:12.098511 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.tag.tag_plugin [None req-0db6400b-af5b-43fe-a253-2023a5c3ddb1 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'da67767b-9137-4137-9742-f0ed78a3b5b0') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:12.152953 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-fb3837ca-1ccd-4bfe-8542-a34667ea465d tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] For port 19448eef-4624-4d50-bcdd-a9a2d18f6247, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=19448eef-4624-4d50-bcdd-a9a2d18f6247,segment=NetworkSegment(3bd0a202-c11d-4bd3-920f-3a754f3c71aa),segment_id=3bd0a202-c11d-4bd3-920f-3a754f3c71aa)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:12.153617 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fb3837ca-1ccd-4bfe-8542-a34667ea465d tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:12.167845 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-fc6987f7-8fac-4719-a0f5-caa2119197b2 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Request body: {'floatingip': {'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:12.192135 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-fc6987f7-8fac-4719-a0f5-caa2119197b2 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:12.197150 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2843d499-8dba-4c25-bcd1-6cd6c15af70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:12.229092 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-fc6987f7-8fac-4719-a0f5-caa2119197b2 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Usage tracker for resource:floatingip and tenant:da65d3ee56764a9d812d06e3de0e26dc is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:12.252775 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e4ecaf95-4205-4ad4-ac80-97155406c75d tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:12.260591 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-fc6987f7-8fac-4719-a0f5-caa2119197b2 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:12.312747 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2843d499-8dba-4c25-bcd1-6cd6c15af70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4a5a15-4ca3-4ab8-bc32-fe6edd989549,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:12.314333 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31251a5-2f24-4e3b-b617-955a178d96d1 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Router bafe493f-bb65-41f1-8778-d8d3f5b84bf5 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:51:12.322294 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-fb3837ca-1ccd-4bfe-8542-a34667ea465d tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Calling delete_port for 19448eef-4624-4d50-bcdd-a9a2d18f6247 owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:12.356016 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0a92986d-6880-4ec8-9477-49f2d73f502e tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:12.411131 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-fc6987f7-8fac-4719-a0f5-caa2119197b2 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:12.437298 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ecaf95-4205-4ad4-ac80-97155406c75d tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c7ba6e-e1d9-4f78-b177-051849a9e7ba,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:12.440448 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e4ecaf95-4205-4ad4-ac80-97155406c75d tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:12.444148 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e4ecaf95-4205-4ad4-ac80-97155406c75d tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/security-groups/87c7ba6e-e1d9-4f78-b177-051849a9e7ba HTTP/1.1" status: 204 len: 168 time: 1.1496823 Feb 16 12:51:12.450716 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39448) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:12.454758 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2843d499-8dba-4c25-bcd1-6cd6c15af70e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:12.458578 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-2843d499-8dba-4c25-bcd1-6cd6c15af70e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6a4a5a15-4ca3-4ab8-bc32-fe6edd989549 HTTP/1.1" status: 204 len: 168 time: 1.2729783 Feb 16 12:51:12.529682 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fc6987f7-8fac-4719-a0f5-caa2119197b2 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks [] for floatingip, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:12.543139 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a92986d-6880-4ec8-9477-49f2d73f502e tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Network d5007122-3352-4ddc-bab1-f1777b6e9e6a is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:12.549425 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-0a92986d-6880-4ec8-9477-49f2d73f502e tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:12.575266 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a92986d-6880-4ec8-9477-49f2d73f502e tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:51:12.620822 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a92986d-6880-4ec8-9477-49f2d73f502e tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Pushing event updated for resources: {'Port': ['ID=0fddbd5f-2a60-4141-9786-83d3196c1b50,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:12.677400 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a26ef2f-f72a-49ed-9e45-50cd0c801a34 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Deleting subnet 2d8151ee-e835-4bb3-8923-e3b83a0a8bfa {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:51:12.680759 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7a26ef2f-f72a-49ed-9e45-50cd0c801a34 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:12.742608 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-0db6400b-af5b-43fe-a253-2023a5c3ddb1 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "DELETE /v2.0/routers/da67767b-9137-4137-9742-f0ed78a3b5b0/tags HTTP/1.1" status: 204 len: 168 time: 0.6536169 Feb 16 12:51:12.746364 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a92986d-6880-4ec8-9477-49f2d73f502e tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:12.747011 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0a92986d-6880-4ec8-9477-49f2d73f502e tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:12.749801 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39456) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:12.762742 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.tag.tag_plugin [None req-ef9e009c-bfda-4a92-b6eb-0351d4b0608d tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'da67767b-9137-4137-9742-f0ed78a3b5b0', 'tempest-TagsExtTest-Tag-183151408') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:12.793642 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31251a5-2f24-4e3b-b617-955a178d96d1 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:51:12.803510 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651e1485-19b6-4fe5-9417-f6a61c416166 None None] Sync routers for ids ['bafe493f-bb65-41f1-8778-d8d3f5b84bf5'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:51:12.823073 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1218667a-dcb1-45fb-9256-225547d39468 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:12.827053 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651e1485-19b6-4fe5-9417-f6a61c416166 None None] Routers {'bafe493f-bb65-41f1-8778-d8d3f5b84bf5'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:12.827734 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-651e1485-19b6-4fe5-9417-f6a61c416166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:51:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['bafe493f-bb65-41f1-8778-d8d3f5b84bf5'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:12.868412 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7a26ef2f-f72a-49ed-9e45-50cd0c801a34 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:12.910942 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-651e1485-19b6-4fe5-9417-f6a61c416166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:12.926997 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651e1485-19b6-4fe5-9417-f6a61c416166 None None] Routers {'bafe493f-bb65-41f1-8778-d8d3f5b84bf5'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:12.929587 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-651e1485-19b6-4fe5-9417-f6a61c416166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:51:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['bafe493f-bb65-41f1-8778-d8d3f5b84bf5'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:13.022139 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0a92986d-6880-4ec8-9477-49f2d73f502e tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6677763 Feb 16 12:51:13.023278 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39468) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:13.035031 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-c4bb4e3c-7d30-40c8-ba59-af00abb01c89 None None] Provisioning for port 0fddbd5f-2a60-4141-9786-83d3196c1b50 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:51:13.037665 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-23763c35-b80f-4220-a517-b78c5d5c536e tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:71:cd:55'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:87:33:fc'}]}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:13.049339 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-651e1485-19b6-4fe5-9417-f6a61c416166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:13.049741 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651e1485-19b6-4fe5-9417-f6a61c416166 None None] The sync data for ids ['bafe493f-bb65-41f1-8778-d8d3f5b84bf5'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:51:13.051325 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-c4bb4e3c-7d30-40c8-ba59-af00abb01c89 None None] Provisioning complete for port 0fddbd5f-2a60-4141-9786-83d3196c1b50 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:13.051834 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c4bb4e3c-7d30-40c8-ba59-af00abb01c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:13.112167 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-c4bb4e3c-7d30-40c8-ba59-af00abb01c89 None None] Port 0fddbd5f-2a60-4141-9786-83d3196c1b50 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:51:13.150493 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a31251a5-2f24-4e3b-b617-955a178d96d1 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:13.154411 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a31251a5-2f24-4e3b-b617-955a178d96d1 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "DELETE /v2.0/ports/5dc957f2-840b-4335-8224-933740b12e0d HTTP/1.1" status: 204 len: 168 time: 4.2635846 Feb 16 12:51:13.156407 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39474) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:13.214647 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fb3837ca-1ccd-4bfe-8542-a34667ea465d tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:13.236366 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-ef9e009c-bfda-4a92-b6eb-0351d4b0608d tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] show failed (client error): The resource could not be found. Feb 16 12:51:13.237557 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-ef9e009c-bfda-4a92-b6eb-0351d4b0608d tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "GET /v2.0/routers/da67767b-9137-4137-9742-f0ed78a3b5b0/tags/tempest-TagsExtTest-Tag-183151408 HTTP/1.1" status: 404 len: 328 time: 0.4825072 Feb 16 12:51:13.241744 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39482) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:13.251796 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.tag.tag_plugin [None req-44e2129e-6029-4570-ae96-70abe49990f3 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'da67767b-9137-4137-9742-f0ed78a3b5b0', 'tempest-TagsExtTest-Tag-1413640961') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:13.309614 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1218667a-dcb1-45fb-9256-225547d39468 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:13.403294 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7a26ef2f-f72a-49ed-9e45-50cd0c801a34 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:13.471475 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39488) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:13.483782 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1218667a-dcb1-45fb-9256-225547d39468 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:13.505807 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-1218667a-dcb1-45fb-9256-225547d39468 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:13.515603 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3837ca-1ccd-4bfe-8542-a34667ea465d tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event deleted for resources: {'Port': ['ID=19448eef-4624-4d50-bcdd-a9a2d18f6247,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:13.518985 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1218667a-dcb1-45fb-9256-225547d39468 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:51:13.557701 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fc6987f7-8fac-4719-a0f5-caa2119197b2 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:13.571008 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1218667a-dcb1-45fb-9256-225547d39468 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Pushing event updated for resources: {'Port': ['ID=32b72399-8ab0-48dd-9481-e11163af8ec6,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:13.666730 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-44e2129e-6029-4570-ae96-70abe49990f3 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] show failed (client error): The resource could not be found. Feb 16 12:51:13.670535 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-44e2129e-6029-4570-ae96-70abe49990f3 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "GET /v2.0/routers/da67767b-9137-4137-9742-f0ed78a3b5b0/tags/tempest-TagsExtTest-Tag-1413640961 HTTP/1.1" status: 404 len: 329 time: 0.4243879 Feb 16 12:51:13.679008 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39494) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:13.725602 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.tag.tag_plugin [None req-0ba42c50-6b5a-43e7-bea1-d8bf72c3285b tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'da67767b-9137-4137-9742-f0ed78a3b5b0', 'tempest-TagsExtTest-Tag-1358702792') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:13.761214 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-7f036e63-3d8a-4f7e-9d8e-38da9ef32a91 tempest-DvrRoutersNegativeTest-371171539 tempest-DvrRoutersNegativeTest-371171539-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1241109693', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:13.763981 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.policy [None req-7f036e63-3d8a-4f7e-9d8e-38da9ef32a91 tempest-DvrRoutersNegativeTest-371171539 tempest-DvrRoutersNegativeTest-371171539-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87699) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Feb 16 12:51:13.764279 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.policy [None req-7f036e63-3d8a-4f7e-9d8e-38da9ef32a91 tempest-DvrRoutersNegativeTest-371171539 tempest-DvrRoutersNegativeTest-371171539-project] Failed policy check for 'create_router' {{(pid=87699) enforce /opt/stack/neutron/neutron/policy.py:520}} Feb 16 12:51:13.764830 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-7f036e63-3d8a-4f7e-9d8e-38da9ef32a91 tempest-DvrRoutersNegativeTest-371171539 tempest-DvrRoutersNegativeTest-371171539-project] create failed (client error): Access was denied to this resource. Feb 16 12:51:13.769577 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7f036e63-3d8a-4f7e-9d8e-38da9ef32a91 tempest-DvrRoutersNegativeTest-371171539 tempest-DvrRoutersNegativeTest-371171539-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2807860 Feb 16 12:51:13.797770 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7a26ef2f-f72a-49ed-9e45-50cd0c801a34 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:13.902115 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a26ef2f-f72a-49ed-9e45-50cd0c801a34 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event deleted for resources: {'Subnet': ['ID=2d8151ee-e835-4bb3-8923-e3b83a0a8bfa,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:13.904063 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7a26ef2f-f72a-49ed-9e45-50cd0c801a34 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:13.911332 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3da744-9ec1-4bf5-bb1e-f30c7bd902c3 None None] Network 16b82834-7685-4613-829e-2ea073f469db requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:51:13.967463 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fb3837ca-1ccd-4bfe-8542-a34667ea465d tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:14.038024 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-fc6987f7-8fac-4719-a0f5-caa2119197b2 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Allocated IP 172.26.5.81 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/6d45968f-13d3-438f-a385-2ca896161ff4) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:51:14.038597 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:51:14.059757 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-7a26ef2f-f72a-49ed-9e45-50cd0c801a34 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/subnets/2d8151ee-e835-4bb3-8923-e3b83a0a8bfa HTTP/1.1" status: 204 len: 168 time: 1.6023986 Feb 16 12:51:14.065153 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39502) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:14.074484 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-23763c35-b80f-4220-a517-b78c5d5c536e tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:14.160364 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39506) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:14.280178 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-0ba42c50-6b5a-43e7-bea1-d8bf72c3285b tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] show failed (client error): The resource could not be found. Feb 16 12:51:14.281270 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-0ba42c50-6b5a-43e7-bea1-d8bf72c3285b tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "GET /v2.0/routers/da67767b-9137-4137-9742-f0ed78a3b5b0/tags/tempest-TagsExtTest-Tag-1358702792 HTTP/1.1" status: 404 len: 329 time: 0.6006444 Feb 16 12:51:14.293740 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39512) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:14.313273 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.tag.tag_plugin [None req-cded253c-7d2f-4a4d-8b9a-688476e0134d tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'f95ce60d-814e-4bc4-b08c-0d24410be694', {'tags': ['tempest-TagsExtTest-Tag-812667265', 'tempest-TagsExtTest-Tag-1860515621', 'tempest-TagsExtTest-Tag-2051232933']}) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:14.351225 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-19dfaf13-603c-464a-acc6-d2ffd603f7be tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Deleting subnet 386768e0-af68-4d81-a859-210bbdf0c35e {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:51:14.435938 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-19dfaf13-603c-464a-acc6-d2ffd603f7be tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:14.549440 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9e687876-277b-49b9-b6e2-5f410bcd4d87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:14.563487 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-19dfaf13-603c-464a-acc6-d2ffd603f7be tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:14.582721 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-cded253c-7d2f-4a4d-8b9a-688476e0134d tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "PUT /v2.0/subnetpools/f95ce60d-814e-4bc4-b08c-0d24410be694/tags HTTP/1.1" status: 200 len: 317 time: 0.2823849 Feb 16 12:51:14.597123 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39516) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:14.608692 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fc6987f7-8fac-4719-a0f5-caa2119197b2 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:14.628117 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.tag.tag_plugin [None req-1cab792b-9cb2-4037-9fb7-8044228d11e4 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f95ce60d-814e-4bc4-b08c-0d24410be694') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:14.652485 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-9e687876-277b-49b9-b6e2-5f410bcd4d87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:14.671784 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-9e687876-277b-49b9-b6e2-5f410bcd4d87 admin admin] Usage tracker for resource:security_group_rule and tenant:ef30592ff9504a74aef68891d418dc56 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:14.679879 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-9e687876-277b-49b9-b6e2-5f410bcd4d87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:14.705461 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-9e687876-277b-49b9-b6e2-5f410bcd4d87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:14.888289 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb3837ca-1ccd-4bfe-8542-a34667ea465d tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Router e61be5bd-a96f-414d-8528-e925cba38ee9 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:51:14.949898 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-b793c334-3dca-47f5-9677-ea97c544d850 None None] Provisioning complete for port a426b62d-a0d7-4c34-a237-ed8081fd7d6c triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:14.950529 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b793c334-3dca-47f5-9677-ea97c544d850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.007620 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-19dfaf13-603c-464a-acc6-d2ffd603f7be tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.012805 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-b793c334-3dca-47f5-9677-ea97c544d850 None None] Port a426b62d-a0d7-4c34-a237-ed8081fd7d6c cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:51:15.024563 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-b793c334-3dca-47f5-9677-ea97c544d850 None None] Provisioning complete for port 55c39096-e85e-4411-8b71-9758eaf088dd triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:15.029302 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b793c334-3dca-47f5-9677-ea97c544d850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.044650 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-1cab792b-9cb2-4037-9fb7-8044228d11e4 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "DELETE /v2.0/subnetpools/f95ce60d-814e-4bc4-b08c-0d24410be694/tags HTTP/1.1" status: 204 len: 168 time: 0.4382246 Feb 16 12:51:15.045819 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fc6987f7-8fac-4719-a0f5-caa2119197b2 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.050639 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39520) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:15.107052 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.tag.tag_plugin [None req-ad3ecb1f-4623-4f96-8d36-bc3bb0dada87 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f95ce60d-814e-4bc4-b08c-0d24410be694', 'tempest-TagsExtTest-Tag-812667265') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:15.118090 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-23763c35-b80f-4220-a517-b78c5d5c536e tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.133638 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-23763c35-b80f-4220-a517-b78c5d5c536e tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.199304 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6987f7-8fac-4719-a0f5-caa2119197b2 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:15.214614 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-fc6987f7-8fac-4719-a0f5-caa2119197b2 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:15.217200 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6987f7-8fac-4719-a0f5-caa2119197b2 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:51:15.237848 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3837ca-1ccd-4bfe-8542-a34667ea465d tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:51:15.250600 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3282e3a9-e459-4b4f-8d31-c19404cf76e9 None None] Sync routers for ids ['e61be5bd-a96f-414d-8528-e925cba38ee9'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:51:15.257124 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6987f7-8fac-4719-a0f5-caa2119197b2 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Pushing event updated for resources: {'Port': ['ID=6d45968f-13d3-438f-a385-2ca896161ff4,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:15.267916 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3282e3a9-e459-4b4f-8d31-c19404cf76e9 None None] Routers {'e61be5bd-a96f-414d-8528-e925cba38ee9'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:15.268541 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-3282e3a9-e459-4b4f-8d31-c19404cf76e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:51:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e61be5bd-a96f-414d-8528-e925cba38ee9'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:15.275973 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fb3837ca-1ccd-4bfe-8542-a34667ea465d tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "PUT /v2.0/routers/e61be5bd-a96f-414d-8528-e925cba38ee9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2315233 Feb 16 12:51:15.279637 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1218667a-dcb1-45fb-9256-225547d39468 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.295152 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39524) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:15.329173 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9e687876-277b-49b9-b6e2-5f410bcd4d87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.340820 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-ad3ecb1f-4623-4f96-8d36-bc3bb0dada87 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] show failed (client error): The resource could not be found. Feb 16 12:51:15.342124 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-ad3ecb1f-4623-4f96-8d36-bc3bb0dada87 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "GET /v2.0/subnetpools/f95ce60d-814e-4bc4-b08c-0d24410be694/tags/tempest-TagsExtTest-Tag-812667265 HTTP/1.1" status: 404 len: 328 time: 0.2511356 Feb 16 12:51:15.347433 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39528) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:15.361191 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23763c35-b80f-4220-a517-b78c5d5c536e tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Pushing event updated for resources: {'Port': ['ID=0fddbd5f-2a60-4141-9786-83d3196c1b50,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:15.369379 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9e687876-277b-49b9-b6e2-5f410bcd4d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.393861 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-23763c35-b80f-4220-a517-b78c5d5c536e tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] In _notify_port_updated(), no bound segment for port 0fddbd5f-2a60-4141-9786-83d3196c1b50 on network d5007122-3352-4ddc-bab1-f1777b6e9e6a {{(pid=87699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:51:15.402200 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23763c35-b80f-4220-a517-b78c5d5c536e tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:15.403360 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-23763c35-b80f-4220-a517-b78c5d5c536e tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.405061 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-23763c35-b80f-4220-a517-b78c5d5c536e tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] 10.222.0.83 "PUT /v2.0/ports/0fddbd5f-2a60-4141-9786-83d3196c1b50 HTTP/1.1" status: 200 len: 1056 time: 2.3757105 Feb 16 12:51:15.410063 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39532) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:15.451792 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-9e687876-277b-49b9-b6e2-5f410bcd4d87 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ef30592ff9504a74aef68891d418dc56&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2869687 Feb 16 12:51:15.461224 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-3282e3a9-e459-4b4f-8d31-c19404cf76e9 None None] Set router e61be5bd-a96f-414d-8528-e925cba38ee9 gateway port host: None {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:51:15.481314 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.tag.tag_plugin [None req-681edc3c-4ea3-4bba-b5c1-2c887d358583 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f95ce60d-814e-4bc4-b08c-0d24410be694', 'tempest-TagsExtTest-Tag-1860515621') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:15.490415 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39536) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:15.530904 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-19dfaf13-603c-464a-acc6-d2ffd603f7be tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.553346 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-e36ec7c2-defc-40ce-b23d-0a5cba0a429a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Deleting subnet d2088878-8175-40cf-8f99-542f3c55f8b8 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:51:15.562222 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e36ec7c2-defc-40ce-b23d-0a5cba0a429a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.597355 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687876-277b-49b9-b6e2-5f410bcd4d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f82258a-947d-457a-a8c2-6d17f10c0e6e,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:15.599569 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-19dfaf13-603c-464a-acc6-d2ffd603f7be tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.609421 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3b5c8a-0940-41ea-b54b-126b4a8b3878 None None] Network 16b82834-7685-4613-829e-2ea073f469db requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:51:15.624352 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6fd66a3a-783f-43cb-8df3-a3c5e362d24b tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.626241 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-19dfaf13-603c-464a-acc6-d2ffd603f7be tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/subnets/386768e0-af68-4d81-a859-210bbdf0c35e HTTP/1.1" status: 204 len: 168 time: 1.5574965 Feb 16 12:51:15.627624 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-681edc3c-4ea3-4bba-b5c1-2c887d358583 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] show failed (client error): The resource could not be found. Feb 16 12:51:15.632237 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-681edc3c-4ea3-4bba-b5c1-2c887d358583 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "GET /v2.0/subnetpools/f95ce60d-814e-4bc4-b08c-0d24410be694/tags/tempest-TagsExtTest-Tag-1860515621 HTTP/1.1" status: 404 len: 329 time: 0.2610278 Feb 16 12:51:15.632237 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39540) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:15.638361 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dfaf13-603c-464a-acc6-d2ffd603f7be tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event deleted for resources: {'Subnet': ['ID=386768e0-af68-4d81-a859-210bbdf0c35e,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:15.638361 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39542) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:15.654277 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-33e65ce7-7eef-44a9-98ef-ce2fcd66911b None None] Provisioning complete for port 0fddbd5f-2a60-4141-9786-83d3196c1b50 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:15.654662 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-33e65ce7-7eef-44a9-98ef-ce2fcd66911b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.711084 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.tag.tag_plugin [None req-dbb6db21-5719-4c63-bb58-e053793838a3 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f95ce60d-814e-4bc4-b08c-0d24410be694', 'tempest-TagsExtTest-Tag-2051232933') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:15.721103 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-35d8020b-2317-43be-a1c6-c1d33ff4f890 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Deleting port 0fddbd5f-2a60-4141-9786-83d3196c1b50 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:15.721103 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-35d8020b-2317-43be-a1c6-c1d33ff4f890 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.746976 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e0844b0-9055-404a-95b7-7ddba808c0f5 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:15.747440 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e0844b0-9055-404a-95b7-7ddba808c0f5 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:15.749293 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-8e0844b0-9055-404a-95b7-7ddba808c0f5 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/subnets/2d8151ee-e835-4bb3-8923-e3b83a0a8bfa HTTP/1.1" status: 404 len: 337 time: 0.1170800 Feb 16 12:51:15.752678 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39548) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:15.782384 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-dbb6db21-5719-4c63-bb58-e053793838a3 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] show failed (client error): The resource could not be found. Feb 16 12:51:15.785776 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-dbb6db21-5719-4c63-bb58-e053793838a3 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "GET /v2.0/subnetpools/f95ce60d-814e-4bc4-b08c-0d24410be694/tags/tempest-TagsExtTest-Tag-2051232933 HTTP/1.1" status: 404 len: 329 time: 0.1467569 Feb 16 12:51:15.795394 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fc6987f7-8fac-4719-a0f5-caa2119197b2 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.799282 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39552) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:15.806375 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.tag.tag_plugin [None req-7732f037-99ce-408b-8fd3-2ddb1b44b214 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f95ce60d-814e-4bc4-b08c-0d24410be694') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:15.830973 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1218667a-dcb1-45fb-9256-225547d39468 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.861217 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-33e65ce7-7eef-44a9-98ef-ce2fcd66911b None None] Port 0fddbd5f-2a60-4141-9786-83d3196c1b50 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:51:15.871885 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e36ec7c2-defc-40ce-b23d-0a5cba0a429a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:15.937313 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-3282e3a9-e459-4b4f-8d31-c19404cf76e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'name': 'tempest-RoutersIpV6Test-router-1450390372', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:57Z', 'updated_at': '2022-02-16T12:51:12Z', 'revision_number': 8, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'gw_port_host': None, '_interfaces': [{'id': '18fec22c-ed86-4253-bdc3-ab321785366e', 'name': '', 'network_id': '7b97a0e9-d7ac-456f-8141-7cc9d9faedd5', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:b2:e2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '02229534-6633-4c44-b6c2-2695e21cdc03', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:33Z', 'updated_at': '2022-02-16T12:50:44Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': '02229534-6633-4c44-b6c2-2695e21cdc03', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53311a1a-fd5b-449d-9240-14c69af901df', 'name': '', 'network_id': '7c21af54-2c03-46c0-a37d-7363ccc7aa26', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:07:a9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:02Z', 'updated_at': '2022-02-16T12:50:17Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebe5d0eb-168e-4603-9547-0e7c2f28fa93', 'name': '', 'network_id': 'f60e5b0c-85b6-4349-ad72-c206e12426c8', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:19:7a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'cc8e6aa3-6626-4897-9676-3cbcd0261e69', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:18Z', 'updated_at': '2022-02-16T12:50:31Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': 'cc8e6aa3-6626-4897-9676-3cbcd0261e69', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:15.941874 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3282e3a9-e459-4b4f-8d31-c19404cf76e9 None None] Checking router: e61be5bd-a96f-414d-8528-e925cba38ee9 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:51:15.951668 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3282e3a9-e459-4b4f-8d31-c19404cf76e9 None None] Routers {'e61be5bd-a96f-414d-8528-e925cba38ee9'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:15.952290 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-3282e3a9-e459-4b4f-8d31-c19404cf76e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:51:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e61be5bd-a96f-414d-8528-e925cba38ee9'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:16.000455 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-339e49ea-ffe4-4127-acbf-4d32e3b2d567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:16.027275 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-7732f037-99ce-408b-8fd3-2ddb1b44b214 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "DELETE /v2.0/subnetpools/f95ce60d-814e-4bc4-b08c-0d24410be694/tags HTTP/1.1" status: 204 len: 168 time: 0.2270498 Feb 16 12:51:16.031715 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39556) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:16.043395 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-339e49ea-ffe4-4127-acbf-4d32e3b2d567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:16.053691 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fc6987f7-8fac-4719-a0f5-caa2119197b2 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:16.136130 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-3282e3a9-e459-4b4f-8d31-c19404cf76e9 None None] Set router e61be5bd-a96f-414d-8528-e925cba38ee9 gateway port host: None {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:51:16.158470 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.tag.tag_plugin [None req-e3753be9-1cd0-43eb-8bda-26fa18738209 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'da67767b-9137-4137-9742-f0ed78a3b5b0') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:16.218295 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4da4059-3ce7-4ffb-b76a-e4f89de32425 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Deleting subnet efc70619-5b11-44bf-81ef-5438644b8efa {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:51:16.261531 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-339e49ea-ffe4-4127-acbf-4d32e3b2d567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:16.277112 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4da4059-3ce7-4ffb-b76a-e4f89de32425 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:16.415543 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339e49ea-ffe4-4127-acbf-4d32e3b2d567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f82258a-947d-457a-a8c2-6d17f10c0e6e,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:16.621291 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-339e49ea-ffe4-4127-acbf-4d32e3b2d567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:16.622386 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-339e49ea-ffe4-4127-acbf-4d32e3b2d567 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7f82258a-947d-457a-a8c2-6d17f10c0e6e HTTP/1.1" status: 204 len: 168 time: 1.1296060 Feb 16 12:51:16.664249 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-3282e3a9-e459-4b4f-8d31-c19404cf76e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'name': 'tempest-RoutersIpV6Test-router-1450390372', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:57Z', 'updated_at': '2022-02-16T12:51:12Z', 'revision_number': 8, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'gw_port_host': None, '_interfaces': [{'id': '18fec22c-ed86-4253-bdc3-ab321785366e', 'name': '', 'network_id': '7b97a0e9-d7ac-456f-8141-7cc9d9faedd5', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:b2:e2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '02229534-6633-4c44-b6c2-2695e21cdc03', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:33Z', 'updated_at': '2022-02-16T12:50:44Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': '02229534-6633-4c44-b6c2-2695e21cdc03', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53311a1a-fd5b-449d-9240-14c69af901df', 'name': '', 'network_id': '7c21af54-2c03-46c0-a37d-7363ccc7aa26', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:07:a9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:02Z', 'updated_at': '2022-02-16T12:50:17Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebe5d0eb-168e-4603-9547-0e7c2f28fa93', 'name': '', 'network_id': 'f60e5b0c-85b6-4349-ad72-c206e12426c8', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:19:7a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'cc8e6aa3-6626-4897-9676-3cbcd0261e69', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:18Z', 'updated_at': '2022-02-16T12:50:31Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': 'cc8e6aa3-6626-4897-9676-3cbcd0261e69', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:16.682337 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3282e3a9-e459-4b4f-8d31-c19404cf76e9 None None] The sync data for ids ['e61be5bd-a96f-414d-8528-e925cba38ee9'] in dv-neutron-829527-1-hyperv is: [{'id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'name': 'tempest-RoutersIpV6Test-router-1450390372', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:57Z', 'updated_at': '2022-02-16T12:51:12Z', 'revision_number': 8, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'gw_port_host': None, '_interfaces': [{'id': '18fec22c-ed86-4253-bdc3-ab321785366e', 'name': '', 'network_id': '7b97a0e9-d7ac-456f-8141-7cc9d9faedd5', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:b2:e2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '02229534-6633-4c44-b6c2-2695e21cdc03', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:33Z', 'updated_at': '2022-02-16T12:50:44Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': '02229534-6633-4c44-b6c2-2695e21cdc03', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53311a1a-fd5b-449d-9240-14c69af901df', 'name': '', 'network_id': '7c21af54-2c03-46c0-a37d-7363ccc7aa26', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:07:a9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:02Z', 'updated_at': '2022-02-16T12:50:17Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebe5d0eb-168e-4603-9547-0e7c2f28fa93', 'name': '', 'network_id': 'f60e5b0c-85b6-4349-ad72-c206e12426c8', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:19:7a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'cc8e6aa3-6626-4897-9676-3cbcd0261e69', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:18Z', 'updated_at': '2022-02-16T12:50:31Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': 'cc8e6aa3-6626-4897-9676-3cbcd0261e69', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:51:16.697450 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e3753be9-1cd0-43eb-8bda-26fa18738209 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "DELETE /v2.0/routers/da67767b-9137-4137-9742-f0ed78a3b5b0/tags HTTP/1.1" status: 204 len: 168 time: 0.6627219 Feb 16 12:51:16.702251 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39562) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:16.724045 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.tag.tag_plugin [None req-caf16227-8461-4252-abe3-3f4e96de72de tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '109e20f3-edd5-498c-8b00-07c8cd729962') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:16.777027 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1218667a-dcb1-45fb-9256-225547d39468 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:16.793402 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1218667a-dcb1-45fb-9256-225547d39468 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:16.903453 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fc6987f7-8fac-4719-a0f5-caa2119197b2 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:16.940298 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fc6987f7-8fac-4719-a0f5-caa2119197b2 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:17.015898 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1218667a-dcb1-45fb-9256-225547d39468 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Pushing event updated for resources: {'Port': ['ID=32b72399-8ab0-48dd-9481-e11163af8ec6,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:17.097729 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4da4059-3ce7-4ffb-b76a-e4f89de32425 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:17.122868 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-fe6f41a3-b503-487f-87a8-fb3eb655eb4c None None] Provisioning complete for port a426b62d-a0d7-4c34-a237-ed8081fd7d6c triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:17.122868 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-fe6f41a3-b503-487f-87a8-fb3eb655eb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:17.192336 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1218667a-dcb1-45fb-9256-225547d39468 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:17.198887 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-fe6f41a3-b503-487f-87a8-fb3eb655eb4c None None] Port a426b62d-a0d7-4c34-a237-ed8081fd7d6c cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:51:17.222678 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-fe6f41a3-b503-487f-87a8-fb3eb655eb4c None None] Provisioning complete for port 55c39096-e85e-4411-8b71-9758eaf088dd triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:17.223260 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-fe6f41a3-b503-487f-87a8-fb3eb655eb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:17.230998 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4da4059-3ce7-4ffb-b76a-e4f89de32425 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:17.291136 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e36ec7c2-defc-40ce-b23d-0a5cba0a429a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:17.389556 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-35d8020b-2317-43be-a1c6-c1d33ff4f890 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:17.535594 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6987f7-8fac-4719-a0f5-caa2119197b2 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Pushing event updated for resources: {'Port': ['ID=6d45968f-13d3-438f-a385-2ca896161ff4,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:17.543404 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fc6987f7-8fac-4719-a0f5-caa2119197b2 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:17.551199 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-caf16227-8461-4252-abe3-3f4e96de72de tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "DELETE /v2.0/ports/109e20f3-edd5-498c-8b00-07c8cd729962/tags HTTP/1.1" status: 204 len: 168 time: 0.8476269 Feb 16 12:51:17.557111 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39580) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:17.578316 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-35d8020b-2317-43be-a1c6-c1d33ff4f890 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Calling delete_port for 0fddbd5f-2a60-4141-9786-83d3196c1b50 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:17.617982 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4da4059-3ce7-4ffb-b76a-e4f89de32425 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:17.625617 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.tag.tag_plugin [None req-ba46cd9e-0b50-4584-9f4b-7f307d052813 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '30015f96-e9ef-47b8-8e88-5487014238c6') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:17.680012 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da4059-3ce7-4ffb-b76a-e4f89de32425 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event deleted for resources: {'Subnet': ['ID=efc70619-5b11-44bf-81ef-5438644b8efa,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:17.682516 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4da4059-3ce7-4ffb-b76a-e4f89de32425 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:17.685364 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fc6987f7-8fac-4719-a0f5-caa2119197b2 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:17.686974 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-fc6987f7-8fac-4719-a0f5-caa2119197b2 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5941494 Feb 16 12:51:17.692119 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39588) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:17.696673 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafe9f45-32b0-453d-9394-eb509ff5aa88 None None] Network 16b82834-7685-4613-829e-2ea073f469db requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:51:17.703989 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-ffe4c75b-0e5f-426b-a71f-94a59beb3a63 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Request body: {'floatingip': {'port_id': '51aa7729-7d8f-492f-b3c1-807b0ad6fe6e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:17.708964 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e36ec7c2-defc-40ce-b23d-0a5cba0a429a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:17.785846 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e36ec7c2-defc-40ce-b23d-0a5cba0a429a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:17.787579 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.l3_db [None req-1218667a-dcb1-45fb-9256-225547d39468 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Floating IP 10f09955-b015-498d-b39b-383fe49b80dc associated. External IP: 172.26.5.3, port: cff030b4-2739-4af1-b5f3-8e43431b3836. Feb 16 12:51:17.798034 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0245b69b-ba33-4a11-89b7-16c219c6f4b7 None None] Network 64b3e763-d52c-4907-bedf-545af19a602d requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:51:17.838891 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39594) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:17.843845 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ec7c2-defc-40ce-b23d-0a5cba0a429a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event deleted for resources: {'Subnet': ['ID=d2088878-8175-40cf-8f99-542f3c55f8b8,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:17.851036 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e36ec7c2-defc-40ce-b23d-0a5cba0a429a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "DELETE /v2.0/subnets/d2088878-8175-40cf-8f99-542f3c55f8b8 HTTP/1.1" status: 204 len: 168 time: 2.5541263 Feb 16 12:51:17.857452 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39598) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:17.873471 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d4da4059-3ce7-4ffb-b76a-e4f89de32425 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/subnets/efc70619-5b11-44bf-81ef-5438644b8efa HTTP/1.1" status: 204 len: 168 time: 2.0990269 Feb 16 12:51:17.875190 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ffe4c75b-0e5f-426b-a71f-94a59beb3a63 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks [] for floatingip, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:17.885449 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39602) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:17.935779 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-929ac530-c3b3-4366-8497-79d2f3ce45b6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:17.936529 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-929ac530-c3b3-4366-8497-79d2f3ce45b6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:17.980923 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-6fd66a3a-783f-43cb-8df3-a3c5e362d24b tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Deleting port 518446cb-0062-4861-bc21-b75ec3e8d4b6 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:17.981527 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6fd66a3a-783f-43cb-8df3-a3c5e362d24b tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:18.017121 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-929ac530-c3b3-4366-8497-79d2f3ce45b6 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/subnets/37af7c77-a25b-4c47-9b27-d9bfc45c4e36 HTTP/1.1" status: 404 len: 337 time: 0.1299348 Feb 16 12:51:18.026645 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39608) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:18.102768 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-9aa4ab14-24da-410b-9ea0-e31dd02fc008 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1290236718', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:18.109644 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9aa4ab14-24da-410b-9ea0-e31dd02fc008 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:18.141894 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9aa4ab14-24da-410b-9ea0-e31dd02fc008 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Usage tracker for resource:router and tenant:f9f50c5e67074cb69427e64faa0a5f9d is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:18.146437 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1fd4aac3-8ec4-4241-b8c0-4ea69e5de40c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Synchronizing usage tracker for tenant:e1117180e8c949a18483da62b9a9f5be on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:51:18.154771 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9aa4ab14-24da-410b-9ea0-e31dd02fc008 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:18.194220 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3d180e-0e51-4e75-8e35-395d1680bb5e None None] DHCP port deletion for 64b3e763-d52c-4907-bedf-545af19a602d request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:51:18.199652 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-de3d180e-0e51-4e75-8e35-395d1680bb5e None None] Deleting port a0743ea0-a54b-4fc5-bfd7-f68524f1ee20 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:18.200298 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-de3d180e-0e51-4e75-8e35-395d1680bb5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:18.216700 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9aa4ab14-24da-410b-9ea0-e31dd02fc008 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:18.233591 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-35d8020b-2317-43be-a1c6-c1d33ff4f890 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:18.241835 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81507091-0ebf-4334-b14a-04401accaed3 None None] DHCP port deletion for 16b82834-7685-4613-829e-2ea073f469db request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:51:18.261821 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-81507091-0ebf-4334-b14a-04401accaed3 None None] Deleting port 55c39096-e85e-4411-8b71-9758eaf088dd {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:18.262185 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-81507091-0ebf-4334-b14a-04401accaed3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:18.292444 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1fd4aac3-8ec4-4241-b8c0-4ea69e5de40c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Unset dirty status for tenant:e1117180e8c949a18483da62b9a9f5be on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:51:18.292696 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e88d732b-7f80-4c3e-8c85-02ecd5440cf5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:18.293997 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1fd4aac3-8ec4-4241-b8c0-4ea69e5de40c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "GET /v2.0/ports?device_id=712c423a-5b72-4bc7-af19-da08c607cee8 HTTP/1.1" status: 200 len: 205 time: 0.2598374 Feb 16 12:51:18.302767 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-ba46cd9e-0b50-4584-9f4b-7f307d052813 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "DELETE /v2.0/subnets/30015f96-e9ef-47b8-8e88-5487014238c6/tags HTTP/1.1" status: 204 len: 168 time: 0.7446139 Feb 16 12:51:18.306329 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9aa4ab14-24da-410b-9ea0-e31dd02fc008 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:18.307557 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9aa4ab14-24da-410b-9ea0-e31dd02fc008 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:18.308988 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39612) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:18.309323 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39614) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:18.316003 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d8020b-2317-43be-a1c6-c1d33ff4f890 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Pushing event deleted for resources: {'Port': ['ID=0fddbd5f-2a60-4141-9786-83d3196c1b50,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:18.400313 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9aa4ab14-24da-410b-9ea0-e31dd02fc008 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:18.412077 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6fd66a3a-783f-43cb-8df3-a3c5e362d24b tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:18.562390 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-6fd66a3a-783f-43cb-8df3-a3c5e362d24b tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Calling delete_port for 518446cb-0062-4861-bc21-b75ec3e8d4b6 owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:18.566969 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-81507091-0ebf-4334-b14a-04401accaed3 None None] For port 55c39096-e85e-4411-8b71-9758eaf088dd, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=55c39096-e85e-4411-8b71-9758eaf088dd,segment=NetworkSegment(e346f45d-2de1-4443-a615-720aa01ab838),segment_id=e346f45d-2de1-4443-a615-720aa01ab838)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:18.570786 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-81507091-0ebf-4334-b14a-04401accaed3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:18.637538 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-ffe4c75b-0e5f-426b-a71f-94a59beb3a63 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] update failed (client error): The resource could not be found. Feb 16 12:51:18.641179 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-ffe4c75b-0e5f-426b-a71f-94a59beb3a63 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] 10.222.0.83 "PUT /v2.0/floatingips/ebaca40a-67d8-40ea-8a25-0ee93179e5f5 HTTP/1.1" status: 404 len: 507 time: 0.9423501 Feb 16 12:51:18.641179 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-0ab2780c-ce32-4de7-bd1e-607c3e57511c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] delete failed (client error): The resource could not be found. Feb 16 12:51:18.641179 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-0ab2780c-ce32-4de7-bd1e-607c3e57511c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/routers/712c423a-5b72-4bc7-af19-da08c607cee8 HTTP/1.1" status: 404 len: 336 time: 0.3302786 Feb 16 12:51:18.653086 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 55c39096-e85e-4411-8b71-9758eaf088dd no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:51:18.656016 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39620) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:18.656348 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39622) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:18.688449 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9aa4ab14-24da-410b-9ea0-e31dd02fc008 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:18.748888 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-e88d732b-7f80-4c3e-8c85-02ecd5440cf5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Deleting port a0743ea0-a54b-4fc5-bfd7-f68524f1ee20 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:18.749447 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e88d732b-7f80-4c3e-8c85-02ecd5440cf5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:18.758411 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-81507091-0ebf-4334-b14a-04401accaed3 None None] Calling delete_port for 55c39096-e85e-4411-8b71-9758eaf088dd owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:18.774157 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9aa4ab14-24da-410b-9ea0-e31dd02fc008 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:18.777897 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9aa4ab14-24da-410b-9ea0-e31dd02fc008 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.9292562 Feb 16 12:51:18.782210 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39628) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:18.999361 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-3f0e50b4-339d-4f0e-bdc8-58ae414ebcb4 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1942394256'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:19.017173 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d2adc66-3d02-4a1a-8f88-bf0b42eab743 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:19.017898 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d2adc66-3d02-4a1a-8f88-bf0b42eab743 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:19.019887 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-1d2adc66-3d02-4a1a-8f88-bf0b42eab743 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/subnets/e3183b99-d83b-496e-b6a7-08ac94d8020e HTTP/1.1" status: 404 len: 337 time: 0.3590169 Feb 16 12:51:19.033902 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-3f0e50b4-339d-4f0e-bdc8-58ae414ebcb4 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:19.034800 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39632) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:19.050204 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-81507091-0ebf-4334-b14a-04401accaed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:19.089671 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-f66bc583-e74c-49b5-9323-d3c79c6d1f8c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:19.090128 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f66bc583-e74c-49b5-9323-d3c79c6d1f8c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:19.094162 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f66bc583-e74c-49b5-9323-d3c79c6d1f8c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/subnets/c48eed65-50cd-4bd7-8fca-de7882ad10b9 HTTP/1.1" status: 404 len: 337 time: 0.0507863 Feb 16 12:51:19.099772 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39636) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:19.101894 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-3f0e50b4-339d-4f0e-bdc8-58ae414ebcb4 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Usage tracker for resource:network and tenant:f9f50c5e67074cb69427e64faa0a5f9d is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:19.108265 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81507091-0ebf-4334-b14a-04401accaed3 None None] Pushing event deleted for resources: {'Port': ['ID=55c39096-e85e-4411-8b71-9758eaf088dd,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:19.111088 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:19.132972 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81507091-0ebf-4334-b14a-04401accaed3 None None] No DVR routers for this DVR port 55c39096-e85e-4411-8b71-9758eaf088dd on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:51:19.138348 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-3f0e50b4-339d-4f0e-bdc8-58ae414ebcb4 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:19.152576 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-de3d180e-0e51-4e75-8e35-395d1680bb5e None None] For port a0743ea0-a54b-4fc5-bfd7-f68524f1ee20, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=a0743ea0-a54b-4fc5-bfd7-f68524f1ee20,segment=NetworkSegment(3bd0a202-c11d-4bd3-920f-3a754f3c71aa),segment_id=3bd0a202-c11d-4bd3-920f-3a754f3c71aa)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:19.152576 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-de3d180e-0e51-4e75-8e35-395d1680bb5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:19.158048 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-c75a065d-588e-4763-807c-cba3774e9c63 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:19.158496 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c75a065d-588e-4763-807c-cba3774e9c63 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:19.160132 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c75a065d-588e-4763-807c-cba3774e9c63 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/subnets/b8983413-e189-4a5c-92c7-6fdf5af43757 HTTP/1.1" status: 404 len: 337 time: 0.0582039 Feb 16 12:51:19.163283 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-3f0e50b4-339d-4f0e-bdc8-58ae414ebcb4 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:19.164287 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39640) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:19.170275 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-35d8020b-2317-43be-a1c6-c1d33ff4f890 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:19.172277 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-35d8020b-2317-43be-a1c6-c1d33ff4f890 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] 10.222.0.83 "DELETE /v2.0/ports/0fddbd5f-2a60-4141-9786-83d3196c1b50 HTTP/1.1" status: 204 len: 168 time: 3.7606392 Feb 16 12:51:19.198843 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39644) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:19.201531 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1218667a-dcb1-45fb-9256-225547d39468 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Router 23fedfff-5686-499a-b8e0-238a28933e42 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:51:19.208595 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-78a20659-8b29-4937-a40e-f6b1576eab94 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Deleting port 6d45968f-13d3-438f-a385-2ca896161ff4 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:19.208980 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-78a20659-8b29-4937-a40e-f6b1576eab94 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:19.219011 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-98c353a9-8190-476b-bbcb-dc73ebd09a9b tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:19.219478 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98c353a9-8190-476b-bbcb-dc73ebd09a9b tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:19.222473 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-98c353a9-8190-476b-bbcb-dc73ebd09a9b tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/ports/0fd9d225-27b5-4439-be61-15ad20a251a4 HTTP/1.1" status: 404 len: 333 time: 0.0556967 Feb 16 12:51:19.225355 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39648) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:19.271489 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-b94a80b7-53d4-4159-b0b5-b7ca8e90acd9 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:19.271835 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b94a80b7-53d4-4159-b0b5-b7ca8e90acd9 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:19.309130 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device a0743ea0-a54b-4fc5-bfd7-f68524f1ee20 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:51:19.312256 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b94a80b7-53d4-4159-b0b5-b7ca8e90acd9 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/subnets/b91f6594-c4fa-40fa-92fc-57730a3a81b8 HTTP/1.1" status: 404 len: 337 time: 0.0856731 Feb 16 12:51:19.314946 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39652) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:19.329571 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0e50b4-339d-4f0e-bdc8-58ae414ebcb4 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Made reservation on behalf of f9f50c5e67074cb69427e64faa0a5f9d for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:19.333053 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3f0e50b4-339d-4f0e-bdc8-58ae414ebcb4 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:19.339900 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-de3d180e-0e51-4e75-8e35-395d1680bb5e None None] Calling delete_port for a0743ea0-a54b-4fc5-bfd7-f68524f1ee20 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:19.351510 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-367b2374-0cc0-40b7-ad5a-79f8cc9e6e30 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] GET failed (client error): The resource could not be found. Feb 16 12:51:19.352882 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-367b2374-0cc0-40b7-ad5a-79f8cc9e6e30 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] 10.222.0.83 "GET /v2.0/ports/0fddbd5f-2a60-4141-9786-83d3196c1b50 HTTP/1.1" status: 404 len: 333 time: 0.1463256 Feb 16 12:51:19.360594 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39656) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:19.363283 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-caadac86-e769-4649-9e4f-e7de0f9c8ebd tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:19.363901 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caadac86-e769-4649-9e4f-e7de0f9c8ebd tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:19.365734 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-caadac86-e769-4649-9e4f-e7de0f9c8ebd tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/subnets/e0bdff34-c67c-4dd7-9ff4-19deda641f4b HTTP/1.1" status: 404 len: 337 time: 0.0497510 Feb 16 12:51:19.369310 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39660) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:19.413605 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3f0e50b4-339d-4f0e-bdc8-58ae414ebcb4 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:19.470257 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-f64865e8-d0ca-4e85-a11b-9a87e9814082 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:19.470987 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f64865e8-d0ca-4e85-a11b-9a87e9814082 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:19.472849 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f64865e8-d0ca-4e85-a11b-9a87e9814082 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/ports/602c5d2a-d14f-4446-b03d-e30d4d23fe55 HTTP/1.1" status: 404 len: 333 time: 0.0716832 Feb 16 12:51:19.475764 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39664) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:19.507217 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:19.525806 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-45864a46-2770-4bd7-b476-65eebfca9dad tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Deleting port f2d5847f-0030-4fbc-9e76-e84ed50481c4 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:19.526823 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-45864a46-2770-4bd7-b476-65eebfca9dad tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:19.533003 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-de3d180e-0e51-4e75-8e35-395d1680bb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:19.578304 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6fd66a3a-783f-43cb-8df3-a3c5e362d24b tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:19.594504 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-3f0e50b4-339d-4f0e-bdc8-58ae414ebcb4 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:19.607056 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-347d2886-c7e6-4eeb-bb3c-8616345c4e7b tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Notify callbacks [] for subnetpool, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:19.610662 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-347d2886-c7e6-4eeb-bb3c-8616345c4e7b tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "DELETE /v2.0/subnetpools/f95ce60d-814e-4bc4-b08c-0d24410be694 HTTP/1.1" status: 204 len: 168 time: 1.2964668 Feb 16 12:51:19.616186 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3d180e-0e51-4e75-8e35-395d1680bb5e None None] No DVR routers for this DVR port a0743ea0-a54b-4fc5-bfd7-f68524f1ee20 on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:51:19.618745 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-33f1df88-f5d3-4b5c-a0fd-1702eab0b44f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:19.618907 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-3f0e50b4-339d-4f0e-bdc8-58ae414ebcb4 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Usage tracker for resource:security_group_rule and tenant:f9f50c5e67074cb69427e64faa0a5f9d is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:19.619200 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33f1df88-f5d3-4b5c-a0fd-1702eab0b44f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:19.620405 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 19448eef-4624-4d50-bcdd-a9a2d18f6247 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:51:19.625367 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-33f1df88-f5d3-4b5c-a0fd-1702eab0b44f tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/subnets/906c2532-69f1-40d5-ae46-0c30ca34b9b6 HTTP/1.1" status: 404 len: 337 time: 0.1440175 Feb 16 12:51:19.625367 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39668) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:19.625367 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39670) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:19.631937 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-3f0e50b4-339d-4f0e-bdc8-58ae414ebcb4 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:19.648471 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d180e-0e51-4e75-8e35-395d1680bb5e None None] Pushing event deleted for resources: {'Port': ['ID=a0743ea0-a54b-4fc5-bfd7-f68524f1ee20,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:19.662569 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 19448eef-4624-4d50-bcdd-a9a2d18f6247 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:51:19.662895 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-3f0e50b4-339d-4f0e-bdc8-58ae414ebcb4 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:19.663656 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 19448eef-4624-4d50-bcdd-a9a2d18f6247 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:51:19.707272 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd66a3a-783f-43cb-8df3-a3c5e362d24b tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Pushing event deleted for resources: {'Port': ['ID=518446cb-0062-4861-bc21-b75ec3e8d4b6,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:19.759830 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-a208d5f9-c347-4b7b-b91e-b109995d9106 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:19.760354 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a208d5f9-c347-4b7b-b91e-b109995d9106 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:19.762287 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a208d5f9-c347-4b7b-b91e-b109995d9106 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/subnets/7bf41a6b-5970-4455-8817-0409648793d6 HTTP/1.1" status: 404 len: 337 time: 0.1281748 Feb 16 12:51:19.764163 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b8721520-46a1-4328-8362-1750f75f5d69 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Synchronizing usage tracker for tenant:804635aa04b74c5fa8919ef4135fd8f0 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:51:19.768391 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39676) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:19.799445 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-e88d732b-7f80-4c3e-8c85-02ecd5440cf5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] For port a0743ea0-a54b-4fc5-bfd7-f68524f1ee20, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=a0743ea0-a54b-4fc5-bfd7-f68524f1ee20,segment=NetworkSegment(3bd0a202-c11d-4bd3-920f-3a754f3c71aa),segment_id=3bd0a202-c11d-4bd3-920f-3a754f3c71aa)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:19.800504 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e88d732b-7f80-4c3e-8c85-02ecd5440cf5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:19.857308 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-78a20659-8b29-4937-a40e-f6b1576eab94 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:19.858127 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-78a20659-8b29-4937-a40e-f6b1576eab94 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:19.879269 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b8721520-46a1-4328-8362-1750f75f5d69 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Unset dirty status for tenant:804635aa04b74c5fa8919ef4135fd8f0 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:51:19.880504 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b8721520-46a1-4328-8362-1750f75f5d69 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "GET /v2.0/ports?device_id=da67767b-9137-4137-9742-f0ed78a3b5b0 HTTP/1.1" status: 200 len: 205 time: 0.2482011 Feb 16 12:51:19.903170 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39680) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:20.072870 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-e88d732b-7f80-4c3e-8c85-02ecd5440cf5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Calling delete_port for a0743ea0-a54b-4fc5-bfd7-f68524f1ee20 owned by network:dhcp {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:20.175576 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-78a20659-8b29-4937-a40e-f6b1576eab94 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Calling delete_port for 6d45968f-13d3-438f-a385-2ca896161ff4 owned by network:floatingip {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:20.175868 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d29fc869-dd73-4c14-9187-3fc32994afd3 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:20.227559 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1218667a-dcb1-45fb-9256-225547d39468 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:51:20.243855 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19727a1-8975-4d19-8e91-8788b2901653 None None] Sync routers for ids ['23fedfff-5686-499a-b8e0-238a28933e42'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:51:20.254563 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19727a1-8975-4d19-8e91-8788b2901653 None None] Routers {'23fedfff-5686-499a-b8e0-238a28933e42'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:20.255716 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-a19727a1-8975-4d19-8e91-8788b2901653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:51:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['23fedfff-5686-499a-b8e0-238a28933e42'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:20.264035 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-4fef47b3-c492-4cef-820c-0e457edfd2c3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Deleting port a426b62d-a0d7-4c34-a237-ed8081fd7d6c {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:20.264366 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4fef47b3-c492-4cef-820c-0e457edfd2c3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:20.387027 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1218667a-dcb1-45fb-9256-225547d39468 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:20.432999 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.db.api [None req-e88d732b-7f80-4c3e-8c85-02ecd5440cf5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:51:20.433592 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG oslo_db.api [None req-e88d732b-7f80-4c3e-8c85-02ecd5440cf5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:51:20.513102 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-a19727a1-8975-4d19-8e91-8788b2901653 None None] Set router 23fedfff-5686-499a-b8e0-238a28933e42 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:51:20.564259 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-45864a46-2770-4bd7-b476-65eebfca9dad tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:20.671025 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3f0e50b4-339d-4f0e-bdc8-58ae414ebcb4 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:20.717211 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3f0e50b4-339d-4f0e-bdc8-58ae414ebcb4 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:20.759110 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-1218667a-dcb1-45fb-9256-225547d39468 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 10.2828493 Feb 16 12:51:20.769362 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a3d8fa-1c56-44ae-84a8-027f90731128', 'tag': 'cff030b4-2739-4af1-b5f3-8e43431b3836'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:51:20.829370 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-45864a46-2770-4bd7-b476-65eebfca9dad tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Calling delete_port for f2d5847f-0030-4fbc-9e76-e84ed50481c4 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:20.860690 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5a3d8fa-1c56-44ae-84a8-027f90731128', 'tag': 'cff030b4-2739-4af1-b5f3-8e43431b3836', 'status': 'completed', 'code': 200} Feb 16 12:51:20.908360 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-a19727a1-8975-4d19-8e91-8788b2901653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fedfff-5686-499a-b8e0-238a28933e42', 'name': 'tempest-TestVolumeBootPattern-1761421937-router', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:04Z', 'updated_at': '2022-02-16T12:49:20Z', 'revision_number': 4, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'gw_port': {'id': '8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:07Z', 'updated_at': '2022-02-16T12:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '10f09955-b015-498d-b39b-383fe49b80dc', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'floating_ip_address': '172.26.5.3', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'port_id': 'cff030b4-2739-4af1-b5f3-8e43431b3836', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638', 'mac_address': 'fa:16:3e:b8:98:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a3d8fa-1c56-44ae-84a8-027f90731128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:51:14Z', 'updated_at': '2022-02-16T12:51:14Z', 'revision_number': 0, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5b23843-9f59-458d-9ac9-8cfc9dd74594', 'name': '', 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'mac_address': 'fa:16:3e:d2:8d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '475d72a9-33c5-44fc-8808-9edb5e19ce95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:17Z', 'updated_at': '2022-02-16T12:49:29Z', 'revision_number': 5, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'subnets': [{'id': '475d72a9-33c5-44fc-8808-9edb5e19ce95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:20.912422 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19727a1-8975-4d19-8e91-8788b2901653 None None] Checking router: 23fedfff-5686-499a-b8e0-238a28933e42 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:51:20.923573 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19727a1-8975-4d19-8e91-8788b2901653 None None] Routers {'23fedfff-5686-499a-b8e0-238a28933e42'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:20.924249 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-a19727a1-8975-4d19-8e91-8788b2901653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:51:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['23fedfff-5686-499a-b8e0-238a28933e42'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:20.925889 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e50b4-339d-4f0e-bdc8-58ae414ebcb4 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f7a4dd-3031-4083-bf39-ebe49a9efa17,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:20.934138 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-78a20659-8b29-4937-a40e-f6b1576eab94 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:20.948703 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f0e50b4-339d-4f0e-bdc8-58ae414ebcb4 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:51:20.950546 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-e88d732b-7f80-4c3e-8c85-02ecd5440cf5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Deleting port a0743ea0-a54b-4fc5-bfd7-f68524f1ee20 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:20.950869 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e88d732b-7f80-4c3e-8c85-02ecd5440cf5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:20.969117 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d29fc869-dd73-4c14-9187-3fc32994afd3 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:20.972936 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6fd66a3a-783f-43cb-8df3-a3c5e362d24b tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:20.976949 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d29fc869-dd73-4c14-9187-3fc32994afd3 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:21.047125 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4fef47b3-c492-4cef-820c-0e457edfd2c3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:21.092884 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a20659-8b29-4937-a40e-f6b1576eab94 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Pushing event deleted for resources: {'Port': ['ID=6d45968f-13d3-438f-a385-2ca896161ff4,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:21.115491 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-a19727a1-8975-4d19-8e91-8788b2901653 None None] Set router 23fedfff-5686-499a-b8e0-238a28933e42 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:51:21.128167 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3f0e50b4-339d-4f0e-bdc8-58ae414ebcb4 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:21.128515 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-3f0e50b4-339d-4f0e-bdc8-58ae414ebcb4 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Added segment 1b7e9d26-1cae-4167-8265-efea856b9292 of type vlan for network c5aad0ed-ab74-45cb-bbac-5967ca1193f5 Feb 16 12:51:21.148800 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d29fc869-dd73-4c14-9187-3fc32994afd3 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:21.149314 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29fc869-dd73-4c14-9187-3fc32994afd3 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Fanout notify agent at l3_agent the message router_deleted on router da67767b-9137-4137-9742-f0ed78a3b5b0 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:51:21.246249 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d29fc869-dd73-4c14-9187-3fc32994afd3 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:21.247567 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d29fc869-dd73-4c14-9187-3fc32994afd3 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "DELETE /v2.0/routers/da67767b-9137-4137-9742-f0ed78a3b5b0 HTTP/1.1" status: 204 len: 168 time: 1.3368716 Feb 16 12:51:21.253314 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39688) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:21.255211 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-e88d732b-7f80-4c3e-8c85-02ecd5440cf5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] The port 'a0743ea0-a54b-4fc5-bfd7-f68524f1ee20' was deleted {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:51:21.263736 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-4fef47b3-c492-4cef-820c-0e457edfd2c3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Calling delete_port for a426b62d-a0d7-4c34-a237-ed8081fd7d6c owned by {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:21.331897 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-45864a46-2770-4bd7-b476-65eebfca9dad tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:21.432891 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45864a46-2770-4bd7-b476-65eebfca9dad tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Pushing event deleted for resources: {'Port': ['ID=f2d5847f-0030-4fbc-9e76-e84ed50481c4,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:21.447400 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3f0e50b4-339d-4f0e-bdc8-58ae414ebcb4 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:21.455625 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45864a46-2770-4bd7-b476-65eebfca9dad tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:21.456264 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45864a46-2770-4bd7-b476-65eebfca9dad tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:21.456944 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45864a46-2770-4bd7-b476-65eebfca9dad tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:21.457444 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45864a46-2770-4bd7-b476-65eebfca9dad tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:21.457994 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45864a46-2770-4bd7-b476-65eebfca9dad tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:21.458482 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45864a46-2770-4bd7-b476-65eebfca9dad tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:21.458966 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45864a46-2770-4bd7-b476-65eebfca9dad tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:21.459449 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45864a46-2770-4bd7-b476-65eebfca9dad tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:21.460191 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45864a46-2770-4bd7-b476-65eebfca9dad tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:21.460537 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45864a46-2770-4bd7-b476-65eebfca9dad tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:21.460903 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45864a46-2770-4bd7-b476-65eebfca9dad tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:21.461390 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45864a46-2770-4bd7-b476-65eebfca9dad tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:21.553647 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-a19727a1-8975-4d19-8e91-8788b2901653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fedfff-5686-499a-b8e0-238a28933e42', 'name': 'tempest-TestVolumeBootPattern-1761421937-router', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:04Z', 'updated_at': '2022-02-16T12:49:20Z', 'revision_number': 4, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'gw_port': {'id': '8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:07Z', 'updated_at': '2022-02-16T12:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '10f09955-b015-498d-b39b-383fe49b80dc', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'floating_ip_address': '172.26.5.3', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'port_id': 'cff030b4-2739-4af1-b5f3-8e43431b3836', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638', 'mac_address': 'fa:16:3e:b8:98:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a3d8fa-1c56-44ae-84a8-027f90731128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:51:14Z', 'updated_at': '2022-02-16T12:51:14Z', 'revision_number': 0, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5b23843-9f59-458d-9ac9-8cfc9dd74594', 'name': '', 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'mac_address': 'fa:16:3e:d2:8d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '475d72a9-33c5-44fc-8808-9edb5e19ce95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:17Z', 'updated_at': '2022-02-16T12:49:29Z', 'revision_number': 5, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'subnets': [{'id': '475d72a9-33c5-44fc-8808-9edb5e19ce95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:21.558180 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19727a1-8975-4d19-8e91-8788b2901653 None None] The sync data for ids ['23fedfff-5686-499a-b8e0-238a28933e42'] in dv-neutron-829527-1-hyperv is: [{'id': '23fedfff-5686-499a-b8e0-238a28933e42', 'name': 'tempest-TestVolumeBootPattern-1761421937-router', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:04Z', 'updated_at': '2022-02-16T12:49:20Z', 'revision_number': 4, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'gw_port': {'id': '8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:07Z', 'updated_at': '2022-02-16T12:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '10f09955-b015-498d-b39b-383fe49b80dc', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'floating_ip_address': '172.26.5.3', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'port_id': 'cff030b4-2739-4af1-b5f3-8e43431b3836', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638', 'mac_address': 'fa:16:3e:b8:98:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a3d8fa-1c56-44ae-84a8-027f90731128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:51:14Z', 'updated_at': '2022-02-16T12:51:14Z', 'revision_number': 0, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5b23843-9f59-458d-9ac9-8cfc9dd74594', 'name': '', 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'mac_address': 'fa:16:3e:d2:8d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '475d72a9-33c5-44fc-8808-9edb5e19ce95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:17Z', 'updated_at': '2022-02-16T12:49:29Z', 'revision_number': 5, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'subnets': [{'id': '475d72a9-33c5-44fc-8808-9edb5e19ce95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:51:21.575465 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-78a20659-8b29-4937-a40e-f6b1576eab94 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks [] for floatingip, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:21.582146 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e88d732b-7f80-4c3e-8c85-02ecd5440cf5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:21.602083 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a73c72-fa8f-4985-bc3b-62c16dc911c4 req-3955e0f0-88e0-40b1-af6b-d8fb0e8e0c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:21.604492 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-87a73c72-fa8f-4985-bc3b-62c16dc911c4 req-3955e0f0-88e0-40b1-af6b-d8fb0e8e0c4c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=43a461e2fae64766bd31efeef15d8935&device_id=d5a3d8fa-1c56-44ae-84a8-027f90731128 HTTP/1.1" status: 200 len: 1098 time: 0.7397163 Feb 16 12:51:21.662231 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4fef47b3-c492-4cef-820c-0e457edfd2c3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:21.675025 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-35dbfd41-9b04-4d34-b702-16e12d5c7705 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Deleting port 109e20f3-edd5-498c-8b00-07c8cd729962 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:21.675365 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-35dbfd41-9b04-4d34-b702-16e12d5c7705 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:21.715607 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-e88d732b-7f80-4c3e-8c85-02ecd5440cf5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64b3e763-d52c-4907-bedf-545af19a602d']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:21.781618 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-45864a46-2770-4bd7-b476-65eebfca9dad tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:21.785873 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-45864a46-2770-4bd7-b476-65eebfca9dad tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] 10.222.0.83 "DELETE /v2.0/ports/f2d5847f-0030-4fbc-9e76-e84ed50481c4 HTTP/1.1" status: 204 len: 168 time: 2.4217362 Feb 16 12:51:21.792059 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39692) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:21.799410 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef47b3-c492-4cef-820c-0e457edfd2c3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event deleted for resources: {'Port': ['ID=a426b62d-a0d7-4c34-a237-ed8081fd7d6c,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:21.802988 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-e88d732b-7f80-4c3e-8c85-02ecd5440cf5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bd0a202-c11d-4bd3-920f-3a754f3c71aa') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:21.803319 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-e88d732b-7f80-4c3e-8c85-02ecd5440cf5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bd0a202-c11d-4bd3-920f-3a754f3c71aa') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:21.822406 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a07db3-a8a1-4157-b33f-c72e52174d55 None None] New status for floating IP 10f09955-b015-498d-b39b-383fe49b80dc: ACTIVE {{(pid=87703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:51:21.839485 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd66a3a-783f-43cb-8df3-a3c5e362d24b tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Router bafe493f-bb65-41f1-8778-d8d3f5b84bf5 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:51:21.858014 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3f0e50b4-339d-4f0e-bdc8-58ae414ebcb4 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:21.863475 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0e50b4-339d-4f0e-bdc8-58ae414ebcb4 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:21.864030 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3f0e50b4-339d-4f0e-bdc8-58ae414ebcb4 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:21.893334 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4fef47b3-c492-4cef-820c-0e457edfd2c3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:21.899082 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e88d732b-7f80-4c3e-8c85-02ecd5440cf5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:21.998468 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-87791b90-8a3c-4907-84d5-b8d7606e173b tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] GET failed (client error): The resource could not be found. Feb 16 12:51:22.005502 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-87791b90-8a3c-4907-84d5-b8d7606e173b tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] 10.222.0.83 "GET /v2.0/ports/f2d5847f-0030-4fbc-9e76-e84ed50481c4 HTTP/1.1" status: 404 len: 333 time: 0.2020531 Feb 16 12:51:22.005502 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-78a20659-8b29-4937-a40e-f6b1576eab94 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:22.005502 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-78a20659-8b29-4937-a40e-f6b1576eab94 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] 10.222.0.83 "DELETE /v2.0/floatingips/ebaca40a-67d8-40ea-8a25-0ee93179e5f5 HTTP/1.1" status: 204 len: 168 time: 3.3434200 Feb 16 12:51:22.014406 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39696) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:22.014666 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39698) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:22.024026 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-4fef47b3-c492-4cef-820c-0e457edfd2c3 tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/ports/a426b62d-a0d7-4c34-a237-ed8081fd7d6c HTTP/1.1" status: 204 len: 168 time: 2.2498853 Feb 16 12:51:22.037876 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e88d732b-7f80-4c3e-8c85-02ecd5440cf5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:22.042649 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39704) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:22.045818 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-c86886c7-f168-48a4-9afa-ab05d7d564be tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Request body: {'floatingip': {'floating_network_id': '4f201c11-b528-4ff5-a86e-ce73e87e6434', 'port_id': '51aa7729-7d8f-492f-b3c1-807b0ad6fe6e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:22.096784 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-3f0e50b4-339d-4f0e-bdc8-58ae414ebcb4 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.2981668 Feb 16 12:51:22.107534 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-c86886c7-f168-48a4-9afa-ab05d7d564be tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:22.133586 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39708) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:22.139747 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e88d732b-7f80-4c3e-8c85-02ecd5440cf5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:51:22.140167 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e88d732b-7f80-4c3e-8c85-02ecd5440cf5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:22.153928 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-43bd20ce-568e-4bcf-8f51-39a918ec08ef tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Request body: {'subnet': {'network_id': 'c5aad0ed-ab74-45cb-bbac-5967ca1193f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:22.171343 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e50b4-339d-4f0e-bdc8-58ae414ebcb4 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Pushing event updated for resources: {'Network': ['ID=c5aad0ed-ab74-45cb-bbac-5967ca1193f5,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:22.173329 dv-neutron-829527-1-hyperv neutron-server[87701]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:51:22.173329 dv-neutron-829527-1-hyperv neutron-server[87701]: util.warn( Feb 16 12:51:22.173329 dv-neutron-829527-1-hyperv neutron-server[87701]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:51:22.173329 dv-neutron-829527-1-hyperv neutron-server[87701]: util.warn( Feb 16 12:51:22.173329 dv-neutron-829527-1-hyperv neutron-server[87701]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:51:22.173329 dv-neutron-829527-1-hyperv neutron-server[87701]: util.warn( Feb 16 12:51:22.173329 dv-neutron-829527-1-hyperv neutron-server[87701]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:51:22.173329 dv-neutron-829527-1-hyperv neutron-server[87701]: util.warn( Feb 16 12:51:22.173329 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:51:22.173329 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:51:22.173329 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:51:22.173329 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:51:22.173329 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:51:22.173329 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:51:22.173329 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:51:22.173329 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:51:22.173329 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:51:22.173329 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:51:22.173329 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:51:22.173329 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:51:22.173329 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:51:22.173329 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:51:22.173329 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:51:22.173329 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:51:22.173329 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:51:22.173329 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:51:22.173329 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:51:22.173329 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:51:22.173329 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:51:22.173329 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:51:22.173329 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:51:22.173329 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:51:22.173329 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:51:22.173329 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:51:22.173329 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:51:22.173329 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:51:22.173329 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:51:22.173329 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:51:22.173329 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:51:22.173329 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:51:22.179154 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-c86886c7-f168-48a4-9afa-ab05d7d564be tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Usage tracker for resource:floatingip and tenant:da65d3ee56764a9d812d06e3de0e26dc is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:22.182153 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network c5aad0ed-ab74-45cb-bbac-5967ca1193f5 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:51:22.234093 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-c86886c7-f168-48a4-9afa-ab05d7d564be tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:22.437203 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-35dbfd41-9b04-4d34-b702-16e12d5c7705 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:22.448261 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-c86886c7-f168-48a4-9afa-ab05d7d564be tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:22.498522 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a73c72-fa8f-4985-bc3b-62c16dc911c4 req-fa2910b0-39b5-469b-a6db-c1e8001c5f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:22.500039 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-87a73c72-fa8f-4985-bc3b-62c16dc911c4 req-fa2910b0-39b5-469b-a6db-c1e8001c5f8b service neutron] 10.222.0.89 "GET /v2.0/networks?id=2f9caf95-9634-43c7-8691-03bf1bd0a638 HTTP/1.1" status: 200 len: 913 time: 0.8567920 Feb 16 12:51:22.511284 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-f0cc9790-9bc7-4755-85a0-e9a719f4b188 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Deleting port 936575c7-bc02-4e27-b467-2d1cb57899a6 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:22.511649 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f0cc9790-9bc7-4755-85a0-e9a719f4b188 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:22.583554 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-35dbfd41-9b04-4d34-b702-16e12d5c7705 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Calling delete_port for 109e20f3-edd5-498c-8b00-07c8cd729962 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:22.601991 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c86886c7-f168-48a4-9afa-ab05d7d564be tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks [] for floatingip, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:22.610474 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-43bd20ce-568e-4bcf-8f51-39a918ec08ef tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:22.627770 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e88d732b-7f80-4c3e-8c85-02ecd5440cf5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:22.632739 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-43bd20ce-568e-4bcf-8f51-39a918ec08ef tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Usage tracker for resource:subnet and tenant:f9f50c5e67074cb69427e64faa0a5f9d is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:22.635854 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd66a3a-783f-43cb-8df3-a3c5e362d24b tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:51:22.639750 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-43bd20ce-568e-4bcf-8f51-39a918ec08ef tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:22.649239 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a500b135-7c36-4987-8d1c-15e8b54f6f38 None None] Sync routers for ids ['bafe493f-bb65-41f1-8778-d8d3f5b84bf5'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:51:22.651066 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6fd66a3a-783f-43cb-8df3-a3c5e362d24b tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "PUT /v2.0/routers/bafe493f-bb65-41f1-8778-d8d3f5b84bf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4892972 Feb 16 12:51:22.651960 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39712) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:22.657217 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-43bd20ce-568e-4bcf-8f51-39a918ec08ef tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:22.659699 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a500b135-7c36-4987-8d1c-15e8b54f6f38 None None] Routers {'bafe493f-bb65-41f1-8778-d8d3f5b84bf5'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:22.660532 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-a500b135-7c36-4987-8d1c-15e8b54f6f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:51:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['bafe493f-bb65-41f1-8778-d8d3f5b84bf5'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:22.680571 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e88d732b-7f80-4c3e-8c85-02ecd5440cf5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:22.684178 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43bd20ce-568e-4bcf-8f51-39a918ec08ef tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Made reservation on behalf of f9f50c5e67074cb69427e64faa0a5f9d for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:22.687656 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-43bd20ce-568e-4bcf-8f51-39a918ec08ef tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:22.701407 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b9a05000-c0a2-4238-b399-706dd1f6f92c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:22.727633 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-a500b135-7c36-4987-8d1c-15e8b54f6f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:22.736735 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a500b135-7c36-4987-8d1c-15e8b54f6f38 None None] Routers {'bafe493f-bb65-41f1-8778-d8d3f5b84bf5'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:22.737580 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-a500b135-7c36-4987-8d1c-15e8b54f6f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:51:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['bafe493f-bb65-41f1-8778-d8d3f5b84bf5'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:22.772582 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d732b-7f80-4c3e-8c85-02ecd5440cf5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event deleted for resources: {'Network': ['ID=64b3e763-d52c-4907-bedf-545af19a602d,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:22.804761 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e88d732b-7f80-4c3e-8c85-02ecd5440cf5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "DELETE /v2.0/networks/64b3e763-d52c-4907-bedf-545af19a602d HTTP/1.1" status: 204 len: 168 time: 4.9400892 Feb 16 12:51:22.807148 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39716) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:22.809178 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-a500b135-7c36-4987-8d1c-15e8b54f6f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:22.809691 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a500b135-7c36-4987-8d1c-15e8b54f6f38 None None] The sync data for ids ['bafe493f-bb65-41f1-8778-d8d3f5b84bf5'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:51:22.910023 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-87a73c72-fa8f-4985-bc3b-62c16dc911c4 req-a0936940-f60b-4c2c-9b95-22bea2856319 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cff030b4-2739-4af1-b5f3-8e43431b3836 HTTP/1.1" status: 200 len: 999 time: 0.3726099 Feb 16 12:51:23.008978 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-35dbfd41-9b04-4d34-b702-16e12d5c7705 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:23.166372 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dbfd41-9b04-4d34-b702-16e12d5c7705 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Pushing event deleted for resources: {'Port': ['ID=109e20f3-edd5-498c-8b00-07c8cd729962,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:23.283812 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b9a05000-c0a2-4238-b399-706dd1f6f92c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:23.313869 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a73c72-fa8f-4985-bc3b-62c16dc911c4 req-d1a89e78-539d-4201-aa01-e3e973cba8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:23.313869 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-87a73c72-fa8f-4985-bc3b-62c16dc911c4 req-d1a89e78-539d-4201-aa01-e3e973cba8e8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=475d72a9-33c5-44fc-8808-9edb5e19ce95 HTTP/1.1" status: 200 len: 851 time: 0.3878322 Feb 16 12:51:23.409370 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-b9a05000-c0a2-4238-b399-706dd1f6f92c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16b82834-7685-4613-829e-2ea073f469db']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:23.433919 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-69c47d16-b5bc-4895-b6e4-66c60f69f599 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for router, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:23.521602 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-b9a05000-c0a2-4238-b399-706dd1f6f92c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e346f45d-2de1-4443-a615-720aa01ab838') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:23.521602 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-b9a05000-c0a2-4238-b399-706dd1f6f92c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e346f45d-2de1-4443-a615-720aa01ab838') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:23.574597 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b9a05000-c0a2-4238-b399-706dd1f6f92c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:23.631681 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f0cc9790-9bc7-4755-85a0-e9a719f4b188 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:23.640932 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-35dbfd41-9b04-4d34-b702-16e12d5c7705 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:23.650177 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-43bd20ce-568e-4bcf-8f51-39a918ec08ef tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:23.698036 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b9a05000-c0a2-4238-b399-706dd1f6f92c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:23.726300 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-35dbfd41-9b04-4d34-b702-16e12d5c7705 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "DELETE /v2.0/ports/109e20f3-edd5-498c-8b00-07c8cd729962 HTTP/1.1" status: 204 len: 168 time: 2.4645391 Feb 16 12:51:23.735506 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39720) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:23.857567 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd20ce-568e-4bcf-8f51-39a918ec08ef tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Pushing event updated for resources: {'Subnet': ['ID=6373a4c6-b734-4bec-9fc8-06611ac25a08,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:23.866377 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bd20ce-568e-4bcf-8f51-39a918ec08ef tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Checking segment: {'id': '1b7e9d26-1cae-4167-8265-efea856b9292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c5aad0ed-ab74-45cb-bbac-5967ca1193f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:51:23.866377 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bd20ce-568e-4bcf-8f51-39a918ec08ef tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Network hostable DHCP agents. Network: c5aad0ed-ab74-45cb-bbac-5967ca1193f5, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:51:23.916182 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6808e20-a93c-4ac6-8257-83ff3ef3be3c tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Deleting subnet 30015f96-e9ef-47b8-8e88-5487014238c6 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:51:23.916182 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c6808e20-a93c-4ac6-8257-83ff3ef3be3c tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:23.954562 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bd20ce-568e-4bcf-8f51-39a918ec08ef tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Network c5aad0ed-ab74-45cb-bbac-5967ca1193f5 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:51:23.980254 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-43bd20ce-568e-4bcf-8f51-39a918ec08ef tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, c5aad0ed-ab74-45cb-bbac-5967ca1193f5) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:23.985550 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bd20ce-568e-4bcf-8f51-39a918ec08ef tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:23.987212 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-43bd20ce-568e-4bcf-8f51-39a918ec08ef tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:23.988967 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dfabdc-9bea-4960-bcee-9350f81f60da None None] Network c5aad0ed-ab74-45cb-bbac-5967ca1193f5 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:51:23.992910 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-f0cc9790-9bc7-4755-85a0-e9a719f4b188 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Calling delete_port for 936575c7-bc02-4e27-b467-2d1cb57899a6 owned by {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:23.999583 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c6808e20-a93c-4ac6-8257-83ff3ef3be3c tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:24.025636 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9a05000-c0a2-4238-b399-706dd1f6f92c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:51:24.025636 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b9a05000-c0a2-4238-b399-706dd1f6f92c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:24.042387 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:51:24.042387 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:51:24.042387 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:51:24.042387 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:51:24.042387 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:51:24.042387 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:51:24.042387 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:51:24.042387 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:51:24.042387 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:51:24.042387 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:51:24.042387 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:51:24.042387 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:51:24.042387 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:51:24.042387 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:51:24.042387 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:51:24.042387 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:51:24.042387 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:51:24.042387 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:51:24.042387 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:51:24.042387 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:51:24.042387 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:51:24.042387 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:51:24.042387 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:51:24.042387 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:51:24.042387 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:51:24.042387 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:51:24.042387 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:51:24.042387 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:51:24.042387 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:51:24.042387 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:51:24.042387 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:51:24.042387 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:51:24.083834 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-43bd20ce-568e-4bcf-8f51-39a918ec08ef tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9324307 Feb 16 12:51:24.083834 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39724) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:24.091810 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d0f6754e-1839-4ce5-b6d1-c5f501f2f37c tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Request body: {'network': {'name': 'tempest-router-network01--1515027636'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:24.141972 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d0f6754e-1839-4ce5-b6d1-c5f501f2f37c tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:24.157059 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d0f6754e-1839-4ce5-b6d1-c5f501f2f37c tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Usage tracker for resource:network and tenant:f9f50c5e67074cb69427e64faa0a5f9d is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:24.167201 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d0f6754e-1839-4ce5-b6d1-c5f501f2f37c tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:24.182403 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d0f6754e-1839-4ce5-b6d1-c5f501f2f37c tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:24.219757 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f6754e-1839-4ce5-b6d1-c5f501f2f37c tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Made reservation on behalf of f9f50c5e67074cb69427e64faa0a5f9d for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:24.224377 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d0f6754e-1839-4ce5-b6d1-c5f501f2f37c tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:24.239565 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c6808e20-a93c-4ac6-8257-83ff3ef3be3c tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:24.250690 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b9a05000-c0a2-4238-b399-706dd1f6f92c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:24.263715 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a73c72-fa8f-4985-bc3b-62c16dc911c4 req-831f40a3-557c-4f7b-af3d-aeeefd7cd103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:24.268257 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-87a73c72-fa8f-4985-bc3b-62c16dc911c4 req-831f40a3-557c-4f7b-af3d-aeeefd7cd103 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2f9caf95-9634-43c7-8691-03bf1bd0a638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9345441 Feb 16 12:51:24.302257 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b9a05000-c0a2-4238-b399-706dd1f6f92c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:24.330021 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7b39e75d-1454-4f33-84a1-74a42282b55e tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:24.339237 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a05000-c0a2-4238-b399-706dd1f6f92c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] Pushing event deleted for resources: {'Network': ['ID=16b82834-7685-4613-829e-2ea073f469db,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:24.353503 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-c86886c7-f168-48a4-9afa-ab05d7d564be tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:51:24.355106 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-c86886c7-f168-48a4-9afa-ab05d7d564be tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 2.3328671 Feb 16 12:51:24.370054 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfdb3c2-6d9b-450f-912a-bfd910b115cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-c5aad0ed-ab74-45cb-bbac-5967ca1193f5', 'network_id': 'c5aad0ed-ab74-45cb-bbac-5967ca1193f5', 'tenant_id': 'f9f50c5e67074cb69427e64faa0a5f9d', 'fixed_ips': [{'subnet_id': '6373a4c6-b734-4bec-9fc8-06611ac25a08'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:51:24.370949 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2cfdb3c2-6d9b-450f-912a-bfd910b115cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:24.416885 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-b9a05000-c0a2-4238-b399-706dd1f6f92c tempest-PortsIpV6TestJSON-1865308189 tempest-PortsIpV6TestJSON-1865308189-project] 10.222.0.83 "DELETE /v2.0/networks/16b82834-7685-4613-829e-2ea073f469db HTTP/1.1" status: 204 len: 168 time: 2.3221505 Feb 16 12:51:24.433612 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39728) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:24.433612 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-69c47d16-b5bc-4895-b6e4-66c60f69f599 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:24.454409 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-ba9ebab5-f2e8-4738-b654-8bc8aeed0ce7 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Request body: {'floatingip': {'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'port_id': '51aa7729-7d8f-492f-b3c1-807b0ad6fe6e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:24.461657 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0f6754e-1839-4ce5-b6d1-c5f501f2f37c tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:51:24.553300 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-ba9ebab5-f2e8-4738-b654-8bc8aeed0ce7 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:24.553300 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-69c47d16-b5bc-4895-b6e4-66c60f69f599 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Deleting port d8f667b8-9875-4699-8a05-67adbb8969be {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:24.553300 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-69c47d16-b5bc-4895-b6e4-66c60f69f599 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:24.601089 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d0f6754e-1839-4ce5-b6d1-c5f501f2f37c tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:24.601089 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-d0f6754e-1839-4ce5-b6d1-c5f501f2f37c tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Added segment 1c8b5c64-0489-40d0-bdfa-8afbbd9d162d of type vlan for network d7944a45-4421-47d1-b6c4-b1b6555f18d4 Feb 16 12:51:24.626450 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c6808e20-a93c-4ac6-8257-83ff3ef3be3c tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:24.677125 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-ba9ebab5-f2e8-4738-b654-8bc8aeed0ce7 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Usage tracker for resource:floatingip and tenant:da65d3ee56764a9d812d06e3de0e26dc is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:24.679543 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-2cfdb3c2-6d9b-450f-912a-bfd910b115cf None None] Allocated IP 2001:db8::2 (c5aad0ed-ab74-45cb-bbac-5967ca1193f5/6373a4c6-b734-4bec-9fc8-06611ac25a08/cbfa52f2-22e2-4a96-afd4-bd550b068552) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:51:24.692843 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-ba9ebab5-f2e8-4738-b654-8bc8aeed0ce7 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:24.700748 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d0f6754e-1839-4ce5-b6d1-c5f501f2f37c tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:24.706945 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6808e20-a93c-4ac6-8257-83ff3ef3be3c tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Pushing event deleted for resources: {'Subnet': ['ID=30015f96-e9ef-47b8-8e88-5487014238c6,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:24.713524 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-ba9ebab5-f2e8-4738-b654-8bc8aeed0ce7 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:24.769864 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c6808e20-a93c-4ac6-8257-83ff3ef3be3c tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:24.799186 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aac0784-22d5-43f9-9526-f7bca7c43a44 None None] Network 5abe6a9b-6886-4f27-b4e4-85f2a95efd2a requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:51:24.834148 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39736) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:24.850751 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c6808e20-a93c-4ac6-8257-83ff3ef3be3c tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "DELETE /v2.0/subnets/30015f96-e9ef-47b8-8e88-5487014238c6 HTTP/1.1" status: 204 len: 168 time: 1.1192899 Feb 16 12:51:24.859143 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39740) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:24.862116 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f0cc9790-9bc7-4755-85a0-e9a719f4b188 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:24.892840 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ba9ebab5-f2e8-4738-b654-8bc8aeed0ce7 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks [] for floatingip, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:24.911633 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d0f6754e-1839-4ce5-b6d1-c5f501f2f37c tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:24.917848 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f6754e-1839-4ce5-b6d1-c5f501f2f37c tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:24.919268 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d0f6754e-1839-4ce5-b6d1-c5f501f2f37c tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:24.928187 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-87a73c72-fa8f-4985-bc3b-62c16dc911c4 req-0b621109-27b4-4d15-baf3-092f5800944d service neutron] 10.222.0.89 "GET /v2.0/networks/2f9caf95-9634-43c7-8691-03bf1bd0a638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6359680 Feb 16 12:51:25.030663 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d0f6754e-1839-4ce5-b6d1-c5f501f2f37c tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9480600 Feb 16 12:51:25.030907 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc9790-9bc7-4755-85a0-e9a719f4b188 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Pushing event deleted for resources: {'Port': ['ID=936575c7-bc02-4e27-b467-2d1cb57899a6,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:25.089766 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39746) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:25.114041 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2cfdb3c2-6d9b-450f-912a-bfd910b115cf None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:25.124431 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-6afc1ac8-93c8-4019-89ff-b271827c2324 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Request body: {'network': {'name': 'tempest-router-network02--615472972'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:25.128682 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-2cfdb3c2-6d9b-450f-912a-bfd910b115cf None None] Transition to ACTIVE for port object cbfa52f2-22e2-4a96-afd4-bd550b068552 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:51:25.171953 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6afc1ac8-93c8-4019-89ff-b271827c2324 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:25.182567 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6afc1ac8-93c8-4019-89ff-b271827c2324 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Usage tracker for resource:network and tenant:f9f50c5e67074cb69427e64faa0a5f9d is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:25.191875 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4fbe09b7-e607-43a9-a33e-35dff19400e2 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:25.194836 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6afc1ac8-93c8-4019-89ff-b271827c2324 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:25.198438 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-2cfdb3c2-6d9b-450f-912a-bfd910b115cf None None] Transition to ACTIVE for port object cbfa52f2-22e2-4a96-afd4-bd550b068552 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:51:25.198904 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6754e-1839-4ce5-b6d1-c5f501f2f37c tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Pushing event updated for resources: {'Network': ['ID=d7944a45-4421-47d1-b6c4-b1b6555f18d4,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:25.211133 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network d7944a45-4421-47d1-b6c4-b1b6555f18d4 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:51:25.243325 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6afc1ac8-93c8-4019-89ff-b271827c2324 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:25.287323 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6afc1ac8-93c8-4019-89ff-b271827c2324 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Made reservation on behalf of f9f50c5e67074cb69427e64faa0a5f9d for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:25.292340 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6afc1ac8-93c8-4019-89ff-b271827c2324 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:25.313246 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-4fbe09b7-e607-43a9-a33e-35dff19400e2 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Deleting port 8a6302e5-a37e-486c-afb5-b7573832ee91 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:25.313592 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4fbe09b7-e607-43a9-a33e-35dff19400e2 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:25.353637 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2cfdb3c2-6d9b-450f-912a-bfd910b115cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:25.358725 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fef198a-943c-4967-bad2-171a1350a4bf None None] DHCP port deletion for 5abe6a9b-6886-4f27-b4e4-85f2a95efd2a request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:51:25.368053 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-7b39e75d-1454-4f33-84a1-74a42282b55e tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Deleting port 18fec22c-ed86-4253-bdc3-ab321785366e {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:25.368696 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7b39e75d-1454-4f33-84a1-74a42282b55e tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:25.393791 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-69c47d16-b5bc-4895-b6e4-66c60f69f599 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:25.406646 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-0fef198a-943c-4967-bad2-171a1350a4bf None None] Deleting port 8a6302e5-a37e-486c-afb5-b7573832ee91 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:25.406901 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0fef198a-943c-4967-bad2-171a1350a4bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:25.453685 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6afc1ac8-93c8-4019-89ff-b271827c2324 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:51:25.503158 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6afc1ac8-93c8-4019-89ff-b271827c2324 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:25.503510 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-6afc1ac8-93c8-4019-89ff-b271827c2324 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Added segment e2d65740-fd11-47dd-a5a0-1fa0cbb296c4 of type vlan for network 7871c20e-e545-4096-a8ee-56da76b738df Feb 16 12:51:25.543145 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfdb3c2-6d9b-450f-912a-bfd910b115cf None None] Network c5aad0ed-ab74-45cb-bbac-5967ca1193f5 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:25.548191 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-2cfdb3c2-6d9b-450f-912a-bfd910b115cf None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:25.550823 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfdb3c2-6d9b-450f-912a-bfd910b115cf None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:51:25.607014 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-69c47d16-b5bc-4895-b6e4-66c60f69f599 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Calling delete_port for d8f667b8-9875-4699-8a05-67adbb8969be owned by network:router_gateway {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:25.641263 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d54ea6c5-aec0-4a9a-baac-0b9c27ae323d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e1117180e8c949a18483da62b9a9f5be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8035653 Feb 16 12:51:25.659128 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfdb3c2-6d9b-450f-912a-bfd910b115cf None None] Pushing event updated for resources: {'Port': ['ID=cbfa52f2-22e2-4a96-afd4-bd550b068552,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:25.667728 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39750) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:25.677333 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f0cc9790-9bc7-4755-85a0-e9a719f4b188 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:25.701146 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-87a73c72-fa8f-4985-bc3b-62c16dc911c4 req-4273db17-276e-4acf-857c-5ffb449f5d9a service neutron] 10.222.0.89 "GET /v2.0/networks/2f9caf95-9634-43c7-8691-03bf1bd0a638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7285376 Feb 16 12:51:25.728901 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f0cc9790-9bc7-4755-85a0-e9a719f4b188 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] 10.222.0.83 "DELETE /v2.0/ports/936575c7-bc02-4e27-b467-2d1cb57899a6 HTTP/1.1" status: 204 len: 168 time: 3.7088330 Feb 16 12:51:25.732343 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39754) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:25.747180 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-2cfdb3c2-6d9b-450f-912a-bfd910b115cf None None] Attempting to bind port cbfa52f2-22e2-4a96-afd4-bd550b068552 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:51:25.748343 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-2cfdb3c2-6d9b-450f-912a-bfd910b115cf None None] Attempting to bind port cbfa52f2-22e2-4a96-afd4-bd550b068552 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '1b7e9d26-1cae-4167-8265-efea856b9292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c5aad0ed-ab74-45cb-bbac-5967ca1193f5'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:51:25.749355 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfdb3c2-6d9b-450f-912a-bfd910b115cf None None] Attempting to bind port cbfa52f2-22e2-4a96-afd4-bd550b068552 on network c5aad0ed-ab74-45cb-bbac-5967ca1193f5 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:51:25.764225 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfdb3c2-6d9b-450f-912a-bfd910b115cf None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:51:25.764585 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfdb3c2-6d9b-450f-912a-bfd910b115cf None None] Checking segment: {'id': '1b7e9d26-1cae-4167-8265-efea856b9292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c5aad0ed-ab74-45cb-bbac-5967ca1193f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:51:25.765184 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2cfdb3c2-6d9b-450f-912a-bfd910b115cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:25.765752 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfdb3c2-6d9b-450f-912a-bfd910b115cf None None] Bound using segment: {'id': '1b7e9d26-1cae-4167-8265-efea856b9292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c5aad0ed-ab74-45cb-bbac-5967ca1193f5'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:51:25.767169 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-2cfdb3c2-6d9b-450f-912a-bfd910b115cf None None] Bound port: cbfa52f2-22e2-4a96-afd4-bd550b068552, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b7e9d26-1cae-4167-8265-efea856b9292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'c5aad0ed-ab74-45cb-bbac-5967ca1193f5'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:51:25.767745 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2cfdb3c2-6d9b-450f-912a-bfd910b115cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:25.832999 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-0fef198a-943c-4967-bad2-171a1350a4bf None None] For port 8a6302e5-a37e-486c-afb5-b7573832ee91, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=8a6302e5-a37e-486c-afb5-b7573832ee91,segment=NetworkSegment(7737e6ec-c200-4db7-9365-6fa9fe1057d4),segment_id=7737e6ec-c200-4db7-9365-6fa9fe1057d4)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:25.833467 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0fef198a-943c-4967-bad2-171a1350a4bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:25.847273 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6afc1ac8-93c8-4019-89ff-b271827c2324 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:25.898807 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-13681d2f-da0d-4069-8ce0-b8d1bec61032 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Deleting subnet 59133789-8eef-4daf-8e84-02b8693a6c09 {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:51:25.902370 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0f8f3dac-15df-4a0c-9b91-63fa4e58be8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:25.907849 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-13681d2f-da0d-4069-8ce0-b8d1bec61032 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:25.959753 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-4fbe09b7-e607-43a9-a33e-35dff19400e2 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] For port 8a6302e5-a37e-486c-afb5-b7573832ee91, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=8a6302e5-a37e-486c-afb5-b7573832ee91,segment=NetworkSegment(7737e6ec-c200-4db7-9365-6fa9fe1057d4),segment_id=7737e6ec-c200-4db7-9365-6fa9fe1057d4)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:25.960452 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4fbe09b7-e607-43a9-a33e-35dff19400e2 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:25.978359 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-0fef198a-943c-4967-bad2-171a1350a4bf None None] Calling delete_port for 8a6302e5-a37e-486c-afb5-b7573832ee91 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:25.985643 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6afc1ac8-93c8-4019-89ff-b271827c2324 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:25.991496 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afc1ac8-93c8-4019-89ff-b271827c2324 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:25.992422 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6afc1ac8-93c8-4019-89ff-b271827c2324 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:25.997360 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-7b39e75d-1454-4f33-84a1-74a42282b55e tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] For port 18fec22c-ed86-4253-bdc3-ab321785366e, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=18fec22c-ed86-4253-bdc3-ab321785366e,segment=NetworkSegment(9a448d96-2c3c-4714-a176-3a673de0e805),segment_id=9a448d96-2c3c-4714-a176-3a673de0e805)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:25.997799 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7b39e75d-1454-4f33-84a1-74a42282b55e tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:26.034967 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0f8f3dac-15df-4a0c-9b91-63fa4e58be8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:26.054164 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-2cfdb3c2-6d9b-450f-912a-bfd910b115cf None None] For port cbfa52f2-22e2-4a96-afd4-bd550b068552, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:51:26.058332 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-2cfdb3c2-6d9b-450f-912a-bfd910b115cf None None] For port cbfa52f2-22e2-4a96-afd4-bd550b068552, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=cbfa52f2-22e2-4a96-afd4-bd550b068552,segment=NetworkSegment(1b7e9d26-1cae-4167-8265-efea856b9292),segment_id=1b7e9d26-1cae-4167-8265-efea856b9292)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:51:26.072043 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2cfdb3c2-6d9b-450f-912a-bfd910b115cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:26.148799 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0fef198a-943c-4967-bad2-171a1350a4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:26.157424 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-4fbe09b7-e607-43a9-a33e-35dff19400e2 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Calling delete_port for 8a6302e5-a37e-486c-afb5-b7573832ee91 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:26.192411 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fef198a-943c-4967-bad2-171a1350a4bf None None] No DVR routers for this DVR port 8a6302e5-a37e-486c-afb5-b7573832ee91 on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:51:26.208965 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfdb3c2-6d9b-450f-912a-bfd910b115cf None None] Pushing event updated for resources: {'Port': ['ID=cbfa52f2-22e2-4a96-afd4-bd550b068552,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:26.218299 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-13681d2f-da0d-4069-8ce0-b8d1bec61032 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:26.266842 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ba9ebab5-f2e8-4738-b654-8bc8aeed0ce7 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:26.319621 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef198a-943c-4967-bad2-171a1350a4bf None None] Pushing event deleted for resources: {'Port': ['ID=8a6302e5-a37e-486c-afb5-b7573832ee91,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:26.353438 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-7b39e75d-1454-4f33-84a1-74a42282b55e tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Calling delete_port for 18fec22c-ed86-4253-bdc3-ab321785366e owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:26.423905 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-69c47d16-b5bc-4895-b6e4-66c60f69f599 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:26.448010 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6afc1ac8-93c8-4019-89ff-b271827c2324 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3555162 Feb 16 12:51:26.449072 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39758) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:26.468476 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-a0852ed4-8f07-4c8d-8833-5ba42becc881 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Request body: {'subnet': {'network_id': 'd7944a45-4421-47d1-b6c4-b1b6555f18d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:26.498136 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc1ac8-93c8-4019-89ff-b271827c2324 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Pushing event updated for resources: {'Network': ['ID=7871c20e-e545-4096-a8ee-56da76b738df,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:26.519809 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 7871c20e-e545-4096-a8ee-56da76b738df details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:51:26.522378 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c47d16-b5bc-4895-b6e4-66c60f69f599 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Pushing event deleted for resources: {'Port': ['ID=d8f667b8-9875-4699-8a05-67adbb8969be,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:26.614650 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0f8f3dac-15df-4a0c-9b91-63fa4e58be8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:26.728269 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-4fbe09b7-e607-43a9-a33e-35dff19400e2 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:51:26.728411 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-4fbe09b7-e607-43a9-a33e-35dff19400e2 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:51:26.729230 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a0852ed4-8f07-4c8d-8833-5ba42becc881 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:26.742704 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a0852ed4-8f07-4c8d-8833-5ba42becc881 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Usage tracker for resource:subnet and tenant:f9f50c5e67074cb69427e64faa0a5f9d is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:26.746247 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a0852ed4-8f07-4c8d-8833-5ba42becc881 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:26.746549 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-13681d2f-da0d-4069-8ce0-b8d1bec61032 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:26.751594 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 8a6302e5-a37e-486c-afb5-b7573832ee91 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:51:26.757637 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a0852ed4-8f07-4c8d-8833-5ba42becc881 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:26.802573 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f3dac-15df-4a0c-9b91-63fa4e58be8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bf810f-3fe8-434c-821b-524a41af4bc6,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:26.813789 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0852ed4-8f07-4c8d-8833-5ba42becc881 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Made reservation on behalf of f9f50c5e67074cb69427e64faa0a5f9d for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:26.814857 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-ba9ebab5-f2e8-4738-b654-8bc8aeed0ce7 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Allocated IP 172.26.5.210 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/89d25add-a30f-4c19-b77d-6605d3d11027) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:51:26.820830 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a0852ed4-8f07-4c8d-8833-5ba42becc881 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:26.836373 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 8a6302e5-a37e-486c-afb5-b7573832ee91 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:51:26.837104 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 8a6302e5-a37e-486c-afb5-b7573832ee91 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:51:26.882289 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0f8f3dac-15df-4a0c-9b91-63fa4e58be8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:26.891705 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-0f8f3dac-15df-4a0c-9b91-63fa4e58be8b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/03bf810f-3fe8-434c-821b-524a41af4bc6 HTTP/1.1" status: 204 len: 168 time: 1.2219665 Feb 16 12:51:26.906613 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-69c47d16-b5bc-4895-b6e4-66c60f69f599 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023674'] for router_gateway, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:27.073489 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7b39e75d-1454-4f33-84a1-74a42282b55e tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:27.176928 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b39e75d-1454-4f33-84a1-74a42282b55e tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event deleted for resources: {'Port': ['ID=18fec22c-ed86-4253-bdc3-ab321785366e,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:27.232261 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-4fbe09b7-e607-43a9-a33e-35dff19400e2 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Deleting port 8a6302e5-a37e-486c-afb5-b7573832ee91 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:27.232677 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4fbe09b7-e607-43a9-a33e-35dff19400e2 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:27.278918 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-69c47d16-b5bc-4895-b6e4-66c60f69f599 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:27.297896 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-69c47d16-b5bc-4895-b6e4-66c60f69f599 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:27.374303 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-13681d2f-da0d-4069-8ce0-b8d1bec61032 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:27.658667 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e95987-7e66-4fbd-9ee5-cd8a1d21694d None None] Network d5007122-3352-4ddc-bab1-f1777b6e9e6a requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:51:27.664583 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13681d2f-da0d-4069-8ce0-b8d1bec61032 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Pushing event deleted for resources: {'Subnet': ['ID=59133789-8eef-4daf-8e84-02b8693a6c09,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:27.676523 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-13681d2f-da0d-4069-8ce0-b8d1bec61032 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:27.676523 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ba9ebab5-f2e8-4738-b654-8bc8aeed0ce7 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:27.676523 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-69c47d16-b5bc-4895-b6e4-66c60f69f599 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:27.676523 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c47d16-b5bc-4895-b6e4-66c60f69f599 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Fanout notify agent at l3_agent the message router_deleted on router bafe493f-bb65-41f1-8778-d8d3f5b84bf5 {{(pid=87701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:51:27.700233 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13681d2f-da0d-4069-8ce0-b8d1bec61032 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:27.700577 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13681d2f-da0d-4069-8ce0-b8d1bec61032 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:27.701356 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13681d2f-da0d-4069-8ce0-b8d1bec61032 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:27.701921 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13681d2f-da0d-4069-8ce0-b8d1bec61032 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:27.702408 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13681d2f-da0d-4069-8ce0-b8d1bec61032 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:27.702496 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13681d2f-da0d-4069-8ce0-b8d1bec61032 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:27.702902 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13681d2f-da0d-4069-8ce0-b8d1bec61032 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:27.703404 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13681d2f-da0d-4069-8ce0-b8d1bec61032 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:27.703404 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13681d2f-da0d-4069-8ce0-b8d1bec61032 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:27.703926 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13681d2f-da0d-4069-8ce0-b8d1bec61032 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:27.704016 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13681d2f-da0d-4069-8ce0-b8d1bec61032 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:27.704325 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13681d2f-da0d-4069-8ce0-b8d1bec61032 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:27.748624 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-4fbe09b7-e607-43a9-a33e-35dff19400e2 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] The port '8a6302e5-a37e-486c-afb5-b7573832ee91' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:51:27.755575 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-69c47d16-b5bc-4895-b6e4-66c60f69f599 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:27.757160 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-69c47d16-b5bc-4895-b6e4-66c60f69f599 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "DELETE /v2.0/routers/bafe493f-bb65-41f1-8778-d8d3f5b84bf5 HTTP/1.1" status: 204 len: 168 time: 5.0958841 Feb 16 12:51:27.760086 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-13681d2f-da0d-4069-8ce0-b8d1bec61032 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] 10.222.0.83 "DELETE /v2.0/subnets/59133789-8eef-4daf-8e84-02b8693a6c09 HTTP/1.1" status: 204 len: 168 time: 2.0236504 Feb 16 12:51:27.760086 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39776) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:27.764880 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ba9ebab5-f2e8-4738-b654-8bc8aeed0ce7 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:27.778428 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39778) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:28.019046 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7b39e75d-1454-4f33-84a1-74a42282b55e tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:28.019046 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a0852ed4-8f07-4c8d-8833-5ba42becc881 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:28.050770 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be455dc6-dc0f-4763-ae40-ee8a253df8df None None] DHCP port deletion for d5007122-3352-4ddc-bab1-f1777b6e9e6a request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:51:28.059203 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8bb84f-26be-40be-be04-50b7d0cf3f72 None None] Network c5aad0ed-ab74-45cb-bbac-5967ca1193f5 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:51:28.079094 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-be455dc6-dc0f-4763-ae40-ee8a253df8df None None] Deleting port 05d1e463-f147-440e-8472-03225d1462e5 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:28.079469 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-be455dc6-dc0f-4763-ae40-ee8a253df8df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:28.091935 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9ebab5-f2e8-4738-b654-8bc8aeed0ce7 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Pushing event updated for resources: {'Port': ['ID=89d25add-a30f-4c19-b77d-6605d3d11027,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:28.121762 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4fbe09b7-e607-43a9-a33e-35dff19400e2 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:28.182552 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9ebab5-f2e8-4738-b654-8bc8aeed0ce7 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:28.196140 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-ba9ebab5-f2e8-4738-b654-8bc8aeed0ce7 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:28.212235 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9ebab5-f2e8-4738-b654-8bc8aeed0ce7 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:51:28.245982 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-95ddaa9b-8718-4d96-be50-38ad22a88219 None None] Provisioning for port cbfa52f2-22e2-4a96-afd4-bd550b068552 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:51:28.276943 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-698b60b1-77b3-4d04-b928-126b92491072 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Deleting subnet 7e52f64e-5677-4d19-bbbd-aaf0b6475038 {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:51:28.298155 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-698b60b1-77b3-4d04-b928-126b92491072 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:28.336380 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9902db27-2523-4063-a540-14388857eef0 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:28.371500 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-4fbe09b7-e607-43a9-a33e-35dff19400e2 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5abe6a9b-6886-4f27-b4e4-85f2a95efd2a']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:28.390699 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0852ed4-8f07-4c8d-8833-5ba42becc881 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Pushing event updated for resources: {'Subnet': ['ID=cec2b526-0698-4613-b302-96fc7f1b1980,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:28.399623 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39792) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:28.414687 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0852ed4-8f07-4c8d-8833-5ba42becc881 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Checking segment: {'id': '1c8b5c64-0489-40d0-bdfa-8afbbd9d162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'd7944a45-4421-47d1-b6c4-b1b6555f18d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:51:28.415024 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0852ed4-8f07-4c8d-8833-5ba42becc881 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Network hostable DHCP agents. Network: d7944a45-4421-47d1-b6c4-b1b6555f18d4, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:51:28.420671 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-698b60b1-77b3-4d04-b928-126b92491072 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:28.422010 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-4fbe09b7-e607-43a9-a33e-35dff19400e2 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7737e6ec-c200-4db7-9365-6fa9fe1057d4') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:28.422746 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-4fbe09b7-e607-43a9-a33e-35dff19400e2 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7737e6ec-c200-4db7-9365-6fa9fe1057d4') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:28.470048 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-9902db27-2523-4063-a540-14388857eef0 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Deleting port 05d1e463-f147-440e-8472-03225d1462e5 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:28.470669 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9902db27-2523-4063-a540-14388857eef0 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:28.485359 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4fbe09b7-e607-43a9-a33e-35dff19400e2 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:28.524125 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0852ed4-8f07-4c8d-8833-5ba42becc881 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Network d7944a45-4421-47d1-b6c4-b1b6555f18d4 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:51:28.534437 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4fbe09b7-e607-43a9-a33e-35dff19400e2 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:28.655227 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-be455dc6-dc0f-4763-ae40-ee8a253df8df None None] For port 05d1e463-f147-440e-8472-03225d1462e5, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=05d1e463-f147-440e-8472-03225d1462e5,segment=NetworkSegment(351941bb-e7df-42d7-84a0-ff0edcca58cb),segment_id=351941bb-e7df-42d7-84a0-ff0edcca58cb)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:28.656072 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-be455dc6-dc0f-4763-ae40-ee8a253df8df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:28.723125 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-a0852ed4-8f07-4c8d-8833-5ba42becc881 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, d7944a45-4421-47d1-b6c4-b1b6555f18d4) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:28.730497 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-9df66d38-3cde-4b79-b429-75a923fe7e1c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-964378567'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:28.740330 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fbe09b7-e607-43a9-a33e-35dff19400e2 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:51:28.741174 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4fbe09b7-e607-43a9-a33e-35dff19400e2 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:28.762774 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9df66d38-3cde-4b79-b429-75a923fe7e1c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:28.766396 dv-neutron-829527-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:51:28.766396 dv-neutron-829527-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:51:28.766396 dv-neutron-829527-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:51:28.766396 dv-neutron-829527-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:51:28.766396 dv-neutron-829527-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:51:28.766396 dv-neutron-829527-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:51:28.766396 dv-neutron-829527-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:51:28.766396 dv-neutron-829527-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:51:28.766396 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:51:28.766396 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:51:28.766396 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:51:28.766396 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:51:28.766396 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:51:28.766396 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:51:28.766396 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:51:28.766396 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:51:28.766396 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:51:28.766396 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:51:28.766396 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:51:28.766396 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:51:28.766396 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:51:28.766396 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:51:28.766396 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:51:28.766396 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:51:28.766396 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:51:28.766396 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:51:28.766396 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:51:28.766396 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:51:28.766396 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:51:28.766396 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:51:28.766396 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:51:28.766396 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:51:28.766396 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:51:28.766396 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:51:28.766396 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:51:28.766396 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:51:28.766396 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:51:28.766396 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:51:28.766396 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:51:28.766396 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:51:28.771072 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0852ed4-8f07-4c8d-8833-5ba42becc881 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:28.771767 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a0852ed4-8f07-4c8d-8833-5ba42becc881 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:28.846915 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9df66d38-3cde-4b79-b429-75a923fe7e1c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Usage tracker for resource:network and tenant:cf313999ec50441da36056616d2e4e36 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:28.855853 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574623d0-ba5e-41da-9885-0db97aa92e75 None None] Network d7944a45-4421-47d1-b6c4-b1b6555f18d4 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:51:28.864790 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b39e75d-1454-4f33-84a1-74a42282b55e tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Router e61be5bd-a96f-414d-8528-e925cba38ee9 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:51:28.871511 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device cbfa52f2-22e2-4a96-afd4-bd550b068552 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:51:28.878064 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9df66d38-3cde-4b79-b429-75a923fe7e1c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:28.910464 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9df66d38-3cde-4b79-b429-75a923fe7e1c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:28.919964 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-be455dc6-dc0f-4763-ae40-ee8a253df8df None None] Calling delete_port for 05d1e463-f147-440e-8472-03225d1462e5 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:28.929581 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-ba9ebab5-f2e8-4738-b654-8bc8aeed0ce7 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Deleting port 89d25add-a30f-4c19-b77d-6605d3d11027 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:28.935720 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4fbe09b7-e607-43a9-a33e-35dff19400e2 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:28.941968 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ba9ebab5-f2e8-4738-b654-8bc8aeed0ce7 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:29.003683 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4fbe09b7-e607-43a9-a33e-35dff19400e2 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:29.003683 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe09b7-e607-43a9-a33e-35dff19400e2 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] Pushing event deleted for resources: {'Network': ['ID=5abe6a9b-6886-4f27-b4e4-85f2a95efd2a,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:29.003683 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df66d38-3cde-4b79-b429-75a923fe7e1c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Made reservation on behalf of cf313999ec50441da36056616d2e4e36 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:29.015360 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9df66d38-3cde-4b79-b429-75a923fe7e1c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:29.021210 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a0852ed4-8f07-4c8d-8833-5ba42becc881 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5607941 Feb 16 12:51:29.032208 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39798) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:29.032395 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-698b60b1-77b3-4d04-b928-126b92491072 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:29.095787 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-25e00aba-d6c5-49b3-b790-30d855984cfa tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Request body: {'subnet': {'network_id': '7871c20e-e545-4096-a8ee-56da76b738df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:29.111956 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9df66d38-3cde-4b79-b429-75a923fe7e1c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:29.136653 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4fbe09b7-e607-43a9-a33e-35dff19400e2 tempest-TagsExtTest-1743310284 tempest-TagsExtTest-1743310284-project] 10.222.0.83 "DELETE /v2.0/networks/5abe6a9b-6886-4f27-b4e4-85f2a95efd2a HTTP/1.1" status: 204 len: 168 time: 4.2692444 Feb 16 12:51:29.235589 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-9902db27-2523-4063-a540-14388857eef0 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] For port 05d1e463-f147-440e-8472-03225d1462e5, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=05d1e463-f147-440e-8472-03225d1462e5,segment=NetworkSegment(351941bb-e7df-42d7-84a0-ff0edcca58cb),segment_id=351941bb-e7df-42d7-84a0-ff0edcca58cb)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:29.236203 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9902db27-2523-4063-a540-14388857eef0 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:29.240533 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9df66d38-3cde-4b79-b429-75a923fe7e1c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:29.250239 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-be455dc6-dc0f-4763-ae40-ee8a253df8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:29.266806 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9df66d38-3cde-4b79-b429-75a923fe7e1c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Usage tracker for resource:security_group_rule and tenant:cf313999ec50441da36056616d2e4e36 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:29.284555 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9df66d38-3cde-4b79-b429-75a923fe7e1c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:29.296497 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9df66d38-3cde-4b79-b429-75a923fe7e1c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:29.302330 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b39e75d-1454-4f33-84a1-74a42282b55e tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:51:29.326642 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9786429e-fb11-474f-becd-c77a9172f695 None None] Sync routers for ids ['e61be5bd-a96f-414d-8528-e925cba38ee9'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:51:29.339960 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-25e00aba-d6c5-49b3-b790-30d855984cfa tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:29.349748 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be455dc6-dc0f-4763-ae40-ee8a253df8df None None] Pushing event deleted for resources: {'Port': ['ID=05d1e463-f147-440e-8472-03225d1462e5,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:29.356812 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-25e00aba-d6c5-49b3-b790-30d855984cfa tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Usage tracker for resource:subnet and tenant:f9f50c5e67074cb69427e64faa0a5f9d is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:29.363404 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9786429e-fb11-474f-becd-c77a9172f695 None None] Routers {'e61be5bd-a96f-414d-8528-e925cba38ee9'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:29.363404 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-9786429e-fb11-474f-becd-c77a9172f695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:51:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e61be5bd-a96f-414d-8528-e925cba38ee9'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:29.370020 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port cbfa52f2-22e2-4a96-afd4-bd550b068552 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:51:29.378490 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-25e00aba-d6c5-49b3-b790-30d855984cfa tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:29.385013 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be455dc6-dc0f-4763-ae40-ee8a253df8df None None] No DVR routers for this DVR port 05d1e463-f147-440e-8472-03225d1462e5 on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:51:29.385013 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port cbfa52f2-22e2-4a96-afd4-bd550b068552 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:29.385013 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:29.411778 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-25e00aba-d6c5-49b3-b790-30d855984cfa tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:29.447238 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7b39e75d-1454-4f33-84a1-74a42282b55e tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "PUT /v2.0/routers/e61be5bd-a96f-414d-8528-e925cba38ee9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6378582 Feb 16 12:51:29.460429 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39804) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:29.529778 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130c320f-48c3-45c8-9fdb-72f2cf2568d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-d7944a45-4421-47d1-b6c4-b1b6555f18d4', 'network_id': 'd7944a45-4421-47d1-b6c4-b1b6555f18d4', 'tenant_id': 'f9f50c5e67074cb69427e64faa0a5f9d', 'fixed_ips': [{'subnet_id': 'cec2b526-0698-4613-b302-96fc7f1b1980'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:51:29.532546 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-130c320f-48c3-45c8-9fdb-72f2cf2568d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:29.681205 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-9902db27-2523-4063-a540-14388857eef0 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Calling delete_port for 05d1e463-f147-440e-8472-03225d1462e5 owned by network:dhcp {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:29.690229 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e00aba-d6c5-49b3-b790-30d855984cfa tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Made reservation on behalf of f9f50c5e67074cb69427e64faa0a5f9d for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:29.698158 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-25e00aba-d6c5-49b3-b790-30d855984cfa tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:29.736576 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-698b60b1-77b3-4d04-b928-126b92491072 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:29.791517 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-9786429e-fb11-474f-becd-c77a9172f695 None None] Set router e61be5bd-a96f-414d-8528-e925cba38ee9 gateway port host: None {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:51:29.804336 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9df66d38-3cde-4b79-b429-75a923fe7e1c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:29.821507 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-698b60b1-77b3-4d04-b928-126b92491072 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:29.840904 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39810) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:29.843841 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f7cdbb-b132-4c7c-8cf6-f569dfd525b5 None None] Network 6e97398c-f334-481e-8128-1e985b00d71b requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:51:29.860316 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b60b1-77b3-4d04-b928-126b92491072 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Pushing event deleted for resources: {'Subnet': ['ID=7e52f64e-5677-4d19-bbbd-aaf0b6475038,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:29.883045 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-698b60b1-77b3-4d04-b928-126b92491072 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "DELETE /v2.0/subnets/7e52f64e-5677-4d19-bbbd-aaf0b6475038 HTTP/1.1" status: 204 len: 168 time: 2.1205716 Feb 16 12:51:29.897525 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39816) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:29.903363 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9df66d38-3cde-4b79-b429-75a923fe7e1c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:29.939536 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.db.api [None req-9902db27-2523-4063-a540-14388857eef0 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:51:29.939834 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG oslo_db.api [None req-9902db27-2523-4063-a540-14388857eef0 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:51:29.942494 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ba9ebab5-f2e8-4738-b654-8bc8aeed0ce7 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:29.943003 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ba9ebab5-f2e8-4738-b654-8bc8aeed0ce7 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:30.127617 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:30.170971 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-ba9ebab5-f2e8-4738-b654-8bc8aeed0ce7 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Calling delete_port for 89d25add-a30f-4c19-b77d-6605d3d11027 owned by network:floatingip {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:30.230086 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-ae9e6754-ea4c-4def-b47c-10d66dd8a3fd None None] Provisioning complete for port cbfa52f2-22e2-4a96-afd4-bd550b068552 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:30.230441 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ae9e6754-ea4c-4def-b47c-10d66dd8a3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:30.236283 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9df66d38-3cde-4b79-b429-75a923fe7e1c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:51:30.263365 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-9567d398-8af1-4086-8686-89d52df7c902 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Deleting subnet 02229534-6633-4c44-b6c2-2695e21cdc03 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:51:30.269804 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-130c320f-48c3-45c8-9fdb-72f2cf2568d7 None None] Allocated IP 2001:db8::2 (d7944a45-4421-47d1-b6c4-b1b6555f18d4/cec2b526-0698-4613-b302-96fc7f1b1980/c16177b2-1b45-4439-9f46-af95b048f03b) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:51:30.284355 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-842f5094-e487-4c5b-91c0-46a16fd80123 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=804635aa04b74c5fa8919ef4135fd8f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4379661 Feb 16 12:51:30.285274 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39820) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:30.296307 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9567d398-8af1-4086-8686-89d52df7c902 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:30.322593 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port cbfa52f2-22e2-4a96-afd4-bd550b068552, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=cbfa52f2-22e2-4a96-afd4-bd550b068552,segment=NetworkSegment(1b7e9d26-1cae-4167-8265-efea856b9292),segment_id=1b7e9d26-1cae-4167-8265-efea856b9292)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:30.339873 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-9786429e-fb11-474f-becd-c77a9172f695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'name': 'tempest-RoutersIpV6Test-router-1450390372', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:57Z', 'updated_at': '2022-02-16T12:51:26Z', 'revision_number': 9, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'gw_port_host': None, '_interfaces': [{'id': '53311a1a-fd5b-449d-9240-14c69af901df', 'name': '', 'network_id': '7c21af54-2c03-46c0-a37d-7363ccc7aa26', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:07:a9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:02Z', 'updated_at': '2022-02-16T12:50:17Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebe5d0eb-168e-4603-9547-0e7c2f28fa93', 'name': '', 'network_id': 'f60e5b0c-85b6-4349-ad72-c206e12426c8', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:19:7a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'cc8e6aa3-6626-4897-9676-3cbcd0261e69', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:18Z', 'updated_at': '2022-02-16T12:50:31Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': 'cc8e6aa3-6626-4897-9676-3cbcd0261e69', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:30.348808 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9786429e-fb11-474f-becd-c77a9172f695 None None] Checking router: e61be5bd-a96f-414d-8528-e925cba38ee9 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:51:30.364591 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9786429e-fb11-474f-becd-c77a9172f695 None None] Routers {'e61be5bd-a96f-414d-8528-e925cba38ee9'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:30.365238 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-9786429e-fb11-474f-becd-c77a9172f695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:51:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e61be5bd-a96f-414d-8528-e925cba38ee9'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:30.368286 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9df66d38-3cde-4b79-b429-75a923fe7e1c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:30.368956 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-9df66d38-3cde-4b79-b429-75a923fe7e1c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Added segment 6b505478-2c63-43da-862b-4f98e9a4335a of type vlan for network 33030d62-68eb-4947-a86c-3f5716c993ca Feb 16 12:51:30.370680 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df66d38-3cde-4b79-b429-75a923fe7e1c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd4aede-adc7-4f74-83f3-1bf60bbe8c59,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:30.440917 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:30.468749 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-9902db27-2523-4063-a540-14388857eef0 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Deleting port 05d1e463-f147-440e-8472-03225d1462e5 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:30.473249 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9902db27-2523-4063-a540-14388857eef0 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:30.475243 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fac90e97-cfa5-4a00-af02-250ed70f201b tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:30.496807 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9567d398-8af1-4086-8686-89d52df7c902 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:30.536329 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 05d1e463-f147-440e-8472-03225d1462e5 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:51:30.546116 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9df66d38-3cde-4b79-b429-75a923fe7e1c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:30.597318 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 05d1e463-f147-440e-8472-03225d1462e5 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:51:30.597662 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 05d1e463-f147-440e-8472-03225d1462e5 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:51:30.616797 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ba9ebab5-f2e8-4738-b654-8bc8aeed0ce7 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:30.677375 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cf166a-f695-4ed6-88f8-142025c897fc None None] DHCP port deletion for 6e97398c-f334-481e-8128-1e985b00d71b request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:51:30.678835 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-9786429e-fb11-474f-becd-c77a9172f695 None None] Set router e61be5bd-a96f-414d-8528-e925cba38ee9 gateway port host: None {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:51:30.678956 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=cbfa52f2-22e2-4a96-afd4-bd550b068552,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:30.703350 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-02cf166a-f695-4ed6-88f8-142025c897fc None None] Deleting port 3ba2d574-8f60-4fc4-a8e5-4444f3930f1e {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:30.703763 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-02cf166a-f695-4ed6-88f8-142025c897fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:30.717358 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-fac90e97-cfa5-4a00-af02-250ed70f201b tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Deleting port 3ba2d574-8f60-4fc4-a8e5-4444f3930f1e {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:30.717894 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fac90e97-cfa5-4a00-af02-250ed70f201b tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:30.731982 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3e92c8b8-3ebb-483e-b5cd-735f23fa0f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:30.737844 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9ebab5-f2e8-4738-b654-8bc8aeed0ce7 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Pushing event deleted for resources: {'Port': ['ID=89d25add-a30f-4c19-b77d-6605d3d11027,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:30.769530 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.resource_extend [None req-9df66d38-3cde-4b79-b429-75a923fe7e1c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:51:30.823288 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-9902db27-2523-4063-a540-14388857eef0 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] The port '05d1e463-f147-440e-8472-03225d1462e5' was deleted {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:51:30.888707 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-130c320f-48c3-45c8-9fdb-72f2cf2568d7 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:30.895930 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9df66d38-3cde-4b79-b429-75a923fe7e1c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:30.903836 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df66d38-3cde-4b79-b429-75a923fe7e1c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:30.904705 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-130c320f-48c3-45c8-9fdb-72f2cf2568d7 None None] Transition to ACTIVE for port object c16177b2-1b45-4439-9f46-af95b048f03b will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:51:30.905047 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9df66d38-3cde-4b79-b429-75a923fe7e1c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:31.015897 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-130c320f-48c3-45c8-9fdb-72f2cf2568d7 None None] Transition to ACTIVE for port object c16177b2-1b45-4439-9f46-af95b048f03b will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:51:31.037167 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-130c320f-48c3-45c8-9fdb-72f2cf2568d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:31.042255 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9902db27-2523-4063-a540-14388857eef0 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:31.077753 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-9902db27-2523-4063-a540-14388857eef0 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5007122-3352-4ddc-bab1-f1777b6e9e6a']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:31.095443 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-9902db27-2523-4063-a540-14388857eef0 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '351941bb-e7df-42d7-84a0-ff0edcca58cb') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:31.095594 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-9902db27-2523-4063-a540-14388857eef0 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '351941bb-e7df-42d7-84a0-ff0edcca58cb') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:31.113206 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3e92c8b8-3ebb-483e-b5cd-735f23fa0f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:31.114198 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-02cf166a-f695-4ed6-88f8-142025c897fc None None] For port 3ba2d574-8f60-4fc4-a8e5-4444f3930f1e, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=3ba2d574-8f60-4fc4-a8e5-4444f3930f1e,segment=NetworkSegment(39cc7e11-1f3d-48f0-8b22-2fe22074de2c),segment_id=39cc7e11-1f3d-48f0-8b22-2fe22074de2c)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:31.114429 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-02cf166a-f695-4ed6-88f8-142025c897fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:31.124998 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-9786429e-fb11-474f-becd-c77a9172f695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'name': 'tempest-RoutersIpV6Test-router-1450390372', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:57Z', 'updated_at': '2022-02-16T12:51:26Z', 'revision_number': 9, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'gw_port_host': None, '_interfaces': [{'id': '53311a1a-fd5b-449d-9240-14c69af901df', 'name': '', 'network_id': '7c21af54-2c03-46c0-a37d-7363ccc7aa26', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:07:a9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:02Z', 'updated_at': '2022-02-16T12:50:17Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebe5d0eb-168e-4603-9547-0e7c2f28fa93', 'name': '', 'network_id': 'f60e5b0c-85b6-4349-ad72-c206e12426c8', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:19:7a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'cc8e6aa3-6626-4897-9676-3cbcd0261e69', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:18Z', 'updated_at': '2022-02-16T12:50:31Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': 'cc8e6aa3-6626-4897-9676-3cbcd0261e69', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:31.137463 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9786429e-fb11-474f-becd-c77a9172f695 None None] The sync data for ids ['e61be5bd-a96f-414d-8528-e925cba38ee9'] in dv-neutron-829527-1-hyperv is: [{'id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'name': 'tempest-RoutersIpV6Test-router-1450390372', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:57Z', 'updated_at': '2022-02-16T12:51:26Z', 'revision_number': 9, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'gw_port_host': None, '_interfaces': [{'id': '53311a1a-fd5b-449d-9240-14c69af901df', 'name': '', 'network_id': '7c21af54-2c03-46c0-a37d-7363ccc7aa26', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:07:a9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:02Z', 'updated_at': '2022-02-16T12:50:17Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebe5d0eb-168e-4603-9547-0e7c2f28fa93', 'name': '', 'network_id': 'f60e5b0c-85b6-4349-ad72-c206e12426c8', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:19:7a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'cc8e6aa3-6626-4897-9676-3cbcd0261e69', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:18Z', 'updated_at': '2022-02-16T12:50:31Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': 'cc8e6aa3-6626-4897-9676-3cbcd0261e69', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:51:31.204545 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df66d38-3cde-4b79-b429-75a923fe7e1c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event updated for resources: {'Network': ['ID=33030d62-68eb-4947-a86c-3f5716c993ca,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:31.211197 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9902db27-2523-4063-a540-14388857eef0 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:31.223445 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9567d398-8af1-4086-8686-89d52df7c902 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:31.262321 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9df66d38-3cde-4b79-b429-75a923fe7e1c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.8533220 Feb 16 12:51:31.263786 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130c320f-48c3-45c8-9fdb-72f2cf2568d7 None None] Network d7944a45-4421-47d1-b6c4-b1b6555f18d4 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:31.265476 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39824) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:31.265713 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 33030d62-68eb-4947-a86c-3f5716c993ca details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:51:31.268375 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9902db27-2523-4063-a540-14388857eef0 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:31.269131 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-25e00aba-d6c5-49b3-b790-30d855984cfa tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:31.274870 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-8053f53e-53b8-4e56-aefd-ef330ba939e9 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Request body: {'port': {'network_id': '33030d62-68eb-4947-a86c-3f5716c993ca', 'name': 'tempest-PortsTestJSON-1839602811'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:31.304413 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-ba9ebab5-f2e8-4738-b654-8bc8aeed0ce7 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] create failed (client error): The resource could not be found. Feb 16 12:51:31.305486 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-ba9ebab5-f2e8-4738-b654-8bc8aeed0ce7 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.8719306 Feb 16 12:51:31.320686 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39828) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:31.438067 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-130c320f-48c3-45c8-9fdb-72f2cf2568d7 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:31.447606 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-02cf166a-f695-4ed6-88f8-142025c897fc None None] Calling delete_port for 3ba2d574-8f60-4fc4-a8e5-4444f3930f1e owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:31.536440 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e00aba-d6c5-49b3-b790-30d855984cfa tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Pushing event updated for resources: {'Subnet': ['ID=f6c44912-24e7-4ae1-bd23-012f2d8568d4,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:31.542068 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b437bfd1-39fd-4009-9267-7280c5cb60b2 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Deleting port 51aa7729-7d8f-492f-b3c1-807b0ad6fe6e {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:31.542310 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b437bfd1-39fd-4009-9267-7280c5cb60b2 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:31.551109 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130c320f-48c3-45c8-9fdb-72f2cf2568d7 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:51:31.571887 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9902db27-2523-4063-a540-14388857eef0 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:51:31.572311 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9902db27-2523-4063-a540-14388857eef0 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:31.598477 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130c320f-48c3-45c8-9fdb-72f2cf2568d7 None None] Pushing event updated for resources: {'Port': ['ID=c16177b2-1b45-4439-9f46-af95b048f03b,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:31.605085 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-fac90e97-cfa5-4a00-af02-250ed70f201b tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] For port 3ba2d574-8f60-4fc4-a8e5-4444f3930f1e, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=3ba2d574-8f60-4fc4-a8e5-4444f3930f1e,segment=NetworkSegment(39cc7e11-1f3d-48f0-8b22-2fe22074de2c),segment_id=39cc7e11-1f3d-48f0-8b22-2fe22074de2c)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:31.605240 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fac90e97-cfa5-4a00-af02-250ed70f201b tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:31.612434 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e00aba-d6c5-49b3-b790-30d855984cfa tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Checking segment: {'id': 'e2d65740-fd11-47dd-a5a0-1fa0cbb296c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '7871c20e-e545-4096-a8ee-56da76b738df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:51:31.612827 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e00aba-d6c5-49b3-b790-30d855984cfa tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Network hostable DHCP agents. Network: 7871c20e-e545-4096-a8ee-56da76b738df, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:51:31.663727 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:51:31.663727 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:51:31.663727 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:51:31.663727 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:51:31.663727 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:51:31.663727 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:51:31.663727 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:51:31.663727 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:51:31.663727 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:51:31.663727 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:51:31.663727 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:51:31.663727 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:51:31.663727 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:51:31.663727 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:51:31.663727 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:51:31.663727 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:51:31.663727 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:51:31.663727 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:51:31.663727 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:51:31.663727 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:51:31.663727 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:51:31.663727 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:51:31.663727 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:51:31.663727 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:51:31.663727 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:51:31.663727 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:51:31.663727 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:51:31.663727 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:51:31.663727 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:51:31.663727 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:51:31.663727 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:51:31.663727 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:51:31.750609 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9567d398-8af1-4086-8686-89d52df7c902 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:31.752554 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9902db27-2523-4063-a540-14388857eef0 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:31.758872 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-130c320f-48c3-45c8-9fdb-72f2cf2568d7 None None] Attempting to bind port c16177b2-1b45-4439-9f46-af95b048f03b on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:51:31.759419 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-130c320f-48c3-45c8-9fdb-72f2cf2568d7 None None] Attempting to bind port c16177b2-1b45-4439-9f46-af95b048f03b by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '1c8b5c64-0489-40d0-bdfa-8afbbd9d162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'd7944a45-4421-47d1-b6c4-b1b6555f18d4'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:51:31.759816 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130c320f-48c3-45c8-9fdb-72f2cf2568d7 None None] Attempting to bind port c16177b2-1b45-4439-9f46-af95b048f03b on network d7944a45-4421-47d1-b6c4-b1b6555f18d4 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:51:31.767454 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-fac90e97-cfa5-4a00-af02-250ed70f201b tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Calling delete_port for 3ba2d574-8f60-4fc4-a8e5-4444f3930f1e owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:31.772001 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130c320f-48c3-45c8-9fdb-72f2cf2568d7 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:51:31.772525 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130c320f-48c3-45c8-9fdb-72f2cf2568d7 None None] Checking segment: {'id': '1c8b5c64-0489-40d0-bdfa-8afbbd9d162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'd7944a45-4421-47d1-b6c4-b1b6555f18d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:51:31.774736 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-130c320f-48c3-45c8-9fdb-72f2cf2568d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:31.774736 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130c320f-48c3-45c8-9fdb-72f2cf2568d7 None None] Bound using segment: {'id': '1c8b5c64-0489-40d0-bdfa-8afbbd9d162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'd7944a45-4421-47d1-b6c4-b1b6555f18d4'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:51:31.774736 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-130c320f-48c3-45c8-9fdb-72f2cf2568d7 None None] Bound port: c16177b2-1b45-4439-9f46-af95b048f03b, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c8b5c64-0489-40d0-bdfa-8afbbd9d162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'd7944a45-4421-47d1-b6c4-b1b6555f18d4'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:51:31.774736 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-130c320f-48c3-45c8-9fdb-72f2cf2568d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:31.790344 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9902db27-2523-4063-a540-14388857eef0 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:31.793912 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3e92c8b8-3ebb-483e-b5cd-735f23fa0f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:31.797194 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-94331a43-a958-4ee0-babb-c2fafdda10f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:31.801341 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-02cf166a-f695-4ed6-88f8-142025c897fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:31.823269 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9902db27-2523-4063-a540-14388857eef0 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] Pushing event deleted for resources: {'Network': ['ID=d5007122-3352-4ddc-bab1-f1777b6e9e6a,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:31.831536 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-8053f53e-53b8-4e56-aefd-ef330ba939e9 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:31.842693 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e92c8b8-3ebb-483e-b5cd-735f23fa0f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac6ad02-125a-45e3-b83d-8da238287d37,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:31.850367 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-8053f53e-53b8-4e56-aefd-ef330ba939e9 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Usage tracker for resource:port and tenant:cf313999ec50441da36056616d2e4e36 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:31.854680 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-8053f53e-53b8-4e56-aefd-ef330ba939e9 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:31.870836 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-8053f53e-53b8-4e56-aefd-ef330ba939e9 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:31.880082 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-9902db27-2523-4063-a540-14388857eef0 tempest-AllowedAddressPairTestJSON-49488980 tempest-AllowedAddressPairTestJSON-49488980-project] 10.222.0.83 "DELETE /v2.0/networks/d5007122-3352-4ddc-bab1-f1777b6e9e6a HTTP/1.1" status: 204 len: 168 time: 3.9509888 Feb 16 12:51:31.886148 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cf166a-f695-4ed6-88f8-142025c897fc None None] No DVR routers for this DVR port 3ba2d574-8f60-4fc4-a8e5-4444f3930f1e on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:51:31.887546 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3e92c8b8-3ebb-483e-b5cd-735f23fa0f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:31.893411 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-3e92c8b8-3ebb-483e-b5cd-735f23fa0f29 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/cac6ad02-125a-45e3-b83d-8da238287d37 HTTP/1.1" status: 204 len: 168 time: 1.6042261 Feb 16 12:51:31.906894 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8053f53e-53b8-4e56-aefd-ef330ba939e9 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Made reservation on behalf of cf313999ec50441da36056616d2e4e36 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:31.911342 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf166a-f695-4ed6-88f8-142025c897fc None None] Pushing event deleted for resources: {'Port': ['ID=3ba2d574-8f60-4fc4-a8e5-4444f3930f1e,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:31.922442 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8053f53e-53b8-4e56-aefd-ef330ba939e9 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:31.975150 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-130c320f-48c3-45c8-9fdb-72f2cf2568d7 None None] For port c16177b2-1b45-4439-9f46-af95b048f03b, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:51:31.979135 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-130c320f-48c3-45c8-9fdb-72f2cf2568d7 None None] For port c16177b2-1b45-4439-9f46-af95b048f03b, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=c16177b2-1b45-4439-9f46-af95b048f03b,segment=NetworkSegment(1c8b5c64-0489-40d0-bdfa-8afbbd9d162d),segment_id=1c8b5c64-0489-40d0-bdfa-8afbbd9d162d)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:51:31.989203 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [None req-8053f53e-53b8-4e56-aefd-ef330ba939e9 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] device_id is not set on port e2735aaa-317f-4164-bbc1-c3f0e1cd775f yet. {{(pid=87701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:51:31.992594 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-130c320f-48c3-45c8-9fdb-72f2cf2568d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:32.003811 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9567d398-8af1-4086-8686-89d52df7c902 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event deleted for resources: {'Subnet': ['ID=02229534-6633-4c44-b6c2-2695e21cdc03,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:32.029649 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9567d398-8af1-4086-8686-89d52df7c902 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:32.052048 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e00aba-d6c5-49b3-b790-30d855984cfa tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Network 7871c20e-e545-4096-a8ee-56da76b738df is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:51:32.083168 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad32e689-29fd-4dcf-a876-7ca24d2b7dc1 None None] Network 7b97a0e9-d7ac-456f-8141-7cc9d9faedd5 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:51:32.084715 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9567d398-8af1-4086-8686-89d52df7c902 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "DELETE /v2.0/subnets/02229534-6633-4c44-b6c2-2695e21cdc03 HTTP/1.1" status: 204 len: 168 time: 2.5777295 Feb 16 12:51:32.091422 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39836) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:32.181664 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-25e00aba-d6c5-49b3-b790-30d855984cfa tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 7871c20e-e545-4096-a8ee-56da76b738df) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:32.247147 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2129db7-c899-42e1-9fa2-27422e281cd2 None None] Network 7871c20e-e545-4096-a8ee-56da76b738df requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:51:32.268467 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130c320f-48c3-45c8-9fdb-72f2cf2568d7 None None] Pushing event updated for resources: {'Port': ['ID=c16177b2-1b45-4439-9f46-af95b048f03b,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:32.273432 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e00aba-d6c5-49b3-b790-30d855984cfa tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:32.273810 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-25e00aba-d6c5-49b3-b790-30d855984cfa tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:32.330165 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-fac90e97-cfa5-4a00-af02-250ed70f201b tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:51:32.330563 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-fac90e97-cfa5-4a00-af02-250ed70f201b tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:51:32.396016 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b437bfd1-39fd-4009-9267-7280c5cb60b2 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:32.400906 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39846) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:32.482801 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8053f53e-53b8-4e56-aefd-ef330ba939e9 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:32.558993 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8053f53e-53b8-4e56-aefd-ef330ba939e9 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:32.860382 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a2d378-3338-4dc2-bd0a-dc308844ce63 None None] DHCP port deletion for 7b97a0e9-d7ac-456f-8141-7cc9d9faedd5 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:51:32.880443 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-60a2d378-3338-4dc2-bd0a-dc308844ce63 None None] Deleting port 0ed6fa89-f4f2-4b87-acbd-2d56e66dc721 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:32.880443 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-60a2d378-3338-4dc2-bd0a-dc308844ce63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:32.883056 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-fac90e97-cfa5-4a00-af02-250ed70f201b tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Deleting port 3ba2d574-8f60-4fc4-a8e5-4444f3930f1e {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:32.883932 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fac90e97-cfa5-4a00-af02-250ed70f201b tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:32.923260 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8053f53e-53b8-4e56-aefd-ef330ba939e9 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event updated for resources: {'Port': ['ID=e2735aaa-317f-4164-bbc1-c3f0e1cd775f,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:33.003617 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8053f53e-53b8-4e56-aefd-ef330ba939e9 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Checking segment: {'id': '6b505478-2c63-43da-862b-4f98e9a4335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '33030d62-68eb-4947-a86c-3f5716c993ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:51:33.007442 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8053f53e-53b8-4e56-aefd-ef330ba939e9 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Network hostable DHCP agents. Network: 33030d62-68eb-4947-a86c-3f5716c993ca, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:51:33.012160 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3227a21d-d875-4cfa-b7df-c952d0d710b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-7871c20e-e545-4096-a8ee-56da76b738df', 'network_id': '7871c20e-e545-4096-a8ee-56da76b738df', 'tenant_id': 'f9f50c5e67074cb69427e64faa0a5f9d', 'fixed_ips': [{'subnet_id': 'f6c44912-24e7-4ae1-bd23-012f2d8568d4'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:51:33.014813 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-3227a21d-d875-4cfa-b7df-c952d0d710b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:33.039975 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-a5261fd5-ae91-42bd-9d4c-590d81b633b7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6776ba2d7bb945a58e589b62429a4fb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6349676 Feb 16 12:51:33.045018 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39864) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:33.082469 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device c16177b2-1b45-4439-9f46-af95b048f03b up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:51:33.089771 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b437bfd1-39fd-4009-9267-7280c5cb60b2 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Calling delete_port for 51aa7729-7d8f-492f-b3c1-807b0ad6fe6e owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:33.098989 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8053f53e-53b8-4e56-aefd-ef330ba939e9 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Network 33030d62-68eb-4947-a86c-3f5716c993ca is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:51:33.127143 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fa0af541-f4de-4daf-af49-310eb88fea83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:33.142065 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-8053f53e-53b8-4e56-aefd-ef330ba939e9 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 33030d62-68eb-4947-a86c-3f5716c993ca) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:33.167892 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8053f53e-53b8-4e56-aefd-ef330ba939e9 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:51:33.176320 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8053f53e-53b8-4e56-aefd-ef330ba939e9 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:33.177240 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8053f53e-53b8-4e56-aefd-ef330ba939e9 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:33.206242 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fa0af541-f4de-4daf-af49-310eb88fea83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:33.237528 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1c4950-2d65-4517-99c1-3a48a0a90350 None None] Network 33030d62-68eb-4947-a86c-3f5716c993ca requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:51:33.267055 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-8053f53e-53b8-4e56-aefd-ef330ba939e9 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0005190 Feb 16 12:51:33.271022 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39870) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:33.278127 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-25e00aba-d6c5-49b3-b790-30d855984cfa tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.2416794 Feb 16 12:51:33.280816 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39874) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:33.285230 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-14ca10db-225a-4ced-b11b-a3d4af41bdde tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:33.292943 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-776748f0-14e4-42fd-8809-e2fcf16fc316 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1059411277'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:33.300398 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b437bfd1-39fd-4009-9267-7280c5cb60b2 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:33.309595 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-776748f0-14e4-42fd-8809-e2fcf16fc316 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:33.310014 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-14ca10db-225a-4ced-b11b-a3d4af41bdde tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Deleting port 0ed6fa89-f4f2-4b87-acbd-2d56e66dc721 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:33.310350 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-14ca10db-225a-4ced-b11b-a3d4af41bdde tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:33.419055 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-fac90e97-cfa5-4a00-af02-250ed70f201b tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] The port '3ba2d574-8f60-4fc4-a8e5-4444f3930f1e' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:51:33.521159 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-60a2d378-3338-4dc2-bd0a-dc308844ce63 None None] For port 0ed6fa89-f4f2-4b87-acbd-2d56e66dc721, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=0ed6fa89-f4f2-4b87-acbd-2d56e66dc721,segment=NetworkSegment(9a448d96-2c3c-4714-a176-3a673de0e805),segment_id=9a448d96-2c3c-4714-a176-3a673de0e805)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:33.521827 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-60a2d378-3338-4dc2-bd0a-dc308844ce63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:33.636439 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b437bfd1-39fd-4009-9267-7280c5cb60b2 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Pushing event deleted for resources: {'Port': ['ID=51aa7729-7d8f-492f-b3c1-807b0ad6fe6e,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:33.677735 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-776748f0-14e4-42fd-8809-e2fcf16fc316 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Usage tracker for resource:network and tenant:cf313999ec50441da36056616d2e4e36 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:33.686101 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-776748f0-14e4-42fd-8809-e2fcf16fc316 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:33.765289 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-776748f0-14e4-42fd-8809-e2fcf16fc316 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:33.868280 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fa0af541-f4de-4daf-af49-310eb88fea83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:33.922099 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-60a2d378-3338-4dc2-bd0a-dc308844ce63 None None] Calling delete_port for 0ed6fa89-f4f2-4b87-acbd-2d56e66dc721 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:34.035034 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776748f0-14e4-42fd-8809-e2fcf16fc316 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Made reservation on behalf of cf313999ec50441da36056616d2e4e36 for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:34.040762 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-776748f0-14e4-42fd-8809-e2fcf16fc316 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:34.064147 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0af541-f4de-4daf-af49-310eb88fea83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8343e3f-f758-4d41-8ae1-cd3db51b466d,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:34.137493 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fa0af541-f4de-4daf-af49-310eb88fea83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:34.141437 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fac90e97-cfa5-4a00-af02-250ed70f201b tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:34.142478 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-fa0af541-f4de-4daf-af49-310eb88fea83 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a8343e3f-f758-4d41-8ae1-cd3db51b466d HTTP/1.1" status: 204 len: 168 time: 1.0964298 Feb 16 12:51:34.153353 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-60a2d378-3338-4dc2-bd0a-dc308844ce63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:34.173684 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-776748f0-14e4-42fd-8809-e2fcf16fc316 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:51:34.177721 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port c16177b2-1b45-4439-9f46-af95b048f03b completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:51:34.196877 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-776748f0-14e4-42fd-8809-e2fcf16fc316 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:34.197214 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-776748f0-14e4-42fd-8809-e2fcf16fc316 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Added segment ffe5b771-682d-4860-9d98-2da438e49ab7 of type vlan for network 781c898e-663d-4622-838a-ecc2750b0b8a Feb 16 12:51:34.267890 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b5f47027-11fe-4577-ab97-4f75dee0ab34 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:34.323274 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-fac90e97-cfa5-4a00-af02-250ed70f201b tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e97398c-f334-481e-8128-1e985b00d71b']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:34.338364 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device cbfa52f2-22e2-4a96-afd4-bd550b068552 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:51:34.346659 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-14ca10db-225a-4ced-b11b-a3d4af41bdde tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] For port 0ed6fa89-f4f2-4b87-acbd-2d56e66dc721, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=0ed6fa89-f4f2-4b87-acbd-2d56e66dc721,segment=NetworkSegment(9a448d96-2c3c-4714-a176-3a673de0e805),segment_id=9a448d96-2c3c-4714-a176-3a673de0e805)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:34.346659 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-14ca10db-225a-4ced-b11b-a3d4af41bdde tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:34.357055 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-776748f0-14e4-42fd-8809-e2fcf16fc316 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:34.358914 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b437bfd1-39fd-4009-9267-7280c5cb60b2 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:34.389175 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820d1666-a1aa-4e53-a587-7096897cf433 None None] Network d7944a45-4421-47d1-b6c4-b1b6555f18d4 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:51:34.497634 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a2d378-3338-4dc2-bd0a-dc308844ce63 None None] Pushing event deleted for resources: {'Port': ['ID=0ed6fa89-f4f2-4b87-acbd-2d56e66dc721,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:34.600674 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-14ca10db-225a-4ced-b11b-a3d4af41bdde tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Calling delete_port for 0ed6fa89-f4f2-4b87-acbd-2d56e66dc721 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:34.641302 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b437bfd1-39fd-4009-9267-7280c5cb60b2 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] 10.222.0.83 "DELETE /v2.0/ports/51aa7729-7d8f-492f-b3c1-807b0ad6fe6e HTTP/1.1" status: 204 len: 168 time: 3.3113341 Feb 16 12:51:34.645565 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39900) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:34.652032 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-fac90e97-cfa5-4a00-af02-250ed70f201b tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39cc7e11-1f3d-48f0-8b22-2fe22074de2c') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:34.652683 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-fac90e97-cfa5-4a00-af02-250ed70f201b tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39cc7e11-1f3d-48f0-8b22-2fe22074de2c') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:34.671331 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fac90e97-cfa5-4a00-af02-250ed70f201b tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:34.687141 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a2d378-3338-4dc2-bd0a-dc308844ce63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:34.687690 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a2d378-3338-4dc2-bd0a-dc308844ce63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:34.688901 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a2d378-3338-4dc2-bd0a-dc308844ce63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:34.689588 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a2d378-3338-4dc2-bd0a-dc308844ce63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:34.690998 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a2d378-3338-4dc2-bd0a-dc308844ce63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:34.691560 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a2d378-3338-4dc2-bd0a-dc308844ce63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:34.693632 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a2d378-3338-4dc2-bd0a-dc308844ce63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:34.694137 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a2d378-3338-4dc2-bd0a-dc308844ce63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:34.694495 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a2d378-3338-4dc2-bd0a-dc308844ce63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:34.694992 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a2d378-3338-4dc2-bd0a-dc308844ce63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:34.695321 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a2d378-3338-4dc2-bd0a-dc308844ce63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:34.695636 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a2d378-3338-4dc2-bd0a-dc308844ce63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:51:34.696862 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fac90e97-cfa5-4a00-af02-250ed70f201b tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:34.706628 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-94919f46-9082-4bbd-b654-19b145cfdb83 None None] Provisioning for port c16177b2-1b45-4439-9f46-af95b048f03b completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:51:34.719146 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fac90e97-cfa5-4a00-af02-250ed70f201b tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:51:34.719985 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fac90e97-cfa5-4a00-af02-250ed70f201b tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:34.738838 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:51:34.738838 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:51:34.738838 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:51:34.738838 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:51:34.738838 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:51:34.738838 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:51:34.738838 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:51:34.738838 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:51:34.738838 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:51:34.738838 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:51:34.738838 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:51:34.738838 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:51:34.738838 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:51:34.738838 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:51:34.738838 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:51:34.738838 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:51:34.738838 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:51:34.738838 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:51:34.738838 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:51:34.738838 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:51:34.738838 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:51:34.738838 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:51:34.738838 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:51:34.738838 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:51:34.738838 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:51:34.738838 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:51:34.738838 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:51:34.738838 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:51:34.738838 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:51:34.738838 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:51:34.738838 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:51:34.738838 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:51:34.761270 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-776748f0-14e4-42fd-8809-e2fcf16fc316 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:34.761556 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a2d378-3338-4dc2-bd0a-dc308844ce63 None None] No DVR routers for this DVR port 0ed6fa89-f4f2-4b87-acbd-2d56e66dc721 on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:51:34.766613 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776748f0-14e4-42fd-8809-e2fcf16fc316 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:34.767202 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-776748f0-14e4-42fd-8809-e2fcf16fc316 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:34.827233 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-012f747e-0433-4cc9-b6ba-a049e44e922a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:34.838726 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-94919f46-9082-4bbd-b654-19b145cfdb83 None None] Provisioning complete for port c16177b2-1b45-4439-9f46-af95b048f03b triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:34.839267 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-94919f46-9082-4bbd-b654-19b145cfdb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:34.872373 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-3227a21d-d875-4cfa-b7df-c952d0d710b1 None None] Allocated IP 2001:db8::2 (7871c20e-e545-4096-a8ee-56da76b738df/f6c44912-24e7-4ae1-bd23-012f2d8568d4/ded50eff-7daf-4b9f-b07b-d3b4cf00291c) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:51:34.876286 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:34.913154 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-14ca10db-225a-4ced-b11b-a3d4af41bdde tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:51:34.913322 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-14ca10db-225a-4ced-b11b-a3d4af41bdde tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:51:34.946596 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fac90e97-cfa5-4a00-af02-250ed70f201b tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:34.952385 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fac90e97-cfa5-4a00-af02-250ed70f201b tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:34.998353 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-776748f0-14e4-42fd-8809-e2fcf16fc316 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7251263 Feb 16 12:51:35.004238 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39910) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:35.014417 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776748f0-14e4-42fd-8809-e2fcf16fc316 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event updated for resources: {'Network': ['ID=781c898e-663d-4622-838a-ecc2750b0b8a,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:35.017080 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-07e4589b-46fc-4e2e-9deb-2b0a1d4b574a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Request body: {'ports': [{'network_id': '33030d62-68eb-4947-a86c-3f5716c993ca'}, {'network_id': '781c898e-663d-4622-838a-ecc2750b0b8a'}]} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:35.017080 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-07e4589b-46fc-4e2e-9deb-2b0a1d4b574a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Request body: {'port': {'network_id': '33030d62-68eb-4947-a86c-3f5716c993ca'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:35.017080 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-07e4589b-46fc-4e2e-9deb-2b0a1d4b574a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Request body: {'port': {'network_id': '781c898e-663d-4622-838a-ecc2750b0b8a'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:35.040790 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac90e97-cfa5-4a00-af02-250ed70f201b tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Pushing event deleted for resources: {'Network': ['ID=6e97398c-f334-481e-8128-1e985b00d71b,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:35.045239 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc34cbdf-7afe-482a-8671-0cf7fae669fe tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:35.047044 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-fc34cbdf-7afe-482a-8671-0cf7fae669fe tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Synchronizing usage tracker for tenant:da65d3ee56764a9d812d06e3de0e26dc on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:51:35.053217 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fac90e97-cfa5-4a00-af02-250ed70f201b tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "DELETE /v2.0/networks/6e97398c-f334-481e-8128-1e985b00d71b HTTP/1.1" status: 204 len: 168 time: 5.1509001 Feb 16 12:51:35.054312 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39914) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:35.076309 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 781c898e-663d-4622-838a-ecc2750b0b8a details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:51:35.126438 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-fc34cbdf-7afe-482a-8671-0cf7fae669fe tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Unset dirty status for tenant:da65d3ee56764a9d812d06e3de0e26dc on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:51:35.127989 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-fc34cbdf-7afe-482a-8671-0cf7fae669fe tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] 10.222.0.83 "GET /v2.0/ports?device_id=b87d4466-5233-4173-ba9a-268f4e2b5f23 HTTP/1.1" status: 200 len: 913 time: 0.4773433 Feb 16 12:51:35.130971 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39922) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:35.321009 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-b5f47027-11fe-4577-ab97-4f75dee0ab34 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Allocated IP 2001:db8::1 (d7944a45-4421-47d1-b6c4-b1b6555f18d4/cec2b526-0698-4613-b302-96fc7f1b1980/54a908e7-5b24-4f37-8b8c-38cc47d6fc70) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:51:35.371039 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39932) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:35.385502 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:35.388085 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:35.404331 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port cbfa52f2-22e2-4a96-afd4-bd550b068552 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:35.405008 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:35.423066 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-f354cff7-8ead-4ba4-be4f-bb4e646b3c7b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2077813291', 'description': 'tempest-secgroup-smoke-2077813291 description', 'project_id': '103f2f9b580d4ef5ac0f1ab1eab88f07'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:35.443414 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-14ca10db-225a-4ced-b11b-a3d4af41bdde tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Deleting port 0ed6fa89-f4f2-4b87-acbd-2d56e66dc721 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:35.444862 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-14ca10db-225a-4ced-b11b-a3d4af41bdde tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:35.618760 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-94919f46-9082-4bbd-b654-19b145cfdb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:35.634905 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-f354cff7-8ead-4ba4-be4f-bb4e646b3c7b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:35.653257 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-f354cff7-8ead-4ba4-be4f-bb4e646b3c7b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Usage tracker for resource:security_group and tenant:103f2f9b580d4ef5ac0f1ab1eab88f07 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:35.665898 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-f354cff7-8ead-4ba4-be4f-bb4e646b3c7b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:35.677650 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-f354cff7-8ead-4ba4-be4f-bb4e646b3c7b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:35.753817 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f354cff7-8ead-4ba4-be4f-bb4e646b3c7b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:35.789328 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f354cff7-8ead-4ba4-be4f-bb4e646b3c7b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:35.811615 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-14ca10db-225a-4ced-b11b-a3d4af41bdde tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] The port '0ed6fa89-f4f2-4b87-acbd-2d56e66dc721' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:51:35.830069 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-f354cff7-8ead-4ba4-be4f-bb4e646b3c7b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:35.837154 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b5f47027-11fe-4577-ab97-4f75dee0ab34 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:35.840853 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-f354cff7-8ead-4ba4-be4f-bb4e646b3c7b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Usage tracker for resource:security_group_rule and tenant:103f2f9b580d4ef5ac0f1ab1eab88f07 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:35.848200 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-f354cff7-8ead-4ba4-be4f-bb4e646b3c7b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:35.851166 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39948) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:35.873950 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-f354cff7-8ead-4ba4-be4f-bb4e646b3c7b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:35.882564 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-b5f47027-11fe-4577-ab97-4f75dee0ab34 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Transition to ACTIVE for port object 54a908e7-5b24-4f37-8b8c-38cc47d6fc70 will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:51:35.887325 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1a436880-6e39-4840-ba55-f39224479823 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Deleting port d9b0579d-697a-426b-9c5f-fdf9be0981c7 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:35.887663 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1a436880-6e39-4840-ba55-f39224479823 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:35.939155 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-94919f46-9082-4bbd-b654-19b145cfdb83 None None] For port c16177b2-1b45-4439-9f46-af95b048f03b, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=c16177b2-1b45-4439-9f46-af95b048f03b,segment=NetworkSegment(1c8b5c64-0489-40d0-bdfa-8afbbd9d162d),segment_id=1c8b5c64-0489-40d0-bdfa-8afbbd9d162d)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:35.962392 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 3ba2d574-8f60-4fc4-a8e5-4444f3930f1e no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:51:36.001872 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-94919f46-9082-4bbd-b654-19b145cfdb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:36.015760 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-07e4589b-46fc-4e2e-9deb-2b0a1d4b574a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:36.020093 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-07e4589b-46fc-4e2e-9deb-2b0a1d4b574a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Usage tracker for resource:port and tenant:cf313999ec50441da36056616d2e4e36 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:36.023277 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-07e4589b-46fc-4e2e-9deb-2b0a1d4b574a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:36.038005 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 3ba2d574-8f60-4fc4-a8e5-4444f3930f1e {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:51:36.038330 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 3ba2d574-8f60-4fc4-a8e5-4444f3930f1e not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:51:36.038961 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 18fec22c-ed86-4253-bdc3-ab321785366e no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:51:36.041907 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-f8e315d1-4b45-476d-9dfc-a7634cc105c9 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-428721909'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:36.048762 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-07e4589b-46fc-4e2e-9deb-2b0a1d4b574a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:36.051310 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b5f47027-11fe-4577-ab97-4f75dee0ab34 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:36.081096 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-14ca10db-225a-4ced-b11b-a3d4af41bdde tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:36.105018 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-f8e315d1-4b45-476d-9dfc-a7634cc105c9 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:36.143991 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 18fec22c-ed86-4253-bdc3-ab321785366e {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:51:36.144220 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 18fec22c-ed86-4253-bdc3-ab321785366e not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:51:36.151213 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f354cff7-8ead-4ba4-be4f-bb4e646b3c7b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:36.159339 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e4589b-46fc-4e2e-9deb-2b0a1d4b574a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Made reservation on behalf of cf313999ec50441da36056616d2e4e36 for: {'port': 2} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:36.164209 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-07e4589b-46fc-4e2e-9deb-2b0a1d4b574a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:36.168968 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-3227a21d-d875-4cfa-b7df-c952d0d710b1 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:36.169657 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-f8e315d1-4b45-476d-9dfc-a7634cc105c9 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Usage tracker for resource:network and tenant:b46f9ef4d0b54f39a1155bda83b55bf2 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:36.180298 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-f8e315d1-4b45-476d-9dfc-a7634cc105c9 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:36.189977 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-14ca10db-225a-4ced-b11b-a3d4af41bdde tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b97a0e9-d7ac-456f-8141-7cc9d9faedd5']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:36.190460 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-3227a21d-d875-4cfa-b7df-c952d0d710b1 None None] Transition to ACTIVE for port object ded50eff-7daf-4b9f-b07b-d3b4cf00291c will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:51:36.200229 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f354cff7-8ead-4ba4-be4f-bb4e646b3c7b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:36.210674 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-14ca10db-225a-4ced-b11b-a3d4af41bdde tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a448d96-2c3c-4714-a176-3a673de0e805') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:36.210970 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-14ca10db-225a-4ced-b11b-a3d4af41bdde tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a448d96-2c3c-4714-a176-3a673de0e805') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:36.211085 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-f8e315d1-4b45-476d-9dfc-a7634cc105c9 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:36.219514 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94919f46-9082-4bbd-b654-19b145cfdb83 None None] Pushing event updated for resources: {'Port': ['ID=c16177b2-1b45-4439-9f46-af95b048f03b,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:36.223816 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-3227a21d-d875-4cfa-b7df-c952d0d710b1 None None] Transition to ACTIVE for port object ded50eff-7daf-4b9f-b07b-d3b4cf00291c will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:51:36.225984 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-07e4589b-46fc-4e2e-9deb-2b0a1d4b574a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:36.235158 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-3227a21d-d875-4cfa-b7df-c952d0d710b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:36.239690 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-14ca10db-225a-4ced-b11b-a3d4af41bdde tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:36.248845 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-f354cff7-8ead-4ba4-be4f-bb4e646b3c7b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:36.297610 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f47027-11fe-4577-ab97-4f75dee0ab34 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Network d7944a45-4421-47d1-b6c4-b1b6555f18d4 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:36.303551 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-b5f47027-11fe-4577-ab97-4f75dee0ab34 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:36.307227 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f47027-11fe-4577-ab97-4f75dee0ab34 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:51:36.308010 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b5f47027-11fe-4577-ab97-4f75dee0ab34 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:36.315880 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3227a21d-d875-4cfa-b7df-c952d0d710b1 None None] Network 7871c20e-e545-4096-a8ee-56da76b738df is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:36.320664 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-3227a21d-d875-4cfa-b7df-c952d0d710b1 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:36.330339 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 0ed6fa89-f4f2-4b87-acbd-2d56e66dc721 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:51:36.345440 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-14ca10db-225a-4ced-b11b-a3d4af41bdde tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:36.350654 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-f354cff7-8ead-4ba4-be4f-bb4e646b3c7b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Usage tracker for resource:security_group_rule and tenant:103f2f9b580d4ef5ac0f1ab1eab88f07 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:36.356120 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14ca10db-225a-4ced-b11b-a3d4af41bdde tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:51:36.357474 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-f354cff7-8ead-4ba4-be4f-bb4e646b3c7b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:36.357627 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-14ca10db-225a-4ced-b11b-a3d4af41bdde tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:36.368846 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f47027-11fe-4577-ab97-4f75dee0ab34 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Pushing event updated for resources: {'Port': ['ID=54a908e7-5b24-4f37-8b8c-38cc47d6fc70,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:36.371220 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f354cff7-8ead-4ba4-be4f-bb4e646b3c7b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46d8e2a5-0ffe-4117-a1b2-9eb76e4191b1,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:36.374617 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-f354cff7-8ead-4ba4-be4f-bb4e646b3c7b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:36.383995 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3227a21d-d875-4cfa-b7df-c952d0d710b1 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:51:36.386879 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fc9fd381-d136-45b8-a4e2-93f82a5c9350 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:36.423653 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 0ed6fa89-f4f2-4b87-acbd-2d56e66dc721 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:51:36.426653 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 0ed6fa89-f4f2-4b87-acbd-2d56e66dc721 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:51:36.428674 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3227a21d-d875-4cfa-b7df-c952d0d710b1 None None] Pushing event updated for resources: {'Port': ['ID=ded50eff-7daf-4b9f-b07b-d3b4cf00291c,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:36.454793 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e315d1-4b45-476d-9dfc-a7634cc105c9 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Made reservation on behalf of b46f9ef4d0b54f39a1155bda83b55bf2 for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:36.459862 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f8e315d1-4b45-476d-9dfc-a7634cc105c9 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:36.499218 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:51:36.499218 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:51:36.499218 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:51:36.499218 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:51:36.499218 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:51:36.499218 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:51:36.499218 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:51:36.499218 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:51:36.499218 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:51:36.499218 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:51:36.499218 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:51:36.499218 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:51:36.499218 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:51:36.499218 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:51:36.499218 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:51:36.499218 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:51:36.499218 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:51:36.499218 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:51:36.499218 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:51:36.499218 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:51:36.499218 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:51:36.499218 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:51:36.499218 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:51:36.499218 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:51:36.499218 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:51:36.499218 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:51:36.499218 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:51:36.499218 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:51:36.499218 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:51:36.499218 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:51:36.499218 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:51:36.499218 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:51:36.549700 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1a436880-6e39-4840-ba55-f39224479823 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:36.550458 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1a436880-6e39-4840-ba55-f39224479823 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:36.590288 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-3227a21d-d875-4cfa-b7df-c952d0d710b1 None None] Attempting to bind port ded50eff-7daf-4b9f-b07b-d3b4cf00291c on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:51:36.590996 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-3227a21d-d875-4cfa-b7df-c952d0d710b1 None None] Attempting to bind port ded50eff-7daf-4b9f-b07b-d3b4cf00291c by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'e2d65740-fd11-47dd-a5a0-1fa0cbb296c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '7871c20e-e545-4096-a8ee-56da76b738df'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:51:36.591391 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3227a21d-d875-4cfa-b7df-c952d0d710b1 None None] Attempting to bind port ded50eff-7daf-4b9f-b07b-d3b4cf00291c on network 7871c20e-e545-4096-a8ee-56da76b738df {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:51:36.608635 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3227a21d-d875-4cfa-b7df-c952d0d710b1 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:51:36.609250 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3227a21d-d875-4cfa-b7df-c952d0d710b1 None None] Checking segment: {'id': 'e2d65740-fd11-47dd-a5a0-1fa0cbb296c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '7871c20e-e545-4096-a8ee-56da76b738df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:51:36.609856 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-3227a21d-d875-4cfa-b7df-c952d0d710b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:36.610418 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3227a21d-d875-4cfa-b7df-c952d0d710b1 None None] Bound using segment: {'id': 'e2d65740-fd11-47dd-a5a0-1fa0cbb296c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '7871c20e-e545-4096-a8ee-56da76b738df'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:51:36.611094 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-3227a21d-d875-4cfa-b7df-c952d0d710b1 None None] Bound port: ded50eff-7daf-4b9f-b07b-d3b4cf00291c, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d65740-fd11-47dd-a5a0-1fa0cbb296c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '7871c20e-e545-4096-a8ee-56da76b738df'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:51:36.611648 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-3227a21d-d875-4cfa-b7df-c952d0d710b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:36.630174 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-5b83ed34-378b-4a5c-a704-6e81c86d5c9d None None] Provisioning complete for port c16177b2-1b45-4439-9f46-af95b048f03b triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:36.631314 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-5b83ed34-378b-4a5c-a704-6e81c86d5c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:36.736043 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f8e315d1-4b45-476d-9dfc-a7634cc105c9 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:36.770479 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-3227a21d-d875-4cfa-b7df-c952d0d710b1 None None] For port ded50eff-7daf-4b9f-b07b-d3b4cf00291c, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:51:36.776012 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-3227a21d-d875-4cfa-b7df-c952d0d710b1 None None] For port ded50eff-7daf-4b9f-b07b-d3b4cf00291c, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=ded50eff-7daf-4b9f-b07b-d3b4cf00291c,segment=NetworkSegment(e2d65740-fd11-47dd-a5a0-1fa0cbb296c4),segment_id=e2d65740-fd11-47dd-a5a0-1fa0cbb296c4)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:51:36.797941 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-f8e315d1-4b45-476d-9dfc-a7634cc105c9 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:36.798204 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-3227a21d-d875-4cfa-b7df-c952d0d710b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:36.802099 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-f8e315d1-4b45-476d-9dfc-a7634cc105c9 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Usage tracker for resource:security_group_rule and tenant:b46f9ef4d0b54f39a1155bda83b55bf2 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:36.811947 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-f8e315d1-4b45-476d-9dfc-a7634cc105c9 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:36.830908 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-f8e315d1-4b45-476d-9dfc-a7634cc105c9 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:36.832973 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-14ca10db-225a-4ced-b11b-a3d4af41bdde tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:36.862239 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:36.877746 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1a436880-6e39-4840-ba55-f39224479823 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Calling delete_port for d9b0579d-697a-426b-9c5f-fdf9be0981c7 owned by network:floatingip {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:36.917419 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3227a21d-d875-4cfa-b7df-c952d0d710b1 None None] Pushing event updated for resources: {'Port': ['ID=ded50eff-7daf-4b9f-b07b-d3b4cf00291c,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:36.945899 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-14ca10db-225a-4ced-b11b-a3d4af41bdde tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:36.960878 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca10db-225a-4ced-b11b-a3d4af41bdde tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event deleted for resources: {'Network': ['ID=7b97a0e9-d7ac-456f-8141-7cc9d9faedd5,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:36.997930 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-14ca10db-225a-4ced-b11b-a3d4af41bdde tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "DELETE /v2.0/networks/7b97a0e9-d7ac-456f-8141-7cc9d9faedd5 HTTP/1.1" status: 204 len: 168 time: 4.9050384 Feb 16 12:51:37.003041 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39956) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:37.007601 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-07e4589b-46fc-4e2e-9deb-2b0a1d4b574a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] device_id is not set on port eb7cfdb2-95d2-4a17-823b-b7574d0858f7 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:51:37.117552 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f354cff7-8ead-4ba4-be4f-bb4e646b3c7b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:37.125100 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b5f47027-11fe-4577-ab97-4f75dee0ab34 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:37.138965 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f3e4415a-6fc3-42dd-8049-73484fd88a7a None None] Provisioning for port 54a908e7-5b24-4f37-8b8c-38cc47d6fc70 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:51:37.147816 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f354cff7-8ead-4ba4-be4f-bb4e646b3c7b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:37.149273 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f3e4415a-6fc3-42dd-8049-73484fd88a7a None None] Provisioning complete for port 54a908e7-5b24-4f37-8b8c-38cc47d6fc70 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:37.150304 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f3e4415a-6fc3-42dd-8049-73484fd88a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:37.273993 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f3e4415a-6fc3-42dd-8049-73484fd88a7a None None] Port 54a908e7-5b24-4f37-8b8c-38cc47d6fc70 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:51:37.361840 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f354cff7-8ead-4ba4-be4f-bb4e646b3c7b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5ab787-cbec-4fb6-a4e3-d625d6a13d3e,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:37.409623 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f354cff7-8ead-4ba4-be4f-bb4e646b3c7b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:37.410855 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f354cff7-8ead-4ba4-be4f-bb4e646b3c7b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.0388834 Feb 16 12:51:37.463505 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39960) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:37.483650 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-8d2f137d-7e8c-47ca-80c7-d8db8dfa57a9 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Request body: {'security_group_rule': {'security_group_id': '2a5ab787-cbec-4fb6-a4e3-d625d6a13d3e', 'project_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:37.489488 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8d2f137d-7e8c-47ca-80c7-d8db8dfa57a9 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:37.509861 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8d2f137d-7e8c-47ca-80c7-d8db8dfa57a9 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Usage tracker for resource:security_group_rule and tenant:103f2f9b580d4ef5ac0f1ab1eab88f07 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:37.514423 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8d2f137d-7e8c-47ca-80c7-d8db8dfa57a9 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:37.522839 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1a436880-6e39-4840-ba55-f39224479823 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:37.527456 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8d2f137d-7e8c-47ca-80c7-d8db8dfa57a9 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:37.578869 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f8e315d1-4b45-476d-9dfc-a7634cc105c9 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:37.594388 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f8e315d1-4b45-476d-9dfc-a7634cc105c9 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:37.645374 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a436880-6e39-4840-ba55-f39224479823 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Pushing event deleted for resources: {'Port': ['ID=d9b0579d-697a-426b-9c5f-fdf9be0981c7,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:37.699628 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8e315d1-4b45-476d-9dfc-a7634cc105c9 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:51:37.721278 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e315d1-4b45-476d-9dfc-a7634cc105c9 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b93bb88a-a42b-4cec-adb2-315d153d33e3,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:37.731112 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-fc9fd381-d136-45b8-a4e2-93f82a5c9350 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Deleting port 039ccd32-6662-4fd4-ba68-a882ab36d31d {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:37.731470 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fc9fd381-d136-45b8-a4e2-93f82a5c9350 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:37.792361 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f8e315d1-4b45-476d-9dfc-a7634cc105c9 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:37.792361 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-f8e315d1-4b45-476d-9dfc-a7634cc105c9 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Added segment ceb07137-2900-4302-8aa6-0db89f7922d0 of type vlan for network cda026bc-9c78-474e-aa3f-499b9ae7546c Feb 16 12:51:37.798710 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d2f137d-7e8c-47ca-80c7-d8db8dfa57a9 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:37.940699 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1a436880-6e39-4840-ba55-f39224479823 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for floatingip, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:37.964546 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f8e315d1-4b45-476d-9dfc-a7634cc105c9 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:38.021969 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-07e4589b-46fc-4e2e-9deb-2b0a1d4b574a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:38.080948 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f8e315d1-4b45-476d-9dfc-a7634cc105c9 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:38.090396 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e315d1-4b45-476d-9dfc-a7634cc105c9 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:38.091928 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f8e315d1-4b45-476d-9dfc-a7634cc105c9 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:38.151851 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d2f137d-7e8c-47ca-80c7-d8db8dfa57a9 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:38.159294 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1a436880-6e39-4840-ba55-f39224479823 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:38.160558 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1a436880-6e39-4840-ba55-f39224479823 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "DELETE /v2.0/floatingips/1891a1bc-adb4-493f-957f-ab255399dbf3 HTTP/1.1" status: 204 len: 168 time: 3.0878453 Feb 16 12:51:38.178680 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39964) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:38.178680 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d2f137d-7e8c-47ca-80c7-d8db8dfa57a9 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:38.228178 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fc9fd381-d136-45b8-a4e2-93f82a5c9350 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:38.309225 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-499c4ab5-ffff-4f95-9170-b977f36f2865 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:38.309959 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-499c4ab5-ffff-4f95-9170-b977f36f2865 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:38.314516 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-499c4ab5-ffff-4f95-9170-b977f36f2865 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "DELETE /v2.0/ports/5dc957f2-840b-4335-8224-933740b12e0d HTTP/1.1" status: 404 len: 333 time: 0.1291590 Feb 16 12:51:38.323168 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-07e4589b-46fc-4e2e-9deb-2b0a1d4b574a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] device_id is not set on port 2f8ecc58-70b3-4d38-ad5d-d482f5ca8d85 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:51:38.326868 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39968) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:38.328699 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f137d-7e8c-47ca-80c7-d8db8dfa57a9 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fb13f1c-26c9-4c0e-acf2-39d2a27fdd50,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:38.408818 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device c16177b2-1b45-4439-9f46-af95b048f03b up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:51:38.422988 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-fc9fd381-d136-45b8-a4e2-93f82a5c9350 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Calling delete_port for 039ccd32-6662-4fd4-ba68-a882ab36d31d owned by network:router_interface {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:38.425268 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d2f137d-7e8c-47ca-80c7-d8db8dfa57a9 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:38.426685 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8d2f137d-7e8c-47ca-80c7-d8db8dfa57a9 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9580157 Feb 16 12:51:38.457802 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39972) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:38.496575 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d24b43d-8090-4922-9ba0-6eb6d3d01c1f None None] Network 7871c20e-e545-4096-a8ee-56da76b738df requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:51:38.499431 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-736c9c43-4f70-43b9-aa75-68d769039506 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Synchronizing usage tracker for tenant:f7e183c87d434560824e762da5b5e9a3 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:51:38.516014 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-acec0875-1d5a-49ff-afd3-629591e860f5 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Request body: {'security_group_rule': {'security_group_id': '2a5ab787-cbec-4fb6-a4e3-d625d6a13d3e', 'project_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:38.526093 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f8e315d1-4b45-476d-9dfc-a7634cc105c9 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.6684055 Feb 16 12:51:38.530242 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39976) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:38.532413 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-acec0875-1d5a-49ff-afd3-629591e860f5 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:38.560089 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-acec0875-1d5a-49ff-afd3-629591e860f5 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Usage tracker for resource:security_group_rule and tenant:103f2f9b580d4ef5ac0f1ab1eab88f07 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:38.561703 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d4881583-daef-4388-8620-8bc072eec6b1 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Request body: {'subnet': {'network_id': 'cda026bc-9c78-474e-aa3f-499b9ae7546c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:38.563479 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e315d1-4b45-476d-9dfc-a7634cc105c9 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Pushing event updated for resources: {'Network': ['ID=cda026bc-9c78-474e-aa3f-499b9ae7546c,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:38.568712 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-acec0875-1d5a-49ff-afd3-629591e860f5 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:38.584164 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-acec0875-1d5a-49ff-afd3-629591e860f5 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:38.602450 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b5f47027-11fe-4577-ab97-4f75dee0ab34 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:38.606209 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network cda026bc-9c78-474e-aa3f-499b9ae7546c details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:51:38.640917 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-1ae37628-abe7-4fca-8b51-d93f680a9243 None None] Provisioning for port ded50eff-7daf-4b9f-b07b-d3b4cf00291c completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:51:38.656246 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-07e4589b-46fc-4e2e-9deb-2b0a1d4b574a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:38.658825 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-736c9c43-4f70-43b9-aa75-68d769039506 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Unset dirty status for tenant:f7e183c87d434560824e762da5b5e9a3 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:51:38.663614 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-736c9c43-4f70-43b9-aa75-68d769039506 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "GET /v2.0/ports?device_id=bafe493f-bb65-41f1-8778-d8d3f5b84bf5 HTTP/1.1" status: 200 len: 205 time: 0.3311353 Feb 16 12:51:38.670734 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39980) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:38.765406 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port c16177b2-1b45-4439-9f46-af95b048f03b triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:38.765406 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:38.777897 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b5f47027-11fe-4577-ab97-4f75dee0ab34 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:38.778756 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b5f47027-11fe-4577-ab97-4f75dee0ab34 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:38.790917 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d4881583-daef-4388-8620-8bc072eec6b1 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:38.794789 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d4881583-daef-4388-8620-8bc072eec6b1 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Usage tracker for resource:subnet and tenant:b46f9ef4d0b54f39a1155bda83b55bf2 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:38.798015 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d4881583-daef-4388-8620-8bc072eec6b1 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:38.803966 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d4881583-daef-4388-8620-8bc072eec6b1 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:38.830268 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-62749b1d-1e26-4475-96c9-e7ac203fd79c tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] delete failed (client error): The resource could not be found. Feb 16 12:51:38.834593 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-62749b1d-1e26-4475-96c9-e7ac203fd79c tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "DELETE /v2.0/routers/bafe493f-bb65-41f1-8778-d8d3f5b84bf5 HTTP/1.1" status: 404 len: 336 time: 0.1611202 Feb 16 12:51:38.834593 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39984) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:38.876215 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-acec0875-1d5a-49ff-afd3-629591e860f5 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:38.884098 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4881583-daef-4388-8620-8bc072eec6b1 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Made reservation on behalf of b46f9ef4d0b54f39a1155bda83b55bf2 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:38.887281 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4881583-daef-4388-8620-8bc072eec6b1 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:38.967119 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f47027-11fe-4577-ab97-4f75dee0ab34 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Pushing event updated for resources: {'Port': ['ID=54a908e7-5b24-4f37-8b8c-38cc47d6fc70,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:39.089184 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device ded50eff-7daf-4b9f-b07b-d3b4cf00291c up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:51:39.123027 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-acec0875-1d5a-49ff-afd3-629591e860f5 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:39.128427 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-76b608fe-1cb8-48a0-aa81-7834f3a55881 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] DELETE failed (client error): The resource could not be found. Feb 16 12:51:39.128427 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76b608fe-1cb8-48a0-aa81-7834f3a55881 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:51:39.128427 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4881583-daef-4388-8620-8bc072eec6b1 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:39.139876 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f47027-11fe-4577-ab97-4f75dee0ab34 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Network d7944a45-4421-47d1-b6c4-b1b6555f18d4 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:39.139876 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-b5f47027-11fe-4577-ab97-4f75dee0ab34 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:39.139876 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-acec0875-1d5a-49ff-afd3-629591e860f5 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:39.199392 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port ded50eff-7daf-4b9f-b07b-d3b4cf00291c completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:51:39.211365 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port ded50eff-7daf-4b9f-b07b-d3b4cf00291c triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:39.211779 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:39.222937 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-76b608fe-1cb8-48a0-aa81-7834f3a55881 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "DELETE /v2.0/subnets/7e52f64e-5677-4d19-bbbd-aaf0b6475038 HTTP/1.1" status: 404 len: 337 time: 0.3825068 Feb 16 12:51:39.227854 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 39988) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:39.241935 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec0875-1d5a-49ff-afd3-629591e860f5 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e59a7e96-6fc5-4ebb-a04b-4154d5b32559,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:39.255139 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fc9fd381-d136-45b8-a4e2-93f82a5c9350 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:39.458052 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:39.464306 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9fd381-d136-45b8-a4e2-93f82a5c9350 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Pushing event deleted for resources: {'Port': ['ID=039ccd32-6662-4fd4-ba68-a882ab36d31d,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:39.534165 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-acec0875-1d5a-49ff-afd3-629591e860f5 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:39.535672 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-acec0875-1d5a-49ff-afd3-629591e860f5 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0643468 Feb 16 12:51:39.559665 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39992) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:39.564097 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port ded50eff-7daf-4b9f-b07b-d3b4cf00291c, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=ded50eff-7daf-4b9f-b07b-d3b4cf00291c,segment=NetworkSegment(e2d65740-fd11-47dd-a5a0-1fa0cbb296c4),segment_id=e2d65740-fd11-47dd-a5a0-1fa0cbb296c4)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:39.574265 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:39.641005 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-3814413b-0588-4d7d-9540-90d925556b11 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Request body: {'security_group_rule': {'security_group_id': '2a5ab787-cbec-4fb6-a4e3-d625d6a13d3e', 'project_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:39.657603 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-07e4589b-46fc-4e2e-9deb-2b0a1d4b574a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:39.663380 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-3814413b-0588-4d7d-9540-90d925556b11 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:39.685678 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-3814413b-0588-4d7d-9540-90d925556b11 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Usage tracker for resource:security_group_rule and tenant:103f2f9b580d4ef5ac0f1ab1eab88f07 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:39.689975 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-c959781d-d098-4156-be94-304a5192e307 None None] Provisioning complete for port 54a908e7-5b24-4f37-8b8c-38cc47d6fc70 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:39.690403 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c959781d-d098-4156-be94-304a5192e307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:39.691187 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-3814413b-0588-4d7d-9540-90d925556b11 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:39.725062 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-3814413b-0588-4d7d-9540-90d925556b11 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:39.760987 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-c959781d-d098-4156-be94-304a5192e307 None None] Port 54a908e7-5b24-4f37-8b8c-38cc47d6fc70 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:51:39.764386 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=ded50eff-7daf-4b9f-b07b-d3b4cf00291c,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:39.767998 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4881583-daef-4388-8620-8bc072eec6b1 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Pushing event updated for resources: {'Subnet': ['ID=defa14ff-70a9-4fa5-aa85-99afdcc2974e,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:39.778384 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-5b6bcba0-9b51-445f-ab44-c47b3300f284 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Deleting port 0f799689-498b-4ece-b2a0-7cb853d0ebec {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:39.778769 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b6bcba0-9b51-445f-ab44-c47b3300f284 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:39.837661 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e4589b-46fc-4e2e-9deb-2b0a1d4b574a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event updated for resources: {'Port': ['ID=eb7cfdb2-95d2-4a17-823b-b7574d0858f7,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:39.842094 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e4589b-46fc-4e2e-9deb-2b0a1d4b574a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Network 33030d62-68eb-4947-a86c-3f5716c993ca is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:39.855532 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-07e4589b-46fc-4e2e-9deb-2b0a1d4b574a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:39.858118 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e4589b-46fc-4e2e-9deb-2b0a1d4b574a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:51:39.859439 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-07e4589b-46fc-4e2e-9deb-2b0a1d4b574a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:39.864930 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4881583-daef-4388-8620-8bc072eec6b1 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Checking segment: {'id': 'ceb07137-2900-4302-8aa6-0db89f7922d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cda026bc-9c78-474e-aa3f-499b9ae7546c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:51:39.865383 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4881583-daef-4388-8620-8bc072eec6b1 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Network hostable DHCP agents. Network: cda026bc-9c78-474e-aa3f-499b9ae7546c, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:51:39.897392 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-3b7013c4-de6a-4a84-a6a3-56782470b4b9 None None] Provisioning complete for port ded50eff-7daf-4b9f-b07b-d3b4cf00291c triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:39.897828 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-3b7013c4-de6a-4a84-a6a3-56782470b4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:39.899798 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3814413b-0588-4d7d-9540-90d925556b11 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:39.911459 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fc9fd381-d136-45b8-a4e2-93f82a5c9350 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:40.024393 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e143b3a7-b00d-4a83-8576-8653f559bc82 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:40.085518 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f47027-11fe-4577-ab97-4f75dee0ab34 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Router 26797c1a-e0ec-4231-ae00-1f90a5287998 is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:51:40.131146 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e4589b-46fc-4e2e-9deb-2b0a1d4b574a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event updated for resources: {'Port': ['ID=2f8ecc58-70b3-4d38-ad5d-d482f5ca8d85,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:40.134499 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4881583-daef-4388-8620-8bc072eec6b1 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Network cda026bc-9c78-474e-aa3f-499b9ae7546c is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:51:40.268683 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device ded50eff-7daf-4b9f-b07b-d3b4cf00291c up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:51:40.296408 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-d4881583-daef-4388-8620-8bc072eec6b1 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, cda026bc-9c78-474e-aa3f-499b9ae7546c) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:40.301695 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4881583-daef-4388-8620-8bc072eec6b1 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:40.302131 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4881583-daef-4388-8620-8bc072eec6b1 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:40.329638 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776f384f-db55-4bb4-8c9a-79642500ad62 None None] Network cda026bc-9c78-474e-aa3f-499b9ae7546c requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:51:40.330820 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3814413b-0588-4d7d-9540-90d925556b11 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:40.344836 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e4589b-46fc-4e2e-9deb-2b0a1d4b574a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Checking segment: {'id': 'ffe5b771-682d-4860-9d98-2da438e49ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '781c898e-663d-4622-838a-ecc2750b0b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:51:40.346544 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e4589b-46fc-4e2e-9deb-2b0a1d4b574a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Network hostable DHCP agents. Network: 781c898e-663d-4622-838a-ecc2750b0b8a, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:51:40.455821 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b6bcba0-9b51-445f-ab44-c47b3300f284 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:40.518188 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port ded50eff-7daf-4b9f-b07b-d3b4cf00291c triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:40.518188 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:40.548802 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3814413b-0588-4d7d-9540-90d925556b11 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:40.592477 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3814413b-0588-4d7d-9540-90d925556b11 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fea6ffd-680f-4926-a920-e8c85a22e9a5,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:40.600645 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9fd381-d136-45b8-a4e2-93f82a5c9350 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Router b87d4466-5233-4173-ba9a-268f4e2b5f23 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:51:40.604400 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f47027-11fe-4577-ab97-4f75dee0ab34 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:51:40.611272 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-b5f47027-11fe-4577-ab97-4f75dee0ab34 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] 10.222.0.83 "PUT /v2.0/routers/26797c1a-e0ec-4231-ae00-1f90a5287998/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3147590 Feb 16 12:51:40.618475 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 39998) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:40.619358 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3814413b-0588-4d7d-9540-90d925556b11 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:40.620003 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-3814413b-0588-4d7d-9540-90d925556b11 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9893210 Feb 16 12:51:40.625883 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dfd4d2-bbab-48bd-bd1f-d3590c20a354 None None] Sync routers for ids ['26797c1a-e0ec-4231-ae00-1f90a5287998'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:51:40.675393 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dfd4d2-bbab-48bd-bd1f-d3590c20a354 None None] Routers {'26797c1a-e0ec-4231-ae00-1f90a5287998'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:40.676045 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-40dfd4d2-bbab-48bd-bd1f-d3590c20a354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:51:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['26797c1a-e0ec-4231-ae00-1f90a5287998'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:40.681028 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40002) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:40.708479 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-5b6bcba0-9b51-445f-ab44-c47b3300f284 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Calling delete_port for 0f799689-498b-4ece-b2a0-7cb853d0ebec owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:40.745367 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-6c2ca03b-83d4-48db-9d4b-70eeb221e22b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Request body: {'security_group_rule': {'security_group_id': '2a5ab787-cbec-4fb6-a4e3-d625d6a13d3e', 'project_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:40.757123 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-40dfd4d2-bbab-48bd-bd1f-d3590c20a354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:40.798702 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d4881583-daef-4388-8620-8bc072eec6b1 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2620959 Feb 16 12:51:40.809585 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40006) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:40.810174 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-6c2ca03b-83d4-48db-9d4b-70eeb221e22b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:40.834071 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dfd4d2-bbab-48bd-bd1f-d3590c20a354 None None] Routers {'26797c1a-e0ec-4231-ae00-1f90a5287998'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:40.836310 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-40dfd4d2-bbab-48bd-bd1f-d3590c20a354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:51:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['26797c1a-e0ec-4231-ae00-1f90a5287998'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:40.836425 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e4589b-46fc-4e2e-9deb-2b0a1d4b574a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Network 781c898e-663d-4622-838a-ecc2750b0b8a is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:51:40.856319 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-07e4589b-46fc-4e2e-9deb-2b0a1d4b574a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 781c898e-663d-4622-838a-ecc2750b0b8a) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:40.860465 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e4589b-46fc-4e2e-9deb-2b0a1d4b574a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:51:40.866251 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e4589b-46fc-4e2e-9deb-2b0a1d4b574a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:40.872039 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e4589b-46fc-4e2e-9deb-2b0a1d4b574a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:40.872803 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-07e4589b-46fc-4e2e-9deb-2b0a1d4b574a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:40.897910 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-defb947f-9ed8-4d18-bfb4-17b701f78f20 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Request body: {'port': {'network_id': 'cda026bc-9c78-474e-aa3f-499b9ae7546c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-886366485'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:40.950797 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de97a97-3411-4904-abe4-ccdfc5edddfc None None] Network 781c898e-663d-4622-838a-ecc2750b0b8a requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:51:40.964454 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-6c2ca03b-83d4-48db-9d4b-70eeb221e22b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Usage tracker for resource:security_group_rule and tenant:103f2f9b580d4ef5ac0f1ab1eab88f07 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:40.964454 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-6c2ca03b-83d4-48db-9d4b-70eeb221e22b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:40.974323 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-6c2ca03b-83d4-48db-9d4b-70eeb221e22b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:40.979987 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-40dfd4d2-bbab-48bd-bd1f-d3590c20a354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:40.979987 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dfd4d2-bbab-48bd-bd1f-d3590c20a354 None None] The sync data for ids ['26797c1a-e0ec-4231-ae00-1f90a5287998'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:51:41.000031 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9fd381-d136-45b8-a4e2-93f82a5c9350 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:51:41.004320 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-07e4589b-46fc-4e2e-9deb-2b0a1d4b574a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.9832902 Feb 16 12:51:41.011063 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40010) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:41.014647 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328c1406-7f7d-484a-b435-8d248b3a7fe1 None None] Sync routers for ids ['b87d4466-5233-4173-ba9a-268f4e2b5f23'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:51:41.021820 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-fc9fd381-d136-45b8-a4e2-93f82a5c9350 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] 10.222.0.83 "PUT /v2.0/routers/b87d4466-5233-4173-ba9a-268f4e2b5f23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8838241 Feb 16 12:51:41.041949 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9abe65-b2ce-4e6f-83b7-065f779b8810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-cda026bc-9c78-474e-aa3f-499b9ae7546c', 'network_id': 'cda026bc-9c78-474e-aa3f-499b9ae7546c', 'tenant_id': 'b46f9ef4d0b54f39a1155bda83b55bf2', 'fixed_ips': [{'subnet_id': 'defa14ff-70a9-4fa5-aa85-99afdcc2974e'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:51:41.041949 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-1a9abe65-b2ce-4e6f-83b7-065f779b8810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:41.046637 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40014) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:41.050996 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328c1406-7f7d-484a-b435-8d248b3a7fe1 None None] Routers {'b87d4466-5233-4173-ba9a-268f4e2b5f23'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:41.050996 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-328c1406-7f7d-484a-b435-8d248b3a7fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:51:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['b87d4466-5233-4173-ba9a-268f4e2b5f23'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:41.058734 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b6bcba0-9b51-445f-ab44-c47b3300f284 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:41.138301 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6bcba0-9b51-445f-ab44-c47b3300f284 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Pushing event deleted for resources: {'Port': ['ID=0f799689-498b-4ece-b2a0-7cb853d0ebec,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:41.141322 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-328c1406-7f7d-484a-b435-8d248b3a7fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:41.155521 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328c1406-7f7d-484a-b435-8d248b3a7fe1 None None] Routers {'b87d4466-5233-4173-ba9a-268f4e2b5f23'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:41.156377 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-328c1406-7f7d-484a-b435-8d248b3a7fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:51:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['b87d4466-5233-4173-ba9a-268f4e2b5f23'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:41.219372 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-fba76036-ebd9-40e2-8625-0aca1981ec18 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Deleting port 2f8ecc58-70b3-4d38-ad5d-d482f5ca8d85 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:41.219731 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fba76036-ebd9-40e2-8625-0aca1981ec18 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:41.239286 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-328c1406-7f7d-484a-b435-8d248b3a7fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:41.239605 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328c1406-7f7d-484a-b435-8d248b3a7fe1 None None] The sync data for ids ['b87d4466-5233-4173-ba9a-268f4e2b5f23'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:51:41.366883 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-1a9abe65-b2ce-4e6f-83b7-065f779b8810 None None] Allocated IP 172.20.0.2 (cda026bc-9c78-474e-aa3f-499b9ae7546c/defa14ff-70a9-4fa5-aa85-99afdcc2974e/41f4df34-53f9-4154-bf8f-31cdf501b246) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:51:41.429132 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b6bcba0-9b51-445f-ab44-c47b3300f284 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:41.432161 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-e143b3a7-b00d-4a83-8576-8653f559bc82 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Deleting port ebe5d0eb-168e-4603-9547-0e7c2f28fa93 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:41.433342 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e143b3a7-b00d-4a83-8576-8653f559bc82 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:41.450890 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f91bc882-d58a-4286-8e58-d0061a296bdd tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks [] for router, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:41.501435 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6c2ca03b-83d4-48db-9d4b-70eeb221e22b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:41.526655 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-defb947f-9ed8-4d18-bfb4-17b701f78f20 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:41.600603 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-defb947f-9ed8-4d18-bfb4-17b701f78f20 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Usage tracker for resource:port and tenant:b46f9ef4d0b54f39a1155bda83b55bf2 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:41.625746 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-1a9abe65-b2ce-4e6f-83b7-065f779b8810 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:41.637814 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-1a9abe65-b2ce-4e6f-83b7-065f779b8810 None None] Transition to ACTIVE for port object 41f4df34-53f9-4154-bf8f-31cdf501b246 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:51:41.654168 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5b6bcba0-9b51-445f-ab44-c47b3300f284 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "DELETE /v2.0/ports/0f799689-498b-4ece-b2a0-7cb853d0ebec HTTP/1.1" status: 204 len: 168 time: 2.4110229 Feb 16 12:51:41.654168 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40018) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:41.663360 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-1a9abe65-b2ce-4e6f-83b7-065f779b8810 None None] Transition to ACTIVE for port object 41f4df34-53f9-4154-bf8f-31cdf501b246 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:51:41.672233 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-1a9abe65-b2ce-4e6f-83b7-065f779b8810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:41.738624 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-defb947f-9ed8-4d18-bfb4-17b701f78f20 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:41.740102 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9abe65-b2ce-4e6f-83b7-065f779b8810 None None] Network cda026bc-9c78-474e-aa3f-499b9ae7546c is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:41.743628 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-1a9abe65-b2ce-4e6f-83b7-065f779b8810 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:41.748141 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9abe65-b2ce-4e6f-83b7-065f779b8810 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:51:41.754066 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9abe65-b2ce-4e6f-83b7-065f779b8810 None None] Pushing event updated for resources: {'Port': ['ID=41f4df34-53f9-4154-bf8f-31cdf501b246,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:41.771661 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-defb947f-9ed8-4d18-bfb4-17b701f78f20 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:41.851249 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-1a9abe65-b2ce-4e6f-83b7-065f779b8810 None None] Attempting to bind port 41f4df34-53f9-4154-bf8f-31cdf501b246 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:51:41.851249 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-1a9abe65-b2ce-4e6f-83b7-065f779b8810 None None] Attempting to bind port 41f4df34-53f9-4154-bf8f-31cdf501b246 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'ceb07137-2900-4302-8aa6-0db89f7922d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cda026bc-9c78-474e-aa3f-499b9ae7546c'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:51:41.851249 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9abe65-b2ce-4e6f-83b7-065f779b8810 None None] Attempting to bind port 41f4df34-53f9-4154-bf8f-31cdf501b246 on network cda026bc-9c78-474e-aa3f-499b9ae7546c {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:51:41.861097 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9abe65-b2ce-4e6f-83b7-065f779b8810 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:51:41.861097 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9abe65-b2ce-4e6f-83b7-065f779b8810 None None] Checking segment: {'id': 'ceb07137-2900-4302-8aa6-0db89f7922d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cda026bc-9c78-474e-aa3f-499b9ae7546c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:51:41.861097 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-1a9abe65-b2ce-4e6f-83b7-065f779b8810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:41.861097 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9abe65-b2ce-4e6f-83b7-065f779b8810 None None] Bound using segment: {'id': 'ceb07137-2900-4302-8aa6-0db89f7922d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cda026bc-9c78-474e-aa3f-499b9ae7546c'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:51:41.861097 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-1a9abe65-b2ce-4e6f-83b7-065f779b8810 None None] Bound port: 41f4df34-53f9-4154-bf8f-31cdf501b246, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb07137-2900-4302-8aa6-0db89f7922d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cda026bc-9c78-474e-aa3f-499b9ae7546c'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:51:41.861097 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-1a9abe65-b2ce-4e6f-83b7-065f779b8810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:41.927514 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fba76036-ebd9-40e2-8625-0aca1981ec18 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:41.959491 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-1a9abe65-b2ce-4e6f-83b7-065f779b8810 None None] For port 41f4df34-53f9-4154-bf8f-31cdf501b246, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:51:41.963666 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-1a9abe65-b2ce-4e6f-83b7-065f779b8810 None None] For port 41f4df34-53f9-4154-bf8f-31cdf501b246, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=41f4df34-53f9-4154-bf8f-31cdf501b246,segment=NetworkSegment(ceb07137-2900-4302-8aa6-0db89f7922d0),segment_id=ceb07137-2900-4302-8aa6-0db89f7922d0)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:51:41.973398 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-1a9abe65-b2ce-4e6f-83b7-065f779b8810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:42.086541 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9abe65-b2ce-4e6f-83b7-065f779b8810 None None] Pushing event updated for resources: {'Port': ['ID=41f4df34-53f9-4154-bf8f-31cdf501b246,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:42.119873 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-fba76036-ebd9-40e2-8625-0aca1981ec18 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Calling delete_port for 2f8ecc58-70b3-4d38-ad5d-d482f5ca8d85 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:42.127736 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f91bc882-d58a-4286-8e58-d0061a296bdd tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:42.130424 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f91bc882-d58a-4286-8e58-d0061a296bdd tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:42.205648 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-defb947f-9ed8-4d18-bfb4-17b701f78f20 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Made reservation on behalf of b46f9ef4d0b54f39a1155bda83b55bf2 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:42.208913 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-defb947f-9ed8-4d18-bfb4-17b701f78f20 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:42.224435 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f91bc882-d58a-4286-8e58-d0061a296bdd tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:42.225480 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91bc882-d58a-4286-8e58-d0061a296bdd tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Fanout notify agent at l3_agent the message router_deleted on router b87d4466-5233-4173-ba9a-268f4e2b5f23 {{(pid=87701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:51:42.230322 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6c2ca03b-83d4-48db-9d4b-70eeb221e22b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:42.253006 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-4924b1b6-6bf5-45e9-b074-567b56786cb0 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Deleting port 3616909d-8c18-41c9-9ccb-1b8431d93072 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:42.253497 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4924b1b6-6bf5-45e9-b074-567b56786cb0 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:42.356265 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6c2ca03b-83d4-48db-9d4b-70eeb221e22b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:42.381132 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-e143b3a7-b00d-4a83-8576-8653f559bc82 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] For port ebe5d0eb-168e-4603-9547-0e7c2f28fa93, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=ebe5d0eb-168e-4603-9547-0e7c2f28fa93,segment=NetworkSegment(c4c01a5f-3020-4ce0-894e-7bb27d0faad6),segment_id=c4c01a5f-3020-4ce0-894e-7bb27d0faad6)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:42.381132 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e143b3a7-b00d-4a83-8576-8653f559bc82 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:42.399299 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [None req-defb947f-9ed8-4d18-bfb4-17b701f78f20 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] device_id is not set on port bebbebd8-4c8d-4589-9aeb-0f76b36a4841 yet. {{(pid=87701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:51:42.498484 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ca03b-83d4-48db-9d4b-70eeb221e22b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b230520e-0196-4b3d-acb0-ba7270cac43e,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:42.511027 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6c2ca03b-83d4-48db-9d4b-70eeb221e22b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:42.516168 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-6c2ca03b-83d4-48db-9d4b-70eeb221e22b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.8346732 Feb 16 12:51:42.522829 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40022) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:42.539606 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-54744307-51db-4b78-8b14-eeee461da0a2 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Request body: {'security_group_rule': {'security_group_id': '2a5ab787-cbec-4fb6-a4e3-d625d6a13d3e', 'project_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:42.547116 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f91bc882-d58a-4286-8e58-d0061a296bdd tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:42.550577 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f91bc882-d58a-4286-8e58-d0061a296bdd tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] 10.222.0.83 "DELETE /v2.0/routers/b87d4466-5233-4173-ba9a-268f4e2b5f23 HTTP/1.1" status: 204 len: 168 time: 1.2906687 Feb 16 12:51:42.556598 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40026) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:42.562948 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-54744307-51db-4b78-8b14-eeee461da0a2 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:42.614193 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-e143b3a7-b00d-4a83-8576-8653f559bc82 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Calling delete_port for ebe5d0eb-168e-4603-9547-0e7c2f28fa93 owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:42.621089 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-54744307-51db-4b78-8b14-eeee461da0a2 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Usage tracker for resource:security_group_rule and tenant:103f2f9b580d4ef5ac0f1ab1eab88f07 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:42.627997 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-54744307-51db-4b78-8b14-eeee461da0a2 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:42.654840 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fba76036-ebd9-40e2-8625-0aca1981ec18 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:42.681556 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-54744307-51db-4b78-8b14-eeee461da0a2 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:42.744971 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba76036-ebd9-40e2-8625-0aca1981ec18 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event deleted for resources: {'Port': ['ID=2f8ecc58-70b3-4d38-ad5d-d482f5ca8d85,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:42.751965 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.securitygroups_db [None req-54744307-51db-4b78-8b14-eeee461da0a2 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Project 103f2f9b580d4ef5ac0f1ab1eab88f07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:51:42.760356 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fba76036-ebd9-40e2-8625-0aca1981ec18 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:42.775858 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-91c7ae46-6771-40d9-af38-1ba1ef7b0571 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Deleting subnet 5b1fcc20-617c-4e2b-b7ca-5e88612a8367 {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:51:42.781184 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fba76036-ebd9-40e2-8625-0aca1981ec18 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/ports/2f8ecc58-70b3-4d38-ad5d-d482f5ca8d85 HTTP/1.1" status: 204 len: 168 time: 1.7719917 Feb 16 12:51:42.786218 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-91c7ae46-6771-40d9-af38-1ba1ef7b0571 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:42.807584 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40030) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:42.815409 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-54744307-51db-4b78-8b14-eeee461da0a2 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:42.924737 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-91c7ae46-6771-40d9-af38-1ba1ef7b0571 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:42.954915 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-defb947f-9ed8-4d18-bfb4-17b701f78f20 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Allocated IP 172.20.0.11 (cda026bc-9c78-474e-aa3f-499b9ae7546c/defa14ff-70a9-4fa5-aa85-99afdcc2974e/bebbebd8-4c8d-4589-9aeb-0f76b36a4841) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:51:43.033201 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-0b066e0c-5b02-4eb5-b0aa-96ed93ea6bd6 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:51:43.033805 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-0b066e0c-5b02-4eb5-b0aa-96ed93ea6bd6 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] 10.222.0.83 "PUT /v2.0/routers/26797c1a-e0ec-4231-ae00-1f90a5287998/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.4188354 Feb 16 12:51:43.044265 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ebcad9-bcc3-48a5-99cc-29be0eaf54ff tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:43.051038 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ebcad9-bcc3-48a5-99cc-29be0eaf54ff tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:43.052058 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a4ebcad9-bcc3-48a5-99cc-29be0eaf54ff tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Synchronizing usage tracker for tenant:cf313999ec50441da36056616d2e4e36 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:51:43.055885 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4924b1b6-6bf5-45e9-b074-567b56786cb0 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:43.063804 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40034) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:43.072416 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-54744307-51db-4b78-8b14-eeee461da0a2 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:43.165266 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-91c7ae46-6771-40d9-af38-1ba1ef7b0571 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:43.208118 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-4924b1b6-6bf5-45e9-b074-567b56786cb0 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Calling delete_port for 3616909d-8c18-41c9-9ccb-1b8431d93072 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:43.226854 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-54744307-51db-4b78-8b14-eeee461da0a2 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:43.279199 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54744307-51db-4b78-8b14-eeee461da0a2 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cee38774-ccac-4311-b604-3170b8163ce0,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:43.378914 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec31d98c-1145-446f-849d-79eabab048dd None None] Network cda026bc-9c78-474e-aa3f-499b9ae7546c requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:51:43.439731 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a4ebcad9-bcc3-48a5-99cc-29be0eaf54ff tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Unset dirty status for tenant:cf313999ec50441da36056616d2e4e36 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:51:43.440927 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a4ebcad9-bcc3-48a5-99cc-29be0eaf54ff tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.6326008 Feb 16 12:51:43.445996 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40038) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:43.509581 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-a32071c7-a422-4bbb-8d2a-eafb660b8728 None None] Provisioning for port 41f4df34-53f9-4154-bf8f-31cdf501b246 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:51:43.530845 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-54744307-51db-4b78-8b14-eeee461da0a2 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:43.533413 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-54744307-51db-4b78-8b14-eeee461da0a2 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0070765 Feb 16 12:51:43.534888 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-91c7ae46-6771-40d9-af38-1ba1ef7b0571 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:43.545776 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40042) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:43.547380 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e143b3a7-b00d-4a83-8576-8653f559bc82 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:43.599383 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-bc1de6b3-f3c8-4fb3-9b6d-75afd28e1e22 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Request body: {'security_group_rule': {'security_group_id': '2a5ab787-cbec-4fb6-a4e3-d625d6a13d3e', 'project_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:43.650562 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e143b3a7-b00d-4a83-8576-8653f559bc82 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event deleted for resources: {'Port': ['ID=ebe5d0eb-168e-4603-9547-0e7c2f28fa93,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:43.661335 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-45d6fa01-3777-4e9b-b955-1a8efebc5983 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Deleting port eb7cfdb2-95d2-4a17-823b-b7574d0858f7 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:43.661335 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-45d6fa01-3777-4e9b-b955-1a8efebc5983 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:43.714149 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c7ae46-6771-40d9-af38-1ba1ef7b0571 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Pushing event deleted for resources: {'Subnet': ['ID=5b1fcc20-617c-4e2b-b7ca-5e88612a8367,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:43.723082 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-bc1de6b3-f3c8-4fb3-9b6d-75afd28e1e22 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:43.775324 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed39624-f242-4bbd-9ef4-bfb56792b6a5 None None] Network 4f201c11-b528-4ff5-a86e-ce73e87e6434 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:51:43.832134 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-91c7ae46-6771-40d9-af38-1ba1ef7b0571 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:43.837239 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-91c7ae46-6771-40d9-af38-1ba1ef7b0571 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] 10.222.0.83 "DELETE /v2.0/subnets/5b1fcc20-617c-4e2b-b7ca-5e88612a8367 HTTP/1.1" status: 204 len: 168 time: 1.2683835 Feb 16 12:51:43.837239 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-bc1de6b3-f3c8-4fb3-9b6d-75afd28e1e22 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Usage tracker for resource:security_group_rule and tenant:103f2f9b580d4ef5ac0f1ab1eab88f07 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:43.839376 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40046) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:43.851286 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-bc1de6b3-f3c8-4fb3-9b6d-75afd28e1e22 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:43.871602 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-bc1de6b3-f3c8-4fb3-9b6d-75afd28e1e22 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:43.959920 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4924b1b6-6bf5-45e9-b074-567b56786cb0 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:43.989086 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-defb947f-9ed8-4d18-bfb4-17b701f78f20 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:44.055479 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-defb947f-9ed8-4d18-bfb4-17b701f78f20 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Transition to ACTIVE for port object bebbebd8-4c8d-4589-9aeb-0f76b36a4841 will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:51:44.065477 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.securitygroups_db [None req-bc1de6b3-f3c8-4fb3-9b6d-75afd28e1e22 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Project 103f2f9b580d4ef5ac0f1ab1eab88f07 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:51:44.092828 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bc1de6b3-f3c8-4fb3-9b6d-75afd28e1e22 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:44.118254 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4924b1b6-6bf5-45e9-b074-567b56786cb0 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Pushing event deleted for resources: {'Port': ['ID=3616909d-8c18-41c9-9ccb-1b8431d93072,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:44.166355 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80b94dc-2d9d-4175-942e-368afd537bc1 None None] DHCP port deletion for 4f201c11-b528-4ff5-a86e-ce73e87e6434 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:51:44.172744 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-d80b94dc-2d9d-4175-942e-368afd537bc1 None None] Deleting port b778c18a-297b-450a-afd4-55e04c2e1ae3 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:44.174276 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d80b94dc-2d9d-4175-942e-368afd537bc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:44.259508 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e143b3a7-b00d-4a83-8576-8653f559bc82 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:44.438383 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c00f662f-11a8-40b1-89f0-493dd635a3f0 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:44.480815 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 41f4df34-53f9-4154-bf8f-31cdf501b246 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:51:44.484060 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-06bb1f9d-ef7c-457a-8cd9-8b36c2e55ada req-81e21604-d1da-4c11-b2f7-c7f730d875b3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d5a3d8fa-1c56-44ae-84a8-027f90731128&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8905795 Feb 16 12:51:44.556269 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bc1de6b3-f3c8-4fb3-9b6d-75afd28e1e22 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:44.574875 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4924b1b6-6bf5-45e9-b074-567b56786cb0 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:44.577283 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-d80b94dc-2d9d-4175-942e-368afd537bc1 None None] For port b778c18a-297b-450a-afd4-55e04c2e1ae3, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=b778c18a-297b-450a-afd4-55e04c2e1ae3,segment=NetworkSegment(33a3b5f1-e325-4120-866f-d4f94a2f0889),segment_id=33a3b5f1-e325-4120-866f-d4f94a2f0889)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:44.577837 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d80b94dc-2d9d-4175-942e-368afd537bc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:44.605980 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-45d6fa01-3777-4e9b-b955-1a8efebc5983 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:44.624911 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-c00f662f-11a8-40b1-89f0-493dd635a3f0 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Deleting port b778c18a-297b-450a-afd4-55e04c2e1ae3 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:44.625249 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c00f662f-11a8-40b1-89f0-493dd635a3f0 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:44.655749 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bc1de6b3-f3c8-4fb3-9b6d-75afd28e1e22 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:44.672114 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-defb947f-9ed8-4d18-bfb4-17b701f78f20 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:44.690329 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1de6b3-f3c8-4fb3-9b6d-75afd28e1e22 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc4a580a-3d22-4697-938a-b1b3ad6a0fd7,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:44.704184 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-d80b94dc-2d9d-4175-942e-368afd537bc1 None None] Calling delete_port for b778c18a-297b-450a-afd4-55e04c2e1ae3 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:44.707995 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4924b1b6-6bf5-45e9-b074-567b56786cb0 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "DELETE /v2.0/ports/3616909d-8c18-41c9-9ccb-1b8431d93072 HTTP/1.1" status: 204 len: 168 time: 3.0536306 Feb 16 12:51:44.738211 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40050) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:44.749289 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bc1de6b3-f3c8-4fb3-9b6d-75afd28e1e22 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:44.750763 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-bc1de6b3-f3c8-4fb3-9b6d-75afd28e1e22 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1679068 Feb 16 12:51:44.755127 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 41f4df34-53f9-4154-bf8f-31cdf501b246 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:51:44.763361 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 41f4df34-53f9-4154-bf8f-31cdf501b246 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:44.763771 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:44.801008 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40054) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:44.839327 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defb947f-9ed8-4d18-bfb4-17b701f78f20 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Network cda026bc-9c78-474e-aa3f-499b9ae7546c is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:44.845246 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d80b94dc-2d9d-4175-942e-368afd537bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:44.846020 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-fb154c78-3a37-4a86-9b43-7a4c30356ba8 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Request body: {'network': {'name': 'tempest-network-smoke--1754656568', 'project_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'port_security_enabled': True}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:44.860340 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-defb947f-9ed8-4d18-bfb4-17b701f78f20 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:44.862784 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defb947f-9ed8-4d18-bfb4-17b701f78f20 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:51:44.897576 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80b94dc-2d9d-4175-942e-368afd537bc1 None None] Pushing event deleted for resources: {'Port': ['ID=b778c18a-297b-450a-afd4-55e04c2e1ae3,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:44.935823 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80b94dc-2d9d-4175-942e-368afd537bc1 None None] No DVR routers for this DVR port b778c18a-297b-450a-afd4-55e04c2e1ae3 on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:51:44.938567 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-45d6fa01-3777-4e9b-b955-1a8efebc5983 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Calling delete_port for eb7cfdb2-95d2-4a17-823b-b7574d0858f7 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:44.961877 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-fb154c78-3a37-4a86-9b43-7a4c30356ba8 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:44.966827 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-fb154c78-3a37-4a86-9b43-7a4c30356ba8 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Usage tracker for resource:network and tenant:103f2f9b580d4ef5ac0f1ab1eab88f07 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:44.971203 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-fb154c78-3a37-4a86-9b43-7a4c30356ba8 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:44.978103 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-fb154c78-3a37-4a86-9b43-7a4c30356ba8 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:44.979064 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:45.001065 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defb947f-9ed8-4d18-bfb4-17b701f78f20 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:45.001769 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-defb947f-9ed8-4d18-bfb4-17b701f78f20 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:45.013099 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb1f9d-ef7c-457a-8cd9-8b36c2e55ada req-05bf3891-a7ce-43f7-8ca0-644372331228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:45.014941 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-06bb1f9d-ef7c-457a-8cd9-8b36c2e55ada req-05bf3891-a7ce-43f7-8ca0-644372331228 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=43a461e2fae64766bd31efeef15d8935&device_id=d5a3d8fa-1c56-44ae-84a8-027f90731128 HTTP/1.1" status: 200 len: 1098 time: 0.4550555 Feb 16 12:51:45.017227 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 41f4df34-53f9-4154-bf8f-31cdf501b246, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=41f4df34-53f9-4154-bf8f-31cdf501b246,segment=NetworkSegment(ceb07137-2900-4302-8aa6-0db89f7922d0),segment_id=ceb07137-2900-4302-8aa6-0db89f7922d0)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:45.033459 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:45.033614 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb154c78-3a37-4a86-9b43-7a4c30356ba8 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Made reservation on behalf of 103f2f9b580d4ef5ac0f1ab1eab88f07 for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:45.037598 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fb154c78-3a37-4a86-9b43-7a4c30356ba8 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:45.093571 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-45d6fa01-3777-4e9b-b955-1a8efebc5983 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:45.119618 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device b778c18a-297b-450a-afd4-55e04c2e1ae3 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:51:45.119823 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-c00f662f-11a8-40b1-89f0-493dd635a3f0 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] The port 'b778c18a-297b-450a-afd4-55e04c2e1ae3' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:51:45.152776 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-45d6fa01-3777-4e9b-b955-1a8efebc5983 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:45.158334 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb947f-9ed8-4d18-bfb4-17b701f78f20 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Pushing event updated for resources: {'Port': ['ID=bebbebd8-4c8d-4589-9aeb-0f76b36a4841,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:45.160293 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: b778c18a-297b-450a-afd4-55e04c2e1ae3 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:51:45.160655 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device b778c18a-297b-450a-afd4-55e04c2e1ae3 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:51:45.174887 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=41f4df34-53f9-4154-bf8f-31cdf501b246,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:45.175569 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d6fa01-3777-4e9b-b955-1a8efebc5983 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event deleted for resources: {'Port': ['ID=eb7cfdb2-95d2-4a17-823b-b7574d0858f7,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:45.177924 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb154c78-3a37-4a86-9b43-7a4c30356ba8 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:51:45.211796 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-defb947f-9ed8-4d18-bfb4-17b701f78f20 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.3902054 Feb 16 12:51:45.213090 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fb154c78-3a37-4a86-9b43-7a4c30356ba8 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:45.213432 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-fb154c78-3a37-4a86-9b43-7a4c30356ba8 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Added segment 93a1263e-765c-4aeb-b2f7-d3e38b88659f of type vlan for network b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a Feb 16 12:51:45.225478 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8a52e87c-1fd9-4aef-8587-8a235bb17c2d tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:45.229685 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-bbff4a60-adab-4551-96a7-422ea7ed473f None None] Provisioning for port bebbebd8-4c8d-4589-9aeb-0f76b36a4841 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:51:45.231809 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40058) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:45.236963 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-bbff4a60-adab-4551-96a7-422ea7ed473f None None] Provisioning complete for port bebbebd8-4c8d-4589-9aeb-0f76b36a4841 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:45.237624 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-bbff4a60-adab-4551-96a7-422ea7ed473f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:45.308311 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-bbff4a60-adab-4551-96a7-422ea7ed473f None None] Port bebbebd8-4c8d-4589-9aeb-0f76b36a4841 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:51:45.352470 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-310adfdd-5eb0-4654-a703-a5b0740eebe0 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Request body: {'port': {'network_id': 'cda026bc-9c78-474e-aa3f-499b9ae7546c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1025617495', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:45.352470 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.api.validators [None req-310adfdd-5eb0-4654-a703-a5b0740eebe0 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] bootfile-name is not in valid_values {{(pid=87699) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 12:51:45.352470 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.api.validators [None req-310adfdd-5eb0-4654-a703-a5b0740eebe0 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] tftp-server is not in valid_values {{(pid=87699) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 12:51:45.352966 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.api.validators [None req-310adfdd-5eb0-4654-a703-a5b0740eebe0 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] server-ip-address is not in valid_values {{(pid=87699) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 12:51:45.386469 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62b0378-3c1f-447f-a402-2452ed1ef1c8 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:45.387161 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-e62b0378-3c1f-447f-a402-2452ed1ef1c8 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Synchronizing usage tracker for tenant:f7e183c87d434560824e762da5b5e9a3 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:51:45.398542 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-45d6fa01-3777-4e9b-b955-1a8efebc5983 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/ports/eb7cfdb2-95d2-4a17-823b-b7574d0858f7 HTTP/1.1" status: 204 len: 168 time: 1.9487998 Feb 16 12:51:45.428556 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40062) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:45.500985 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb1f9d-ef7c-457a-8cd9-8b36c2e55ada req-9d027d74-b523-4e9d-b40b-477e1b92a777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:45.502428 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-06bb1f9d-ef7c-457a-8cd9-8b36c2e55ada req-9d027d74-b523-4e9d-b40b-477e1b92a777 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2f9caf95-9634-43c7-8691-03bf1bd0a638 HTTP/1.1" status: 200 len: 913 time: 0.4384274 Feb 16 12:51:45.517519 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fb154c78-3a37-4a86-9b43-7a4c30356ba8 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:45.551109 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c00f662f-11a8-40b1-89f0-493dd635a3f0 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:45.602595 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e143b3a7-b00d-4a83-8576-8653f559bc82 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Router e61be5bd-a96f-414d-8528-e925cba38ee9 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:51:45.604177 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-c00f662f-11a8-40b1-89f0-493dd635a3f0 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f201c11-b528-4ff5-a86e-ce73e87e6434']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:45.641809 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-c00f662f-11a8-40b1-89f0-493dd635a3f0 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33a3b5f1-e325-4120-866f-d4f94a2f0889') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:45.642105 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-c00f662f-11a8-40b1-89f0-493dd635a3f0 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33a3b5f1-e325-4120-866f-d4f94a2f0889') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:45.660300 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-e62b0378-3c1f-447f-a402-2452ed1ef1c8 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Unset dirty status for tenant:f7e183c87d434560824e762da5b5e9a3 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:51:45.664555 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e62b0378-3c1f-447f-a402-2452ed1ef1c8 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "GET /v2.0/ports?device_id=280b01f7-1aa8-4aea-8b7b-434c5eea3121 HTTP/1.1" status: 200 len: 913 time: 0.9125957 Feb 16 12:51:45.674727 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40066) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:45.718348 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c00f662f-11a8-40b1-89f0-493dd635a3f0 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:45.764760 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.db.resource_extend [None req-fb154c78-3a37-4a86-9b43-7a4c30356ba8 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:51:45.788591 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-310adfdd-5eb0-4654-a703-a5b0740eebe0 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:45.790811 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c00f662f-11a8-40b1-89f0-493dd635a3f0 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:45.814999 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-310adfdd-5eb0-4654-a703-a5b0740eebe0 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Usage tracker for resource:port and tenant:b46f9ef4d0b54f39a1155bda83b55bf2 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:45.817523 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c00f662f-11a8-40b1-89f0-493dd635a3f0 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:51:45.817955 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c00f662f-11a8-40b1-89f0-493dd635a3f0 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:45.839088 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:51:45.839088 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:51:45.839088 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:51:45.839088 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:51:45.839088 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:51:45.839088 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:51:45.839088 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:51:45.839088 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:51:45.839088 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:51:45.839088 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:51:45.839088 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:51:45.839088 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:51:45.839088 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:51:45.839088 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:51:45.839088 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:51:45.839088 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:51:45.839088 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:51:45.839088 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:51:45.839088 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:51:45.839088 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:51:45.839088 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:51:45.839088 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:51:45.839088 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:51:45.839088 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:51:45.839088 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:51:45.839088 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:51:45.839088 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:51:45.839088 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:51:45.839088 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:51:45.839088 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:51:45.839088 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:51:45.839088 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:51:45.843057 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fb154c78-3a37-4a86-9b43-7a4c30356ba8 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:45.843542 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-310adfdd-5eb0-4654-a703-a5b0740eebe0 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:45.848070 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb154c78-3a37-4a86-9b43-7a4c30356ba8 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:45.848671 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fb154c78-3a37-4a86-9b43-7a4c30356ba8 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:45.853918 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-06bb1f9d-ef7c-457a-8cd9-8b36c2e55ada req-1a3a77d9-9671-4316-9b61-06d8ee9b5f60 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cff030b4-2739-4af1-b5f3-8e43431b3836 HTTP/1.1" status: 200 len: 999 time: 0.3384438 Feb 16 12:51:45.898795 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-310adfdd-5eb0-4654-a703-a5b0740eebe0 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:45.931058 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e143b3a7-b00d-4a83-8576-8653f559bc82 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:51:45.938213 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310adfdd-5eb0-4654-a703-a5b0740eebe0 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Made reservation on behalf of b46f9ef4d0b54f39a1155bda83b55bf2 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:45.941196 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-310adfdd-5eb0-4654-a703-a5b0740eebe0 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:45.947495 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffd1992-79fe-4a38-932e-7b05a317e94f None None] Sync routers for ids ['e61be5bd-a96f-414d-8528-e925cba38ee9'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:51:45.953618 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c00f662f-11a8-40b1-89f0-493dd635a3f0 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:45.958418 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffd1992-79fe-4a38-932e-7b05a317e94f None None] Routers {'e61be5bd-a96f-414d-8528-e925cba38ee9'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:45.959509 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-5ffd1992-79fe-4a38-932e-7b05a317e94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:51:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e61be5bd-a96f-414d-8528-e925cba38ee9'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:45.963367 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e143b3a7-b00d-4a83-8576-8653f559bc82 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "PUT /v2.0/routers/e61be5bd-a96f-414d-8528-e925cba38ee9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9487460 Feb 16 12:51:45.984990 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c00f662f-11a8-40b1-89f0-493dd635a3f0 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:45.989332 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c00f662f-11a8-40b1-89f0-493dd635a3f0 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] 10.222.0.83 "DELETE /v2.0/networks/4f201c11-b528-4ff5-a86e-ce73e87e6434 HTTP/1.1" status: 204 len: 168 time: 2.0801859 Feb 16 12:51:45.989332 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40070) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:46.022667 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f662f-11a8-40b1-89f0-493dd635a3f0 tempest-FloatingIPNegativeTestJSON-2121683494 tempest-FloatingIPNegativeTestJSON-2121683494-project] Pushing event deleted for resources: {'Network': ['ID=4f201c11-b528-4ff5-a86e-ce73e87e6434,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:46.030415 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-310adfdd-5eb0-4654-a703-a5b0740eebe0 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] device_id is not set on port 199ef814-4185-4544-9b3b-5db5c0bb29e4 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:51:46.121167 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf86ce82-5ebc-4945-8923-96992dc4fd57 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Deleting subnet cc8e6aa3-6626-4897-9676-3cbcd0261e69 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:51:46.130936 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cf86ce82-5ebc-4945-8923-96992dc4fd57 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:46.140820 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-5ffd1992-79fe-4a38-932e-7b05a317e94f None None] Set router e61be5bd-a96f-414d-8528-e925cba38ee9 gateway port host: None {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:51:46.279859 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cf86ce82-5ebc-4945-8923-96992dc4fd57 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:46.323367 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-310adfdd-5eb0-4654-a703-a5b0740eebe0 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Allocated IP 172.20.0.13 (cda026bc-9c78-474e-aa3f-499b9ae7546c/defa14ff-70a9-4fa5-aa85-99afdcc2974e/199ef814-4185-4544-9b3b-5db5c0bb29e4) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:51:46.353774 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 41f4df34-53f9-4154-bf8f-31cdf501b246 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:51:46.384154 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb1f9d-ef7c-457a-8cd9-8b36c2e55ada req-6754cc24-c2dc-422b-b545-31df115d4fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:46.385676 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-06bb1f9d-ef7c-457a-8cd9-8b36c2e55ada req-6754cc24-c2dc-422b-b545-31df115d4fcd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=475d72a9-33c5-44fc-8808-9edb5e19ce95 HTTP/1.1" status: 200 len: 851 time: 0.5068173 Feb 16 12:51:46.483326 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2f00f8-7557-4ad4-ba5a-8dc25ea66398 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:46.484007 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-5e2f00f8-7557-4ad4-ba5a-8dc25ea66398 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Synchronizing usage tracker for tenant:cf313999ec50441da36056616d2e4e36 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:51:46.487123 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-fb154c78-3a37-4a86-9b43-7a4c30356ba8 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6712816 Feb 16 12:51:46.490370 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40080) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:46.490714 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40082) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:46.515079 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-8cec8b83-b233-4378-b10e-43fd69ea8544 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-180329332', 'admin_state_up': True, 'project_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:46.522172 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb154c78-3a37-4a86-9b43-7a4c30356ba8 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Pushing event updated for resources: {'Network': ['ID=b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:46.533352 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8cec8b83-b233-4378-b10e-43fd69ea8544 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:46.544761 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-5e2f00f8-7557-4ad4-ba5a-8dc25ea66398 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Unset dirty status for tenant:cf313999ec50441da36056616d2e4e36 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:51:46.549292 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-5e2f00f8-7557-4ad4-ba5a-8dc25ea66398 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 1.1193345 Feb 16 12:51:46.549754 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:51:46.550991 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40090) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:46.679166 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8cec8b83-b233-4378-b10e-43fd69ea8544 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Usage tracker for resource:router and tenant:103f2f9b580d4ef5ac0f1ab1eab88f07 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:46.707367 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8cec8b83-b233-4378-b10e-43fd69ea8544 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:46.712041 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 41f4df34-53f9-4154-bf8f-31cdf501b246 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:46.712818 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:46.722823 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8cec8b83-b233-4378-b10e-43fd69ea8544 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:46.751925 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bd8a8bf-a1b1-4a0a-8fb0-8fd74b83784e tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] GET failed (client error): The resource could not be found. Feb 16 12:51:46.753915 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-2bd8a8bf-a1b1-4a0a-8fb0-8fd74b83784e tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "GET /v2.0/ports/2f8ecc58-70b3-4d38-ad5d-d482f5ca8d85 HTTP/1.1" status: 404 len: 333 time: 0.1957848 Feb 16 12:51:46.766474 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40096) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:46.779464 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8cec8b83-b233-4378-b10e-43fd69ea8544 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:46.780476 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8cec8b83-b233-4378-b10e-43fd69ea8544 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:46.794135 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cf86ce82-5ebc-4945-8923-96992dc4fd57 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:46.836670 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-24f59fd1-4c07-4459-9f2d-13ca52f2dd0a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] GET failed (client error): The resource could not be found. Feb 16 12:51:46.838115 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-24f59fd1-4c07-4459-9f2d-13ca52f2dd0a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "GET /v2.0/ports/eb7cfdb2-95d2-4a17-823b-b7574d0858f7 HTTP/1.1" status: 404 len: 333 time: 0.0680776 Feb 16 12:51:46.840636 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-8a52e87c-1fd9-4aef-8587-8a235bb17c2d tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Deleting port 54a908e7-5b24-4f37-8b8c-38cc47d6fc70 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:46.841132 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8a52e87c-1fd9-4aef-8587-8a235bb17c2d tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:46.858719 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40100) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:46.900331 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-5ffd1992-79fe-4a38-932e-7b05a317e94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'name': 'tempest-RoutersIpV6Test-router-1450390372', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:57Z', 'updated_at': '2022-02-16T12:51:43Z', 'revision_number': 10, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'gw_port_host': None, '_interfaces': [{'id': '53311a1a-fd5b-449d-9240-14c69af901df', 'name': '', 'network_id': '7c21af54-2c03-46c0-a37d-7363ccc7aa26', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:07:a9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:02Z', 'updated_at': '2022-02-16T12:50:17Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:46.903397 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b68c7268-7bb2-4dd7-a6a2-2a4de3db6d78 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=da65d3ee56764a9d812d06e3de0e26dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4094081 Feb 16 12:51:46.905140 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40104) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:46.906308 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffd1992-79fe-4a38-932e-7b05a317e94f None None] Checking router: e61be5bd-a96f-414d-8528-e925cba38ee9 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:51:46.916399 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffd1992-79fe-4a38-932e-7b05a317e94f None None] Routers {'e61be5bd-a96f-414d-8528-e925cba38ee9'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:46.917097 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-5ffd1992-79fe-4a38-932e-7b05a317e94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:51:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e61be5bd-a96f-414d-8528-e925cba38ee9'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:46.961614 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8cec8b83-b233-4378-b10e-43fd69ea8544 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:46.965416 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb1f9d-ef7c-457a-8cd9-8b36c2e55ada req-b8bc6e01-cfe4-44f9-b0a0-9460d43a3884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:46.966903 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-06bb1f9d-ef7c-457a-8cd9-8b36c2e55ada req-b8bc6e01-cfe4-44f9-b0a0-9460d43a3884 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2f9caf95-9634-43c7-8691-03bf1bd0a638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5647101 Feb 16 12:51:46.982207 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-310adfdd-5eb0-4654-a703-a5b0740eebe0 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:47.073457 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-5ffd1992-79fe-4a38-932e-7b05a317e94f None None] Set router e61be5bd-a96f-414d-8528-e925cba38ee9 gateway port host: None {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:51:47.105500 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-da93d38a-484a-4432-8ecb-1eca3e258829 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:47.184972 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-310adfdd-5eb0-4654-a703-a5b0740eebe0 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Transition to ACTIVE for port object 199ef814-4185-4544-9b3b-5db5c0bb29e4 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:51:47.238761 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cf86ce82-5ebc-4945-8923-96992dc4fd57 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:47.261365 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c1f50b60-1066-4a8e-bc29-751d72b0f2c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:47.337269 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c1f50b60-1066-4a8e-bc29-751d72b0f2c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:47.364861 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf86ce82-5ebc-4945-8923-96992dc4fd57 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event deleted for resources: {'Subnet': ['ID=cc8e6aa3-6626-4897-9676-3cbcd0261e69,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:47.368674 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8a52e87c-1fd9-4aef-8587-8a235bb17c2d tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:47.388468 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbb6323-78f0-4b0d-8724-edbaacb82b97 None None] Network f60e5b0c-85b6-4349-ad72-c206e12426c8 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:51:47.408118 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cf86ce82-5ebc-4945-8923-96992dc4fd57 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:47.412535 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8cec8b83-b233-4378-b10e-43fd69ea8544 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:47.480060 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-06bb1f9d-ef7c-457a-8cd9-8b36c2e55ada req-2a034d2d-6b2c-41a7-a155-a316a34a9704 service neutron] 10.222.0.89 "GET /v2.0/networks/2f9caf95-9634-43c7-8691-03bf1bd0a638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4950774 Feb 16 12:51:47.500971 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-cf86ce82-5ebc-4945-8923-96992dc4fd57 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "DELETE /v2.0/subnets/cc8e6aa3-6626-4897-9676-3cbcd0261e69 HTTP/1.1" status: 204 len: 168 time: 1.5100784 Feb 16 12:51:47.509786 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40108) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:47.552797 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-8a52e87c-1fd9-4aef-8587-8a235bb17c2d tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Calling delete_port for 54a908e7-5b24-4f37-8b8c-38cc47d6fc70 owned by network:router_interface {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:47.573110 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-da93d38a-484a-4432-8ecb-1eca3e258829 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:47.584975 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-310adfdd-5eb0-4654-a703-a5b0740eebe0 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:47.622065 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-5ffd1992-79fe-4a38-932e-7b05a317e94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'name': 'tempest-RoutersIpV6Test-router-1450390372', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:57Z', 'updated_at': '2022-02-16T12:51:43Z', 'revision_number': 10, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'gw_port_host': None, '_interfaces': [{'id': '53311a1a-fd5b-449d-9240-14c69af901df', 'name': '', 'network_id': '7c21af54-2c03-46c0-a37d-7363ccc7aa26', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:07:a9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:02Z', 'updated_at': '2022-02-16T12:50:17Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:47.628286 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffd1992-79fe-4a38-932e-7b05a317e94f None None] The sync data for ids ['e61be5bd-a96f-414d-8528-e925cba38ee9'] in dv-neutron-829527-1-hyperv is: [{'id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'name': 'tempest-RoutersIpV6Test-router-1450390372', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:57Z', 'updated_at': '2022-02-16T12:51:43Z', 'revision_number': 10, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'gw_port_host': None, '_interfaces': [{'id': '53311a1a-fd5b-449d-9240-14c69af901df', 'name': '', 'network_id': '7c21af54-2c03-46c0-a37d-7363ccc7aa26', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'mac_address': 'fa:16:3e:07:a9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:50:02Z', 'updated_at': '2022-02-16T12:50:17Z', 'revision_number': 5, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'subnets': [{'id': '02f1a768-b72b-4446-be60-f87a59fbd2e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:51:47.772182 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-da93d38a-484a-4432-8ecb-1eca3e258829 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['781c898e-663d-4622-838a-ecc2750b0b8a']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:47.792508 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c1f50b60-1066-4a8e-bc29-751d72b0f2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:47.810116 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-da93d38a-484a-4432-8ecb-1eca3e258829 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffe5b771-682d-4860-9d98-2da438e49ab7') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:47.810404 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-da93d38a-484a-4432-8ecb-1eca3e258829 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffe5b771-682d-4860-9d98-2da438e49ab7') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:47.837670 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310adfdd-5eb0-4654-a703-a5b0740eebe0 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Pushing event updated for resources: {'Port': ['ID=199ef814-4185-4544-9b3b-5db5c0bb29e4,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:47.838949 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f50b60-1066-4a8e-bc29-751d72b0f2c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2158cb04-b0e6-4e11-906a-d69fa1ab1734,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:47.843977 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0d7c6973-6669-4914-9f03-6cf054b810b9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:47.846758 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-da93d38a-484a-4432-8ecb-1eca3e258829 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:47.847016 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-06bb1f9d-ef7c-457a-8cd9-8b36c2e55ada req-a023f10b-becc-4258-b08f-e7c0b2b408b8 service neutron] 10.222.0.89 "GET /v2.0/networks/2f9caf95-9634-43c7-8691-03bf1bd0a638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666249 Feb 16 12:51:47.856550 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c1f50b60-1066-4a8e-bc29-751d72b0f2c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:47.857050 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310adfdd-5eb0-4654-a703-a5b0740eebe0 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Network cda026bc-9c78-474e-aa3f-499b9ae7546c is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:47.860255 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-c1f50b60-1066-4a8e-bc29-751d72b0f2c8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2158cb04-b0e6-4e11-906a-d69fa1ab1734 HTTP/1.1" status: 204 len: 168 time: 0.9396083 Feb 16 12:51:47.865353 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-310adfdd-5eb0-4654-a703-a5b0740eebe0 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:47.874551 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310adfdd-5eb0-4654-a703-a5b0740eebe0 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:51:47.893183 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-092d2d84-a24d-4262-8e4e-4e36eb287104 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:47.918727 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-da93d38a-484a-4432-8ecb-1eca3e258829 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:47.933379 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da93d38a-484a-4432-8ecb-1eca3e258829 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:51:47.933840 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-da93d38a-484a-4432-8ecb-1eca3e258829 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:47.948412 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-0d7c6973-6669-4914-9f03-6cf054b810b9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Deleting port 5c794168-95d3-42d1-b7d7-fee5baa37614 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:47.948785 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0d7c6973-6669-4914-9f03-6cf054b810b9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:47.973254 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:51:47.973254 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:51:47.973254 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:51:47.973254 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:51:47.973254 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:51:47.973254 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:51:47.973254 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:51:47.973254 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:51:47.973254 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:51:47.973254 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:51:47.973254 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:51:47.973254 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:51:47.973254 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:51:47.973254 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:51:47.973254 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:51:47.973254 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:51:47.973254 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:51:47.973254 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:51:47.973254 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:51:47.973254 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:51:47.973254 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:51:47.973254 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:51:47.973254 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:51:47.973254 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:51:47.973254 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:51:47.973254 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:51:47.973254 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:51:47.973254 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:51:47.973254 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:51:47.973254 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:51:47.973254 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:51:47.973254 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:51:47.995603 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c304bfa-540b-4adc-966c-d41554482dcc None None] DHCP port deletion for f60e5b0c-85b6-4349-ad72-c206e12426c8 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:51:48.001060 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-4c304bfa-540b-4adc-966c-d41554482dcc None None] Deleting port 5c794168-95d3-42d1-b7d7-fee5baa37614 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:48.001432 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4c304bfa-540b-4adc-966c-d41554482dcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:48.397638 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device ebe5d0eb-168e-4603-9547-0e7c2f28fa93 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:51:48.454801 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: ebe5d0eb-168e-4603-9547-0e7c2f28fa93 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:51:48.455173 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device ebe5d0eb-168e-4603-9547-0e7c2f28fa93 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:51:48.455586 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 5c794168-95d3-42d1-b7d7-fee5baa37614 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:51:48.530649 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f564c880-38bc-4bac-b8b5-eb60c21d2139 None None] Provisioning for port 199ef814-4185-4544-9b3b-5db5c0bb29e4 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:51:48.544533 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f564c880-38bc-4bac-b8b5-eb60c21d2139 None None] Provisioning complete for port 199ef814-4185-4544-9b3b-5db5c0bb29e4 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:48.544929 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f564c880-38bc-4bac-b8b5-eb60c21d2139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:48.548568 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8a52e87c-1fd9-4aef-8587-8a235bb17c2d tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:48.597574 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-4c304bfa-540b-4adc-966c-d41554482dcc None None] For port 5c794168-95d3-42d1-b7d7-fee5baa37614, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=5c794168-95d3-42d1-b7d7-fee5baa37614,segment=NetworkSegment(c4c01a5f-3020-4ce0-894e-7bb27d0faad6),segment_id=c4c01a5f-3020-4ce0-894e-7bb27d0faad6)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:48.597864 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4c304bfa-540b-4adc-966c-d41554482dcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:48.632266 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-0d7c6973-6669-4914-9f03-6cf054b810b9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] For port 5c794168-95d3-42d1-b7d7-fee5baa37614, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=5c794168-95d3-42d1-b7d7-fee5baa37614,segment=NetworkSegment(c4c01a5f-3020-4ce0-894e-7bb27d0faad6),segment_id=c4c01a5f-3020-4ce0-894e-7bb27d0faad6)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:48.632817 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0d7c6973-6669-4914-9f03-6cf054b810b9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:48.644457 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-da93d38a-484a-4432-8ecb-1eca3e258829 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:48.679422 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310adfdd-5eb0-4654-a703-a5b0740eebe0 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:48.681429 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-310adfdd-5eb0-4654-a703-a5b0740eebe0 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:48.691391 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a52e87c-1fd9-4aef-8587-8a235bb17c2d tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Pushing event deleted for resources: {'Port': ['ID=54a908e7-5b24-4f37-8b8c-38cc47d6fc70,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:48.746198 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-4c304bfa-540b-4adc-966c-d41554482dcc None None] Calling delete_port for 5c794168-95d3-42d1-b7d7-fee5baa37614 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:48.820466 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-da93d38a-484a-4432-8ecb-1eca3e258829 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:48.843956 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f564c880-38bc-4bac-b8b5-eb60c21d2139 None None] Port 199ef814-4185-4544-9b3b-5db5c0bb29e4 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:51:48.902713 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:48.908026 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-0d7c6973-6669-4914-9f03-6cf054b810b9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Calling delete_port for 5c794168-95d3-42d1-b7d7-fee5baa37614 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:48.936939 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da93d38a-484a-4432-8ecb-1eca3e258829 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event deleted for resources: {'Network': ['ID=781c898e-663d-4622-838a-ecc2750b0b8a,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:48.945189 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4c304bfa-540b-4adc-966c-d41554482dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:48.956937 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-da93d38a-484a-4432-8ecb-1eca3e258829 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/networks/781c898e-663d-4622-838a-ecc2750b0b8a HTTP/1.1" status: 204 len: 168 time: 2.0970800 Feb 16 12:51:48.967208 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40132) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:48.979902 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-822f0617-465f-4fab-a3ae-9021a69b4cbd tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-509322869'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:48.989484 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-310adfdd-5eb0-4654-a703-a5b0740eebe0 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 3.7453117 Feb 16 12:51:48.992561 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-822f0617-465f-4fab-a3ae-9021a69b4cbd tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:48.999367 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40136) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:49.005721 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-822f0617-465f-4fab-a3ae-9021a69b4cbd tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Usage tracker for resource:network and tenant:cf313999ec50441da36056616d2e4e36 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:49.022977 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8a52e87c-1fd9-4aef-8587-8a235bb17c2d tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:49.057221 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-822f0617-465f-4fab-a3ae-9021a69b4cbd tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:49.075848 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c304bfa-540b-4adc-966c-d41554482dcc None None] No DVR routers for this DVR port 5c794168-95d3-42d1-b7d7-fee5baa37614 on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:51:49.081458 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c304bfa-540b-4adc-966c-d41554482dcc None None] Pushing event deleted for resources: {'Port': ['ID=5c794168-95d3-42d1-b7d7-fee5baa37614,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:49.087760 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-822f0617-465f-4fab-a3ae-9021a69b4cbd tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:49.124727 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40140) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:49.185768 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-0d7c6973-6669-4914-9f03-6cf054b810b9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:51:49.186085 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-0d7c6973-6669-4914-9f03-6cf054b810b9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:51:49.195033 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822f0617-465f-4fab-a3ae-9021a69b4cbd tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Made reservation on behalf of cf313999ec50441da36056616d2e4e36 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:49.198507 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-822f0617-465f-4fab-a3ae-9021a69b4cbd tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:49.323731 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-658cba79-d174-4057-9585-3630729adaf1 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1276687131'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:49.337726 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-658cba79-d174-4057-9585-3630729adaf1 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:49.339174 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8cec8b83-b233-4378-b10e-43fd69ea8544 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:49.364454 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a52e87c-1fd9-4aef-8587-8a235bb17c2d tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Router 26797c1a-e0ec-4231-ae00-1f90a5287998 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:51:49.374075 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-822f0617-465f-4fab-a3ae-9021a69b4cbd tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:51:49.380780 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-658cba79-d174-4057-9585-3630729adaf1 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Usage tracker for resource:network and tenant:41e1ac5f697d49bbba7587a21281c0a4 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:49.383720 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-092d2d84-a24d-4262-8e4e-4e36eb287104 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Deleting port a2787e81-7024-4512-b9da-41726cc54134 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:49.384115 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-092d2d84-a24d-4262-8e4e-4e36eb287104 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:49.388849 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-658cba79-d174-4057-9585-3630729adaf1 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:49.392922 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8cec8b83-b233-4378-b10e-43fd69ea8544 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:49.404682 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-658cba79-d174-4057-9585-3630729adaf1 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:49.416282 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdba0d6d-b9fb-42cf-b9bc-1ac7496ce4bb tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:49.422075 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdba0d6d-b9fb-42cf-b9bc-1ac7496ce4bb tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:49.429340 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdba0d6d-b9fb-42cf-b9bc-1ac7496ce4bb tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:49.430311 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fdba0d6d-b9fb-42cf-b9bc-1ac7496ce4bb tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Synchronizing usage tracker for tenant:b46f9ef4d0b54f39a1155bda83b55bf2 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:51:49.433348 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-822f0617-465f-4fab-a3ae-9021a69b4cbd tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:49.433695 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-822f0617-465f-4fab-a3ae-9021a69b4cbd tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Added segment bfa9042e-a0ad-4f82-8d68-758fb715e20b of type vlan for network e0720106-2e61-4fd3-9123-00acd4d6ddb2 Feb 16 12:51:49.514087 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658cba79-d174-4057-9585-3630729adaf1 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Made reservation on behalf of 41e1ac5f697d49bbba7587a21281c0a4 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:49.517468 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-658cba79-d174-4057-9585-3630729adaf1 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:49.552691 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-658cba79-d174-4057-9585-3630729adaf1 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:49.569578 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-822f0617-465f-4fab-a3ae-9021a69b4cbd tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:49.581842 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fdba0d6d-b9fb-42cf-b9bc-1ac7496ce4bb tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Unset dirty status for tenant:b46f9ef4d0b54f39a1155bda83b55bf2 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:51:49.583008 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fdba0d6d-b9fb-42cf-b9bc-1ac7496ce4bb tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.5824625 Feb 16 12:51:49.587525 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40146) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:49.590293 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a52e87c-1fd9-4aef-8587-8a235bb17c2d tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:51:49.601374 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb6d6ed-b0d5-4740-95a2-6dbab0700d00 None None] Sync routers for ids ['26797c1a-e0ec-4231-ae00-1f90a5287998'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:51:49.611651 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb6d6ed-b0d5-4740-95a2-6dbab0700d00 None None] Routers {'26797c1a-e0ec-4231-ae00-1f90a5287998'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:49.612266 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-0eb6d6ed-b0d5-4740-95a2-6dbab0700d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:51:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['26797c1a-e0ec-4231-ae00-1f90a5287998'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:49.624595 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-658cba79-d174-4057-9585-3630729adaf1 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:49.644267 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-658cba79-d174-4057-9585-3630729adaf1 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Usage tracker for resource:security_group_rule and tenant:41e1ac5f697d49bbba7587a21281c0a4 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:49.649900 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-658cba79-d174-4057-9585-3630729adaf1 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:49.665228 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-658cba79-d174-4057-9585-3630729adaf1 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:49.673067 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-822f0617-465f-4fab-a3ae-9021a69b4cbd tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:49.678575 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822f0617-465f-4fab-a3ae-9021a69b4cbd tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:49.679177 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-822f0617-465f-4fab-a3ae-9021a69b4cbd tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:49.688102 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-0eb6d6ed-b0d5-4740-95a2-6dbab0700d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:49.704676 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-8a52e87c-1fd9-4aef-8587-8a235bb17c2d tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] 10.222.0.83 "PUT /v2.0/routers/26797c1a-e0ec-4231-ae00-1f90a5287998/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6304021 Feb 16 12:51:49.704676 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40150) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:49.706517 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-0d7c6973-6669-4914-9f03-6cf054b810b9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Deleting port 5c794168-95d3-42d1-b7d7-fee5baa37614 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:49.707020 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0d7c6973-6669-4914-9f03-6cf054b810b9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:49.710832 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb6d6ed-b0d5-4740-95a2-6dbab0700d00 None None] Routers {'26797c1a-e0ec-4231-ae00-1f90a5287998'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:49.711688 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-0eb6d6ed-b0d5-4740-95a2-6dbab0700d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:51:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['26797c1a-e0ec-4231-ae00-1f90a5287998'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:49.759880 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-8cec8b83-b233-4378-b10e-43fd69ea8544 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Allocated IP 172.26.5.53 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/dae42415-dccf-4732-9977-be4fb2a2bf8a) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:51:49.780235 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-0eb6d6ed-b0d5-4740-95a2-6dbab0700d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:49.780711 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb6d6ed-b0d5-4740-95a2-6dbab0700d00 None None] The sync data for ids ['26797c1a-e0ec-4231-ae00-1f90a5287998'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:51:49.899086 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-0d7c6973-6669-4914-9f03-6cf054b810b9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] The port '5c794168-95d3-42d1-b7d7-fee5baa37614' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:51:49.930064 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-822f0617-465f-4fab-a3ae-9021a69b4cbd tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9597704 Feb 16 12:51:49.933833 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-4c591c41-19f6-4f77-82db-0cd9069fb4d4 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] delete failed (client error): The resource could not be found. Feb 16 12:51:49.940113 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-4c591c41-19f6-4f77-82db-0cd9069fb4d4 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] 10.222.0.83 "DELETE /v2.0/routers/tempest-non_exist_router-1233797961 HTTP/1.1" status: 404 len: 335 time: 0.2294629 Feb 16 12:51:49.940113 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40154) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:49.944245 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40156) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:49.948127 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-30ddde36-28d8-4403-8610-97118e1daeab tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Deleting port 199ef814-4185-4544-9b3b-5db5c0bb29e4 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:49.948463 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-30ddde36-28d8-4403-8610-97118e1daeab tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:49.991690 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-9a174160-9f46-4048-9ffc-2e7f10d4323b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Request body: {'subnet': {'network_id': 'e0720106-2e61-4fd3-9123-00acd4d6ddb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:50.011080 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-5c28af50-d1c1-4093-ab1d-5d089259c54d tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Request body: {'router': {'external_gateway_info': {'network_id': '26797c1a-e0ec-4231-ae00-1f90a5287998'}}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:50.018475 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822f0617-465f-4fab-a3ae-9021a69b4cbd tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event updated for resources: {'Network': ['ID=e0720106-2e61-4fd3-9123-00acd4d6ddb2,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:50.031834 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network e0720106-2e61-4fd3-9123-00acd4d6ddb2 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:51:50.162373 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0d7c6973-6669-4914-9f03-6cf054b810b9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:50.224491 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-0d7c6973-6669-4914-9f03-6cf054b810b9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f60e5b0c-85b6-4349-ad72-c206e12426c8']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:50.248232 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-658cba79-d174-4057-9585-3630729adaf1 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:50.250118 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-0d7c6973-6669-4914-9f03-6cf054b810b9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4c01a5f-3020-4ce0-894e-7bb27d0faad6') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:50.250414 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-0d7c6973-6669-4914-9f03-6cf054b810b9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4c01a5f-3020-4ce0-894e-7bb27d0faad6') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:50.251511 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-092d2d84-a24d-4262-8e4e-4e36eb287104 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:50.263885 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-658cba79-d174-4057-9585-3630729adaf1 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:50.269657 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8cec8b83-b233-4378-b10e-43fd69ea8544 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:50.284571 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0d7c6973-6669-4914-9f03-6cf054b810b9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:50.315487 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-658cba79-d174-4057-9585-3630729adaf1 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:51:50.325996 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0d7c6973-6669-4914-9f03-6cf054b810b9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:50.465526 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d7c6973-6669-4914-9f03-6cf054b810b9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:51:50.465927 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0d7c6973-6669-4914-9f03-6cf054b810b9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:50.486561 dv-neutron-829527-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:51:50.486561 dv-neutron-829527-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:51:50.486561 dv-neutron-829527-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:51:50.486561 dv-neutron-829527-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:51:50.486561 dv-neutron-829527-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:51:50.486561 dv-neutron-829527-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:51:50.486561 dv-neutron-829527-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:51:50.486561 dv-neutron-829527-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:51:50.486561 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:51:50.486561 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:51:50.486561 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:51:50.486561 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:51:50.486561 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:51:50.486561 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:51:50.486561 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:51:50.486561 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:51:50.486561 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:51:50.486561 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:51:50.486561 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:51:50.486561 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:51:50.486561 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:51:50.486561 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:51:50.486561 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:51:50.486561 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:51:50.486561 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:51:50.486561 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:51:50.486561 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:51:50.486561 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:51:50.486561 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:51:50.486561 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:51:50.486561 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:51:50.486561 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:51:50.486561 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:51:50.486561 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:51:50.486561 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:51:50.486561 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:51:50.486561 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:51:50.486561 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:51:50.486561 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:51:50.486561 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:51:50.489631 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-092d2d84-a24d-4262-8e4e-4e36eb287104 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Calling delete_port for a2787e81-7024-4512-b9da-41726cc54134 owned by network:router_interface {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:50.493765 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-658cba79-d174-4057-9585-3630729adaf1 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:50.494116 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-658cba79-d174-4057-9585-3630729adaf1 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Added segment cb1c0fb2-4e9e-457c-9a58-f7d483322e52 of type vlan for network 98dc0ed1-4dfd-487b-ac11-d2bab3dd3657 Feb 16 12:51:50.495186 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658cba79-d174-4057-9585-3630729adaf1 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1876c85b-4435-41f0-a620-f1b6240dc41b,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:50.601761 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-658cba79-d174-4057-9585-3630729adaf1 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:50.616836 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0d7c6973-6669-4914-9f03-6cf054b810b9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:50.618531 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-9a174160-9f46-4048-9ffc-2e7f10d4323b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:50.628458 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8cec8b83-b233-4378-b10e-43fd69ea8544 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:50.631946 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-9a174160-9f46-4048-9ffc-2e7f10d4323b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Usage tracker for resource:subnet and tenant:cf313999ec50441da36056616d2e4e36 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:50.651115 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0d7c6973-6669-4914-9f03-6cf054b810b9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:50.651664 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-9a174160-9f46-4048-9ffc-2e7f10d4323b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:50.712458 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-9a174160-9f46-4048-9ffc-2e7f10d4323b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:50.714220 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c6973-6669-4914-9f03-6cf054b810b9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event deleted for resources: {'Network': ['ID=f60e5b0c-85b6-4349-ad72-c206e12426c8,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:50.731482 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cec8b83-b233-4378-b10e-43fd69ea8544 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:50.734689 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-8cec8b83-b233-4378-b10e-43fd69ea8544 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:50.739978 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0d7c6973-6669-4914-9f03-6cf054b810b9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "DELETE /v2.0/networks/f60e5b0c-85b6-4349-ad72-c206e12426c8 HTTP/1.1" status: 204 len: 168 time: 3.2134838 Feb 16 12:51:50.740861 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cec8b83-b233-4378-b10e-43fd69ea8544 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:51:50.768119 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40162) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:50.773020 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-658cba79-d174-4057-9585-3630729adaf1 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:50.778424 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658cba79-d174-4057-9585-3630729adaf1 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:50.779021 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-658cba79-d174-4057-9585-3630729adaf1 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:50.880437 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a174160-9f46-4048-9ffc-2e7f10d4323b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Made reservation on behalf of cf313999ec50441da36056616d2e4e36 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:50.881891 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec8b83-b233-4378-b10e-43fd69ea8544 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Pushing event updated for resources: {'Port': ['ID=dae42415-dccf-4732-9977-be4fb2a2bf8a,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:50.883975 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9a174160-9f46-4048-9ffc-2e7f10d4323b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:50.920852 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5c28af50-d1c1-4093-ab1d-5d089259c54d tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:51.044985 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-658cba79-d174-4057-9585-3630729adaf1 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9141505 Feb 16 12:51:51.045116 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:51:51.046809 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-5c28af50-d1c1-4093-ab1d-5d089259c54d tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] update failed (client error): The resource could not be found. Feb 16 12:51:51.048100 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-5c28af50-d1c1-4093-ab1d-5d089259c54d tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] 10.222.0.83 "PUT /v2.0/routers/26797c1a-e0ec-4231-ae00-1f90a5287998 HTTP/1.1" status: 404 len: 339 time: 1.0699382 Feb 16 12:51:51.049737 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658cba79-d174-4057-9585-3630729adaf1 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Pushing event updated for resources: {'Network': ['ID=98dc0ed1-4dfd-487b-ac11-d2bab3dd3657,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:51.053623 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40166) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:51.066550 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-8f906bd1-9680-4e4d-80ac-5737d1efdced tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-296417439'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:51.067795 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 98dc0ed1-4dfd-487b-ac11-d2bab3dd3657 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:51:51.072009 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.ipam_backend_mixin [None req-9a174160-9f46-4048-9ffc-2e7f10d4323b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Performing IP validity checks on allocation pools {{(pid=87701) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 12:51:51.072505 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.ipam_backend_mixin [None req-9a174160-9f46-4048-9ffc-2e7f10d4323b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87701) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 12:51:51.079772 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-30ddde36-28d8-4403-8610-97118e1daeab tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:51.153100 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8f906bd1-9680-4e4d-80ac-5737d1efdced tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:51.250275 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8f906bd1-9680-4e4d-80ac-5737d1efdced tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Usage tracker for resource:network and tenant:f9f50c5e67074cb69427e64faa0a5f9d is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:51.257942 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8f906bd1-9680-4e4d-80ac-5737d1efdced tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:51.331864 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8f906bd1-9680-4e4d-80ac-5737d1efdced tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:51.430014 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-30ddde36-28d8-4403-8610-97118e1daeab tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Calling delete_port for 199ef814-4185-4544-9b3b-5db5c0bb29e4 owned by {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:51.586918 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f906bd1-9680-4e4d-80ac-5737d1efdced tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Made reservation on behalf of f9f50c5e67074cb69427e64faa0a5f9d for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:51.586918 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8f906bd1-9680-4e4d-80ac-5737d1efdced tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:51.626621 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f906bd1-9680-4e4d-80ac-5737d1efdced tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:51:51.640331 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8f906bd1-9680-4e4d-80ac-5737d1efdced tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:51.640331 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-8f906bd1-9680-4e4d-80ac-5737d1efdced tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Added segment 8f6a9543-b54d-419a-8687-85ee5cd6f81b of type vlan for network cee8dcf2-1fc6-4c38-8b72-5026031ea5cf Feb 16 12:51:51.656390 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-092d2d84-a24d-4262-8e4e-4e36eb287104 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:51.667312 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8f906bd1-9680-4e4d-80ac-5737d1efdced tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:51.761245 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d2d84-a24d-4262-8e4e-4e36eb287104 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Pushing event deleted for resources: {'Port': ['ID=a2787e81-7024-4512-b9da-41726cc54134,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:51.852426 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8f906bd1-9680-4e4d-80ac-5737d1efdced tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:51.858471 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f906bd1-9680-4e4d-80ac-5737d1efdced tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:51.859222 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8f906bd1-9680-4e4d-80ac-5737d1efdced tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:51.887469 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9a174160-9f46-4048-9ffc-2e7f10d4323b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:51.964001 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-30ddde36-28d8-4403-8610-97118e1daeab tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:52.068327 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ddde36-28d8-4403-8610-97118e1daeab tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Pushing event deleted for resources: {'Port': ['ID=199ef814-4185-4544-9b3b-5db5c0bb29e4,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:52.093098 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a174160-9f46-4048-9ffc-2e7f10d4323b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event updated for resources: {'Subnet': ['ID=5c919d7f-73a0-4a9e-9e9c-e966164027ef,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:52.270210 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8f906bd1-9680-4e4d-80ac-5737d1efdced tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2147293 Feb 16 12:51:52.296621 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40170) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:52.310688 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-29357561-be34-45fb-aafa-a9e9de3a62d0 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Request body: {'subnet': {'network_id': 'cee8dcf2-1fc6-4c38-8b72-5026031ea5cf', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:52.321699 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8cec8b83-b233-4378-b10e-43fd69ea8544 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks [] for router_gateway, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:52.466913 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a174160-9f46-4048-9ffc-2e7f10d4323b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Checking segment: {'id': 'bfa9042e-a0ad-4f82-8d68-758fb715e20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e0720106-2e61-4fd3-9123-00acd4d6ddb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:51:52.467916 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a174160-9f46-4048-9ffc-2e7f10d4323b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Network hostable DHCP agents. Network: e0720106-2e61-4fd3-9123-00acd4d6ddb2, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:51:52.526074 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f906bd1-9680-4e4d-80ac-5737d1efdced tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Pushing event updated for resources: {'Network': ['ID=cee8dcf2-1fc6-4c38-8b72-5026031ea5cf,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:52.541722 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network cee8dcf2-1fc6-4c38-8b72-5026031ea5cf details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:51:52.617917 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-30ddde36-28d8-4403-8610-97118e1daeab tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:52.651055 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a174160-9f46-4048-9ffc-2e7f10d4323b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Network e0720106-2e61-4fd3-9123-00acd4d6ddb2 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:51:52.651055 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-29357561-be34-45fb-aafa-a9e9de3a62d0 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:52.671935 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-29357561-be34-45fb-aafa-a9e9de3a62d0 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Usage tracker for resource:subnet and tenant:f9f50c5e67074cb69427e64faa0a5f9d is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:52.692962 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-092d2d84-a24d-4262-8e4e-4e36eb287104 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:52.692962 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-29357561-be34-45fb-aafa-a9e9de3a62d0 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:52.692962 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-29357561-be34-45fb-aafa-a9e9de3a62d0 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:52.702799 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-9a174160-9f46-4048-9ffc-2e7f10d4323b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, e0720106-2e61-4fd3-9123-00acd4d6ddb2) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:52.702799 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-30ddde36-28d8-4403-8610-97118e1daeab tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] 10.222.0.83 "DELETE /v2.0/ports/199ef814-4185-4544-9b3b-5db5c0bb29e4 HTTP/1.1" status: 204 len: 168 time: 3.1139586 Feb 16 12:51:52.710040 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a174160-9f46-4048-9ffc-2e7f10d4323b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:52.710040 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9a174160-9f46-4048-9ffc-2e7f10d4323b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:52.731331 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40176) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:52.740000 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-53c2f04b-448b-4a46-b1f0-1f3c7ff51888 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Request body: {'port': {'name': 'tempest-new-port-name-1008212423', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:52.740000 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.api.validators [None req-53c2f04b-448b-4a46-b1f0-1f3c7ff51888 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] bootfile-name is not in valid_values {{(pid=87699) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 12:51:52.740000 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.api.validators [None req-53c2f04b-448b-4a46-b1f0-1f3c7ff51888 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] tftp-server is not in valid_values {{(pid=87699) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 12:51:52.740000 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.api.validators [None req-53c2f04b-448b-4a46-b1f0-1f3c7ff51888 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] server-ip-address is not in valid_values {{(pid=87699) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 12:51:52.758993 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de39155-5510-4156-b5e2-f9ba2a58f53e None None] Network e0720106-2e61-4fd3-9123-00acd4d6ddb2 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:51:52.940374 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29357561-be34-45fb-aafa-a9e9de3a62d0 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Made reservation on behalf of f9f50c5e67074cb69427e64faa0a5f9d for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:52.944541 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-29357561-be34-45fb-aafa-a9e9de3a62d0 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:52.972331 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8cec8b83-b233-4378-b10e-43fd69ea8544 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:53.092968 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdaf2769-284c-4643-969e-a3ba25732647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-e0720106-2e61-4fd3-9123-00acd4d6ddb2', 'network_id': 'e0720106-2e61-4fd3-9123-00acd4d6ddb2', 'tenant_id': 'cf313999ec50441da36056616d2e4e36', 'fixed_ips': [{'subnet_id': '5c919d7f-73a0-4a9e-9e9c-e966164027ef'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:51:53.093660 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-bdaf2769-284c-4643-969e-a3ba25732647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:53.327198 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-53c2f04b-448b-4a46-b1f0-1f3c7ff51888 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:53.489847 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-bdaf2769-284c-4643-969e-a3ba25732647 None None] Allocated IP 172.20.0.2 (e0720106-2e61-4fd3-9123-00acd4d6ddb2/5c919d7f-73a0-4a9e-9e9c-e966164027ef/16cd3626-7d0e-426d-946c-7ece02966d28) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:51:53.521644 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-9a174160-9f46-4048-9ffc-2e7f10d4323b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5810313 Feb 16 12:51:53.673835 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-53c2f04b-448b-4a46-b1f0-1f3c7ff51888 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:53.687451 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40182) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:53.743140 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-d6729016-9168-4851-a7ef-50db6505d8e3 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Request body: {'port': {'network_id': 'e0720106-2e61-4fd3-9123-00acd4d6ddb2', 'name': 'tempest-PortsTestJSON-1718018860'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:53.754024 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-53c2f04b-448b-4a46-b1f0-1f3c7ff51888 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:53.941646 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c2f04b-448b-4a46-b1f0-1f3c7ff51888 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Pushing event updated for resources: {'Port': ['ID=bebbebd8-4c8d-4589-9aeb-0f76b36a4841,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:54.029806 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cec8b83-b233-4378-b10e-43fd69ea8544 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Router 8232d632-9ded-460e-8870-676a4f8e0a1c is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:51:54.176875 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-bdaf2769-284c-4643-969e-a3ba25732647 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:54.204168 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-bdaf2769-284c-4643-969e-a3ba25732647 None None] Transition to ACTIVE for port object 16cd3626-7d0e-426d-946c-7ece02966d28 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:51:54.224832 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-53c2f04b-448b-4a46-b1f0-1f3c7ff51888 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] In _notify_port_updated(), no bound segment for port bebbebd8-4c8d-4589-9aeb-0f76b36a4841 on network cda026bc-9c78-474e-aa3f-499b9ae7546c {{(pid=87699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:51:54.234495 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c2f04b-448b-4a46-b1f0-1f3c7ff51888 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:54.235238 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-53c2f04b-448b-4a46-b1f0-1f3c7ff51888 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:54.242389 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-53c2f04b-448b-4a46-b1f0-1f3c7ff51888 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] 10.222.0.83 "PUT /v2.0/ports/bebbebd8-4c8d-4589-9aeb-0f76b36a4841 HTTP/1.1" status: 200 len: 1137 time: 1.5104516 Feb 16 12:51:54.272779 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-bdaf2769-284c-4643-969e-a3ba25732647 None None] Transition to ACTIVE for port object 16cd3626-7d0e-426d-946c-7ece02966d28 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:51:54.288082 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-bdaf2769-284c-4643-969e-a3ba25732647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:54.298606 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40186) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:54.312278 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-29357561-be34-45fb-aafa-a9e9de3a62d0 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:54.400486 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdaf2769-284c-4643-969e-a3ba25732647 None None] Network e0720106-2e61-4fd3-9123-00acd4d6ddb2 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:54.409960 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-bdaf2769-284c-4643-969e-a3ba25732647 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:54.414975 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaf2769-284c-4643-969e-a3ba25732647 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:51:54.450157 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40190) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:54.492850 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29357561-be34-45fb-aafa-a9e9de3a62d0 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Pushing event updated for resources: {'Subnet': ['ID=6608b9b6-16fc-451b-9a36-3bc64cd41b05,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:54.503242 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cec8b83-b233-4378-b10e-43fd69ea8544 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:51:54.509709 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-46985e18-913d-43c5-a976-865a03cad317 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Request body: {'subnet': {'network_id': '98dc0ed1-4dfd-487b-ac11-d2bab3dd3657', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:54.564291 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-092d2d84-a24d-4262-8e4e-4e36eb287104 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Router 280b01f7-1aa8-4aea-8b7b-434c5eea3121 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:51:54.565575 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce98de50-5d10-4469-9e28-4d4f98ac20d9 None None] Sync routers for ids ['8232d632-9ded-460e-8870-676a4f8e0a1c'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:51:54.601260 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-d6729016-9168-4851-a7ef-50db6505d8e3 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:54.612125 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-bdaf2769-284c-4643-969e-a3ba25732647 None None] Attempting to bind port 16cd3626-7d0e-426d-946c-7ece02966d28 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:51:54.612125 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-bdaf2769-284c-4643-969e-a3ba25732647 None None] Attempting to bind port 16cd3626-7d0e-426d-946c-7ece02966d28 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'bfa9042e-a0ad-4f82-8d68-758fb715e20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e0720106-2e61-4fd3-9123-00acd4d6ddb2'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:51:54.612125 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdaf2769-284c-4643-969e-a3ba25732647 None None] Attempting to bind port 16cd3626-7d0e-426d-946c-7ece02966d28 on network e0720106-2e61-4fd3-9123-00acd4d6ddb2 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:51:54.613206 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850cef46-a09e-4d71-896f-8ceadebe4a59 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:54.617997 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-850cef46-a09e-4d71-896f-8ceadebe4a59 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Synchronizing usage tracker for tenant:b46f9ef4d0b54f39a1155bda83b55bf2 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:51:54.623312 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdaf2769-284c-4643-969e-a3ba25732647 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:51:54.623312 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdaf2769-284c-4643-969e-a3ba25732647 None None] Checking segment: {'id': 'bfa9042e-a0ad-4f82-8d68-758fb715e20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e0720106-2e61-4fd3-9123-00acd4d6ddb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:51:54.623951 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-bdaf2769-284c-4643-969e-a3ba25732647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:54.626828 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdaf2769-284c-4643-969e-a3ba25732647 None None] Bound using segment: {'id': 'bfa9042e-a0ad-4f82-8d68-758fb715e20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e0720106-2e61-4fd3-9123-00acd4d6ddb2'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:51:54.626828 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-bdaf2769-284c-4643-969e-a3ba25732647 None None] Bound port: 16cd3626-7d0e-426d-946c-7ece02966d28, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa9042e-a0ad-4f82-8d68-758fb715e20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e0720106-2e61-4fd3-9123-00acd4d6ddb2'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:51:54.626828 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-bdaf2769-284c-4643-969e-a3ba25732647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:54.637924 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf2769-284c-4643-969e-a3ba25732647 None None] Pushing event updated for resources: {'Port': ['ID=16cd3626-7d0e-426d-946c-7ece02966d28,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:54.645794 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-a68983eb-cc1f-4dbf-ac48-4671c424440b None None] Provisioning complete for port bebbebd8-4c8d-4589-9aeb-0f76b36a4841 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:54.646712 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a68983eb-cc1f-4dbf-ac48-4671c424440b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:54.686756 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce98de50-5d10-4469-9e28-4d4f98ac20d9 None None] Routers {'8232d632-9ded-460e-8870-676a4f8e0a1c'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:54.687411 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-ce98de50-5d10-4469-9e28-4d4f98ac20d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:51:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['8232d632-9ded-460e-8870-676a4f8e0a1c'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:54.700449 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-d6729016-9168-4851-a7ef-50db6505d8e3 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:54.749325 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29357561-be34-45fb-aafa-a9e9de3a62d0 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Checking segment: {'id': '8f6a9543-b54d-419a-8687-85ee5cd6f81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'cee8dcf2-1fc6-4c38-8b72-5026031ea5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:51:54.749687 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29357561-be34-45fb-aafa-a9e9de3a62d0 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Network hostable DHCP agents. Network: cee8dcf2-1fc6-4c38-8b72-5026031ea5cf, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:51:54.757406 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-850cef46-a09e-4d71-896f-8ceadebe4a59 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Unset dirty status for tenant:b46f9ef4d0b54f39a1155bda83b55bf2 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:51:54.758534 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-850cef46-a09e-4d71-896f-8ceadebe4a59 tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] 10.222.0.83 "GET /v2.0/ports/bebbebd8-4c8d-4589-9aeb-0f76b36a4841 HTTP/1.1" status: 200 len: 1137 time: 0.4482527 Feb 16 12:51:54.766157 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40194) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:54.768806 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6729016-9168-4851-a7ef-50db6505d8e3 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Made reservation on behalf of cf313999ec50441da36056616d2e4e36 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:54.772759 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d6729016-9168-4851-a7ef-50db6505d8e3 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:54.813306 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9543372d-66d7-4eba-b3e0-ea5dff10e8bb tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:54.879165 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8cec8b83-b233-4378-b10e-43fd69ea8544 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:54.882350 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8cec8b83-b233-4378-b10e-43fd69ea8544 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 8.3892245 Feb 16 12:51:54.893908 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40198) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:54.929427 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [None req-d6729016-9168-4851-a7ef-50db6505d8e3 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] device_id is not set on port ac0b6fe2-90f3-44ee-bafa-dde7d6c436e8 yet. {{(pid=87701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:51:54.953146 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-a68983eb-cc1f-4dbf-ac48-4671c424440b None None] Port bebbebd8-4c8d-4589-9aeb-0f76b36a4841 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:51:54.983368 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-bdaf2769-284c-4643-969e-a3ba25732647 None None] For port 16cd3626-7d0e-426d-946c-7ece02966d28, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:51:54.988061 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29357561-be34-45fb-aafa-a9e9de3a62d0 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Network cee8dcf2-1fc6-4c38-8b72-5026031ea5cf is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:51:54.988579 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-bdaf2769-284c-4643-969e-a3ba25732647 None None] For port 16cd3626-7d0e-426d-946c-7ece02966d28, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=16cd3626-7d0e-426d-946c-7ece02966d28,segment=NetworkSegment(bfa9042e-a0ad-4f82-8d68-758fb715e20b),segment_id=bfa9042e-a0ad-4f82-8d68-758fb715e20b)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:51:54.997845 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-ce98de50-5d10-4469-9e28-4d4f98ac20d9 None None] Set router 8232d632-9ded-460e-8870-676a4f8e0a1c gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:51:55.000031 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-aace82a7-7919-4f9b-9f37-4fea769c812a tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Deleting port bebbebd8-4c8d-4589-9aeb-0f76b36a4841 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:55.000377 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-aace82a7-7919-4f9b-9f37-4fea769c812a tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:55.016030 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-46985e18-913d-43c5-a976-865a03cad317 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:55.021080 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-46985e18-913d-43c5-a976-865a03cad317 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Usage tracker for resource:subnet and tenant:41e1ac5f697d49bbba7587a21281c0a4 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:55.025304 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-46985e18-913d-43c5-a976-865a03cad317 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:55.032278 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-46985e18-913d-43c5-a976-865a03cad317 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:55.033992 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092d2d84-a24d-4262-8e4e-4e36eb287104 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:51:55.046255 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-bdaf2769-284c-4643-969e-a3ba25732647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:55.053568 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4607b72f-e379-4d3c-a593-559b84f51ec6 None None] Sync routers for ids ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:51:55.066385 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4607b72f-e379-4d3c-a593-559b84f51ec6 None None] Routers {'280b01f7-1aa8-4aea-8b7b-434c5eea3121'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:55.068078 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-4607b72f-e379-4d3c-a593-559b84f51ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:51:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:55.071030 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46985e18-913d-43c5-a976-865a03cad317 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Made reservation on behalf of 41e1ac5f697d49bbba7587a21281c0a4 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:55.079016 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-46985e18-913d-43c5-a976-865a03cad317 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:55.091773 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-29357561-be34-45fb-aafa-a9e9de3a62d0 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, cee8dcf2-1fc6-4c38-8b72-5026031ea5cf) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:55.126335 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29357561-be34-45fb-aafa-a9e9de3a62d0 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:55.126932 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-29357561-be34-45fb-aafa-a9e9de3a62d0 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:55.169616 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-092d2d84-a24d-4262-8e4e-4e36eb287104 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "PUT /v2.0/routers/280b01f7-1aa8-4aea-8b7b-434c5eea3121/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4927099 Feb 16 12:51:55.182838 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-4607b72f-e379-4d3c-a593-559b84f51ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:55.196283 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4607b72f-e379-4d3c-a593-559b84f51ec6 None None] Routers {'280b01f7-1aa8-4aea-8b7b-434c5eea3121'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:55.199062 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-4607b72f-e379-4d3c-a593-559b84f51ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:51:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:55.199188 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1be541-62c2-4ee9-b0a8-9f4d6d374f0e None None] Network cee8dcf2-1fc6-4c38-8b72-5026031ea5cf requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:51:55.214515 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40204) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:55.252305 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-29357561-be34-45fb-aafa-a9e9de3a62d0 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9543560 Feb 16 12:51:55.273790 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-90339560-6426-4b85-ba0d-664921f56d7d tempest-TestNetworkAdvancedServerOps-1106466245 tempest-TestNetworkAdvancedServerOps-1106466245-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=103f2f9b580d4ef5ac0f1ab1eab88f07&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3785026 Feb 16 12:51:55.275494 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-4607b72f-e379-4d3c-a593-559b84f51ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:55.275996 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4607b72f-e379-4d3c-a593-559b84f51ec6 None None] The sync data for ids ['280b01f7-1aa8-4aea-8b7b-434c5eea3121'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:51:55.280641 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40208) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:55.280988 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40210) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:55.294152 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-e4ed82cf-19b4-4231-9f7a-701e481f49a4 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cee8dcf2-1fc6-4c38-8b72-5026031ea5cf'}}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:55.462445 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf2769-284c-4643-969e-a3ba25732647 None None] Pushing event updated for resources: {'Port': ['ID=16cd3626-7d0e-426d-946c-7ece02966d28,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:55.714386 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-d6729016-9168-4851-a7ef-50db6505d8e3 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Allocated IP 172.20.0.13 (e0720106-2e61-4fd3-9123-00acd4d6ddb2/5c919d7f-73a0-4a9e-9e9c-e966164027ef/ac0b6fe2-90f3-44ee-bafa-dde7d6c436e8) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:51:55.760219 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b98f55-9821-49bb-854c-f856c735f50d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-cee8dcf2-1fc6-4c38-8b72-5026031ea5cf', 'network_id': 'cee8dcf2-1fc6-4c38-8b72-5026031ea5cf', 'tenant_id': 'f9f50c5e67074cb69427e64faa0a5f9d', 'fixed_ips': [{'subnet_id': '6608b9b6-16fc-451b-9a36-3bc64cd41b05'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:51:55.760414 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bbe41630-e7f3-44a4-b8f3-460bc31c5d21 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:55.762224 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f7b98f55-9821-49bb-854c-f856c735f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:55.967160 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-ce98de50-5d10-4469-9e28-4d4f98ac20d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8232d632-9ded-460e-8870-676a4f8e0a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180329332', 'tenant_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': 'dae42415-dccf-4732-9977-be4fb2a2bf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:46Z', 'updated_at': '2022-02-16T12:51:51Z', 'revision_number': 3, 'project_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'gw_port': {'id': 'dae42415-dccf-4732-9977-be4fb2a2bf8a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8232d632-9ded-460e-8870-676a4f8e0a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:49Z', 'updated_at': '2022-02-16T12:51:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:55.977692 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce98de50-5d10-4469-9e28-4d4f98ac20d9 None None] Checking router: 8232d632-9ded-460e-8870-676a4f8e0a1c for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:51:55.978527 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce98de50-5d10-4469-9e28-4d4f98ac20d9 None None] Updating router 8232d632-9ded-460e-8870-676a4f8e0a1c port dae42415-dccf-4732-9977-be4fb2a2bf8a binding host dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:51:56.086437 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-9543372d-66d7-4eba-b3e0-ea5dff10e8bb tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Deleting port 53311a1a-fd5b-449d-9240-14c69af901df {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:56.086437 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9543372d-66d7-4eba-b3e0-ea5dff10e8bb tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:56.103050 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-f7b98f55-9821-49bb-854c-f856c735f50d None None] Allocated IP 2001:db8:1::2 (cee8dcf2-1fc6-4c38-8b72-5026031ea5cf/6608b9b6-16fc-451b-9a36-3bc64cd41b05/a18fefdd-cf1b-40a5-ad70-04d3a41874a7) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:51:56.151551 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ce98de50-5d10-4469-9e28-4d4f98ac20d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:56.176265 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-46985e18-913d-43c5-a976-865a03cad317 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:56.177632 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-aace82a7-7919-4f9b-9f37-4fea769c812a tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:56.219873 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60783312-c0a0-4591-9f11-e3b18d1fffea tempest-TestNetworkAdvancedServerOps-1106466245 tempest-TestNetworkAdvancedServerOps-1106466245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:56.221582 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-60783312-c0a0-4591-9f11-e3b18d1fffea tempest-TestNetworkAdvancedServerOps-1106466245 tempest-TestNetworkAdvancedServerOps-1106466245-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9380312 Feb 16 12:51:56.299210 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40216) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:56.301309 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46985e18-913d-43c5-a976-865a03cad317 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Pushing event updated for resources: {'Subnet': ['ID=ca2bc463-bd32-464e-bd11-ec7217934b2b,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:56.400908 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7096f011-d590-4508-8def-6dfaa8547018 tempest-TestNetworkAdvancedServerOps-1106466245 tempest-TestNetworkAdvancedServerOps-1106466245-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0962446 Feb 16 12:51:56.455591 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-aace82a7-7919-4f9b-9f37-4fea769c812a tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Calling delete_port for bebbebd8-4c8d-4589-9aeb-0f76b36a4841 owned by {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:56.458843 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40220) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:56.459755 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 16cd3626-7d0e-426d-946c-7ece02966d28 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:51:56.470566 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-61057464-0f42-49db-aeb6-d3c60417129b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1146168620', 'network_id': 'b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a', 'project_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:56.577963 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e4ed82cf-19b4-4231-9f7a-701e481f49a4 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:56.639361 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bbe41630-e7f3-44a4-b8f3-460bc31c5d21 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:56.722281 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f7b98f55-9821-49bb-854c-f856c735f50d None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:56.749384 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f7b98f55-9821-49bb-854c-f856c735f50d None None] Transition to ACTIVE for port object a18fefdd-cf1b-40a5-ad70-04d3a41874a7 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:51:56.749633 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46985e18-913d-43c5-a976-865a03cad317 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Checking segment: {'id': 'cb1c0fb2-4e9e-457c-9a58-f7d483322e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '98dc0ed1-4dfd-487b-ac11-d2bab3dd3657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:51:56.749748 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46985e18-913d-43c5-a976-865a03cad317 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Network hostable DHCP agents. Network: 98dc0ed1-4dfd-487b-ac11-d2bab3dd3657, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:51:56.764309 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 16cd3626-7d0e-426d-946c-7ece02966d28 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:51:56.773638 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-bbe41630-e7f3-44a4-b8f3-460bc31c5d21 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Deleting port 31dd6db0-a4fa-4d1b-82b9-8cc0ad346cc1 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:56.773892 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bbe41630-e7f3-44a4-b8f3-460bc31c5d21 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:56.793521 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d6729016-9168-4851-a7ef-50db6505d8e3 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:56.828896 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f7b98f55-9821-49bb-854c-f856c735f50d None None] Transition to ACTIVE for port object a18fefdd-cf1b-40a5-ad70-04d3a41874a7 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:51:56.851155 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f7b98f55-9821-49bb-854c-f856c735f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:56.865006 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-d6729016-9168-4851-a7ef-50db6505d8e3 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Transition to ACTIVE for port object ac0b6fe2-90f3-44ee-bafa-dde7d6c436e8 will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:51:56.865859 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-61057464-0f42-49db-aeb6-d3c60417129b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:56.877520 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-9543372d-66d7-4eba-b3e0-ea5dff10e8bb tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] For port 53311a1a-fd5b-449d-9240-14c69af901df, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=53311a1a-fd5b-449d-9240-14c69af901df,segment=NetworkSegment(85f49eea-b279-4334-a305-27e1ddd3e3de),segment_id=85f49eea-b279-4334-a305-27e1ddd3e3de)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:56.877875 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9543372d-66d7-4eba-b3e0-ea5dff10e8bb tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:56.885848 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-61057464-0f42-49db-aeb6-d3c60417129b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Usage tracker for resource:subnet and tenant:103f2f9b580d4ef5ac0f1ab1eab88f07 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:56.895408 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-61057464-0f42-49db-aeb6-d3c60417129b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:56.931426 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-aace82a7-7919-4f9b-9f37-4fea769c812a tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:56.958308 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46985e18-913d-43c5-a976-865a03cad317 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Network 98dc0ed1-4dfd-487b-ac11-d2bab3dd3657 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:51:56.962554 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b98f55-9821-49bb-854c-f856c735f50d None None] Network cee8dcf2-1fc6-4c38-8b72-5026031ea5cf is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:56.987066 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-f7b98f55-9821-49bb-854c-f856c735f50d None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:56.989156 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b98f55-9821-49bb-854c-f856c735f50d None None] Pushing event updated for resources: {'Port': ['ID=a18fefdd-cf1b-40a5-ad70-04d3a41874a7,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:56.993548 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b98f55-9821-49bb-854c-f856c735f50d None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:51:57.024902 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace82a7-7919-4f9b-9f37-4fea769c812a tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Pushing event deleted for resources: {'Port': ['ID=bebbebd8-4c8d-4589-9aeb-0f76b36a4841,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:57.046087 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-61057464-0f42-49db-aeb6-d3c60417129b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:57.047888 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-e4ed82cf-19b4-4231-9f7a-701e481f49a4 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:51:57.050010 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e4ed82cf-19b4-4231-9f7a-701e481f49a4 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] 10.222.0.83 "PUT /v2.0/routers/26797c1a-e0ec-4231-ae00-1f90a5287998 HTTP/1.1" status: 400 len: 364 time: 1.7680848 Feb 16 12:51:57.050480 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ce98de50-5d10-4469-9e28-4d4f98ac20d9 None None] Notify callbacks [] for port, precommit_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:57.054805 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d6729016-9168-4851-a7ef-50db6505d8e3 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:57.057881 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-9543372d-66d7-4eba-b3e0-ea5dff10e8bb tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Calling delete_port for 53311a1a-fd5b-449d-9240-14c69af901df owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:57.061668 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40224) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:57.091504 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-46985e18-913d-43c5-a976-865a03cad317 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 98dc0ed1-4dfd-487b-ac11-d2bab3dd3657) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:57.119049 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-f7b98f55-9821-49bb-854c-f856c735f50d None None] Attempting to bind port a18fefdd-cf1b-40a5-ad70-04d3a41874a7 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:51:57.119684 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-f7b98f55-9821-49bb-854c-f856c735f50d None None] Attempting to bind port a18fefdd-cf1b-40a5-ad70-04d3a41874a7 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '8f6a9543-b54d-419a-8687-85ee5cd6f81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'cee8dcf2-1fc6-4c38-8b72-5026031ea5cf'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:51:57.120131 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b98f55-9821-49bb-854c-f856c735f50d None None] Attempting to bind port a18fefdd-cf1b-40a5-ad70-04d3a41874a7 on network cee8dcf2-1fc6-4c38-8b72-5026031ea5cf {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:51:57.126420 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386e4199-14ca-4004-98f6-3ed8bbff2be7 None None] Network 98dc0ed1-4dfd-487b-ac11-d2bab3dd3657 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:51:57.147140 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b98f55-9821-49bb-854c-f856c735f50d None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:51:57.148180 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b98f55-9821-49bb-854c-f856c735f50d None None] Checking segment: {'id': '8f6a9543-b54d-419a-8687-85ee5cd6f81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'cee8dcf2-1fc6-4c38-8b72-5026031ea5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:51:57.148809 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f7b98f55-9821-49bb-854c-f856c735f50d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:57.149417 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b98f55-9821-49bb-854c-f856c735f50d None None] Bound using segment: {'id': '8f6a9543-b54d-419a-8687-85ee5cd6f81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'cee8dcf2-1fc6-4c38-8b72-5026031ea5cf'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:51:57.150117 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-f7b98f55-9821-49bb-854c-f856c735f50d None None] Bound port: a18fefdd-cf1b-40a5-ad70-04d3a41874a7, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f6a9543-b54d-419a-8687-85ee5cd6f81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'cee8dcf2-1fc6-4c38-8b72-5026031ea5cf'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:51:57.150740 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f7b98f55-9821-49bb-854c-f856c735f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:57.171029 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-ce98de50-5d10-4469-9e28-4d4f98ac20d9 None None] Transition to ACTIVE for port object dae42415-dccf-4732-9977-be4fb2a2bf8a will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:51:57.176245 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46985e18-913d-43c5-a976-865a03cad317 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:57.176982 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-46985e18-913d-43c5-a976-865a03cad317 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:57.238807 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ce98de50-5d10-4469-9e28-4d4f98ac20d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:57.281228 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bbe41630-e7f3-44a4-b8f3-460bc31c5d21 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:57.363183 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95be185e-72be-42b4-922a-7c864fefc225 None None] Network e0720106-2e61-4fd3-9123-00acd4d6ddb2 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:51:57.461298 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-bbe41630-e7f3-44a4-b8f3-460bc31c5d21 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Calling delete_port for 31dd6db0-a4fa-4d1b-82b9-8cc0ad346cc1 owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:51:57.496556 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df681f9f-ed8c-442b-8f50-a3a3ca702348 None None] Pushing event updated for resources: {'Port': ['ID=dae42415-dccf-4732-9977-be4fb2a2bf8a,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:57.501712 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61057464-0f42-49db-aeb6-d3c60417129b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Made reservation on behalf of 103f2f9b580d4ef5ac0f1ab1eab88f07 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:57.505710 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-61057464-0f42-49db-aeb6-d3c60417129b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:57.508982 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-ce98de50-5d10-4469-9e28-4d4f98ac20d9 None None] Attempting to bind port dae42415-dccf-4732-9977-be4fb2a2bf8a on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:51:57.509348 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-ce98de50-5d10-4469-9e28-4d4f98ac20d9 None None] Attempting to bind port dae42415-dccf-4732-9977-be4fb2a2bf8a by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:51:57.509707 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce98de50-5d10-4469-9e28-4d4f98ac20d9 None None] Attempting to bind port dae42415-dccf-4732-9977-be4fb2a2bf8a on network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:51:57.546124 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce98de50-5d10-4469-9e28-4d4f98ac20d9 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:51:57.546493 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce98de50-5d10-4469-9e28-4d4f98ac20d9 None None] Checking segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:51:57.546895 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ce98de50-5d10-4469-9e28-4d4f98ac20d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:57.547348 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce98de50-5d10-4469-9e28-4d4f98ac20d9 None None] Bound using segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:51:57.547868 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-ce98de50-5d10-4469-9e28-4d4f98ac20d9 None None] Bound port: dae42415-dccf-4732-9977-be4fb2a2bf8a, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:51:57.548246 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ce98de50-5d10-4469-9e28-4d4f98ac20d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:57.590113 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-b625e67d-0891-46f3-accf-0ddeabbc92c3 None None] Provisioning for port 16cd3626-7d0e-426d-946c-7ece02966d28 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:51:57.609373 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-46985e18-913d-43c5-a976-865a03cad317 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.1578817 Feb 16 12:51:57.622377 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40228) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:57.637719 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-b625e67d-0891-46f3-accf-0ddeabbc92c3 None None] Provisioning complete for port 16cd3626-7d0e-426d-946c-7ece02966d28 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:57.638082 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b625e67d-0891-46f3-accf-0ddeabbc92c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:57.653841 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-62f60b42-cbd6-446e-ac92-f633fd8b0df4 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1659804344'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:57.670216 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f7b98f55-9821-49bb-854c-f856c735f50d None None] For port a18fefdd-cf1b-40a5-ad70-04d3a41874a7, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:51:57.706649 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6729016-9168-4851-a7ef-50db6505d8e3 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Network e0720106-2e61-4fd3-9123-00acd4d6ddb2 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:51:57.727508 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-62f60b42-cbd6-446e-ac92-f633fd8b0df4 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:57.730260 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-d6729016-9168-4851-a7ef-50db6505d8e3 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:57.743398 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6729016-9168-4851-a7ef-50db6505d8e3 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:51:57.752783 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f7b98f55-9821-49bb-854c-f856c735f50d None None] For port a18fefdd-cf1b-40a5-ad70-04d3a41874a7, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=a18fefdd-cf1b-40a5-ad70-04d3a41874a7,segment=NetworkSegment(8f6a9543-b54d-419a-8687-85ee5cd6f81b),segment_id=8f6a9543-b54d-419a-8687-85ee5cd6f81b)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:51:57.771018 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6729016-9168-4851-a7ef-50db6505d8e3 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event updated for resources: {'Port': ['ID=ac0b6fe2-90f3-44ee-bafa-dde7d6c436e8,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:57.774176 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-62f60b42-cbd6-446e-ac92-f633fd8b0df4 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Usage tracker for resource:network and tenant:41e1ac5f697d49bbba7587a21281c0a4 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:57.779074 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f7b98f55-9821-49bb-854c-f856c735f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:57.837926 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-62f60b42-cbd6-446e-ac92-f633fd8b0df4 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:57.868092 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-62f60b42-cbd6-446e-ac92-f633fd8b0df4 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:57.893697 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-ce98de50-5d10-4469-9e28-4d4f98ac20d9 None None] For port dae42415-dccf-4732-9977-be4fb2a2bf8a, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:51:57.937361 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-aace82a7-7919-4f9b-9f37-4fea769c812a tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:57.950347 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-ce98de50-5d10-4469-9e28-4d4f98ac20d9 None None] For port dae42415-dccf-4732-9977-be4fb2a2bf8a, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=dae42415-dccf-4732-9977-be4fb2a2bf8a,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:51:57.975307 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9543372d-66d7-4eba-b3e0-ea5dff10e8bb tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:57.987510 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ce98de50-5d10-4469-9e28-4d4f98ac20d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:57.994860 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6729016-9168-4851-a7ef-50db6505d8e3 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:57.996204 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d6729016-9168-4851-a7ef-50db6505d8e3 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:58.003306 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f60b42-cbd6-446e-ac92-f633fd8b0df4 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Made reservation on behalf of 41e1ac5f697d49bbba7587a21281c0a4 for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:51:58.006968 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-62f60b42-cbd6-446e-ac92-f633fd8b0df4 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:58.036842 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-aace82a7-7919-4f9b-9f37-4fea769c812a tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] 10.222.0.83 "DELETE /v2.0/ports/bebbebd8-4c8d-4589-9aeb-0f76b36a4841 HTTP/1.1" status: 204 len: 168 time: 3.2691529 Feb 16 12:51:58.046527 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40232) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:58.055804 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9543372d-66d7-4eba-b3e0-ea5dff10e8bb tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event deleted for resources: {'Port': ['ID=53311a1a-fd5b-449d-9240-14c69af901df,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:58.101892 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-61057464-0f42-49db-aeb6-d3c60417129b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:58.104463 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccc574c-c718-4c1b-b2f1-9039954e540e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-98dc0ed1-4dfd-487b-ac11-d2bab3dd3657', 'network_id': '98dc0ed1-4dfd-487b-ac11-d2bab3dd3657', 'tenant_id': '41e1ac5f697d49bbba7587a21281c0a4', 'fixed_ips': [{'subnet_id': 'ca2bc463-bd32-464e-bd11-ec7217934b2b'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:51:58.105339 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-5ccc574c-c718-4c1b-b2f1-9039954e540e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:58.120900 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d6729016-9168-4851-a7ef-50db6505d8e3 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.4307303 Feb 16 12:51:58.141220 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bbe41630-e7f3-44a4-b8f3-460bc31c5d21 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:58.145579 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40236) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:58.174612 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b98f55-9821-49bb-854c-f856c735f50d None None] Pushing event updated for resources: {'Port': ['ID=a18fefdd-cf1b-40a5-ad70-04d3a41874a7,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:58.261129 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b119eb5-717c-4ada-90cf-33c617c7d77b tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Deleting subnet defa14ff-70a9-4fa5-aa85-99afdcc2974e {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:51:58.267824 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-177c1aed-15e8-408e-a8ec-22c79d870271 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:58.287576 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62f60b42-cbd6-446e-ac92-f633fd8b0df4 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:51:58.310136 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5b119eb5-717c-4ada-90cf-33c617c7d77b tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:58.366393 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b625e67d-0891-46f3-accf-0ddeabbc92c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:58.387996 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe41630-e7f3-44a4-b8f3-460bc31c5d21 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Pushing event deleted for resources: {'Port': ['ID=31dd6db0-a4fa-4d1b-82b9-8cc0ad346cc1,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:58.402364 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce98de50-5d10-4469-9e28-4d4f98ac20d9 None None] Routers {'8232d632-9ded-460e-8870-676a4f8e0a1c'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:51:58.403275 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-ce98de50-5d10-4469-9e28-4d4f98ac20d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:51:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['8232d632-9ded-460e-8870-676a4f8e0a1c'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:58.490675 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-62f60b42-cbd6-446e-ac92-f633fd8b0df4 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:58.491255 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-62f60b42-cbd6-446e-ac92-f633fd8b0df4 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Added segment c3a7a643-e1e7-467e-be66-8b8c13d9aae0 of type vlan for network 84de9663-b5f8-4371-a740-8c281cea283a Feb 16 12:51:58.522851 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-80622218-1754-4d61-ab60-1a187615cb7c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Deleting port ac0b6fe2-90f3-44ee-bafa-dde7d6c436e8 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:51:58.523360 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-80622218-1754-4d61-ab60-1a187615cb7c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:58.639538 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5b119eb5-717c-4ada-90cf-33c617c7d77b tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:58.675192 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df681f9f-ed8c-442b-8f50-a3a3ca702348 None None] Pushing event updated for resources: {'Port': ['ID=dae42415-dccf-4732-9977-be4fb2a2bf8a,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:58.684010 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-b625e67d-0891-46f3-accf-0ddeabbc92c3 None None] For port 16cd3626-7d0e-426d-946c-7ece02966d28, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=16cd3626-7d0e-426d-946c-7ece02966d28,segment=NetworkSegment(bfa9042e-a0ad-4f82-8d68-758fb715e20b),segment_id=bfa9042e-a0ad-4f82-8d68-758fb715e20b)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:51:58.721831 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9543372d-66d7-4eba-b3e0-ea5dff10e8bb tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:58.726861 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b625e67d-0891-46f3-accf-0ddeabbc92c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:58.750306 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-62f60b42-cbd6-446e-ac92-f633fd8b0df4 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:58.778570 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-ce98de50-5d10-4469-9e28-4d4f98ac20d9 None None] Set router 8232d632-9ded-460e-8870-676a4f8e0a1c gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:51:58.796349 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61057464-0f42-49db-aeb6-d3c60417129b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Pushing event updated for resources: {'Subnet': ['ID=75c35191-aad0-42ed-afb3-0994d31eb847,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:58.876261 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61057464-0f42-49db-aeb6-d3c60417129b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Checking segment: {'id': '93a1263e-765c-4aeb-b2f7-d3e38b88659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:51:58.877070 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61057464-0f42-49db-aeb6-d3c60417129b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Network hostable DHCP agents. Network: b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:51:58.955703 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-62f60b42-cbd6-446e-ac92-f633fd8b0df4 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:58.961604 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f60b42-cbd6-446e-ac92-f633fd8b0df4 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:58.962238 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-62f60b42-cbd6-446e-ac92-f633fd8b0df4 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:58.972645 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bbe41630-e7f3-44a4-b8f3-460bc31c5d21 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023674'] for router_gateway, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:59.141877 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-5ccc574c-c718-4c1b-b2f1-9039954e540e None None] Allocated IP 2001:db8:0:ffff::2 (98dc0ed1-4dfd-487b-ac11-d2bab3dd3657/ca2bc463-bd32-464e-bd11-ec7217934b2b/1a179df3-bbd8-4fed-97e8-a9f36df65393) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:51:59.145748 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625e67d-0891-46f3-accf-0ddeabbc92c3 None None] Pushing event updated for resources: {'Port': ['ID=16cd3626-7d0e-426d-946c-7ece02966d28,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:59.211225 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bbe41630-e7f3-44a4-b8f3-460bc31c5d21 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:59.214066 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bbe41630-e7f3-44a4-b8f3-460bc31c5d21 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:59.279553 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-ce98de50-5d10-4469-9e28-4d4f98ac20d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8232d632-9ded-460e-8870-676a4f8e0a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180329332', 'tenant_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': 'dae42415-dccf-4732-9977-be4fb2a2bf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:46Z', 'updated_at': '2022-02-16T12:51:51Z', 'revision_number': 3, 'project_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'gw_port': {'id': 'dae42415-dccf-4732-9977-be4fb2a2bf8a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8232d632-9ded-460e-8870-676a4f8e0a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:49Z', 'updated_at': '2022-02-16T12:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:51:59.286655 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce98de50-5d10-4469-9e28-4d4f98ac20d9 None None] The sync data for ids ['8232d632-9ded-460e-8870-676a4f8e0a1c'] in dv-neutron-829527-1-hyperv is: [{'id': '8232d632-9ded-460e-8870-676a4f8e0a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180329332', 'tenant_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': 'dae42415-dccf-4732-9977-be4fb2a2bf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:46Z', 'updated_at': '2022-02-16T12:51:51Z', 'revision_number': 3, 'project_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'gw_port': {'id': 'dae42415-dccf-4732-9977-be4fb2a2bf8a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8232d632-9ded-460e-8870-676a4f8e0a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:49Z', 'updated_at': '2022-02-16T12:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:51:59.326419 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-29448224-6d9e-49ed-aff0-1c5deec5bd3e None None] Provisioning complete for port 16cd3626-7d0e-426d-946c-7ece02966d28 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:51:59.326786 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-29448224-6d9e-49ed-aff0-1c5deec5bd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:59.391281 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61057464-0f42-49db-aeb6-d3c60417129b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Network b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:51:59.436336 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-61057464-0f42-49db-aeb6-d3c60417129b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:51:59.447299 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61057464-0f42-49db-aeb6-d3c60417129b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:51:59.447957 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-61057464-0f42-49db-aeb6-d3c60417129b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:59.470046 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc7c46c-c4b8-406e-84e6-1e6b996a877b None None] Network b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:51:59.484518 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bbe41630-e7f3-44a4-b8f3-460bc31c5d21 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:59.485089 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe41630-e7f3-44a4-b8f3-460bc31c5d21 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Fanout notify agent at l3_agent the message router_deleted on router 280b01f7-1aa8-4aea-8b7b-434c5eea3121 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:51:59.496564 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5b119eb5-717c-4ada-90cf-33c617c7d77b tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:59.502332 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9543372d-66d7-4eba-b3e0-ea5dff10e8bb tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Router e61be5bd-a96f-414d-8528-e925cba38ee9 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:51:59.607550 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-61057464-0f42-49db-aeb6-d3c60417129b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.1475589 Feb 16 12:51:59.611852 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bbe41630-e7f3-44a4-b8f3-460bc31c5d21 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:59.615649 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bbe41630-e7f3-44a4-b8f3-460bc31c5d21 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "DELETE /v2.0/routers/280b01f7-1aa8-4aea-8b7b-434c5eea3121 HTTP/1.1" status: 204 len: 168 time: 4.3964639 Feb 16 12:51:59.616034 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40240) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:59.616442 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40242) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:59.661505 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc7c4f5-4150-4b23-a443-8bff96d5e7f8 None None] Network cee8dcf2-1fc6-4c38-8b72-5026031ea5cf requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:51:59.719105 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9543372d-66d7-4eba-b3e0-ea5dff10e8bb tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:51:59.733168 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9543372d-66d7-4eba-b3e0-ea5dff10e8bb tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "PUT /v2.0/routers/e61be5bd-a96f-414d-8528-e925cba38ee9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9615147 Feb 16 12:51:59.735881 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40248) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:59.751746 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-62f60b42-cbd6-446e-ac92-f633fd8b0df4 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.1189950 Feb 16 12:51:59.765884 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24262fbe-64ba-4115-990d-b605f0bd284c None None] Sync routers for ids ['e61be5bd-a96f-414d-8528-e925cba38ee9'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:51:59.784974 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40252) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:51:59.796442 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-6cb2f3d2-0fcf-4722-ab4e-57c9e425d01d tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Request body: {'subnet': {'network_id': '84de9663-b5f8-4371-a740-8c281cea283a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:51:59.867995 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f60b42-cbd6-446e-ac92-f633fd8b0df4 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Pushing event updated for resources: {'Network': ['ID=84de9663-b5f8-4371-a740-8c281cea283a,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:51:59.926936 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6cb2f3d2-0fcf-4722-ab4e-57c9e425d01d tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:51:59.935665 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-177c1aed-15e8-408e-a8ec-22c79d870271 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Allocated IP 2001:db8::1 (c5aad0ed-ab74-45cb-bbac-5967ca1193f5/6373a4c6-b734-4bec-9fc8-06611ac25a08/bd34a949-d0c5-4fbe-8437-944d1a978b93) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:51:59.940120 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6cb2f3d2-0fcf-4722-ab4e-57c9e425d01d tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Usage tracker for resource:subnet and tenant:41e1ac5f697d49bbba7587a21281c0a4 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:51:59.946579 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6cb2f3d2-0fcf-4722-ab4e-57c9e425d01d tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:51:59.957208 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6cb2f3d2-0fcf-4722-ab4e-57c9e425d01d tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:51:59.963026 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-a340fdca-8c3e-4deb-a63f-0d3e395da5cb tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Deleting subnet 02f1a768-b72b-4446-be60-f87a59fbd2e5 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:51:59.969584 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a340fdca-8c3e-4deb-a63f-0d3e395da5cb tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:51:59.996857 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-80622218-1754-4d61-ab60-1a187615cb7c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:00.020360 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb2f3d2-0fcf-4722-ab4e-57c9e425d01d tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Made reservation on behalf of 41e1ac5f697d49bbba7587a21281c0a4 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:00.024756 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6cb2f3d2-0fcf-4722-ab4e-57c9e425d01d tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:00.039402 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c1de5ff-c22a-4adc-853c-d071bbf6234d tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Deleting subnet abff943d-0d9b-4bce-a0dc-42e729c6e78d {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:52:00.063978 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 84de9663-b5f8-4371-a740-8c281cea283a details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:52:00.114020 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a340fdca-8c3e-4deb-a63f-0d3e395da5cb tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:00.191911 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3c1de5ff-c22a-4adc-853c-d071bbf6234d tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:00.242715 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24262fbe-64ba-4115-990d-b605f0bd284c None None] Routers {'e61be5bd-a96f-414d-8528-e925cba38ee9'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:52:00.243370 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-24262fbe-64ba-4115-990d-b605f0bd284c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:51:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e61be5bd-a96f-414d-8528-e925cba38ee9'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:00.296912 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-80622218-1754-4d61-ab60-1a187615cb7c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Calling delete_port for ac0b6fe2-90f3-44ee-bafa-dde7d6c436e8 owned by {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:52:00.484922 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5b119eb5-717c-4ada-90cf-33c617c7d77b tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:00.568255 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device dae42415-dccf-4732-9977-be4fb2a2bf8a up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:52:00.594968 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a340fdca-8c3e-4deb-a63f-0d3e395da5cb tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:00.604917 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5b119eb5-717c-4ada-90cf-33c617c7d77b tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:00.607863 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b119eb5-717c-4ada-90cf-33c617c7d77b tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Pushing event deleted for resources: {'Subnet': ['ID=defa14ff-70a9-4fa5-aa85-99afdcc2974e,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:00.628095 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6cb2f3d2-0fcf-4722-ab4e-57c9e425d01d tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:00.650154 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c835003-75ad-4844-93fd-b5263b806734 None None] Network cda026bc-9c78-474e-aa3f-499b9ae7546c requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:00.698235 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3c1de5ff-c22a-4adc-853c-d071bbf6234d tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:00.705307 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-24262fbe-64ba-4115-990d-b605f0bd284c None None] Set router e61be5bd-a96f-414d-8528-e925cba38ee9 gateway port host: None {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:52:00.746389 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb2f3d2-0fcf-4722-ab4e-57c9e425d01d tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Pushing event updated for resources: {'Subnet': ['ID=96810ede-e02a-4196-bb4f-a55017f3cd9c,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:00.777025 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb2f3d2-0fcf-4722-ab4e-57c9e425d01d tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Checking segment: {'id': 'c3a7a643-e1e7-467e-be66-8b8c13d9aae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '84de9663-b5f8-4371-a740-8c281cea283a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:52:00.777541 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-5b119eb5-717c-4ada-90cf-33c617c7d77b tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] 10.222.0.83 "DELETE /v2.0/subnets/defa14ff-70a9-4fa5-aa85-99afdcc2974e HTTP/1.1" status: 204 len: 168 time: 2.7290561 Feb 16 12:52:00.777661 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb2f3d2-0fcf-4722-ab4e-57c9e425d01d tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Network hostable DHCP agents. Network: 84de9663-b5f8-4371-a740-8c281cea283a, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:52:00.781771 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40256) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:00.786436 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a340fdca-8c3e-4deb-a63f-0d3e395da5cb tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:00.851394 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a340fdca-8c3e-4deb-a63f-0d3e395da5cb tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event deleted for resources: {'Subnet': ['ID=02f1a768-b72b-4446-be60-f87a59fbd2e5,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:00.857600 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-29448224-6d9e-49ed-aff0-1c5deec5bd3e None None] Provisioning for port ac0b6fe2-90f3-44ee-bafa-dde7d6c436e8 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:52:00.883232 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-5ccc574c-c718-4c1b-b2f1-9039954e540e None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:00.895127 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fd391f-10e2-4af6-970f-5b4ac6051125 None None] Network 7c21af54-2c03-46c0-a37d-7363ccc7aa26 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:00.901060 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a340fdca-8c3e-4deb-a63f-0d3e395da5cb tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:00.929877 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-24262fbe-64ba-4115-990d-b605f0bd284c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'name': 'tempest-RoutersIpV6Test-router-1450390372', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:57Z', 'updated_at': '2022-02-16T12:51:57Z', 'revision_number': 11, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'gw_port_host': None}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:00.944197 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a340fdca-8c3e-4deb-a63f-0d3e395da5cb tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "DELETE /v2.0/subnets/02f1a768-b72b-4446-be60-f87a59fbd2e5 HTTP/1.1" status: 204 len: 168 time: 1.2070131 Feb 16 12:52:00.947456 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb2f3d2-0fcf-4722-ab4e-57c9e425d01d tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Network 84de9663-b5f8-4371-a740-8c281cea283a is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:52:00.951812 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40260) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:00.951995 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-29448224-6d9e-49ed-aff0-1c5deec5bd3e None None] Provisioning complete for port ac0b6fe2-90f3-44ee-bafa-dde7d6c436e8 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:00.951995 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-29448224-6d9e-49ed-aff0-1c5deec5bd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:00.975608 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3c1de5ff-c22a-4adc-853c-d071bbf6234d tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:00.976151 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-772b11cc-48eb-47c2-a7b5-31edfb2ff1fd tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:01.042822 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-6cb2f3d2-0fcf-4722-ab4e-57c9e425d01d tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 84de9663-b5f8-4371-a740-8c281cea283a) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:01.051467 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb2f3d2-0fcf-4722-ab4e-57c9e425d01d tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:01.051902 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6cb2f3d2-0fcf-4722-ab4e-57c9e425d01d tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:01.082316 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-5ccc574c-c718-4c1b-b2f1-9039954e540e None None] Transition to ACTIVE for port object 1a179df3-bbd8-4fed-97e8-a9f36df65393 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:52:01.087124 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-772b11cc-48eb-47c2-a7b5-31edfb2ff1fd tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Deleting port 41f4df34-53f9-4154-bf8f-31cdf501b246 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:52:01.087124 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-772b11cc-48eb-47c2-a7b5-31edfb2ff1fd tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:01.090120 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24262fbe-64ba-4115-990d-b605f0bd284c None None] Checking router: e61be5bd-a96f-414d-8528-e925cba38ee9 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:52:01.115300 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80000835-c6f2-42b1-9980-824add2a7536 None None] Network 84de9663-b5f8-4371-a740-8c281cea283a requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:01.148718 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e06d2534-0c86-4357-a497-1f7d59ce52df tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:01.153236 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6cb2f3d2-0fcf-4722-ab4e-57c9e425d01d tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3669057 Feb 16 12:52:01.158339 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40264) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:01.180197 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-80622218-1754-4d61-ab60-1a187615cb7c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:01.245573 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4919e8e7-68e8-41f6-9484-32cb6e7df01b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a', 'network_id': 'b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a', 'tenant_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'fixed_ips': [{'subnet_id': '75c35191-aad0-42ed-afb3-0994d31eb847'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:52:01.246550 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4919e8e7-68e8-41f6-9484-32cb6e7df01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:01.299845 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-e06d2534-0c86-4357-a497-1f7d59ce52df tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Deleting port 00a43353-5ac3-4d93-ab13-6a9e1803f6b4 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:52:01.299845 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e06d2534-0c86-4357-a497-1f7d59ce52df tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:01.300178 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-5ccc574c-c718-4c1b-b2f1-9039954e540e None None] Transition to ACTIVE for port object 1a179df3-bbd8-4fed-97e8-a9f36df65393 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:52:01.332889 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24262fbe-64ba-4115-990d-b605f0bd284c None None] Routers {'e61be5bd-a96f-414d-8528-e925cba38ee9'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:52:01.333797 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-24262fbe-64ba-4115-990d-b605f0bd284c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:51:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e61be5bd-a96f-414d-8528-e925cba38ee9'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:01.413051 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-29448224-6d9e-49ed-aff0-1c5deec5bd3e None None] Port ac0b6fe2-90f3-44ee-bafa-dde7d6c436e8 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:52:01.435091 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-5ccc574c-c718-4c1b-b2f1-9039954e540e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:01.447020 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-177c1aed-15e8-408e-a8ec-22c79d870271 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:01.468232 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-177c1aed-15e8-408e-a8ec-22c79d870271 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Transition to ACTIVE for port object bd34a949-d0c5-4fbe-8437-944d1a978b93 will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:52:01.493904 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3c1de5ff-c22a-4adc-853c-d071bbf6234d tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:01.530423 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80622218-1754-4d61-ab60-1a187615cb7c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event deleted for resources: {'Port': ['ID=ac0b6fe2-90f3-44ee-bafa-dde7d6c436e8,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:01.596637 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-db95c180-c47a-44f6-ab39-1a74e7d06bcc tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:01.631890 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-772b11cc-48eb-47c2-a7b5-31edfb2ff1fd tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] For port 41f4df34-53f9-4154-bf8f-31cdf501b246, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=41f4df34-53f9-4154-bf8f-31cdf501b246,segment=NetworkSegment(ceb07137-2900-4302-8aa6-0db89f7922d0),segment_id=ceb07137-2900-4302-8aa6-0db89f7922d0)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:01.632386 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-772b11cc-48eb-47c2-a7b5-31edfb2ff1fd tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:01.656948 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3c1de5ff-c22a-4adc-853c-d071bbf6234d tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:01.660518 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1de5ff-c22a-4adc-853c-d071bbf6234d tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Pushing event deleted for resources: {'Subnet': ['ID=abff943d-0d9b-4bce-a0dc-42e729c6e78d,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:01.737036 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port dae42415-dccf-4732-9977-be4fb2a2bf8a completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:52:01.752425 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-3c1de5ff-c22a-4adc-853c-d071bbf6234d tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "DELETE /v2.0/subnets/abff943d-0d9b-4bce-a0dc-42e729c6e78d HTTP/1.1" status: 204 len: 168 time: 2.0710452 Feb 16 12:52:01.764706 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40268) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:01.918431 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-24262fbe-64ba-4115-990d-b605f0bd284c None None] Set router e61be5bd-a96f-414d-8528-e925cba38ee9 gateway port host: None {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:52:01.958055 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-772b11cc-48eb-47c2-a7b5-31edfb2ff1fd tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Calling delete_port for 41f4df34-53f9-4154-bf8f-31cdf501b246 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:52:01.963067 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-80622218-1754-4d61-ab60-1a187615cb7c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:01.965020 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-80622218-1754-4d61-ab60-1a187615cb7c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/ports/ac0b6fe2-90f3-44ee-bafa-dde7d6c436e8 HTTP/1.1" status: 204 len: 168 time: 3.8183506 Feb 16 12:52:01.971945 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-77321dbe-4766-490c-9012-f5f5255dc7a3 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:01.975905 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40272) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:01.976692 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-177c1aed-15e8-408e-a8ec-22c79d870271 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:02.036338 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-e06d2534-0c86-4357-a497-1f7d59ce52df tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] For port 00a43353-5ac3-4d93-ab13-6a9e1803f6b4, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=00a43353-5ac3-4d93-ab13-6a9e1803f6b4,segment=NetworkSegment(85f49eea-b279-4334-a305-27e1ddd3e3de),segment_id=85f49eea-b279-4334-a305-27e1ddd3e3de)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:02.036749 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e06d2534-0c86-4357-a497-1f7d59ce52df tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:02.044582 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-db95c180-c47a-44f6-ab39-1a74e7d06bcc tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:02.087379 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-419e174f-0b16-4b54-a88b-2538d1e77be6 None None] Provisioning for port a18fefdd-cf1b-40a5-ad70-04d3a41874a7 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:52:02.102070 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-72f68325-c4cc-48fa-816e-cd043dae8202 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] DELETE failed (client error): The resource could not be found. Feb 16 12:52:02.102502 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72f68325-c4cc-48fa-816e-cd043dae8202 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:52:02.104184 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-72f68325-c4cc-48fa-816e-cd043dae8202 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/ports/ac0b6fe2-90f3-44ee-bafa-dde7d6c436e8 HTTP/1.1" status: 404 len: 333 time: 0.1236296 Feb 16 12:52:02.107888 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-24262fbe-64ba-4115-990d-b605f0bd284c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'name': 'tempest-RoutersIpV6Test-router-1450390372', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:57Z', 'updated_at': '2022-02-16T12:51:57Z', 'revision_number': 11, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'gw_port_host': None}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:02.110037 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port dae42415-dccf-4732-9977-be4fb2a2bf8a triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:02.110394 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:02.111229 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40276) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:02.124852 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177c1aed-15e8-408e-a8ec-22c79d870271 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Network c5aad0ed-ab74-45cb-bbac-5967ca1193f5 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:52:02.148968 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccc574c-c718-4c1b-b2f1-9039954e540e None None] Network 98dc0ed1-4dfd-487b-ac11-d2bab3dd3657 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:52:02.179142 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-5ccc574c-c718-4c1b-b2f1-9039954e540e None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:02.181657 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccc574c-c718-4c1b-b2f1-9039954e540e None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:52:02.201633 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24262fbe-64ba-4115-990d-b605f0bd284c None None] The sync data for ids ['e61be5bd-a96f-414d-8528-e925cba38ee9'] in dv-neutron-829527-1-hyperv is: [{'id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'name': 'tempest-RoutersIpV6Test-router-1450390372', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:57Z', 'updated_at': '2022-02-16T12:51:57Z', 'revision_number': 11, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'gw_port_host': None}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:52:02.212535 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-177c1aed-15e8-408e-a8ec-22c79d870271 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:02.219780 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a00d7967-9bc6-4bb0-afa4-9ff6bc3380b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:02.231665 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177c1aed-15e8-408e-a8ec-22c79d870271 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:52:02.232079 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-419e174f-0b16-4b54-a88b-2538d1e77be6 None None] Could not find standard attr ID for object ac0b6fe2-90f3-44ee-bafa-dde7d6c436e8. {{(pid=87702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:52:02.232590 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-177c1aed-15e8-408e-a8ec-22c79d870271 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:02.234259 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccc574c-c718-4c1b-b2f1-9039954e540e None None] Pushing event updated for resources: {'Port': ['ID=1a179df3-bbd8-4fed-97e8-a9f36df65393,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:02.245459 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c1aed-15e8-408e-a8ec-22c79d870271 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Pushing event updated for resources: {'Port': ['ID=bd34a949-d0c5-4fbe-8437-944d1a978b93,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:02.290631 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bd68829-f270-45b7-9005-2fa5b5809f0b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] GET failed (client error): The resource could not be found. Feb 16 12:52:02.291172 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-8bd68829-f270-45b7-9005-2fa5b5809f0b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Synchronizing usage tracker for tenant:cf313999ec50441da36056616d2e4e36 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:02.335011 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-e06d2534-0c86-4357-a497-1f7d59ce52df tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Calling delete_port for 00a43353-5ac3-4d93-ab13-6a9e1803f6b4 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:52:02.396710 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-4919e8e7-68e8-41f6-9484-32cb6e7df01b None None] Allocated IP 172.20.0.2 (b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a/75c35191-aad0-42ed-afb3-0994d31eb847/6efa5a2c-97d1-4124-9d59-ccb05c66c843) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:52:02.477372 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-5ccc574c-c718-4c1b-b2f1-9039954e540e None None] Attempting to bind port 1a179df3-bbd8-4fed-97e8-a9f36df65393 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:52:02.477934 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-77321dbe-4766-490c-9012-f5f5255dc7a3 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:02.478053 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-5ccc574c-c718-4c1b-b2f1-9039954e540e None None] Attempting to bind port 1a179df3-bbd8-4fed-97e8-a9f36df65393 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'cb1c0fb2-4e9e-457c-9a58-f7d483322e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '98dc0ed1-4dfd-487b-ac11-d2bab3dd3657'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:52:02.478267 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccc574c-c718-4c1b-b2f1-9039954e540e None None] Attempting to bind port 1a179df3-bbd8-4fed-97e8-a9f36df65393 on network 98dc0ed1-4dfd-487b-ac11-d2bab3dd3657 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:52:02.498684 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-8bd68829-f270-45b7-9005-2fa5b5809f0b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Unset dirty status for tenant:cf313999ec50441da36056616d2e4e36 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:02.499881 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-8bd68829-f270-45b7-9005-2fa5b5809f0b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "GET /v2.0/ports/ac0b6fe2-90f3-44ee-bafa-dde7d6c436e8 HTTP/1.1" status: 404 len: 333 time: 0.3810496 Feb 16 12:52:02.519992 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40280) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:02.538906 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-77321dbe-4766-490c-9012-f5f5255dc7a3 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64d92a5c-c3fc-4739-bbbb-aed637ac5e73']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:02.591977 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-772b11cc-48eb-47c2-a7b5-31edfb2ff1fd tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:02.615445 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-77321dbe-4766-490c-9012-f5f5255dc7a3 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a82e8e4d-a815-408f-8e79-7dca49340db2') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:02.615445 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-77321dbe-4766-490c-9012-f5f5255dc7a3 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a82e8e4d-a815-408f-8e79-7dca49340db2') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:02.653058 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8b19bf85-ff65-486b-86fb-9567e7245dc8 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:02.674857 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-77321dbe-4766-490c-9012-f5f5255dc7a3 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:02.718872 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f8fff7-516a-4a13-b59b-ed626e76f26a None None] DHCP port deletion for cda026bc-9c78-474e-aa3f-499b9ae7546c request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:52:02.721570 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccc574c-c718-4c1b-b2f1-9039954e540e None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:52:02.721952 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccc574c-c718-4c1b-b2f1-9039954e540e None None] Checking segment: {'id': 'cb1c0fb2-4e9e-457c-9a58-f7d483322e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '98dc0ed1-4dfd-487b-ac11-d2bab3dd3657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:52:02.722351 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-5ccc574c-c718-4c1b-b2f1-9039954e540e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:02.722768 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccc574c-c718-4c1b-b2f1-9039954e540e None None] Bound using segment: {'id': 'cb1c0fb2-4e9e-457c-9a58-f7d483322e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '98dc0ed1-4dfd-487b-ac11-d2bab3dd3657'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:52:02.723305 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-5ccc574c-c718-4c1b-b2f1-9039954e540e None None] Bound port: 1a179df3-bbd8-4fed-97e8-a9f36df65393, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb1c0fb2-4e9e-457c-9a58-f7d483322e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '98dc0ed1-4dfd-487b-ac11-d2bab3dd3657'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:52:02.723803 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-5ccc574c-c718-4c1b-b2f1-9039954e540e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:02.753022 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a16a8b2-f838-4e55-875b-aaf167bfc581 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-84de9663-b5f8-4371-a740-8c281cea283a', 'network_id': '84de9663-b5f8-4371-a740-8c281cea283a', 'tenant_id': '41e1ac5f697d49bbba7587a21281c0a4', 'fixed_ips': [{'subnet_id': '96810ede-e02a-4196-bb4f-a55017f3cd9c'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:52:02.753718 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-3a16a8b2-f838-4e55-875b-aaf167bfc581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:02.767824 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b11cc-48eb-47c2-a7b5-31edfb2ff1fd tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Pushing event deleted for resources: {'Port': ['ID=41f4df34-53f9-4154-bf8f-31cdf501b246,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:02.831618 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772b11cc-48eb-47c2-a7b5-31edfb2ff1fd tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] No DVR routers for this DVR port 41f4df34-53f9-4154-bf8f-31cdf501b246 on host dv-neutron-829527-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:52:02.834590 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-db95c180-c47a-44f6-ab39-1a74e7d06bcc tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:02.844351 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcd7a85d-163e-4837-b5b1-77dbc6b4af9e tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Deleting subnet 5c919d7f-73a0-4a9e-9e9c-e966164027ef {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:52:02.885619 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5eea4a9-2382-4e79-9e3c-3c7005ec867f None None] DHCP port deletion for 7c21af54-2c03-46c0-a37d-7363ccc7aa26 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:52:02.906774 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-77321dbe-4766-490c-9012-f5f5255dc7a3 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:02.922245 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bcd7a85d-163e-4837-b5b1-77dbc6b4af9e tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:02.924694 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f5eea4a9-2382-4e79-9e3c-3c7005ec867f None None] Deleting port 00a43353-5ac3-4d93-ab13-6a9e1803f6b4 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:52:02.925284 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f5eea4a9-2382-4e79-9e3c-3c7005ec867f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:02.964514 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77321dbe-4766-490c-9012-f5f5255dc7a3 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:52:02.964943 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-77321dbe-4766-490c-9012-f5f5255dc7a3 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:02.974471 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db95c180-c47a-44f6-ab39-1a74e7d06bcc tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Pushing event deleted for resources: {'Subnet': ['ID=96810ede-e02a-4196-bb4f-a55017f3cd9c,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:02.992161 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:52:02.992161 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:52:02.992161 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:52:02.992161 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:52:02.992161 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:52:02.992161 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:52:02.992161 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:52:02.992161 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:52:02.992161 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:52:02.992161 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:52:02.992161 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:52:02.992161 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:52:02.992161 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:52:02.992161 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:52:02.992161 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:52:02.992161 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:52:02.992161 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:52:02.992161 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:52:02.992161 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:52:02.992161 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:52:02.992161 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:52:02.992161 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:52:02.992161 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:52:02.992161 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:52:02.992161 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:52:02.992161 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:52:02.992161 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:52:02.992161 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:52:02.992161 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:52:02.992161 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:52:02.992161 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:52:02.992161 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:52:03.025548 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:03.045456 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e06d2534-0c86-4357-a497-1f7d59ce52df tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:03.095732 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-177c1aed-15e8-408e-a8ec-22c79d870271 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:03.121508 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bcd7a85d-163e-4837-b5b1-77dbc6b4af9e tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:03.127166 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f5eea4a9-2382-4e79-9e3c-3c7005ec867f None None] The port '00a43353-5ac3-4d93-ab13-6a9e1803f6b4' was deleted {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:52:03.158559 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port dae42415-dccf-4732-9977-be4fb2a2bf8a, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=dae42415-dccf-4732-9977-be4fb2a2bf8a,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:03.165541 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-63a1a8ff-c245-420b-ab72-f1798ed00dfd None None] Provisioning for port bd34a949-d0c5-4fbe-8437-944d1a978b93 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:52:03.177789 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:03.178557 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device a18fefdd-cf1b-40a5-ad70-04d3a41874a7 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:52:03.193338 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06d2534-0c86-4357-a497-1f7d59ce52df tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event deleted for resources: {'Port': ['ID=00a43353-5ac3-4d93-ab13-6a9e1803f6b4,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:03.198359 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06d2534-0c86-4357-a497-1f7d59ce52df tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] No DVR routers for this DVR port 00a43353-5ac3-4d93-ab13-6a9e1803f6b4 on host dv-neutron-829527-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:52:03.202171 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-db95c180-c47a-44f6-ab39-1a74e7d06bcc tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:03.216079 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-5ccc574c-c718-4c1b-b2f1-9039954e540e None None] For port 1a179df3-bbd8-4fed-97e8-a9f36df65393, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:52:03.244266 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-772b11cc-48eb-47c2-a7b5-31edfb2ff1fd tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:03.255961 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-63a1a8ff-c245-420b-ab72-f1798ed00dfd None None] Provisioning complete for port bd34a949-d0c5-4fbe-8437-944d1a978b93 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:03.256339 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-63a1a8ff-c245-420b-ab72-f1798ed00dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:03.349951 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-5ccc574c-c718-4c1b-b2f1-9039954e540e None None] For port 1a179df3-bbd8-4fed-97e8-a9f36df65393, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=1a179df3-bbd8-4fed-97e8-a9f36df65393,segment=NetworkSegment(cb1c0fb2-4e9e-457c-9a58-f7d483322e52),segment_id=cb1c0fb2-4e9e-457c-9a58-f7d483322e52)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:52:03.353676 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-772b11cc-48eb-47c2-a7b5-31edfb2ff1fd tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cda026bc-9c78-474e-aa3f-499b9ae7546c']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:03.362348 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-db95c180-c47a-44f6-ab39-1a74e7d06bcc tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84de9663-b5f8-4371-a740-8c281cea283a']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:03.367585 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a703178-d6af-467d-bd03-7040ea201a3e None None] Network 84de9663-b5f8-4371-a740-8c281cea283a requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:03.395011 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-db95c180-c47a-44f6-ab39-1a74e7d06bcc tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3a7a643-e1e7-467e-be66-8b8c13d9aae0') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:03.395805 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-db95c180-c47a-44f6-ab39-1a74e7d06bcc tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3a7a643-e1e7-467e-be66-8b8c13d9aae0') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:03.403463 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-772b11cc-48eb-47c2-a7b5-31edfb2ff1fd tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceb07137-2900-4302-8aa6-0db89f7922d0') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:03.404075 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-772b11cc-48eb-47c2-a7b5-31edfb2ff1fd tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceb07137-2900-4302-8aa6-0db89f7922d0') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:03.413894 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-5ccc574c-c718-4c1b-b2f1-9039954e540e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:03.423490 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-772b11cc-48eb-47c2-a7b5-31edfb2ff1fd tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:03.434418 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e06d2534-0c86-4357-a497-1f7d59ce52df tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:03.455187 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-db95c180-c47a-44f6-ab39-1a74e7d06bcc tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:03.478805 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-772b11cc-48eb-47c2-a7b5-31edfb2ff1fd tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:03.481378 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-77321dbe-4766-490c-9012-f5f5255dc7a3 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:03.495384 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-772b11cc-48eb-47c2-a7b5-31edfb2ff1fd tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:52:03.496211 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-772b11cc-48eb-47c2-a7b5-31edfb2ff1fd tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:03.503720 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bcd7a85d-163e-4837-b5b1-77dbc6b4af9e tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:03.514742 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:52:03.514742 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:52:03.514742 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:52:03.514742 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:52:03.514742 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:52:03.514742 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:52:03.514742 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:52:03.514742 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:52:03.514742 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:52:03.514742 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:52:03.514742 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:52:03.514742 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:52:03.514742 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:52:03.514742 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:52:03.514742 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:52:03.514742 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:52:03.514742 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:52:03.514742 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:52:03.514742 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:52:03.514742 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:52:03.514742 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:52:03.514742 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:52:03.514742 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:52:03.514742 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:52:03.514742 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:52:03.514742 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:52:03.514742 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:52:03.514742 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:52:03.514742 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:52:03.514742 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:52:03.514742 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:52:03.514742 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:52:03.518607 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-e06d2534-0c86-4357-a497-1f7d59ce52df tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c21af54-2c03-46c0-a37d-7363ccc7aa26']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:03.532208 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-db95c180-c47a-44f6-ab39-1a74e7d06bcc tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:03.562332 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-77321dbe-4766-490c-9012-f5f5255dc7a3 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:03.586479 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77321dbe-4766-490c-9012-f5f5255dc7a3 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] Pushing event deleted for resources: {'Network': ['ID=64d92a5c-c3fc-4739-bbbb-aed637ac5e73,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:03.588914 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-e06d2534-0c86-4357-a497-1f7d59ce52df tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85f49eea-b279-4334-a305-27e1ddd3e3de') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:03.589390 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-e06d2534-0c86-4357-a497-1f7d59ce52df tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85f49eea-b279-4334-a305-27e1ddd3e3de') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:03.596303 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-77321dbe-4766-490c-9012-f5f5255dc7a3 tempest-FloatingIPTestJSON-1328544653 tempest-FloatingIPTestJSON-1328544653-project] 10.222.0.83 "DELETE /v2.0/networks/64d92a5c-c3fc-4739-bbbb-aed637ac5e73 HTTP/1.1" status: 204 len: 168 time: 1.8307085 Feb 16 12:52:03.606473 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-63a1a8ff-c245-420b-ab72-f1798ed00dfd None None] Port bd34a949-d0c5-4fbe-8437-944d1a978b93 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:52:03.633744 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=dae42415-dccf-4732-9977-be4fb2a2bf8a,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:03.658132 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e06d2534-0c86-4357-a497-1f7d59ce52df tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:03.685423 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e06d2534-0c86-4357-a497-1f7d59ce52df tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:03.693208 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e06d2534-0c86-4357-a497-1f7d59ce52df tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:52:03.694299 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e06d2534-0c86-4357-a497-1f7d59ce52df tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:03.696813 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4919e8e7-68e8-41f6-9484-32cb6e7df01b None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:03.762665 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-4919e8e7-68e8-41f6-9484-32cb6e7df01b None None] Transition to ACTIVE for port object 6efa5a2c-97d1-4124-9d59-ccb05c66c843 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:52:03.820780 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db95c180-c47a-44f6-ab39-1a74e7d06bcc tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:52:03.823958 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-db95c180-c47a-44f6-ab39-1a74e7d06bcc tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:03.834159 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port a18fefdd-cf1b-40a5-ad70-04d3a41874a7 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:52:03.838564 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-4919e8e7-68e8-41f6-9484-32cb6e7df01b None None] Transition to ACTIVE for port object 6efa5a2c-97d1-4124-9d59-ccb05c66c843 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:52:03.843829 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccc574c-c718-4c1b-b2f1-9039954e540e None None] Pushing event updated for resources: {'Port': ['ID=1a179df3-bbd8-4fed-97e8-a9f36df65393,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:03.847730 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port a18fefdd-cf1b-40a5-ad70-04d3a41874a7 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:03.848265 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:03.884377 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4919e8e7-68e8-41f6-9484-32cb6e7df01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:03.911395 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bcd7a85d-163e-4837-b5b1-77dbc6b4af9e tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:04.024957 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4919e8e7-68e8-41f6-9484-32cb6e7df01b None None] Pushing event updated for resources: {'Port': ['ID=6efa5a2c-97d1-4124-9d59-ccb05c66c843,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:04.028444 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:52:04.028444 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:52:04.028444 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:52:04.028444 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:52:04.028444 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:52:04.028444 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:52:04.028444 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:52:04.028444 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:52:04.028444 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:52:04.028444 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:52:04.028444 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:52:04.028444 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:52:04.028444 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:52:04.028444 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:52:04.028444 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:52:04.028444 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:52:04.028444 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:52:04.028444 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:52:04.028444 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:52:04.028444 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:52:04.028444 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:52:04.028444 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:52:04.028444 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:52:04.028444 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:52:04.028444 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:52:04.028444 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:52:04.028444 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:52:04.028444 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:52:04.028444 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:52:04.028444 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:52:04.028444 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:52:04.028444 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:52:04.030666 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e06d2534-0c86-4357-a497-1f7d59ce52df tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:04.032436 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-772b11cc-48eb-47c2-a7b5-31edfb2ff1fd tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:04.039122 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4919e8e7-68e8-41f6-9484-32cb6e7df01b None None] Network b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:52:04.046095 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-4919e8e7-68e8-41f6-9484-32cb6e7df01b None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:04.049125 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd7a85d-163e-4837-b5b1-77dbc6b4af9e tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event deleted for resources: {'Subnet': ['ID=5c919d7f-73a0-4a9e-9e9c-e966164027ef,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:04.051420 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4919e8e7-68e8-41f6-9484-32cb6e7df01b None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:52:04.055398 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e06d2534-0c86-4357-a497-1f7d59ce52df tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:04.061381 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-db95c180-c47a-44f6-ab39-1a74e7d06bcc tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:04.068379 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-772b11cc-48eb-47c2-a7b5-31edfb2ff1fd tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:04.076803 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06d2534-0c86-4357-a497-1f7d59ce52df tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Pushing event deleted for resources: {'Network': ['ID=7c21af54-2c03-46c0-a37d-7363ccc7aa26,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:04.078835 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-db95c180-c47a-44f6-ab39-1a74e7d06bcc tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:04.106127 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bcd7a85d-163e-4837-b5b1-77dbc6b4af9e tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:04.121376 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c150ef-7200-4fd2-8c98-286f75e0cc42 None None] Network e0720106-2e61-4fd3-9123-00acd4d6ddb2 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:04.129689 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-bcd7a85d-163e-4837-b5b1-77dbc6b4af9e tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/subnets/5c919d7f-73a0-4a9e-9e9c-e966164027ef HTTP/1.1" status: 204 len: 168 time: 1.6064153 Feb 16 12:52:04.129938 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b11cc-48eb-47c2-a7b5-31edfb2ff1fd tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] Pushing event deleted for resources: {'Network': ['ID=cda026bc-9c78-474e-aa3f-499b9ae7546c,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:04.134781 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40288) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:04.185456 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40292) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:04.186937 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db95c180-c47a-44f6-ab39-1a74e7d06bcc tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Pushing event deleted for resources: {'Network': ['ID=84de9663-b5f8-4371-a740-8c281cea283a,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:04.198701 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-db95c180-c47a-44f6-ab39-1a74e7d06bcc tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "DELETE /v2.0/networks/84de9663-b5f8-4371-a740-8c281cea283a HTTP/1.1" status: 204 len: 168 time: 3.0344787 Feb 16 12:52:04.198701 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e06d2534-0c86-4357-a497-1f7d59ce52df tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "DELETE /v2.0/networks/7c21af54-2c03-46c0-a37d-7363ccc7aa26 HTTP/1.1" status: 204 len: 168 time: 3.2433674 Feb 16 12:52:04.203678 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-772b11cc-48eb-47c2-a7b5-31edfb2ff1fd tempest-ExtraDHCPOptionsTestJSON-1085951056 tempest-ExtraDHCPOptionsTestJSON-1085951056-project] 10.222.0.83 "DELETE /v2.0/networks/cda026bc-9c78-474e-aa3f-499b9ae7546c HTTP/1.1" status: 204 len: 168 time: 3.4186361 Feb 16 12:52:04.203678 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40296) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:04.203678 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40298) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:04.220578 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-3c95dde8-47cf-4a8b-b0bf-433b7af23755 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Request body: {'router': {'routes': None}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:04.360761 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9fd6853c-02fc-4872-b2b8-506da260ffe5 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:04.404376 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-3d7d6a75-13d6-4973-876c-6b09dae97808 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2137231603'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:04.446824 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-07adf002-5127-4228-aee3-03d5a6518dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:04.453962 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-4919e8e7-68e8-41f6-9484-32cb6e7df01b None None] Attempting to bind port 6efa5a2c-97d1-4124-9d59-ccb05c66c843 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:52:04.454329 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-4919e8e7-68e8-41f6-9484-32cb6e7df01b None None] Attempting to bind port 6efa5a2c-97d1-4124-9d59-ccb05c66c843 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '93a1263e-765c-4aeb-b2f7-d3e38b88659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:52:04.454689 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4919e8e7-68e8-41f6-9484-32cb6e7df01b None None] Attempting to bind port 6efa5a2c-97d1-4124-9d59-ccb05c66c843 on network b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:52:04.464863 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4919e8e7-68e8-41f6-9484-32cb6e7df01b None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:52:04.465610 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4919e8e7-68e8-41f6-9484-32cb6e7df01b None None] Checking segment: {'id': '93a1263e-765c-4aeb-b2f7-d3e38b88659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:52:04.465610 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4919e8e7-68e8-41f6-9484-32cb6e7df01b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:04.466000 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4919e8e7-68e8-41f6-9484-32cb6e7df01b None None] Bound using segment: {'id': '93a1263e-765c-4aeb-b2f7-d3e38b88659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:52:04.466509 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-4919e8e7-68e8-41f6-9484-32cb6e7df01b None None] Bound port: 6efa5a2c-97d1-4124-9d59-ccb05c66c843, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a1263e-765c-4aeb-b2f7-d3e38b88659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:52:04.466964 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4919e8e7-68e8-41f6-9484-32cb6e7df01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:04.476436 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-9fd6853c-02fc-4872-b2b8-506da260ffe5 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Deleting port 16cd3626-7d0e-426d-946c-7ece02966d28 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:52:04.476952 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9fd6853c-02fc-4872-b2b8-506da260ffe5 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:04.490858 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:04.502719 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:04.611516 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40310) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:04.663465 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-8b19bf85-ff65-486b-86fb-9567e7245dc8 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Allocated IP 172.20.0.1 (b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a/75c35191-aad0-42ed-afb3-0994d31eb847/7a0d0934-2a3b-46b7-964e-883fa91a1d37) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:52:04.690734 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port a18fefdd-cf1b-40a5-ad70-04d3a41874a7, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=a18fefdd-cf1b-40a5-ad70-04d3a41874a7,segment=NetworkSegment(8f6a9543-b54d-419a-8687-85ee5cd6f81b),segment_id=8f6a9543-b54d-419a-8687-85ee5cd6f81b)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:04.713478 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:04.714590 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 16cd3626-7d0e-426d-946c-7ece02966d28 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:52:04.730634 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.extraroute_db [None req-3c95dde8-47cf-4a8b-b0bf-433b7af23755 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Added routes are [] {{(pid=87699) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 16 12:52:04.730931 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.extraroute_db [None req-3c95dde8-47cf-4a8b-b0bf-433b7af23755 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Removed routes are [] {{(pid=87699) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 16 12:52:04.731344 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3c95dde8-47cf-4a8b-b0bf-433b7af23755 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:04.814771 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3d7d6a75-13d6-4973-876c-6b09dae97808 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:04.819981 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3d7d6a75-13d6-4973-876c-6b09dae97808 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Usage tracker for resource:network and tenant:41e1ac5f697d49bbba7587a21281c0a4 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:04.823079 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3d7d6a75-13d6-4973-876c-6b09dae97808 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:04.830077 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3d7d6a75-13d6-4973-876c-6b09dae97808 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:04.845150 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-4919e8e7-68e8-41f6-9484-32cb6e7df01b None None] For port 6efa5a2c-97d1-4124-9d59-ccb05c66c843, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:52:04.854983 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-4919e8e7-68e8-41f6-9484-32cb6e7df01b None None] For port 6efa5a2c-97d1-4124-9d59-ccb05c66c843, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=6efa5a2c-97d1-4124-9d59-ccb05c66c843,segment=NetworkSegment(93a1263e-765c-4aeb-b2f7-d3e38b88659f),segment_id=93a1263e-765c-4aeb-b2f7-d3e38b88659f)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:52:04.889693 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4919e8e7-68e8-41f6-9484-32cb6e7df01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:04.957109 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 16cd3626-7d0e-426d-946c-7ece02966d28 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:04.957476 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:04.962829 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7d6a75-13d6-4973-876c-6b09dae97808 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Made reservation on behalf of 41e1ac5f697d49bbba7587a21281c0a4 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:04.966551 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3d7d6a75-13d6-4973-876c-6b09dae97808 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:04.990035 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-9fd6853c-02fc-4872-b2b8-506da260ffe5 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] For port 16cd3626-7d0e-426d-946c-7ece02966d28, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=16cd3626-7d0e-426d-946c-7ece02966d28,segment=NetworkSegment(bfa9042e-a0ad-4f82-8d68-758fb715e20b),segment_id=bfa9042e-a0ad-4f82-8d68-758fb715e20b)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:04.991038 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9fd6853c-02fc-4872-b2b8-506da260ffe5 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:05.040832 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ebb27c-aee6-480c-9e29-0c88dcb1a135 None None] DHCP port deletion for e0720106-2e61-4fd3-9123-00acd4d6ddb2 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:52:05.054332 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=a18fefdd-cf1b-40a5-ad70-04d3a41874a7,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:05.095744 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d7d6a75-13d6-4973-876c-6b09dae97808 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:52:05.103732 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-55080d7c-c21b-4882-bedc-82c9e573eb2a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f7e183c87d434560824e762da5b5e9a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9118817 Feb 16 12:52:05.154205 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-97ebb27c-aee6-480c-9e29-0c88dcb1a135 None None] Deleting port 16cd3626-7d0e-426d-946c-7ece02966d28 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:52:05.154575 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-97ebb27c-aee6-480c-9e29-0c88dcb1a135 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:05.161120 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40318) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:05.170894 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-9fd6853c-02fc-4872-b2b8-506da260ffe5 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Calling delete_port for 16cd3626-7d0e-426d-946c-7ece02966d28 owned by network:dhcp {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:52:05.192842 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3d7d6a75-13d6-4973-876c-6b09dae97808 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:05.193192 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-3d7d6a75-13d6-4973-876c-6b09dae97808 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Added segment b00f8a1c-8a48-4f37-96d9-dec84dbd09d6 of type vlan for network 42667044-4571-42e2-bb64-1b5ffbcb6bf7 Feb 16 12:52:05.195926 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3c95dde8-47cf-4a8b-b0bf-433b7af23755 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:05.208561 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3c95dde8-47cf-4a8b-b0bf-433b7af23755 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1023088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1023049', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1023600'] for router, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:05.229099 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-35d05cbf-6232-4b34-b6ba-74e95b56d61b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b46f9ef4d0b54f39a1155bda83b55bf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6137531 Feb 16 12:52:05.238020 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40322) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:05.251068 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d9b89c-0bbf-4e6f-9bae-8eac35bf98ca None None] Network 98dc0ed1-4dfd-487b-ac11-d2bab3dd3657 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:05.382537 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:05.406997 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:05.453613 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-18b43b24-1178-4dac-8ebe-7c2998cfa5b8 None None] Provisioning for port 1a179df3-bbd8-4fed-97e8-a9f36df65393 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:52:05.468915 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4919e8e7-68e8-41f6-9484-32cb6e7df01b None None] Pushing event updated for resources: {'Port': ['ID=6efa5a2c-97d1-4124-9d59-ccb05c66c843,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:05.485046 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3d7d6a75-13d6-4973-876c-6b09dae97808 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:05.539272 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c95dde8-47cf-4a8b-b0bf-433b7af23755 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Router e61be5bd-a96f-414d-8528-e925cba38ee9 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:52:05.569801 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7cdf9b12-d9e5-4484-8e46-4b23eea0e39b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:05.659404 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8b19bf85-ff65-486b-86fb-9567e7245dc8 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:05.679242 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-8b19bf85-ff65-486b-86fb-9567e7245dc8 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Transition to ACTIVE for port object 7a0d0934-2a3b-46b7-964e-883fa91a1d37 will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:52:05.730177 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dea4c848-985b-40b9-8eb5-a3094bfdfeb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:05.735880 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8b19bf85-ff65-486b-86fb-9567e7245dc8 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:05.749335 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3d7d6a75-13d6-4973-876c-6b09dae97808 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:05.754898 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7d6a75-13d6-4973-876c-6b09dae97808 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:05.755524 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3d7d6a75-13d6-4973-876c-6b09dae97808 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:05.766989 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-97ebb27c-aee6-480c-9e29-0c88dcb1a135 None None] For port 16cd3626-7d0e-426d-946c-7ece02966d28, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=16cd3626-7d0e-426d-946c-7ece02966d28,segment=NetworkSegment(bfa9042e-a0ad-4f82-8d68-758fb715e20b),segment_id=bfa9042e-a0ad-4f82-8d68-758fb715e20b)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:05.767368 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-97ebb27c-aee6-480c-9e29-0c88dcb1a135 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:05.795791 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7cdf9b12-d9e5-4484-8e46-4b23eea0e39b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:05.823559 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c95dde8-47cf-4a8b-b0bf-433b7af23755 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:52:05.848972 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33aa4b00-4a4d-4c96-a2c7-1a6f5f74a1cd None None] Sync routers for ids ['e61be5bd-a96f-414d-8528-e925cba38ee9'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:52:05.851203 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-177c1aed-15e8-408e-a8ec-22c79d870271 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:05.884568 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33aa4b00-4a4d-4c96-a2c7-1a6f5f74a1cd None None] Routers {'e61be5bd-a96f-414d-8528-e925cba38ee9'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:52:05.886464 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-33aa4b00-4a4d-4c96-a2c7-1a6f5f74a1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:52:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e61be5bd-a96f-414d-8528-e925cba38ee9'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:05.892647 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9fd6853c-02fc-4872-b2b8-506da260ffe5 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:05.906684 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-177c1aed-15e8-408e-a8ec-22c79d870271 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:05.908226 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-177c1aed-15e8-408e-a8ec-22c79d870271 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:05.919393 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b19bf85-ff65-486b-86fb-9567e7245dc8 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Network b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:52:05.928505 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-8b19bf85-ff65-486b-86fb-9567e7245dc8 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:05.931281 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b19bf85-ff65-486b-86fb-9567e7245dc8 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:52:05.983360 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd6853c-02fc-4872-b2b8-506da260ffe5 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] No DVR routers for this DVR port 16cd3626-7d0e-426d-946c-7ece02966d28 on host dv-neutron-829527-1-hyperv {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:52:05.994829 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d6a75-13d6-4973-876c-6b09dae97808 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Pushing event updated for resources: {'Network': ['ID=42667044-4571-42e2-bb64-1b5ffbcb6bf7,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:05.995754 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-97ebb27c-aee6-480c-9e29-0c88dcb1a135 None None] Calling delete_port for 16cd3626-7d0e-426d-946c-7ece02966d28 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:52:06.001785 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dea4c848-985b-40b9-8eb5-a3094bfdfeb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:06.037395 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 42667044-4571-42e2-bb64-1b5ffbcb6bf7 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:52:06.058265 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b19bf85-ff65-486b-86fb-9567e7245dc8 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Pushing event updated for resources: {'Port': ['ID=7a0d0934-2a3b-46b7-964e-883fa91a1d37,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:06.109667 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dea4c848-985b-40b9-8eb5-a3094bfdfeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:06.133666 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 1a179df3-bbd8-4fed-97e8-a9f36df65393 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:52:06.163810 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd6853c-02fc-4872-b2b8-506da260ffe5 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event deleted for resources: {'Port': ['ID=16cd3626-7d0e-426d-946c-7ece02966d28,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:06.188298 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea4c848-985b-40b9-8eb5-a3094bfdfeb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93bb88a-a42b-4cec-adb2-315d153d33e3,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:06.195356 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3d7d6a75-13d6-4973-876c-6b09dae97808 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9810822 Feb 16 12:52:06.199977 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dea4c848-985b-40b9-8eb5-a3094bfdfeb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:06.201094 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-dea4c848-985b-40b9-8eb5-a3094bfdfeb1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b93bb88a-a42b-4cec-adb2-315d153d33e3 HTTP/1.1" status: 204 len: 168 time: 0.9574623 Feb 16 12:52:06.211680 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40326) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:06.225035 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3c95dde8-47cf-4a8b-b0bf-433b7af23755 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:06.234249 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3c95dde8-47cf-4a8b-b0bf-433b7af23755 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "PUT /v2.0/routers/e61be5bd-a96f-414d-8528-e925cba38ee9 HTTP/1.1" status: 200 len: 705 time: 2.0303354 Feb 16 12:52:06.234850 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40332) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:06.237958 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-33aa4b00-4a4d-4c96-a2c7-1a6f5f74a1cd None None] Set router e61be5bd-a96f-414d-8528-e925cba38ee9 gateway port host: None {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:52:06.358107 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d32560c2-796f-47f9-8b58-cd03f27ab7f3 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Synchronizing usage tracker for tenant:bc1f0288054c40818f485d7fa9a59a39 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:06.377066 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-c43a758b-5678-4293-b8eb-b922bc620391 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Request body: {'subnet': {'network_id': '42667044-4571-42e2-bb64-1b5ffbcb6bf7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:06.406537 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d32560c2-796f-47f9-8b58-cd03f27ab7f3 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Unset dirty status for tenant:bc1f0288054c40818f485d7fa9a59a39 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:06.415463 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d32560c2-796f-47f9-8b58-cd03f27ab7f3 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "GET /v2.0/ports?device_id=e61be5bd-a96f-414d-8528-e925cba38ee9 HTTP/1.1" status: 200 len: 205 time: 0.1737285 Feb 16 12:52:06.416289 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40336) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:06.438182 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-33aa4b00-4a4d-4c96-a2c7-1a6f5f74a1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'name': 'tempest-RoutersIpV6Test-router-1450390372', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:57Z', 'updated_at': '2022-02-16T12:51:57Z', 'revision_number': 11, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'gw_port_host': None}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:06.445996 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33aa4b00-4a4d-4c96-a2c7-1a6f5f74a1cd None None] Checking router: e61be5bd-a96f-414d-8528-e925cba38ee9 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:52:06.469277 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33aa4b00-4a4d-4c96-a2c7-1a6f5f74a1cd None None] Routers {'e61be5bd-a96f-414d-8528-e925cba38ee9'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:52:06.469874 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.db.api [None req-97ebb27c-aee6-480c-9e29-0c88dcb1a135 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:52:06.470229 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG oslo_db.api [None req-97ebb27c-aee6-480c-9e29-0c88dcb1a135 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:52:06.473565 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-33aa4b00-4a4d-4c96-a2c7-1a6f5f74a1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:52:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e61be5bd-a96f-414d-8528-e925cba38ee9'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:06.526481 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb028a6-bccf-41ef-bf3a-2ade0097b21e None None] Network b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:06.554670 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 1a179df3-bbd8-4fed-97e8-a9f36df65393 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:52:06.589722 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8b19bf85-ff65-486b-86fb-9567e7245dc8 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:06.615334 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7cdf9b12-d9e5-4484-8e46-4b23eea0e39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:06.678898 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9fd6853c-02fc-4872-b2b8-506da260ffe5 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:06.696641 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 1a179df3-bbd8-4fed-97e8-a9f36df65393 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:06.697017 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:06.709796 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-9fd6853c-02fc-4872-b2b8-506da260ffe5 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0720106-2e61-4fd3-9123-00acd4d6ddb2']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:06.723978 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-9fd6853c-02fc-4872-b2b8-506da260ffe5 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfa9042e-a0ad-4f82-8d68-758fb715e20b') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:06.724429 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-9fd6853c-02fc-4872-b2b8-506da260ffe5 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfa9042e-a0ad-4f82-8d68-758fb715e20b') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:06.726355 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdf9b12-d9e5-4484-8e46-4b23eea0e39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8804290-62f6-4f68-a822-40ee6b260bb1,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:06.739442 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7cdf9b12-d9e5-4484-8e46-4b23eea0e39b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:06.740972 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7cdf9b12-d9e5-4484-8e46-4b23eea0e39b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c8804290-62f6-4f68-a822-40ee6b260bb1 HTTP/1.1" status: 204 len: 168 time: 1.5764613 Feb 16 12:52:06.747619 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9fd6853c-02fc-4872-b2b8-506da260ffe5 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:06.762017 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2d8e0ac4-20ed-4954-ad33-cb6822cda696 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:06.770899 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9fd6853c-02fc-4872-b2b8-506da260ffe5 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:06.782085 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd6853c-02fc-4872-b2b8-506da260ffe5 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:52:06.782760 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9fd6853c-02fc-4872-b2b8-506da260ffe5 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:06.822760 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-33aa4b00-4a4d-4c96-a2c7-1a6f5f74a1cd None None] Set router e61be5bd-a96f-414d-8528-e925cba38ee9 gateway port host: None {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:52:06.846227 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:06.883056 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-ccaac1df-c1f3-4487-9363-fc0875f0be33 None None] Provisioning for port 6efa5a2c-97d1-4124-9d59-ccb05c66c843 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:52:06.950244 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177c1aed-15e8-408e-a8ec-22c79d870271 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Network c5aad0ed-ab74-45cb-bbac-5967ca1193f5 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:52:06.951365 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:52:06.951365 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:52:06.951365 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:52:06.951365 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:52:06.951365 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:52:06.951365 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:52:06.951365 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:52:06.951365 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:52:06.951365 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:52:06.951365 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:52:06.951365 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:52:06.951365 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:52:06.951365 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:52:06.951365 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:52:06.951365 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:52:06.951365 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:52:06.951365 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:52:06.951365 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:52:06.951365 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:52:06.951365 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:52:06.951365 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:52:06.951365 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:52:06.951365 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:52:06.951365 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:52:06.951365 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:52:06.951365 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:52:06.951365 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:52:06.951365 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:52:06.951365 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:52:06.951365 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:52:06.951365 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:52:06.951365 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:52:06.953685 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-c43a758b-5678-4293-b8eb-b922bc620391 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:06.959248 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-c43a758b-5678-4293-b8eb-b922bc620391 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Usage tracker for resource:subnet and tenant:41e1ac5f697d49bbba7587a21281c0a4 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:06.962804 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-c43a758b-5678-4293-b8eb-b922bc620391 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:06.970251 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-c43a758b-5678-4293-b8eb-b922bc620391 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:06.992450 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-177c1aed-15e8-408e-a8ec-22c79d870271 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:06.999786 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9fd6853c-02fc-4872-b2b8-506da260ffe5 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:07.019658 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43a758b-5678-4293-b8eb-b922bc620391 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Made reservation on behalf of 41e1ac5f697d49bbba7587a21281c0a4 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:07.023605 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c43a758b-5678-4293-b8eb-b922bc620391 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:07.061634 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-97ebb27c-aee6-480c-9e29-0c88dcb1a135 None None] Deleting port 16cd3626-7d0e-426d-946c-7ece02966d28 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:52:07.068831 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-97ebb27c-aee6-480c-9e29-0c88dcb1a135 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:07.109094 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-33aa4b00-4a4d-4c96-a2c7-1a6f5f74a1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'name': 'tempest-RoutersIpV6Test-router-1450390372', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:57Z', 'updated_at': '2022-02-16T12:51:57Z', 'revision_number': 11, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'gw_port_host': None}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:07.137420 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33aa4b00-4a4d-4c96-a2c7-1a6f5f74a1cd None None] The sync data for ids ['e61be5bd-a96f-414d-8528-e925cba38ee9'] in dv-neutron-829527-1-hyperv is: [{'id': 'e61be5bd-a96f-414d-8528-e925cba38ee9', 'name': 'tempest-RoutersIpV6Test-router-1450390372', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:57Z', 'updated_at': '2022-02-16T12:51:57Z', 'revision_number': 11, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'gw_port_host': None}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:52:07.259244 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9fd6853c-02fc-4872-b2b8-506da260ffe5 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:07.265878 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c1aed-15e8-408e-a8ec-22c79d870271 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Pushing event updated for resources: {'Port': ['ID=bd34a949-d0c5-4fbe-8437-944d1a978b93,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:07.353340 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd6853c-02fc-4872-b2b8-506da260ffe5 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event deleted for resources: {'Network': ['ID=e0720106-2e61-4fd3-9123-00acd4d6ddb2,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:07.360033 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-97ebb27c-aee6-480c-9e29-0c88dcb1a135 None None] The port '16cd3626-7d0e-426d-946c-7ece02966d28' was deleted {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:52:07.439400 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-8e77166b-e9bd-4769-b327-fb325b7c7f4c None None] Provisioning complete for port 1a179df3-bbd8-4fed-97e8-a9f36df65393 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:07.440183 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8e77166b-e9bd-4769-b327-fb325b7c7f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:07.551863 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:07.605850 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2d8e0ac4-20ed-4954-ad33-cb6822cda696 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:07.608420 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2d8e0ac4-20ed-4954-ad33-cb6822cda696 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:07.641166 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2d8e0ac4-20ed-4954-ad33-cb6822cda696 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:07.641644 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8e0ac4-20ed-4954-ad33-cb6822cda696 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Fanout notify agent at l3_agent the message router_deleted on router e61be5bd-a96f-414d-8528-e925cba38ee9 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:52:07.650471 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 1a179df3-bbd8-4fed-97e8-a9f36df65393, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=1a179df3-bbd8-4fed-97e8-a9f36df65393,segment=NetworkSegment(cb1c0fb2-4e9e-457c-9a58-f7d483322e52),segment_id=cb1c0fb2-4e9e-457c-9a58-f7d483322e52)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:07.672773 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2d8e0ac4-20ed-4954-ad33-cb6822cda696 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:07.673881 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2d8e0ac4-20ed-4954-ad33-cb6822cda696 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "DELETE /v2.0/routers/e61be5bd-a96f-414d-8528-e925cba38ee9 HTTP/1.1" status: 204 len: 168 time: 1.2563365 Feb 16 12:52:07.681287 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40370) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:07.687180 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:07.688464 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device dae42415-dccf-4732-9977-be4fb2a2bf8a up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:52:07.697579 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-4ad8af98-8fcc-4cf7-a731-ecdfb89ae8c6 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-160422790', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:07.705543 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4ad8af98-8fcc-4cf7-a731-ecdfb89ae8c6 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:07.710022 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4ad8af98-8fcc-4cf7-a731-ecdfb89ae8c6 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Usage tracker for resource:router and tenant:bc1f0288054c40818f485d7fa9a59a39 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:07.713060 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4ad8af98-8fcc-4cf7-a731-ecdfb89ae8c6 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:07.720846 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4ad8af98-8fcc-4cf7-a731-ecdfb89ae8c6 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:07.750360 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40374) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:07.753988 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [-] 10.222.0.83 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026832 Feb 16 12:52:07.757437 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40376) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:07.760289 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4ad8af98-8fcc-4cf7-a731-ecdfb89ae8c6 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:07.761419 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4ad8af98-8fcc-4cf7-a731-ecdfb89ae8c6 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:07.795292 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4ad8af98-8fcc-4cf7-a731-ecdfb89ae8c6 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:07.854798 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4ad8af98-8fcc-4cf7-a731-ecdfb89ae8c6 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:07.895875 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-9fd6853c-02fc-4872-b2b8-506da260ffe5 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/networks/e0720106-2e61-4fd3-9123-00acd4d6ddb2 HTTP/1.1" status: 204 len: 168 time: 3.7526295 Feb 16 12:52:07.900829 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40384) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:07.907418 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-f930ed52-0c70-42d7-a5b1-55c95969924e tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1041344211'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:07.911200 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8e77166b-e9bd-4769-b327-fb325b7c7f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:07.921355 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4ad8af98-8fcc-4cf7-a731-ecdfb89ae8c6 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:07.923559 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4ad8af98-8fcc-4cf7-a731-ecdfb89ae8c6 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2411299 Feb 16 12:52:07.925213 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f930ed52-0c70-42d7-a5b1-55c95969924e tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:07.928031 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40390) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:07.939771 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f930ed52-0c70-42d7-a5b1-55c95969924e tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Usage tracker for resource:network and tenant:cf313999ec50441da36056616d2e4e36 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:07.947233 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c43a758b-5678-4293-b8eb-b922bc620391 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:07.952534 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-35048a17-1787-4ac0-8db9-53df994c2fcb tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:08.030749 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f930ed52-0c70-42d7-a5b1-55c95969924e tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:08.077427 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port dae42415-dccf-4732-9977-be4fb2a2bf8a triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:08.077865 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:08.151526 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f930ed52-0c70-42d7-a5b1-55c95969924e tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:08.170557 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=1a179df3-bbd8-4fed-97e8-a9f36df65393,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:08.171869 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fe97ebe0-daa7-4a41-b6a4-6747cb8f1773 tempest-NetworksApiDiscovery-37612165 tempest-NetworksApiDiscovery-37612165-project] 10.222.0.83 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4133034 Feb 16 12:52:08.173270 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177c1aed-15e8-408e-a8ec-22c79d870271 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Router 26797c1a-e0ec-4231-ae00-1f90a5287998 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:52:08.198107 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.db.api [None req-8e77166b-e9bd-4769-b327-fb325b7c7f4c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:52:08.198459 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG oslo_db.api [None req-8e77166b-e9bd-4769-b327-fb325b7c7f4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:52:08.201800 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a758b-5678-4293-b8eb-b922bc620391 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Pushing event updated for resources: {'Subnet': ['ID=075d4625-1ca1-4521-b336-248cf4a68ae7,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:08.209174 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8b19bf85-ff65-486b-86fb-9567e7245dc8 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:08.271682 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device a18fefdd-cf1b-40a5-ad70-04d3a41874a7 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:52:08.358233 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40400) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:08.380393 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f930ed52-0c70-42d7-a5b1-55c95969924e tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Made reservation on behalf of cf313999ec50441da36056616d2e4e36 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:08.384255 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f930ed52-0c70-42d7-a5b1-55c95969924e tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:08.429591 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port a18fefdd-cf1b-40a5-ad70-04d3a41874a7 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:08.430617 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:08.485511 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f930ed52-0c70-42d7-a5b1-55c95969924e tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:52:08.506614 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f930ed52-0c70-42d7-a5b1-55c95969924e tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:08.506897 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-f930ed52-0c70-42d7-a5b1-55c95969924e tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Added segment 45c61539-7cd5-44c9-9df4-e3d6a9ebf383 of type vlan for network d95f242c-7a2a-420d-8603-118f692ee0ef Feb 16 12:52:08.561831 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43a758b-5678-4293-b8eb-b922bc620391 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Checking segment: {'id': 'b00f8a1c-8a48-4f37-96d9-dec84dbd09d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '42667044-4571-42e2-bb64-1b5ffbcb6bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:52:08.562187 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43a758b-5678-4293-b8eb-b922bc620391 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Network hostable DHCP agents. Network: 42667044-4571-42e2-bb64-1b5ffbcb6bf7, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:52:08.632897 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 6efa5a2c-97d1-4124-9d59-ccb05c66c843 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:52:08.695907 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-35048a17-1787-4ac0-8db9-53df994c2fcb tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:08.716151 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-8102962d-420e-47ec-96bb-115b25a6f6e0 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Request body: {'networks': [{'name': 'tempest-network--458947186'}, {'name': 'tempest-network--442538763'}]} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:08.716871 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-8102962d-420e-47ec-96bb-115b25a6f6e0 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Request body: {'network': {'name': 'tempest-network--458947186'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:08.718336 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-8102962d-420e-47ec-96bb-115b25a6f6e0 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Request body: {'network': {'name': 'tempest-network--442538763'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:08.731202 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-35048a17-1787-4ac0-8db9-53df994c2fcb tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1023088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1023049', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1023600'] for router, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:08.734116 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8102962d-420e-47ec-96bb-115b25a6f6e0 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:08.738515 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f930ed52-0c70-42d7-a5b1-55c95969924e tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:08.746607 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8102962d-420e-47ec-96bb-115b25a6f6e0 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Usage tracker for resource:network and tenant:a03a1661094c41f2a246ff132b6a9f13 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:08.785277 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 6efa5a2c-97d1-4124-9d59-ccb05c66c843 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:52:08.790743 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43a758b-5678-4293-b8eb-b922bc620391 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Network 42667044-4571-42e2-bb64-1b5ffbcb6bf7 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:52:08.792624 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 6efa5a2c-97d1-4124-9d59-ccb05c66c843 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:08.793001 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:08.802600 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40408) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:08.813813 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8102962d-420e-47ec-96bb-115b25a6f6e0 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:08.828993 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-c43a758b-5678-4293-b8eb-b922bc620391 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 42667044-4571-42e2-bb64-1b5ffbcb6bf7) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:08.830879 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177c1aed-15e8-408e-a8ec-22c79d870271 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:52:08.838359 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-177c1aed-15e8-408e-a8ec-22c79d870271 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] 10.222.0.83 "PUT /v2.0/routers/26797c1a-e0ec-4231-ae00-1f90a5287998/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6872895 Feb 16 12:52:08.841486 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40414) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:08.843348 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43a758b-5678-4293-b8eb-b922bc620391 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:08.843348 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c43a758b-5678-4293-b8eb-b922bc620391 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:08.870360 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d4d8f2-540e-4ee3-8f46-9bbe5ffeeea0 None None] Network 42667044-4571-42e2-bb64-1b5ffbcb6bf7 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:08.887712 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c267e0-924d-41df-bf39-5c573fa6ecd4 None None] Sync routers for ids ['26797c1a-e0ec-4231-ae00-1f90a5287998'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:52:08.894967 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8102962d-420e-47ec-96bb-115b25a6f6e0 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:08.938947 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8102962d-420e-47ec-96bb-115b25a6f6e0 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Made reservation on behalf of a03a1661094c41f2a246ff132b6a9f13 for: {'network': 2} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:08.944226 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8102962d-420e-47ec-96bb-115b25a6f6e0 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:08.967039 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8102962d-420e-47ec-96bb-115b25a6f6e0 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:08.985329 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f930ed52-0c70-42d7-a5b1-55c95969924e tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:08.990665 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f930ed52-0c70-42d7-a5b1-55c95969924e tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:08.991249 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f930ed52-0c70-42d7-a5b1-55c95969924e tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:09.004075 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c267e0-924d-41df-bf39-5c573fa6ecd4 None None] Routers {'26797c1a-e0ec-4231-ae00-1f90a5287998'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:52:09.005212 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-00c267e0-924d-41df-bf39-5c573fa6ecd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:52:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['26797c1a-e0ec-4231-ae00-1f90a5287998'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:09.025917 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8102962d-420e-47ec-96bb-115b25a6f6e0 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:09.084602 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-669eaea1-9267-4710-b968-a0b2a76f1798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:09.089498 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8102962d-420e-47ec-96bb-115b25a6f6e0 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Usage tracker for resource:security_group_rule and tenant:a03a1661094c41f2a246ff132b6a9f13 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:09.098886 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-c43a758b-5678-4293-b8eb-b922bc620391 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.8749628 Feb 16 12:52:09.101264 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8102962d-420e-47ec-96bb-115b25a6f6e0 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:09.102762 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40418) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:09.103003 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-3eb56d19-791b-4496-9e4f-34d3324875af None None] Provisioning for port 7a0d0934-2a3b-46b7-964e-883fa91a1d37 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:52:09.112034 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-cbb6f607-63ef-4acf-947c-cfe179b4315a tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-495916208'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:09.118760 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-3eb56d19-791b-4496-9e4f-34d3324875af None None] Provisioning complete for port 7a0d0934-2a3b-46b7-964e-883fa91a1d37 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:09.119108 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-3eb56d19-791b-4496-9e4f-34d3324875af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:09.125237 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-cbb6f607-63ef-4acf-947c-cfe179b4315a tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:09.130284 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8102962d-420e-47ec-96bb-115b25a6f6e0 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:09.141180 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f930ed52-0c70-42d7-a5b1-55c95969924e tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2361436 Feb 16 12:52:09.141635 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-669eaea1-9267-4710-b968-a0b2a76f1798 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:09.143159 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40422) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:09.148024 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-cbb6f607-63ef-4acf-947c-cfe179b4315a tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Usage tracker for resource:network and tenant:41e1ac5f697d49bbba7587a21281c0a4 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:09.148213 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f930ed52-0c70-42d7-a5b1-55c95969924e tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event updated for resources: {'Network': ['ID=d95f242c-7a2a-420d-8603-118f692ee0ef,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:09.153123 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-669eaea1-9267-4710-b968-a0b2a76f1798 admin admin] Usage tracker for resource:security_group_rule and tenant:acdcc958f7bd4b80961767009aff8648 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:09.154030 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35048a17-1787-4ac0-8db9-53df994c2fcb tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Router 452e8c9e-94a1-4ff9-9e22-3ff351053860 is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:52:09.158100 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-cbb6f607-63ef-4acf-947c-cfe179b4315a tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:09.158897 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-3cc9967b-16c8-4775-9762-0fccf018ed6e tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Request body: {'subnet': {'network_id': 'd95f242c-7a2a-420d-8603-118f692ee0ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:09.160875 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-669eaea1-9267-4710-b968-a0b2a76f1798 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:09.165286 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-00c267e0-924d-41df-bf39-5c573fa6ecd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:09.173221 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-669eaea1-9267-4710-b968-a0b2a76f1798 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:09.175316 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-cbb6f607-63ef-4acf-947c-cfe179b4315a tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:09.187555 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network d95f242c-7a2a-420d-8603-118f692ee0ef details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:52:09.203764 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4243ae18-e789-4695-9838-74b46e02b40f tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks [] for router, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:09.220349 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c267e0-924d-41df-bf39-5c573fa6ecd4 None None] Routers {'26797c1a-e0ec-4231-ae00-1f90a5287998'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:52:09.221027 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-00c267e0-924d-41df-bf39-5c573fa6ecd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:52:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['26797c1a-e0ec-4231-ae00-1f90a5287998'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:09.329084 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb6f607-63ef-4acf-947c-cfe179b4315a tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Made reservation on behalf of 41e1ac5f697d49bbba7587a21281c0a4 for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:09.332449 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-cbb6f607-63ef-4acf-947c-cfe179b4315a tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:09.397958 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:09.407122 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-00c267e0-924d-41df-bf39-5c573fa6ecd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:09.407516 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c267e0-924d-41df-bf39-5c573fa6ecd4 None None] The sync data for ids ['26797c1a-e0ec-4231-ae00-1f90a5287998'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:52:09.454997 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-3eb56d19-791b-4496-9e4f-34d3324875af None None] Port 7a0d0934-2a3b-46b7-964e-883fa91a1d37 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:52:09.478992 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 6efa5a2c-97d1-4124-9d59-ccb05c66c843, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=6efa5a2c-97d1-4124-9d59-ccb05c66c843,segment=NetworkSegment(93a1263e-765c-4aeb-b2f7-d3e38b88659f),segment_id=93a1263e-765c-4aeb-b2f7-d3e38b88659f)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:09.547990 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35048a17-1787-4ac0-8db9-53df994c2fcb tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:52:09.568931 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3cc9967b-16c8-4775-9762-0fccf018ed6e tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:09.569155 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:09.569698 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7c12be-860e-4802-8cc2-6a9fefc6e4ec None None] Sync routers for ids ['452e8c9e-94a1-4ff9-9e22-3ff351053860'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:52:09.581093 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3cc9967b-16c8-4775-9762-0fccf018ed6e tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Usage tracker for resource:subnet and tenant:cf313999ec50441da36056616d2e4e36 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:09.582212 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7c12be-860e-4802-8cc2-6a9fefc6e4ec None None] Routers {'452e8c9e-94a1-4ff9-9e22-3ff351053860'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:52:09.584993 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-4243ae18-e789-4695-9838-74b46e02b40f tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 16 12:52:09.585862 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-9c7c12be-860e-4802-8cc2-6a9fefc6e4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:52:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['452e8c9e-94a1-4ff9-9e22-3ff351053860'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:09.589819 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-4243ae18-e789-4695-9838-74b46e02b40f tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] 10.222.0.83 "DELETE /v2.0/routers/26797c1a-e0ec-4231-ae00-1f90a5287998 HTTP/1.1" status: 409 len: 329 time: 0.7425034 Feb 16 12:52:09.593603 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3cc9967b-16c8-4775-9762-0fccf018ed6e tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:09.597179 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40426) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:09.604508 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbb6f607-63ef-4acf-947c-cfe179b4315a tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:52:09.615959 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3cc9967b-16c8-4775-9762-0fccf018ed6e tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:09.641257 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-3eb56d19-791b-4496-9e4f-34d3324875af None None] Provisioning complete for port bd34a949-d0c5-4fbe-8437-944d1a978b93 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:09.641630 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-3eb56d19-791b-4496-9e4f-34d3324875af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:09.683398 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-35048a17-1787-4ac0-8db9-53df994c2fcb tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:09.684425 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-35048a17-1787-4ac0-8db9-53df994c2fcb tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "PUT /v2.0/routers/452e8c9e-94a1-4ff9-9e22-3ff351053860 HTTP/1.1" status: 200 len: 697 time: 1.7551715 Feb 16 12:52:09.685546 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8b19bf85-ff65-486b-86fb-9567e7245dc8 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:09.694822 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40430) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:09.697879 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-cbb6f607-63ef-4acf-947c-cfe179b4315a tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:09.698697 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-cbb6f607-63ef-4acf-947c-cfe179b4315a tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Added segment 2ccd6f93-31cc-45e7-aec6-72983c7b6f7e of type vlan for network 4ee4394d-3955-4277-b8fb-98a57e270c1c Feb 16 12:52:09.706387 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8b19bf85-ff65-486b-86fb-9567e7245dc8 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:09.709300 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-3eb56d19-791b-4496-9e4f-34d3324875af None None] Port bd34a949-d0c5-4fbe-8437-944d1a978b93 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:52:09.711072 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636b37bf-8365-4e41-acb1-ee30a59c946e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-42667044-4571-42e2-bb64-1b5ffbcb6bf7', 'network_id': '42667044-4571-42e2-bb64-1b5ffbcb6bf7', 'tenant_id': '41e1ac5f697d49bbba7587a21281c0a4', 'fixed_ips': [{'subnet_id': '075d4625-1ca1-4521-b336-248cf4a68ae7'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:52:09.711931 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-636b37bf-8365-4e41-acb1-ee30a59c946e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:09.721175 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 41f4df34-53f9-4154-bf8f-31cdf501b246 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:52:09.760399 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 41f4df34-53f9-4154-bf8f-31cdf501b246 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:52:09.760399 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 41f4df34-53f9-4154-bf8f-31cdf501b246 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:52:09.760765 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 16cd3626-7d0e-426d-946c-7ece02966d28 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:52:09.772289 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8102962d-420e-47ec-96bb-115b25a6f6e0 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:09.795179 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8102962d-420e-47ec-96bb-115b25a6f6e0 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:09.795806 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8102962d-420e-47ec-96bb-115b25a6f6e0 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:09.799957 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 16cd3626-7d0e-426d-946c-7ece02966d28 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:52:09.800282 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 16cd3626-7d0e-426d-946c-7ece02966d28 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:52:09.800735 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 00a43353-5ac3-4d93-ab13-6a9e1803f6b4 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:52:09.820496 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-9c7c12be-860e-4802-8cc2-6a9fefc6e4ec None None] Set router 452e8c9e-94a1-4ff9-9e22-3ff351053860 gateway port host: None {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:52:09.822960 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc9967b-16c8-4775-9762-0fccf018ed6e tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Made reservation on behalf of cf313999ec50441da36056616d2e4e36 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:09.827236 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3cc9967b-16c8-4775-9762-0fccf018ed6e tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:09.851421 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 00a43353-5ac3-4d93-ab13-6a9e1803f6b4 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:52:09.851817 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 00a43353-5ac3-4d93-ab13-6a9e1803f6b4 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:52:09.852325 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 53311a1a-fd5b-449d-9240-14c69af901df no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:52:09.928297 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-3eb56d19-791b-4496-9e4f-34d3324875af None None] Provisioning complete for port 6efa5a2c-97d1-4124-9d59-ccb05c66c843 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:09.928297 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-3eb56d19-791b-4496-9e4f-34d3324875af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:09.986664 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-9c7c12be-860e-4802-8cc2-6a9fefc6e4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '452e8c9e-94a1-4ff9-9e22-3ff351053860', 'name': 'tempest-RoutersIpV6Test-router-160422790', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:07Z', 'updated_at': '2022-02-16T12:52:08Z', 'revision_number': 2, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'gw_port_host': None}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:09.993266 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7c12be-860e-4802-8cc2-6a9fefc6e4ec None None] Checking router: 452e8c9e-94a1-4ff9-9e22-3ff351053860 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:52:09.997029 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=6efa5a2c-97d1-4124-9d59-ccb05c66c843,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:09.999708 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 53311a1a-fd5b-449d-9240-14c69af901df {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:52:10.000035 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 53311a1a-fd5b-449d-9240-14c69af901df not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:52:10.030656 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7c12be-860e-4802-8cc2-6a9fefc6e4ec None None] Routers {'452e8c9e-94a1-4ff9-9e22-3ff351053860'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:52:10.035040 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-9c7c12be-860e-4802-8cc2-6a9fefc6e4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:52:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['452e8c9e-94a1-4ff9-9e22-3ff351053860'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:10.108892 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8102962d-420e-47ec-96bb-115b25a6f6e0 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd2ac7a-8697-4b0e-a039-4eb401e244a1,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:10.119889 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-669eaea1-9267-4710-b968-a0b2a76f1798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:10.153308 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-cbb6f607-63ef-4acf-947c-cfe179b4315a tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:10.156803 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8102962d-420e-47ec-96bb-115b25a6f6e0 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:52:10.157210 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-669eaea1-9267-4710-b968-a0b2a76f1798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:10.186391 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8b19bf85-ff65-486b-86fb-9567e7245dc8 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:10.198362 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b19bf85-ff65-486b-86fb-9567e7245dc8 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Pushing event updated for resources: {'Port': ['ID=7a0d0934-2a3b-46b7-964e-883fa91a1d37,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:10.207016 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-41b3cd03-4983-4608-9949-e0995833c72f tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "GET /v2.0/routers/452e8c9e-94a1-4ff9-9e22-3ff351053860 HTTP/1.1" status: 200 len: 703 time: 0.5107241 Feb 16 12:52:10.219524 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40434) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:10.222952 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8102962d-420e-47ec-96bb-115b25a6f6e0 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:10.223719 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-8102962d-420e-47ec-96bb-115b25a6f6e0 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Added segment 531247ad-4749-43d6-882a-912a9de83fcf of type vlan for network 041436cb-06c4-4e5a-a600-83fec849ca04 Feb 16 12:52:10.237010 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-636b37bf-8365-4e41-acb1-ee30a59c946e None None] Allocated IP 2001:db8::1 (42667044-4571-42e2-bb64-1b5ffbcb6bf7/075d4625-1ca1-4521-b336-248cf4a68ae7/61153bcd-7953-4f5f-bc59-03debd3a8d4d) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:52:10.274350 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 1a179df3-bbd8-4fed-97e8-a9f36df65393 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:52:10.304772 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-9c7c12be-860e-4802-8cc2-6a9fefc6e4ec None None] Set router 452e8c9e-94a1-4ff9-9e22-3ff351053860 gateway port host: None {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:52:10.314019 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8102962d-420e-47ec-96bb-115b25a6f6e0 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:10.328856 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-669eaea1-9267-4710-b968-a0b2a76f1798 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=acdcc958f7bd4b80961767009aff8648&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5239973 Feb 16 12:52:10.330033 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669eaea1-9267-4710-b968-a0b2a76f1798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be55dc27-afbb-4c98-9e6e-2c839f326eab,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:10.333650 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40438) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:10.351404 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8102962d-420e-47ec-96bb-115b25a6f6e0 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:52:10.361010 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8102962d-420e-47ec-96bb-115b25a6f6e0 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:10.361528 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-8102962d-420e-47ec-96bb-115b25a6f6e0 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Added segment e592e296-e194-434e-8741-8ce7b65fbb76 of type vlan for network 19c4edcd-8cfb-4c19-986e-c346c86fbf9d Feb 16 12:52:10.375644 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-cbb6f607-63ef-4acf-947c-cfe179b4315a tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:10.390653 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8102962d-420e-47ec-96bb-115b25a6f6e0 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:10.392133 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb6f607-63ef-4acf-947c-cfe179b4315a tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:10.392803 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-cbb6f607-63ef-4acf-947c-cfe179b4315a tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:10.466320 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-9c7c12be-860e-4802-8cc2-6a9fefc6e4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '452e8c9e-94a1-4ff9-9e22-3ff351053860', 'name': 'tempest-RoutersIpV6Test-router-160422790', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:07Z', 'updated_at': '2022-02-16T12:52:08Z', 'revision_number': 2, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'gw_port_host': None}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:10.471809 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7c12be-860e-4802-8cc2-6a9fefc6e4ec None None] The sync data for ids ['452e8c9e-94a1-4ff9-9e22-3ff351053860'] in dv-neutron-829527-1-hyperv is: [{'id': '452e8c9e-94a1-4ff9-9e22-3ff351053860', 'name': 'tempest-RoutersIpV6Test-router-160422790', 'tenant_id': 'bc1f0288054c40818f485d7fa9a59a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:52:07Z', 'updated_at': '2022-02-16T12:52:08Z', 'revision_number': 2, 'project_id': 'bc1f0288054c40818f485d7fa9a59a39', 'gw_port_host': None}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:52:10.485805 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 1a179df3-bbd8-4fed-97e8-a9f36df65393 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:10.486377 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:10.503676 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8102962d-420e-47ec-96bb-115b25a6f6e0 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:10.503888 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8102962d-420e-47ec-96bb-115b25a6f6e0 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:10.510734 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8102962d-420e-47ec-96bb-115b25a6f6e0 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:10.516553 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8102962d-420e-47ec-96bb-115b25a6f6e0 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:10.517314 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8102962d-420e-47ec-96bb-115b25a6f6e0 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:10.597361 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-636b37bf-8365-4e41-acb1-ee30a59c946e None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:10.608408 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-636b37bf-8365-4e41-acb1-ee30a59c946e None None] Transition to ACTIVE for port object 61153bcd-7953-4f5f-bc59-03debd3a8d4d will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:52:10.630242 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb6f607-63ef-4acf-947c-cfe179b4315a tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Pushing event updated for resources: {'Network': ['ID=4ee4394d-3955-4277-b8fb-98a57e270c1c,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:10.637857 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-cbb6f607-63ef-4acf-947c-cfe179b4315a tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5341251 Feb 16 12:52:10.642811 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-636b37bf-8365-4e41-acb1-ee30a59c946e None None] Transition to ACTIVE for port object 61153bcd-7953-4f5f-bc59-03debd3a8d4d will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:52:10.649346 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40442) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:10.651285 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 4ee4394d-3955-4277-b8fb-98a57e270c1c details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:52:10.660225 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-f6730f87-eeb0-46e4-a61b-5d8b0c787c8a tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Request body: {'subnet': {'network_id': '4ee4394d-3955-4277-b8fb-98a57e270c1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:10.668727 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-636b37bf-8365-4e41-acb1-ee30a59c946e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:10.673970 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a9ea2946-84aa-4a36-886b-5924646783e3 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "GET /v2.0/ports?device_id=452e8c9e-94a1-4ff9-9e22-3ff351053860 HTTP/1.1" status: 200 len: 205 time: 0.4528584 Feb 16 12:52:10.678088 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40446) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:10.684240 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-388e022c-7678-4798-bbf6-41697678886e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:10.705661 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b19bf85-ff65-486b-86fb-9567e7245dc8 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Network b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:52:10.756127 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8102962d-420e-47ec-96bb-115b25a6f6e0 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Pushing event updated for resources: {'Network': ['ID=041436cb-06c4-4e5a-a600-83fec849ca04,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:10.786891 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8102962d-420e-47ec-96bb-115b25a6f6e0 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.4209185 Feb 16 12:52:10.817694 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 041436cb-06c4-4e5a-a600-83fec849ca04 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:52:10.826667 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-8b19bf85-ff65-486b-86fb-9567e7245dc8 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:10.828216 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40450) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:10.920448 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636b37bf-8365-4e41-acb1-ee30a59c946e None None] Network 42667044-4571-42e2-bb64-1b5ffbcb6bf7 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:52:10.944370 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-636b37bf-8365-4e41-acb1-ee30a59c946e None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:10.951230 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8102962d-420e-47ec-96bb-115b25a6f6e0 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Pushing event updated for resources: {'Network': ['ID=19c4edcd-8cfb-4c19-986e-c346c86fbf9d,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:10.959836 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636b37bf-8365-4e41-acb1-ee30a59c946e None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:52:10.976074 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636b37bf-8365-4e41-acb1-ee30a59c946e None None] Pushing event updated for resources: {'Port': ['ID=61153bcd-7953-4f5f-bc59-03debd3a8d4d,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:10.978660 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 19c4edcd-8cfb-4c19-986e-c346c86fbf9d details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:52:11.110713 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-388e022c-7678-4798-bbf6-41697678886e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:11.152960 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 6efa5a2c-97d1-4124-9d59-ccb05c66c843 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:52:11.218592 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6338563-68ad-444f-b20e-ef3509aa5227 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:11.228452 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6338563-68ad-444f-b20e-ef3509aa5227 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:11.228736 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3cc9967b-16c8-4775-9762-0fccf018ed6e tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:11.230294 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-636b37bf-8365-4e41-acb1-ee30a59c946e None None] Attempting to bind port 61153bcd-7953-4f5f-bc59-03debd3a8d4d on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:52:11.230663 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-636b37bf-8365-4e41-acb1-ee30a59c946e None None] Attempting to bind port 61153bcd-7953-4f5f-bc59-03debd3a8d4d by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'b00f8a1c-8a48-4f37-96d9-dec84dbd09d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '42667044-4571-42e2-bb64-1b5ffbcb6bf7'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:52:11.231026 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636b37bf-8365-4e41-acb1-ee30a59c946e None None] Attempting to bind port 61153bcd-7953-4f5f-bc59-03debd3a8d4d on network 42667044-4571-42e2-bb64-1b5ffbcb6bf7 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:52:11.235486 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6338563-68ad-444f-b20e-ef3509aa5227 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:11.242380 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6338563-68ad-444f-b20e-ef3509aa5227 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:11.247730 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636b37bf-8365-4e41-acb1-ee30a59c946e None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:52:11.247730 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636b37bf-8365-4e41-acb1-ee30a59c946e None None] Checking segment: {'id': 'b00f8a1c-8a48-4f37-96d9-dec84dbd09d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '42667044-4571-42e2-bb64-1b5ffbcb6bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:52:11.248291 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-636b37bf-8365-4e41-acb1-ee30a59c946e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:11.248399 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636b37bf-8365-4e41-acb1-ee30a59c946e None None] Bound using segment: {'id': 'b00f8a1c-8a48-4f37-96d9-dec84dbd09d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '42667044-4571-42e2-bb64-1b5ffbcb6bf7'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:52:11.248844 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-636b37bf-8365-4e41-acb1-ee30a59c946e None None] Bound port: 61153bcd-7953-4f5f-bc59-03debd3a8d4d, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00f8a1c-8a48-4f37-96d9-dec84dbd09d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '42667044-4571-42e2-bb64-1b5ffbcb6bf7'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:52:11.249217 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-636b37bf-8365-4e41-acb1-ee30a59c946e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:11.249897 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f6338563-68ad-444f-b20e-ef3509aa5227 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.4075823 Feb 16 12:52:11.265294 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40454) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:11.305102 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-39c512fa-5c4d-4d7f-ba00-b1b932ee66dd tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:11.322328 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c8c26ccb-741d-4aa2-84c2-427e0d015dd5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for router, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:11.355629 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 6efa5a2c-97d1-4124-9d59-ccb05c66c843 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:11.356001 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:11.402349 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-60ab4ff2-28de-4527-b61d-408346766ab7 None None] Provisioning complete for port 7a0d0934-2a3b-46b7-964e-883fa91a1d37 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:11.402721 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-60ab4ff2-28de-4527-b61d-408346766ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:11.463245 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-636b37bf-8365-4e41-acb1-ee30a59c946e None None] For port 61153bcd-7953-4f5f-bc59-03debd3a8d4d, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:52:11.465793 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc9967b-16c8-4775-9762-0fccf018ed6e tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event updated for resources: {'Subnet': ['ID=47dbfd65-0d98-447a-bb01-0fca96b97449,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:11.485457 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-636b37bf-8365-4e41-acb1-ee30a59c946e None None] For port 61153bcd-7953-4f5f-bc59-03debd3a8d4d, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=61153bcd-7953-4f5f-bc59-03debd3a8d4d,segment=NetworkSegment(b00f8a1c-8a48-4f37-96d9-dec84dbd09d6),segment_id=b00f8a1c-8a48-4f37-96d9-dec84dbd09d6)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:52:11.486941 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-60ab4ff2-28de-4527-b61d-408346766ab7 None None] Port 7a0d0934-2a3b-46b7-964e-883fa91a1d37 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:52:11.496390 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-636b37bf-8365-4e41-acb1-ee30a59c946e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:11.596572 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc9967b-16c8-4775-9762-0fccf018ed6e tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Checking segment: {'id': '45c61539-7cd5-44c9-9df4-e3d6a9ebf383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd95f242c-7a2a-420d-8603-118f692ee0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:52:11.596572 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc9967b-16c8-4775-9762-0fccf018ed6e tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Network hostable DHCP agents. Network: d95f242c-7a2a-420d-8603-118f692ee0ef, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:52:11.635880 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc9967b-16c8-4775-9762-0fccf018ed6e tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Network d95f242c-7a2a-420d-8603-118f692ee0ef is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:52:11.637199 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-f6730f87-eeb0-46e4-a61b-5d8b0c787c8a tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:11.650239 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636b37bf-8365-4e41-acb1-ee30a59c946e None None] Pushing event updated for resources: {'Port': ['ID=61153bcd-7953-4f5f-bc59-03debd3a8d4d,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:11.655063 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-3cc9967b-16c8-4775-9762-0fccf018ed6e tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, d95f242c-7a2a-420d-8603-118f692ee0ef) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:11.655271 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-f6730f87-eeb0-46e4-a61b-5d8b0c787c8a tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Usage tracker for resource:subnet and tenant:41e1ac5f697d49bbba7587a21281c0a4 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:11.676557 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d6f716-cb39-4cda-89a9-0ea4fd554eba None None] Network d95f242c-7a2a-420d-8603-118f692ee0ef requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:11.687707 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc9967b-16c8-4775-9762-0fccf018ed6e tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:11.688289 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3cc9967b-16c8-4775-9762-0fccf018ed6e tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:11.728030 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3cc9967b-16c8-4775-9762-0fccf018ed6e tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5772879 Feb 16 12:52:11.731441 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40458) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:11.739977 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-2979fd52-af75-45ec-9ff3-db5b0c0d372d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Request body: {'port': {'network_id': 'd95f242c-7a2a-420d-8603-118f692ee0ef', 'security_groups': [], 'name': 'tempest-PortsTestJSON-348000803'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:11.757453 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-f6730f87-eeb0-46e4-a61b-5d8b0c787c8a tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:11.764274 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-39c512fa-5c4d-4d7f-ba00-b1b932ee66dd tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Deleting port bd34a949-d0c5-4fbe-8437-944d1a978b93 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:52:11.764639 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-39c512fa-5c4d-4d7f-ba00-b1b932ee66dd tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:12.063820 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-f6730f87-eeb0-46e4-a61b-5d8b0c787c8a tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:12.083863 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ea387088-88c2-420c-bc22-74ad3aee204d tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:12.114788 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-2979fd52-af75-45ec-9ff3-db5b0c0d372d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:12.143076 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8f6d37-352a-4364-9b55-1275e782e6d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-d95f242c-7a2a-420d-8603-118f692ee0ef', 'network_id': 'd95f242c-7a2a-420d-8603-118f692ee0ef', 'tenant_id': 'cf313999ec50441da36056616d2e4e36', 'fixed_ips': [{'subnet_id': '47dbfd65-0d98-447a-bb01-0fca96b97449'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:52:12.143908 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6d37-352a-4364-9b55-1275e782e6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:12.154563 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2979fd52-af75-45ec-9ff3-db5b0c0d372d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Usage tracker for resource:port and tenant:cf313999ec50441da36056616d2e4e36 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:12.166388 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2979fd52-af75-45ec-9ff3-db5b0c0d372d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:12.198597 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-2979fd52-af75-45ec-9ff3-db5b0c0d372d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:12.209191 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-39c512fa-5c4d-4d7f-ba00-b1b932ee66dd tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:12.212186 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c8c26ccb-741d-4aa2-84c2-427e0d015dd5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:12.217864 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 61153bcd-7953-4f5f-bc59-03debd3a8d4d up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:52:12.234525 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c8c26ccb-741d-4aa2-84c2-427e0d015dd5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:12.269651 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b19bf85-ff65-486b-86fb-9567e7245dc8 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Router 8232d632-9ded-460e-8870-676a4f8e0a1c has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:52:12.270766 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6730f87-eeb0-46e4-a61b-5d8b0c787c8a tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Made reservation on behalf of 41e1ac5f697d49bbba7587a21281c0a4 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:12.274812 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f6730f87-eeb0-46e4-a61b-5d8b0c787c8a tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:12.283861 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2979fd52-af75-45ec-9ff3-db5b0c0d372d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Made reservation on behalf of cf313999ec50441da36056616d2e4e36 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:12.287599 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2979fd52-af75-45ec-9ff3-db5b0c0d372d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:12.296898 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-388e022c-7678-4798-bbf6-41697678886e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:12.363577 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-39c512fa-5c4d-4d7f-ba00-b1b932ee66dd tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Calling delete_port for bd34a949-d0c5-4fbe-8437-944d1a978b93 owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:52:12.376697 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 61153bcd-7953-4f5f-bc59-03debd3a8d4d completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:52:12.401809 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-4a8f6d37-352a-4364-9b55-1275e782e6d7 None None] Allocated IP 172.20.0.2 (d95f242c-7a2a-420d-8603-118f692ee0ef/47dbfd65-0d98-447a-bb01-0fca96b97449/be8d9432-4ec5-4d9e-aa98-94ef49b0adaa) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:52:12.409295 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e022c-7678-4798-bbf6-41697678886e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be55dc27-afbb-4c98-9e6e-2c839f326eab,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:12.416629 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-2979fd52-af75-45ec-9ff3-db5b0c0d372d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] device_id is not set on port df85d330-376e-4ae7-b8cd-12f762eea788 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:52:12.474212 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c8c26ccb-741d-4aa2-84c2-427e0d015dd5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:12.474858 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c26ccb-741d-4aa2-84c2-427e0d015dd5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Fanout notify agent at l3_agent the message router_deleted on router 452e8c9e-94a1-4ff9-9e22-3ff351053860 {{(pid=87701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:52:12.612771 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.ipam_backend_mixin [None req-f6730f87-eeb0-46e4-a61b-5d8b0c787c8a tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Performing IP validity checks on allocation pools {{(pid=87701) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 12:52:12.612771 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.ipam_backend_mixin [None req-f6730f87-eeb0-46e4-a61b-5d8b0c787c8a tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87701) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 12:52:12.619981 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-388e022c-7678-4798-bbf6-41697678886e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:12.621063 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-388e022c-7678-4798-bbf6-41697678886e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/be55dc27-afbb-4c98-9e6e-2c839f326eab HTTP/1.1" status: 204 len: 168 time: 2.2817731 Feb 16 12:52:12.676241 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-39c512fa-5c4d-4d7f-ba00-b1b932ee66dd tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:12.694206 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c8c26ccb-741d-4aa2-84c2-427e0d015dd5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:12.697704 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-c8c26ccb-741d-4aa2-84c2-427e0d015dd5 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "DELETE /v2.0/routers/452e8c9e-94a1-4ff9-9e22-3ff351053860 HTTP/1.1" status: 204 len: 168 time: 2.0130062 Feb 16 12:52:12.702938 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ea387088-88c2-420c-bc22-74ad3aee204d tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:12.737549 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40464) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:12.805342 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6d37-352a-4364-9b55-1275e782e6d7 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:12.831290 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-4a8f6d37-352a-4364-9b55-1275e782e6d7 None None] Transition to ACTIVE for port object be8d9432-4ec5-4d9e-aa98-94ef49b0adaa will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:52:12.846464 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c512fa-5c4d-4d7f-ba00-b1b932ee66dd tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Pushing event deleted for resources: {'Port': ['ID=bd34a949-d0c5-4fbe-8437-944d1a978b93,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:12.872805 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-4a8f6d37-352a-4364-9b55-1275e782e6d7 None None] Transition to ACTIVE for port object be8d9432-4ec5-4d9e-aa98-94ef49b0adaa will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:52:12.886996 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6d37-352a-4364-9b55-1275e782e6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:13.084221 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8f6d37-352a-4364-9b55-1275e782e6d7 None None] Network d95f242c-7a2a-420d-8603-118f692ee0ef is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:52:13.087179 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-4a8f6d37-352a-4364-9b55-1275e782e6d7 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:13.094687 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8f6d37-352a-4364-9b55-1275e782e6d7 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:52:13.186729 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6d37-352a-4364-9b55-1275e782e6d7 None None] Pushing event updated for resources: {'Port': ['ID=be8d9432-4ec5-4d9e-aa98-94ef49b0adaa,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:13.222231 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f6730f87-eeb0-46e4-a61b-5d8b0c787c8a tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:13.281331 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-6ddce7fa-76e6-4689-809e-b16207820822 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Synchronizing usage tracker for tenant:bc1f0288054c40818f485d7fa9a59a39 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:13.289997 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ced1be-18d0-41bb-910d-8153289aebff None None] Network 42667044-4571-42e2-bb64-1b5ffbcb6bf7 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:13.305000 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-4a8f6d37-352a-4364-9b55-1275e782e6d7 None None] Attempting to bind port be8d9432-4ec5-4d9e-aa98-94ef49b0adaa on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:52:13.305451 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-4a8f6d37-352a-4364-9b55-1275e782e6d7 None None] Attempting to bind port be8d9432-4ec5-4d9e-aa98-94ef49b0adaa by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '45c61539-7cd5-44c9-9df4-e3d6a9ebf383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd95f242c-7a2a-420d-8603-118f692ee0ef'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:52:13.305886 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8f6d37-352a-4364-9b55-1275e782e6d7 None None] Attempting to bind port be8d9432-4ec5-4d9e-aa98-94ef49b0adaa on network d95f242c-7a2a-420d-8603-118f692ee0ef {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:52:13.317812 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-ea387088-88c2-420c-bc22-74ad3aee204d tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['041436cb-06c4-4e5a-a600-83fec849ca04']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:13.333816 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-ea387088-88c2-420c-bc22-74ad3aee204d tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '531247ad-4749-43d6-882a-912a9de83fcf') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:13.334185 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-ea387088-88c2-420c-bc22-74ad3aee204d tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '531247ad-4749-43d6-882a-912a9de83fcf') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:13.346615 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ea387088-88c2-420c-bc22-74ad3aee204d tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:13.361353 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-39c512fa-5c4d-4d7f-ba00-b1b932ee66dd tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:13.383881 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8f6d37-352a-4364-9b55-1275e782e6d7 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:52:13.384248 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8f6d37-352a-4364-9b55-1275e782e6d7 None None] Checking segment: {'id': '45c61539-7cd5-44c9-9df4-e3d6a9ebf383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd95f242c-7a2a-420d-8603-118f692ee0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:52:13.384657 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6d37-352a-4364-9b55-1275e782e6d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:13.385204 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8f6d37-352a-4364-9b55-1275e782e6d7 None None] Bound using segment: {'id': '45c61539-7cd5-44c9-9df4-e3d6a9ebf383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd95f242c-7a2a-420d-8603-118f692ee0ef'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:52:13.385838 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-4a8f6d37-352a-4364-9b55-1275e782e6d7 None None] Bound port: be8d9432-4ec5-4d9e-aa98-94ef49b0adaa, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45c61539-7cd5-44c9-9df4-e3d6a9ebf383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd95f242c-7a2a-420d-8603-118f692ee0ef'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:52:13.386351 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6d37-352a-4364-9b55-1275e782e6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:13.387899 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b19bf85-ff65-486b-86fb-9567e7245dc8 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:52:13.439171 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7a5af8-ef79-4714-8d03-bd2d5fdea39f None None] Sync routers for ids ['8232d632-9ded-460e-8870-676a4f8e0a1c'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:52:13.467266 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6730f87-eeb0-46e4-a61b-5d8b0c787c8a tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Pushing event updated for resources: {'Subnet': ['ID=6e7d3a77-553d-4d8e-b91c-d848f10d261a,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:13.473530 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7a5af8-ef79-4714-8d03-bd2d5fdea39f None None] Routers {'8232d632-9ded-460e-8870-676a4f8e0a1c'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:52:13.474268 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-cd7a5af8-ef79-4714-8d03-bd2d5fdea39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:52:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['8232d632-9ded-460e-8870-676a4f8e0a1c'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:13.496969 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ea387088-88c2-420c-bc22-74ad3aee204d tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:13.504187 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-6ddce7fa-76e6-4689-809e-b16207820822 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] Unset dirty status for tenant:bc1f0288054c40818f485d7fa9a59a39 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:13.505616 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-6ddce7fa-76e6-4689-809e-b16207820822 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "GET /v2.0/ports?device_id=452e8c9e-94a1-4ff9-9e22-3ff351053860 HTTP/1.1" status: 200 len: 205 time: 0.7580495 Feb 16 12:52:13.517050 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-8b19bf85-ff65-486b-86fb-9567e7245dc8 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "PUT /v2.0/routers/8232d632-9ded-460e-8870-676a4f8e0a1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8371351 Feb 16 12:52:13.521161 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40468) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:13.536116 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-2979fd52-af75-45ec-9ff3-db5b0c0d372d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-016edf46-f254-49cc-89c4-d4f400d18233 {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:52:13.536544 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-2979fd52-af75-45ec-9ff3-db5b0c0d372d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:52:13.593128 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea387088-88c2-420c-bc22-74ad3aee204d tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:52:13.593540 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ea387088-88c2-420c-bc22-74ad3aee204d tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:13.625793 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:52:13.625793 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:52:13.625793 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:52:13.625793 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:52:13.625793 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:52:13.625793 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:52:13.625793 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:52:13.625793 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:52:13.625793 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:52:13.625793 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:52:13.625793 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:52:13.625793 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:52:13.625793 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:52:13.625793 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:52:13.625793 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:52:13.625793 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:52:13.625793 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:52:13.625793 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:52:13.625793 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:52:13.625793 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:52:13.625793 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:52:13.625793 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:52:13.625793 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:52:13.625793 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:52:13.625793 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:52:13.625793 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:52:13.625793 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:52:13.625793 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:52:13.625793 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:52:13.625793 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:52:13.625793 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:52:13.625793 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:52:13.644807 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-c635e847-de21-4a81-a551-b5168e84cfba tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] delete failed (client error): The resource could not be found. Feb 16 12:52:13.646486 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-c635e847-de21-4a81-a551-b5168e84cfba tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "DELETE /v2.0/routers/452e8c9e-94a1-4ff9-9e22-3ff351053860 HTTP/1.1" status: 404 len: 336 time: 0.1240947 Feb 16 12:52:13.660450 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-6037e517-81b5-4a6d-8316-e67e1e55fb79 None None] Provisioning for port 61153bcd-7953-4f5f-bc59-03debd3a8d4d completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:52:13.701617 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40476) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:13.724069 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6730f87-eeb0-46e4-a61b-5d8b0c787c8a tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Checking segment: {'id': '2ccd6f93-31cc-45e7-aec6-72983c7b6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '4ee4394d-3955-4277-b8fb-98a57e270c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:52:13.724435 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6730f87-eeb0-46e4-a61b-5d8b0c787c8a tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Network hostable DHCP agents. Network: 4ee4394d-3955-4277-b8fb-98a57e270c1c, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:52:13.744433 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-6037e517-81b5-4a6d-8316-e67e1e55fb79 None None] Provisioning complete for port 61153bcd-7953-4f5f-bc59-03debd3a8d4d triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:13.744956 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6037e517-81b5-4a6d-8316-e67e1e55fb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:13.756925 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f2b0bb8-0234-47b5-b6df-41b6139b352d tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] DELETE failed (client error): The resource could not be found. Feb 16 12:52:13.757498 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f2b0bb8-0234-47b5-b6df-41b6139b352d tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:52:13.767495 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c512fa-5c4d-4d7f-ba00-b1b932ee66dd tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Router 26797c1a-e0ec-4231-ae00-1f90a5287998 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:52:13.775074 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ea387088-88c2-420c-bc22-74ad3aee204d tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:13.782863 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4f2b0bb8-0234-47b5-b6df-41b6139b352d tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "DELETE /v2.0/subnets/d2088878-8175-40cf-8f99-542f3c55f8b8 HTTP/1.1" status: 404 len: 337 time: 0.0783913 Feb 16 12:52:13.797957 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ea387088-88c2-420c-bc22-74ad3aee204d tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:13.800582 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40488) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:13.812478 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6730f87-eeb0-46e4-a61b-5d8b0c787c8a tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Network 4ee4394d-3955-4277-b8fb-98a57e270c1c is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:52:13.852108 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea387088-88c2-420c-bc22-74ad3aee204d tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Pushing event deleted for resources: {'Network': ['ID=041436cb-06c4-4e5a-a600-83fec849ca04,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:13.860835 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-026f583e-ded2-4128-b69d-02d45358db3e req-e0da68bf-5e47-445b-aacf-52d300e506df tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Synchronizing usage tracker for tenant:103f2f9b580d4ef5ac0f1ab1eab88f07 on resource:security_group {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:13.873573 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-ea387088-88c2-420c-bc22-74ad3aee204d tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] 10.222.0.83 "DELETE /v2.0/networks/041436cb-06c4-4e5a-a600-83fec849ca04 HTTP/1.1" status: 204 len: 168 time: 2.5964942 Feb 16 12:52:13.874754 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40492) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:13.878018 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-ece67dfa-6ff6-4e26-902e-06e81db0df11 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] DELETE failed (client error): The resource could not be found. Feb 16 12:52:13.878463 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ece67dfa-6ff6-4e26-902e-06e81db0df11 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:52:13.880168 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-ece67dfa-6ff6-4e26-902e-06e81db0df11 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "DELETE /v2.0/subnets/02229534-6633-4c44-b6c2-2695e21cdc03 HTTP/1.1" status: 404 len: 337 time: 0.0748158 Feb 16 12:52:13.881692 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-f6730f87-eeb0-46e4-a61b-5d8b0c787c8a tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 4ee4394d-3955-4277-b8fb-98a57e270c1c) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:13.898007 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-cd7a5af8-ef79-4714-8d03-bd2d5fdea39f None None] Set router 8232d632-9ded-460e-8870-676a4f8e0a1c gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:52:13.904237 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40496) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:13.905124 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6730f87-eeb0-46e4-a61b-5d8b0c787c8a tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:13.905928 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f6730f87-eeb0-46e4-a61b-5d8b0c787c8a tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:13.940000 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-4a8f6d37-352a-4364-9b55-1275e782e6d7 None None] For port be8d9432-4ec5-4d9e-aa98-94ef49b0adaa, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:52:13.942892 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f45166d-e21e-46ec-808b-9205bb1a6291 None None] Network 4ee4394d-3955-4277-b8fb-98a57e270c1c requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:13.958333 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-158a4b3c-941d-4f3e-abeb-9f37e395b3db tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] DELETE failed (client error): The resource could not be found. Feb 16 12:52:13.958926 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-158a4b3c-941d-4f3e-abeb-9f37e395b3db tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:52:13.963205 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-158a4b3c-941d-4f3e-abeb-9f37e395b3db tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "DELETE /v2.0/subnets/cc8e6aa3-6626-4897-9676-3cbcd0261e69 HTTP/1.1" status: 404 len: 337 time: 0.0581529 Feb 16 12:52:13.964249 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c512fa-5c4d-4d7f-ba00-b1b932ee66dd tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:52:13.965784 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40500) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:13.980092 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-39c512fa-5c4d-4d7f-ba00-b1b932ee66dd tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] 10.222.0.83 "PUT /v2.0/routers/26797c1a-e0ec-4231-ae00-1f90a5287998/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3707652 Feb 16 12:52:13.980233 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40504) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:13.988557 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286e3ae1-bf12-40a0-8a8b-40c9d01fc0ef None None] Sync routers for ids ['26797c1a-e0ec-4231-ae00-1f90a5287998'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:52:13.999910 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286e3ae1-bf12-40a0-8a8b-40c9d01fc0ef None None] Routers {'26797c1a-e0ec-4231-ae00-1f90a5287998'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:52:14.001309 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-286e3ae1-bf12-40a0-8a8b-40c9d01fc0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:52:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['26797c1a-e0ec-4231-ae00-1f90a5287998'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:14.007303 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d99ee68-bebd-47d9-8c52-687ec51322fa tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] DELETE failed (client error): The resource could not be found. Feb 16 12:52:14.007758 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d99ee68-bebd-47d9-8c52-687ec51322fa tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:52:14.012162 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7d99ee68-bebd-47d9-8c52-687ec51322fa tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "DELETE /v2.0/subnets/02f1a768-b72b-4446-be60-f87a59fbd2e5 HTTP/1.1" status: 404 len: 337 time: 0.0454860 Feb 16 12:52:14.012766 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40508) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:14.054233 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2979fd52-af75-45ec-9ff3-db5b0c0d372d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:14.070271 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-286e3ae1-bf12-40a0-8a8b-40c9d01fc0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:14.081283 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3b0e839c-61fe-4aef-bba1-e711db8cd961 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "GET /v2.0/ports?device_id=e61be5bd-a96f-414d-8528-e925cba38ee9 HTTP/1.1" status: 200 len: 205 time: 0.0674467 Feb 16 12:52:14.081890 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40512) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:14.087938 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f6730f87-eeb0-46e4-a61b-5d8b0c787c8a tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.4352596 Feb 16 12:52:14.088841 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40516) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:14.089195 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-4a8f6d37-352a-4364-9b55-1275e782e6d7 None None] For port be8d9432-4ec5-4d9e-aa98-94ef49b0adaa, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=be8d9432-4ec5-4d9e-aa98-94ef49b0adaa,segment=NetworkSegment(45c61539-7cd5-44c9-9df4-e3d6a9ebf383),segment_id=45c61539-7cd5-44c9-9df4-e3d6a9ebf383)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:52:14.104483 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286e3ae1-bf12-40a0-8a8b-40c9d01fc0ef None None] Routers {'26797c1a-e0ec-4231-ae00-1f90a5287998'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:52:14.105422 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-286e3ae1-bf12-40a0-8a8b-40c9d01fc0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:52:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['26797c1a-e0ec-4231-ae00-1f90a5287998'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:14.109157 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-383cd67a-125a-476f-87ab-26bbf95ffb90 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] show failed (client error): The resource could not be found. Feb 16 12:52:14.114980 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-383cd67a-125a-476f-87ab-26bbf95ffb90 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] 10.222.0.83 "GET /v2.0/routers/tempest-non_exist_router-1747192620 HTTP/1.1" status: 404 len: 335 time: 0.1383135 Feb 16 12:52:14.115833 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-026f583e-ded2-4128-b69d-02d45358db3e req-e0da68bf-5e47-445b-aacf-52d300e506df tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Unset dirty status for tenant:103f2f9b580d4ef5ac0f1ab1eab88f07 on resource:security_group {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:14.117286 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-026f583e-ded2-4128-b69d-02d45358db3e req-e0da68bf-5e47-445b-aacf-52d300e506df tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2077813291&fields=id&tenant_id=103f2f9b580d4ef5ac0f1ab1eab88f07 HTTP/1.1" status: 200 len: 267 time: 0.3824179 Feb 16 12:52:14.118012 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40520) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:14.156009 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-2979fd52-af75-45ec-9ff3-db5b0c0d372d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] device_id is not set on port 8d6d4341-ac81-4ab0-8b9d-5ba7ad631f1f yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:52:14.159339 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-1ad65bd2-433d-4dc2-8358-709cb89f062e tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:14.189423 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-286e3ae1-bf12-40a0-8a8b-40c9d01fc0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:14.190331 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286e3ae1-bf12-40a0-8a8b-40c9d01fc0ef None None] The sync data for ids ['26797c1a-e0ec-4231-ae00-1f90a5287998'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:52:14.192452 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-5e64ebfb-4910-42d1-b38c-d6fff71dc5b8 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] delete failed (client error): The resource could not be found. Feb 16 12:52:14.196897 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5e64ebfb-4910-42d1-b38c-d6fff71dc5b8 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "DELETE /v2.0/routers/e61be5bd-a96f-414d-8528-e925cba38ee9 HTTP/1.1" status: 404 len: 336 time: 0.1111012 Feb 16 12:52:14.197467 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40524) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:14.252004 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6d37-352a-4364-9b55-1275e782e6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:14.326717 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2cb55c40-6976-42d9-8469-08bd12124edb tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "GET /v2.0/ports?device_id=3dafea42-2468-49d5-9746-cacae769b523 HTTP/1.1" status: 200 len: 205 time: 0.1078439 Feb 16 12:52:14.332565 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40528) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:14.366823 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-368434d5-d5eb-4902-9fb9-ac40d3fa51c8 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:14.433908 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-1ad65bd2-433d-4dc2-8358-709cb89f062e tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] update failed (client error): The resource could not be found. Feb 16 12:52:14.435182 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-1ad65bd2-433d-4dc2-8358-709cb89f062e tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] 10.222.0.83 "PUT /v2.0/routers/tempest-non_exist_router-726804481 HTTP/1.1" status: 404 len: 334 time: 0.3135147 Feb 16 12:52:14.446349 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40532) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:14.448814 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-b827fa45-3bc2-4197-bb3c-6e20ea1360f0 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] delete failed (client error): The resource could not be found. Feb 16 12:52:14.449656 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b827fa45-3bc2-4197-bb3c-6e20ea1360f0 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "DELETE /v2.0/routers/3dafea42-2468-49d5-9746-cacae769b523 HTTP/1.1" status: 404 len: 336 time: 0.1157541 Feb 16 12:52:14.459006 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40536) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:14.468652 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6037e517-81b5-4a6d-8316-e67e1e55fb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:14.550167 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6d37-352a-4364-9b55-1275e782e6d7 None None] Pushing event updated for resources: {'Port': ['ID=be8d9432-4ec5-4d9e-aa98-94ef49b0adaa,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:14.557863 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b6d161b-02c7-451c-9fd0-775046e6e5f8 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] DELETE failed (client error): The resource could not be found. Feb 16 12:52:14.558753 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b6d161b-02c7-451c-9fd0-775046e6e5f8 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:52:14.589515 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3b6d161b-02c7-451c-9fd0-775046e6e5f8 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "DELETE /v2.0/subnets/f76d9df3-f96c-4e68-9fbe-f0915c65b68a HTTP/1.1" status: 404 len: 337 time: 0.1271870 Feb 16 12:52:14.592309 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40540) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:14.648566 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d02e631e-c6f5-42a5-b830-e2950eafb7a9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c9f6ffe-83cb-4908-8dfa-f124e7f38294 HTTP/1.1" status: 200 len: 205 time: 0.0531096 Feb 16 12:52:14.649906 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-2979fd52-af75-45ec-9ff3-db5b0c0d372d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Allocated IP 172.20.0.9 (d95f242c-7a2a-420d-8603-118f692ee0ef/47dbfd65-0d98-447a-bb01-0fca96b97449/8d6d4341-ac81-4ab0-8b9d-5ba7ad631f1f) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:52:14.654100 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40544) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:14.654968 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cc423af3-60ac-4cd5-b314-3d173394e305 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:14.707842 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-6037e517-81b5-4a6d-8316-e67e1e55fb79 None None] For port 61153bcd-7953-4f5f-bc59-03debd3a8d4d, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=61153bcd-7953-4f5f-bc59-03debd3a8d4d,segment=NetworkSegment(b00f8a1c-8a48-4f37-96d9-dec84dbd09d6),segment_id=b00f8a1c-8a48-4f37-96d9-dec84dbd09d6)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:14.710908 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13fe85c-0005-4670-afb6-3d4fc08a7cf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-4ee4394d-3955-4277-b8fb-98a57e270c1c', 'network_id': '4ee4394d-3955-4277-b8fb-98a57e270c1c', 'tenant_id': '41e1ac5f697d49bbba7587a21281c0a4', 'fixed_ips': [{'subnet_id': '6e7d3a77-553d-4d8e-b91c-d848f10d261a'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:52:14.712097 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c13fe85c-0005-4670-afb6-3d4fc08a7cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:14.738661 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6037e517-81b5-4a6d-8316-e67e1e55fb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:14.762683 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-5ed7a6e7-8428-4215-9746-9ea8b95be14a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] delete failed (client error): The resource could not be found. Feb 16 12:52:14.763784 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-5ed7a6e7-8428-4215-9746-9ea8b95be14a tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "DELETE /v2.0/routers/4c9f6ffe-83cb-4908-8dfa-f124e7f38294 HTTP/1.1" status: 404 len: 336 time: 0.0974600 Feb 16 12:52:14.774234 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-3760608c-5d44-436a-a1f0-e8063524295c tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Deleting subnet 6608b9b6-16fc-451b-9a36-3bc64cd41b05 {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:52:14.785795 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40548) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:14.787631 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-368434d5-d5eb-4902-9fb9-ac40d3fa51c8 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:14.804997 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3760608c-5d44-436a-a1f0-e8063524295c tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:14.907233 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-21696d3a-38ca-4da5-8b09-5887fbff20e0 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "GET /v2.0/ports?device_id=f790b97e-4a73-45a4-b7ef-7d602afb2b3c HTTP/1.1" status: 200 len: 205 time: 0.1094055 Feb 16 12:52:14.912643 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f583e-ded2-4128-b69d-02d45358db3e req-e6b3be00-9c70-473a-946c-00c1af48353b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:14.913371 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-026f583e-ded2-4128-b69d-02d45358db3e req-e6b3be00-9c70-473a-946c-00c1af48353b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Synchronizing usage tracker for tenant:103f2f9b580d4ef5ac0f1ab1eab88f07 on resource:network {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:14.915883 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40552) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:14.953035 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6037e517-81b5-4a6d-8316-e67e1e55fb79 None None] Pushing event updated for resources: {'Port': ['ID=61153bcd-7953-4f5f-bc59-03debd3a8d4d,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:14.990764 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-cd7a5af8-ef79-4714-8d03-bd2d5fdea39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8232d632-9ded-460e-8870-676a4f8e0a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180329332', 'tenant_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': 'dae42415-dccf-4732-9977-be4fb2a2bf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:46Z', 'updated_at': '2022-02-16T12:52:07Z', 'revision_number': 4, 'project_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'gw_port': {'id': 'dae42415-dccf-4732-9977-be4fb2a2bf8a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8232d632-9ded-460e-8870-676a4f8e0a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:49Z', 'updated_at': '2022-02-16T12:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '7a0d0934-2a3b-46b7-964e-883fa91a1d37', 'name': '', 'network_id': 'b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a', 'tenant_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'mac_address': 'fa:16:3e:67:ce:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8232d632-9ded-460e-8870-676a4f8e0a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '75c35191-aad0-42ed-afb3-0994d31eb847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:03Z', 'updated_at': '2022-02-16T12:52:09Z', 'revision_number': 2, 'project_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'subnets': [{'id': '75c35191-aad0-42ed-afb3-0994d31eb847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:15.006988 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7a5af8-ef79-4714-8d03-bd2d5fdea39f None None] Checking router: 8232d632-9ded-460e-8870-676a4f8e0a1c for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:52:15.007225 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7a5af8-ef79-4714-8d03-bd2d5fdea39f None None] Updating router 8232d632-9ded-460e-8870-676a4f8e0a1c port 7a0d0934-2a3b-46b7-964e-883fa91a1d37 binding host dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:52:15.012739 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-368434d5-d5eb-4902-9fb9-ac40d3fa51c8 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19c4edcd-8cfb-4c19-986e-c346c86fbf9d']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:15.044974 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3760608c-5d44-436a-a1f0-e8063524295c tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:15.062293 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cc423af3-60ac-4cd5-b314-3d173394e305 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:15.106885 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-368434d5-d5eb-4902-9fb9-ac40d3fa51c8 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e592e296-e194-434e-8741-8ce7b65fbb76') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:15.107961 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-368434d5-d5eb-4902-9fb9-ac40d3fa51c8 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e592e296-e194-434e-8741-8ce7b65fbb76') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:15.116601 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-ff5c3950-6528-4435-8181-0339b429ae94 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] delete failed (client error): The resource could not be found. Feb 16 12:52:15.117712 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-ff5c3950-6528-4435-8181-0339b429ae94 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "DELETE /v2.0/routers/f790b97e-4a73-45a4-b7ef-7d602afb2b3c HTTP/1.1" status: 404 len: 336 time: 0.1753790 Feb 16 12:52:15.124269 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40556) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:15.132733 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-368434d5-d5eb-4902-9fb9-ac40d3fa51c8 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:15.143984 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-cd7a5af8-ef79-4714-8d03-bd2d5fdea39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:15.164793 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-026f583e-ded2-4128-b69d-02d45358db3e req-e6b3be00-9c70-473a-946c-00c1af48353b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Unset dirty status for tenant:103f2f9b580d4ef5ac0f1ab1eab88f07 on resource:network {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:15.166048 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-026f583e-ded2-4128-b69d-02d45358db3e req-e6b3be00-9c70-473a-946c-00c1af48353b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/networks?id=b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a HTTP/1.1" status: 200 len: 797 time: 1.0331399 Feb 16 12:52:15.169615 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-368434d5-d5eb-4902-9fb9-ac40d3fa51c8 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:15.174815 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-c13fe85c-0005-4670-afb6-3d4fc08a7cf0 None None] Allocated IP 2001:db8::3 (4ee4394d-3955-4277-b8fb-98a57e270c1c/6e7d3a77-553d-4d8e-b91c-d848f10d261a/e960f570-209d-461f-8101-9d54b5176443) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:52:15.188004 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-26f30357-8c2a-43ef-b96c-43f768f3fe54 None None] Provisioning complete for port 61153bcd-7953-4f5f-bc59-03debd3a8d4d triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:15.189039 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-26f30357-8c2a-43ef-b96c-43f768f3fe54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:15.189253 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-6745def8-706a-4939-a7ae-f56e2689bd26 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] DELETE failed (client error): The resource could not be found. Feb 16 12:52:15.189715 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6745def8-706a-4939-a7ae-f56e2689bd26 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:52:15.191016 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-368434d5-d5eb-4902-9fb9-ac40d3fa51c8 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:52:15.191402 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6745def8-706a-4939-a7ae-f56e2689bd26 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "DELETE /v2.0/subnets/aed8fbf0-8766-4f96-a63b-349c4135ed52 HTTP/1.1" status: 404 len: 337 time: 0.0606768 Feb 16 12:52:15.191511 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-368434d5-d5eb-4902-9fb9-ac40d3fa51c8 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:15.206610 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:52:15.206610 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:52:15.206610 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:52:15.206610 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:52:15.206610 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:52:15.206610 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:52:15.206610 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:52:15.206610 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:52:15.206610 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:52:15.206610 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:52:15.206610 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:52:15.206610 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:52:15.206610 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:52:15.206610 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:52:15.206610 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:52:15.206610 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:52:15.206610 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:52:15.206610 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:52:15.206610 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:52:15.206610 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:52:15.206610 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:52:15.206610 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:52:15.206610 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:52:15.206610 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:52:15.206610 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:52:15.206610 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:52:15.206610 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:52:15.206610 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:52:15.206610 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:52:15.206610 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:52:15.206610 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:52:15.206610 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:52:15.208785 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40560) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:15.218515 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-026f583e-ded2-4128-b69d-02d45358db3e req-e9ed6da2-3dfb-40c7-8de9-3947f341a7f0 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/quotas/103f2f9b580d4ef5ac0f1ab1eab88f07 HTTP/1.1" status: 200 len: 375 time: 0.0400267 Feb 16 12:52:15.252524 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2979fd52-af75-45ec-9ff3-db5b0c0d372d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:15.272602 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-2979fd52-af75-45ec-9ff3-db5b0c0d372d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Transition to ACTIVE for port object 8d6d4341-ac81-4ab0-8b9d-5ba7ad631f1f will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:52:15.304029 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2979fd52-af75-45ec-9ff3-db5b0c0d372d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:15.359297 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-6287686c-41c1-4b26-b00a-92ecb00e9502 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "GET /v2.0/ports?device_id=fd6d0967-a3d5-45f3-bbc4-abf3dede9059 HTTP/1.1" status: 200 len: 205 time: 0.1407633 Feb 16 12:52:15.362046 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40564) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:15.387666 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3760608c-5d44-436a-a1f0-e8063524295c tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:15.435417 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-368434d5-d5eb-4902-9fb9-ac40d3fa51c8 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:15.439816 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-368434d5-d5eb-4902-9fb9-ac40d3fa51c8 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:15.486965 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-368434d5-d5eb-4902-9fb9-ac40d3fa51c8 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] 10.222.0.83 "DELETE /v2.0/networks/19c4edcd-8cfb-4c19-986e-c346c86fbf9d HTTP/1.1" status: 204 len: 168 time: 1.6080711 Feb 16 12:52:15.490640 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368434d5-d5eb-4902-9fb9-ac40d3fa51c8 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Pushing event deleted for resources: {'Network': ['ID=19c4edcd-8cfb-4c19-986e-c346c86fbf9d,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:15.493363 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40568) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:15.500787 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2979fd52-af75-45ec-9ff3-db5b0c0d372d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Network d95f242c-7a2a-420d-8603-118f692ee0ef is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:52:15.503209 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-2979fd52-af75-45ec-9ff3-db5b0c0d372d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:15.505738 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-6ce00b40-649c-4de3-bfff-193fe1715faa tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] delete failed (client error): The resource could not be found. Feb 16 12:52:15.506887 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6ce00b40-649c-4de3-bfff-193fe1715faa tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "DELETE /v2.0/routers/fd6d0967-a3d5-45f3-bbc4-abf3dede9059 HTTP/1.1" status: 404 len: 336 time: 0.1428859 Feb 16 12:52:15.511825 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2979fd52-af75-45ec-9ff3-db5b0c0d372d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:52:15.548912 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40572) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:15.602921 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979fd52-af75-45ec-9ff3-db5b0c0d372d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event updated for resources: {'Port': ['ID=8d6d4341-ac81-4ab0-8b9d-5ba7ad631f1f,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:15.618121 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c13fe85c-0005-4670-afb6-3d4fc08a7cf0 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:15.621744 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-6938c955-bed9-49fa-85bc-27131df8b0ad tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] DELETE failed (client error): The resource could not be found. Feb 16 12:52:15.622919 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6938c955-bed9-49fa-85bc-27131df8b0ad tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:52:15.625365 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6938c955-bed9-49fa-85bc-27131df8b0ad tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "DELETE /v2.0/subnets/a0075bb8-2dbb-4822-8569-26ab2e9092e8 HTTP/1.1" status: 404 len: 337 time: 0.0753469 Feb 16 12:52:15.628586 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40576) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:15.659511 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-026f583e-ded2-4128-b69d-02d45358db3e req-4022f6fc-77ae-46b1-86a1-a0a43489b439 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Synchronizing usage tracker for tenant:103f2f9b580d4ef5ac0f1ab1eab88f07 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:15.671571 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3760608c-5d44-436a-a1f0-e8063524295c tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:15.679756 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-c13fe85c-0005-4670-afb6-3d4fc08a7cf0 None None] Transition to ACTIVE for port object e960f570-209d-461f-8101-9d54b5176443 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:52:15.708471 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-859096b6-0fa0-4661-b80c-5994c0ebe4a1 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "GET /v2.0/ports?device_id=0edd8ba6-2881-49d1-89db-3fe52c6b2db9 HTTP/1.1" status: 200 len: 205 time: 0.0759699 Feb 16 12:52:15.710065 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40580) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:15.722092 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2979fd52-af75-45ec-9ff3-db5b0c0d372d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:15.725331 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2979fd52-af75-45ec-9ff3-db5b0c0d372d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:15.750490 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3760608c-5d44-436a-a1f0-e8063524295c tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Pushing event deleted for resources: {'Subnet': ['ID=6608b9b6-16fc-451b-9a36-3bc64cd41b05,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:15.760414 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3760608c-5d44-436a-a1f0-e8063524295c tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:15.777681 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f29f804-1d70-44ca-bb87-a2c750469814 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:15.783745 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f29f804-1d70-44ca-bb87-a2c750469814 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:15.784520 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-2f29f804-1d70-44ca-bb87-a2c750469814 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Synchronizing usage tracker for tenant:a03a1661094c41f2a246ff132b6a9f13 on resource:network {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:15.790283 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-3760608c-5d44-436a-a1f0-e8063524295c tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] 10.222.0.83 "DELETE /v2.0/subnets/6608b9b6-16fc-451b-9a36-3bc64cd41b05 HTTP/1.1" status: 204 len: 168 time: 1.3399932 Feb 16 12:52:15.793292 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40584) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:15.794034 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-c13fe85c-0005-4670-afb6-3d4fc08a7cf0 None None] Transition to ACTIVE for port object e960f570-209d-461f-8101-9d54b5176443 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:52:15.795383 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-026f583e-ded2-4128-b69d-02d45358db3e req-4022f6fc-77ae-46b1-86a1-a0a43489b439 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Unset dirty status for tenant:103f2f9b580d4ef5ac0f1ab1eab88f07 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:15.795533 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4682f428-8200-4c2c-ad1c-05e964cc58c5 None None] Network cee8dcf2-1fc6-4c38-8b72-5026031ea5cf requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:15.797234 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-026f583e-ded2-4128-b69d-02d45358db3e req-4022f6fc-77ae-46b1-86a1-a0a43489b439 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=103f2f9b580d4ef5ac0f1ab1eab88f07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5016556 Feb 16 12:52:15.843583 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-159637c4-dba8-49c0-86d2-0a74515cc5e1 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] delete failed (client error): The resource could not be found. Feb 16 12:52:15.847795 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-159637c4-dba8-49c0-86d2-0a74515cc5e1 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "DELETE /v2.0/routers/0edd8ba6-2881-49d1-89db-3fe52c6b2db9 HTTP/1.1" status: 404 len: 336 time: 0.1341963 Feb 16 12:52:15.848517 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40590) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:15.883203 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c13fe85c-0005-4670-afb6-3d4fc08a7cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:15.900153 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-68f54df3-a370-4977-95f5-ef69651633e9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] DELETE failed (client error): The resource could not be found. Feb 16 12:52:15.900658 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68f54df3-a370-4977-95f5-ef69651633e9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:52:15.907946 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-68f54df3-a370-4977-95f5-ef69651633e9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "DELETE /v2.0/subnets/e78ae4fa-093e-491e-ab69-7b58ee068fc5 HTTP/1.1" status: 404 len: 337 time: 0.0551701 Feb 16 12:52:15.908945 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40594) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:15.916723 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2979fd52-af75-45ec-9ff3-db5b0c0d372d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 4.1800277 Feb 16 12:52:15.916935 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40598) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:15.962456 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-95a59eb8-b21c-43da-948f-ea2fe850d5d9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] DELETE failed (client error): The resource could not be found. Feb 16 12:52:15.963132 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95a59eb8-b21c-43da-948f-ea2fe850d5d9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:52:15.967071 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-95a59eb8-b21c-43da-948f-ea2fe850d5d9 tempest-RoutersIpV6Test-1209886303 tempest-RoutersIpV6Test-1209886303-project] 10.222.0.83 "DELETE /v2.0/subnets/3065cca5-8fb6-444f-89d0-373c66bae844 HTTP/1.1" status: 404 len: 337 time: 0.0551460 Feb 16 12:52:15.969428 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cc423af3-60ac-4cd5-b314-3d173394e305 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:16.022026 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc423af3-60ac-4cd5-b314-3d173394e305 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Pushing event deleted for resources: {'Subnet': ['ID=6e7d3a77-553d-4d8e-b91c-d848f10d261a,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:16.108844 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587812e2-805f-45a9-b8de-0d535c97511a None None] Network d95f242c-7a2a-420d-8603-118f692ee0ef requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:16.149545 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-2f29f804-1d70-44ca-bb87-a2c750469814 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Unset dirty status for tenant:a03a1661094c41f2a246ff132b6a9f13 on resource:network {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:16.154360 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-2f29f804-1d70-44ca-bb87-a2c750469814 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6547966 Feb 16 12:52:16.154801 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40604) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:16.178643 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-53ad24d5-9d8b-4500-9841-44a4e703d38c tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-971971859'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:16.184810 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-53ad24d5-9d8b-4500-9841-44a4e703d38c tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:16.198102 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-53ad24d5-9d8b-4500-9841-44a4e703d38c tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:16.214007 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cc423af3-60ac-4cd5-b314-3d173394e305 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:16.229730 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ad24d5-9d8b-4500-9841-44a4e703d38c tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Made reservation on behalf of a03a1661094c41f2a246ff132b6a9f13 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:16.234056 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-53ad24d5-9d8b-4500-9841-44a4e703d38c tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:16.303120 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-026f583e-ded2-4128-b69d-02d45358db3e req-67a9d65f-3ee4-4084-804b-3af9ce2c77f1 service neutron] 10.222.0.83 "GET /v2.0/networks/b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4774759 Feb 16 12:52:16.316020 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-cc423af3-60ac-4cd5-b314-3d173394e305 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ee4394d-3955-4277-b8fb-98a57e270c1c']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:16.320191 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13fe85c-0005-4670-afb6-3d4fc08a7cf0 None None] Network 4ee4394d-3955-4277-b8fb-98a57e270c1c is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:52:16.335194 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53ad24d5-9d8b-4500-9841-44a4e703d38c tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:52:16.345202 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-9a7994b1-4712-42ad-94ab-f523a2902a4a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Deleting port 8d6d4341-ac81-4ab0-8b9d-5ba7ad631f1f {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:52:16.345202 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9a7994b1-4712-42ad-94ab-f523a2902a4a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:16.352316 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-cc423af3-60ac-4cd5-b314-3d173394e305 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ccd6f93-31cc-45e7-aec6-72983c7b6f7e') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:16.352800 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-cc423af3-60ac-4cd5-b314-3d173394e305 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ccd6f93-31cc-45e7-aec6-72983c7b6f7e') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:16.357993 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-c13fe85c-0005-4670-afb6-3d4fc08a7cf0 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:16.371041 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device be8d9432-4ec5-4d9e-aa98-94ef49b0adaa up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:52:16.382509 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-53ad24d5-9d8b-4500-9841-44a4e703d38c tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:16.383435 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-53ad24d5-9d8b-4500-9841-44a4e703d38c tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Added segment a7c4534c-1591-4c68-bc5a-04ebe588267b of type vlan for network 17a2c73b-cfe9-4d3b-ad56-19a34e74da23 Feb 16 12:52:16.386123 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cc423af3-60ac-4cd5-b314-3d173394e305 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:16.416784 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13fe85c-0005-4670-afb6-3d4fc08a7cf0 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:52:16.419341 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cc423af3-60ac-4cd5-b314-3d173394e305 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:16.440852 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc423af3-60ac-4cd5-b314-3d173394e305 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:52:16.441389 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cc423af3-60ac-4cd5-b314-3d173394e305 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:16.480289 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:52:16.480289 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:52:16.480289 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:52:16.480289 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:52:16.480289 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:52:16.480289 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:52:16.480289 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:52:16.480289 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:52:16.480289 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:52:16.480289 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:52:16.480289 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:52:16.480289 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:52:16.480289 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:52:16.480289 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:52:16.480289 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:52:16.480289 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:52:16.480289 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:52:16.480289 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:52:16.480289 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:52:16.480289 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:52:16.480289 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:52:16.480289 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:52:16.480289 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:52:16.480289 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:52:16.480289 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:52:16.480289 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:52:16.480289 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:52:16.480289 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:52:16.480289 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:52:16.480289 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:52:16.480289 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:52:16.480289 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:52:16.507425 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13fe85c-0005-4670-afb6-3d4fc08a7cf0 None None] Pushing event updated for resources: {'Port': ['ID=e960f570-209d-461f-8101-9d54b5176443,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:16.531274 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c5f82f43-bd3e-425b-b7b5-8bd751d46d0e tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:16.531846 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-9c61bb6d-b97a-4714-b581-997a021a4f8b None None] Provisioning for port be8d9432-4ec5-4d9e-aa98-94ef49b0adaa completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:52:16.544208 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-53ad24d5-9d8b-4500-9841-44a4e703d38c tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:16.548404 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40610) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:16.604357 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-cc423af3-60ac-4cd5-b314-3d173394e305 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 12:52:16.604357 dv-neutron-829527-1-hyperv neutron-server[87699]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 12:52:16.604357 dv-neutron-829527-1-hyperv neutron-server[87699]: [parameters: {'id': '4ee4394d-3955-4277-b8fb-98a57e270c1c'}] Feb 16 12:52:16.604357 dv-neutron-829527-1-hyperv neutron-server[87699]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:52:16.604901 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-cc423af3-60ac-4cd5-b314-3d173394e305 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:52:16.610987 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-53ad24d5-9d8b-4500-9841-44a4e703d38c tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:16.621002 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ad24d5-9d8b-4500-9841-44a4e703d38c tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:16.621701 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-53ad24d5-9d8b-4500-9841-44a4e703d38c tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:16.628481 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-c5f82f43-bd3e-425b-b7b5-8bd751d46d0e tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Deleting port a18fefdd-cf1b-40a5-ad70-04d3a41874a7 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:52:16.629065 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c5f82f43-bd3e-425b-b7b5-8bd751d46d0e tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:16.668971 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-c13fe85c-0005-4670-afb6-3d4fc08a7cf0 None None] Attempting to bind port e960f570-209d-461f-8101-9d54b5176443 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:52:16.669366 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-c13fe85c-0005-4670-afb6-3d4fc08a7cf0 None None] Attempting to bind port e960f570-209d-461f-8101-9d54b5176443 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '2ccd6f93-31cc-45e7-aec6-72983c7b6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '4ee4394d-3955-4277-b8fb-98a57e270c1c'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:52:16.669719 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13fe85c-0005-4670-afb6-3d4fc08a7cf0 None None] Attempting to bind port e960f570-209d-461f-8101-9d54b5176443 on network 4ee4394d-3955-4277-b8fb-98a57e270c1c {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:52:16.702657 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13fe85c-0005-4670-afb6-3d4fc08a7cf0 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:52:16.703036 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13fe85c-0005-4670-afb6-3d4fc08a7cf0 None None] Checking segment: {'id': '2ccd6f93-31cc-45e7-aec6-72983c7b6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '4ee4394d-3955-4277-b8fb-98a57e270c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:52:16.703449 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c13fe85c-0005-4670-afb6-3d4fc08a7cf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:16.703820 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13fe85c-0005-4670-afb6-3d4fc08a7cf0 None None] Bound using segment: {'id': '2ccd6f93-31cc-45e7-aec6-72983c7b6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '4ee4394d-3955-4277-b8fb-98a57e270c1c'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:52:16.704299 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-c13fe85c-0005-4670-afb6-3d4fc08a7cf0 None None] Bound port: e960f570-209d-461f-8101-9d54b5176443, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ccd6f93-31cc-45e7-aec6-72983c7b6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '4ee4394d-3955-4277-b8fb-98a57e270c1c'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:52:16.704691 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c13fe85c-0005-4670-afb6-3d4fc08a7cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:16.772641 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-53ad24d5-9d8b-4500-9841-44a4e703d38c tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6158929 Feb 16 12:52:16.775406 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad24d5-9d8b-4500-9841-44a4e703d38c tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Pushing event updated for resources: {'Network': ['ID=17a2c73b-cfe9-4d3b-ad56-19a34e74da23,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:16.778434 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40616) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:16.795663 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-534d2ea8-a75a-4aac-8450-c4e7f3e3f17e tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1966261811'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:16.807781 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-534d2ea8-a75a-4aac-8450-c4e7f3e3f17e tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:16.815947 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 17a2c73b-cfe9-4d3b-ad56-19a34e74da23 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:52:16.823408 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-534d2ea8-a75a-4aac-8450-c4e7f3e3f17e tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Usage tracker for resource:network and tenant:a03a1661094c41f2a246ff132b6a9f13 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:16.829123 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-534d2ea8-a75a-4aac-8450-c4e7f3e3f17e tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:16.838208 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-534d2ea8-a75a-4aac-8450-c4e7f3e3f17e tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:16.845201 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-26a65177-ba61-48bb-a589-95a0b5c2b0e4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=bc1f0288054c40818f485d7fa9a59a39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2872376 Feb 16 12:52:16.845647 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40620) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:16.877645 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534d2ea8-a75a-4aac-8450-c4e7f3e3f17e tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Made reservation on behalf of a03a1661094c41f2a246ff132b6a9f13 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:16.881927 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-534d2ea8-a75a-4aac-8450-c4e7f3e3f17e tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:16.914638 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port be8d9432-4ec5-4d9e-aa98-94ef49b0adaa completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:52:16.926964 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-026f583e-ded2-4128-b69d-02d45358db3e req-1aea89eb-ebf1-4644-b579-42768f8accf4 service neutron] 10.222.0.83 "GET /v2.0/networks/b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6229393 Feb 16 12:52:16.937069 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-534d2ea8-a75a-4aac-8450-c4e7f3e3f17e tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:52:16.939143 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d37345a9-1e4b-40f5-924d-5b9fb57457fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:16.945743 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-cd7a5af8-ef79-4714-8d03-bd2d5fdea39f None None] Notify callbacks [] for port, precommit_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:16.953754 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port be8d9432-4ec5-4d9e-aa98-94ef49b0adaa triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:16.954120 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:16.964806 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-534d2ea8-a75a-4aac-8450-c4e7f3e3f17e tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:16.965184 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-534d2ea8-a75a-4aac-8450-c4e7f3e3f17e tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Added segment 09190e44-8125-41e3-b605-f684e2016f15 of type vlan for network ce968e25-cfad-4a47-92c7-4bf89b1d21d7 Feb 16 12:52:16.981233 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d37345a9-1e4b-40f5-924d-5b9fb57457fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:17.028928 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-534d2ea8-a75a-4aac-8450-c4e7f3e3f17e tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:17.048707 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-cd7a5af8-ef79-4714-8d03-bd2d5fdea39f None None] Transition to ACTIVE for port object 7a0d0934-2a3b-46b7-964e-883fa91a1d37 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:52:17.106317 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cc423af3-60ac-4cd5-b314-3d173394e305 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:17.111845 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d37345a9-1e4b-40f5-924d-5b9fb57457fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:17.113790 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-cd7a5af8-ef79-4714-8d03-bd2d5fdea39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:17.116905 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9a7994b1-4712-42ad-94ab-f523a2902a4a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:17.156976 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-c5f82f43-bd3e-425b-b7b5-8bd751d46d0e tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] For port a18fefdd-cf1b-40a5-ad70-04d3a41874a7, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=a18fefdd-cf1b-40a5-ad70-04d3a41874a7,segment=NetworkSegment(8f6a9543-b54d-419a-8687-85ee5cd6f81b),segment_id=8f6a9543-b54d-419a-8687-85ee5cd6f81b)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:17.157553 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c5f82f43-bd3e-425b-b7b5-8bd751d46d0e tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:17.164138 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-c13fe85c-0005-4670-afb6-3d4fc08a7cf0 None None] For port e960f570-209d-461f-8101-9d54b5176443, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:52:17.178538 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-534d2ea8-a75a-4aac-8450-c4e7f3e3f17e tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:17.181925 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bb271b-064c-4887-9cda-064b4c22df15 None None] DHCP port deletion for cee8dcf2-1fc6-4c38-8b72-5026031ea5cf request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:52:17.184797 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534d2ea8-a75a-4aac-8450-c4e7f3e3f17e tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:17.186468 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-534d2ea8-a75a-4aac-8450-c4e7f3e3f17e tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:17.306112 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-c13fe85c-0005-4670-afb6-3d4fc08a7cf0 None None] For port e960f570-209d-461f-8101-9d54b5176443, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=e960f570-209d-461f-8101-9d54b5176443,segment=NetworkSegment(2ccd6f93-31cc-45e7-aec6-72983c7b6f7e),segment_id=2ccd6f93-31cc-45e7-aec6-72983c7b6f7e)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:52:17.307395 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-79bb271b-064c-4887-9cda-064b4c22df15 None None] Deleting port a18fefdd-cf1b-40a5-ad70-04d3a41874a7 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:52:17.308089 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-79bb271b-064c-4887-9cda-064b4c22df15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:17.421900 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-9a7994b1-4712-42ad-94ab-f523a2902a4a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Calling delete_port for 8d6d4341-ac81-4ab0-8b9d-5ba7ad631f1f owned by {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:52:17.441452 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c13fe85c-0005-4670-afb6-3d4fc08a7cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:17.489275 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37345a9-1e4b-40f5-924d-5b9fb57457fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e834bb73-5f6e-437e-a152-4eda69b81fbc,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:17.515770 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d2ea8-a75a-4aac-8450-c4e7f3e3f17e tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Pushing event updated for resources: {'Network': ['ID=ce968e25-cfad-4a47-92c7-4bf89b1d21d7,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:17.521381 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-90531c20-f0d0-47d0-84ae-bb1559a7e03b req-f378a803-7267-4335-a844-55bb5deae59b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/ports?device_id=7fdb21ed-241b-4fdc-8e4a-c7074125b27a HTTP/1.1" status: 200 len: 210 time: 0.3898988 Feb 16 12:52:17.523956 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d37345a9-1e4b-40f5-924d-5b9fb57457fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:17.528365 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d37345a9-1e4b-40f5-924d-5b9fb57457fc admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e834bb73-5f6e-437e-a152-4eda69b81fbc HTTP/1.1" status: 204 len: 168 time: 0.6816816 Feb 16 12:52:17.537804 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-534d2ea8-a75a-4aac-8450-c4e7f3e3f17e tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7542646 Feb 16 12:52:17.537804 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-cc423af3-60ac-4cd5-b314-3d173394e305 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Deleting port e960f570-209d-461f-8101-9d54b5176443 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:52:17.537804 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cc423af3-60ac-4cd5-b314-3d173394e305 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:17.572751 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40634) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:17.589238 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network ce968e25-cfad-4a47-92c7-4bf89b1d21d7 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:52:17.629980 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-844f7d5f-f81a-4a08-b8d7-82e8782ad6d9 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Request body: {'ports': [{'network_id': '17a2c73b-cfe9-4d3b-ad56-19a34e74da23', 'name': 'tempest-port--1250075172', 'admin_state_up': True}, {'network_id': 'ce968e25-cfad-4a47-92c7-4bf89b1d21d7', 'admin_state_up': False}]} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:17.630274 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-844f7d5f-f81a-4a08-b8d7-82e8782ad6d9 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Request body: {'port': {'network_id': '17a2c73b-cfe9-4d3b-ad56-19a34e74da23', 'name': 'tempest-port--1250075172', 'admin_state_up': True}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:17.630891 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-844f7d5f-f81a-4a08-b8d7-82e8782ad6d9 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Request body: {'port': {'network_id': 'ce968e25-cfad-4a47-92c7-4bf89b1d21d7', 'admin_state_up': False}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:17.672125 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee8380d-53b1-45ba-9390-424cafba548d None None] Pushing event updated for resources: {'Port': ['ID=7a0d0934-2a3b-46b7-964e-883fa91a1d37,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:17.726875 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-c5f82f43-bd3e-425b-b7b5-8bd751d46d0e tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Calling delete_port for a18fefdd-cf1b-40a5-ad70-04d3a41874a7 owned by network:dhcp {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:52:17.881692 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c5f82f43-bd3e-425b-b7b5-8bd751d46d0e tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:17.943505 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f82f43-bd3e-425b-b7b5-8bd751d46d0e tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] No DVR routers for this DVR port a18fefdd-cf1b-40a5-ad70-04d3a41874a7 on host dv-neutron-829527-1-hyperv {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:52:17.980539 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f82f43-bd3e-425b-b7b5-8bd751d46d0e tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Pushing event deleted for resources: {'Port': ['ID=a18fefdd-cf1b-40a5-ad70-04d3a41874a7,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:17.999670 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-844f7d5f-f81a-4a08-b8d7-82e8782ad6d9 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:18.003932 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-844f7d5f-f81a-4a08-b8d7-82e8782ad6d9 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Usage tracker for resource:port and tenant:a03a1661094c41f2a246ff132b6a9f13 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:18.007030 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-844f7d5f-f81a-4a08-b8d7-82e8782ad6d9 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:18.022773 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-844f7d5f-f81a-4a08-b8d7-82e8782ad6d9 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:18.069877 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-79bb271b-064c-4887-9cda-064b4c22df15 None None] The port 'a18fefdd-cf1b-40a5-ad70-04d3a41874a7' was deleted {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:52:18.126908 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:18.157450 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844f7d5f-f81a-4a08-b8d7-82e8782ad6d9 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Made reservation on behalf of a03a1661094c41f2a246ff132b6a9f13 for: {'port': 2} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:18.163379 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-844f7d5f-f81a-4a08-b8d7-82e8782ad6d9 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:18.166796 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c5f82f43-bd3e-425b-b7b5-8bd751d46d0e tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:18.186341 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-844f7d5f-f81a-4a08-b8d7-82e8782ad6d9 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:18.195927 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9a7994b1-4712-42ad-94ab-f523a2902a4a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:18.387089 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port be8d9432-4ec5-4d9e-aa98-94ef49b0adaa, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=be8d9432-4ec5-4d9e-aa98-94ef49b0adaa,segment=NetworkSegment(45c61539-7cd5-44c9-9df4-e3d6a9ebf383),segment_id=45c61539-7cd5-44c9-9df4-e3d6a9ebf383)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:18.412726 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-c5f82f43-bd3e-425b-b7b5-8bd751d46d0e tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cee8dcf2-1fc6-4c38-8b72-5026031ea5cf']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:18.471744 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:18.473002 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 61153bcd-7953-4f5f-bc59-03debd3a8d4d up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:52:18.506703 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7994b1-4712-42ad-94ab-f523a2902a4a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event deleted for resources: {'Port': ['ID=8d6d4341-ac81-4ab0-8b9d-5ba7ad631f1f,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:18.521586 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-c5f82f43-bd3e-425b-b7b5-8bd751d46d0e tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f6a9543-b54d-419a-8687-85ee5cd6f81b') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:18.521586 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-c5f82f43-bd3e-425b-b7b5-8bd751d46d0e tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f6a9543-b54d-419a-8687-85ee5cd6f81b') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:18.533711 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-cc423af3-60ac-4cd5-b314-3d173394e305 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] For port e960f570-209d-461f-8101-9d54b5176443, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=e960f570-209d-461f-8101-9d54b5176443,segment=NetworkSegment(2ccd6f93-31cc-45e7-aec6-72983c7b6f7e),segment_id=2ccd6f93-31cc-45e7-aec6-72983c7b6f7e)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:18.534084 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cc423af3-60ac-4cd5-b314-3d173394e305 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:18.572590 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-844f7d5f-f81a-4a08-b8d7-82e8782ad6d9 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] device_id is not set on port fe04ca67-ae1d-4322-bbae-1af0de4a5076 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:52:18.600580 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c5f82f43-bd3e-425b-b7b5-8bd751d46d0e tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:18.650884 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-73076462-e681-4788-924f-39f9608cc2ef None None] Provisioning for port 8d6d4341-ac81-4ab0-8b9d-5ba7ad631f1f completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:52:18.680739 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-cd7a5af8-ef79-4714-8d03-bd2d5fdea39f None None] Attempting to bind port 7a0d0934-2a3b-46b7-964e-883fa91a1d37 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:52:18.681857 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-cd7a5af8-ef79-4714-8d03-bd2d5fdea39f None None] Attempting to bind port 7a0d0934-2a3b-46b7-964e-883fa91a1d37 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '93a1263e-765c-4aeb-b2f7-d3e38b88659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:52:18.686819 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c5f82f43-bd3e-425b-b7b5-8bd751d46d0e tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:18.699697 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7a5af8-ef79-4714-8d03-bd2d5fdea39f None None] Attempting to bind port 7a0d0934-2a3b-46b7-964e-883fa91a1d37 on network b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:52:18.712240 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f82f43-bd3e-425b-b7b5-8bd751d46d0e tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:52:18.712695 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c5f82f43-bd3e-425b-b7b5-8bd751d46d0e tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:18.741978 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:52:18.741978 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:52:18.741978 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:52:18.741978 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:52:18.741978 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:52:18.741978 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:52:18.741978 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:52:18.741978 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:52:18.741978 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:52:18.741978 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:52:18.741978 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:52:18.741978 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:52:18.741978 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:52:18.741978 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:52:18.741978 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:52:18.741978 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:52:18.741978 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:52:18.741978 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:52:18.741978 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:52:18.741978 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:52:18.741978 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:52:18.741978 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:52:18.741978 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:52:18.741978 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:52:18.741978 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:52:18.741978 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:52:18.741978 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:52:18.741978 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:52:18.741978 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:52:18.741978 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:52:18.741978 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:52:18.741978 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:52:18.744958 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9a7994b1-4712-42ad-94ab-f523a2902a4a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:18.745056 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-cc423af3-60ac-4cd5-b314-3d173394e305 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Calling delete_port for e960f570-209d-461f-8101-9d54b5176443 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:52:18.751069 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-73076462-e681-4788-924f-39f9608cc2ef None None] Provisioning complete for port 8d6d4341-ac81-4ab0-8b9d-5ba7ad631f1f triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:18.751572 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-73076462-e681-4788-924f-39f9608cc2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:18.817297 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40660) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:18.840915 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13fe85c-0005-4670-afb6-3d4fc08a7cf0 None None] Pushing event updated for resources: {'Port': ['ID=e960f570-209d-461f-8101-9d54b5176443,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:18.843667 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7a5af8-ef79-4714-8d03-bd2d5fdea39f None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:52:18.844069 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7a5af8-ef79-4714-8d03-bd2d5fdea39f None None] Checking segment: {'id': '93a1263e-765c-4aeb-b2f7-d3e38b88659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:52:18.844436 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-cd7a5af8-ef79-4714-8d03-bd2d5fdea39f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:18.844849 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7a5af8-ef79-4714-8d03-bd2d5fdea39f None None] Bound using segment: {'id': '93a1263e-765c-4aeb-b2f7-d3e38b88659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:52:18.845366 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-cd7a5af8-ef79-4714-8d03-bd2d5fdea39f None None] Bound port: 7a0d0934-2a3b-46b7-964e-883fa91a1d37, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a1263e-765c-4aeb-b2f7-d3e38b88659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:52:18.845733 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-cd7a5af8-ef79-4714-8d03-bd2d5fdea39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:18.895834 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cc423af3-60ac-4cd5-b314-3d173394e305 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:18.902768 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-73076462-e681-4788-924f-39f9608cc2ef None None] Port 8d6d4341-ac81-4ab0-8b9d-5ba7ad631f1f was deleted so its status cannot be updated. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 16 12:52:18.971675 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc423af3-60ac-4cd5-b314-3d173394e305 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Pushing event deleted for resources: {'Port': ['ID=e960f570-209d-461f-8101-9d54b5176443,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:18.999873 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc423af3-60ac-4cd5-b314-3d173394e305 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] No DVR routers for this DVR port e960f570-209d-461f-8101-9d54b5176443 on host dv-neutron-829527-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:52:19.005927 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-cd7a5af8-ef79-4714-8d03-bd2d5fdea39f None None] For port 7a0d0934-2a3b-46b7-964e-883fa91a1d37, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:52:19.009058 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-cd7a5af8-ef79-4714-8d03-bd2d5fdea39f None None] For port 7a0d0934-2a3b-46b7-964e-883fa91a1d37, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=7a0d0934-2a3b-46b7-964e-883fa91a1d37,segment=NetworkSegment(93a1263e-765c-4aeb-b2f7-d3e38b88659f),segment_id=93a1263e-765c-4aeb-b2f7-d3e38b88659f)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:52:19.019659 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cd1480-507c-4184-a927-b5682056182e None None] Network 4ee4394d-3955-4277-b8fb-98a57e270c1c requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:19.038638 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-cd7a5af8-ef79-4714-8d03-bd2d5fdea39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:19.048594 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 61153bcd-7953-4f5f-bc59-03debd3a8d4d triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:19.048988 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:19.050578 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-832c85f7-f917-41c1-a4a0-71ce7238f278 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Request body: {'security_group': {'name': 'tempest-secgroup--1062046129'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:19.059209 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-9a7994b1-4712-42ad-94ab-f523a2902a4a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/ports/8d6d4341-ac81-4ab0-8b9d-5ba7ad631f1f HTTP/1.1" status: 204 len: 168 time: 3.1423709 Feb 16 12:52:19.061677 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7bffc379-a796-4a49-8727-8035e4a438d7 req-a1dc2c27-75d9-423d-a8f5-2835684a1276 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/ports?device_id=7fdb21ed-241b-4fdc-8e4a-c7074125b27a HTTP/1.1" status: 200 len: 210 time: 0.3157387 Feb 16 12:52:19.066163 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40668) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:19.126975 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c5f82f43-bd3e-425b-b7b5-8bd751d46d0e tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:19.127210 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-832c85f7-f917-41c1-a4a0-71ce7238f278 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:19.146810 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c5f82f43-bd3e-425b-b7b5-8bd751d46d0e tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:19.163814 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-832c85f7-f917-41c1-a4a0-71ce7238f278 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Usage tracker for resource:security_group and tenant:5d7224d426b54462a1fe8b919e2ef79f is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:19.167900 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-1155e185-e965-4ac8-8058-d24b1a8e47ce tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] GET failed (client error): The resource could not be found. Feb 16 12:52:19.168095 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1155e185-e965-4ac8-8058-d24b1a8e47ce tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Synchronizing usage tracker for tenant:cf313999ec50441da36056616d2e4e36 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:19.169460 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f82f43-bd3e-425b-b7b5-8bd751d46d0e tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Pushing event deleted for resources: {'Network': ['ID=cee8dcf2-1fc6-4c38-8b72-5026031ea5cf,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:19.171173 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-832c85f7-f917-41c1-a4a0-71ce7238f278 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:19.175406 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-c5f82f43-bd3e-425b-b7b5-8bd751d46d0e tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] 10.222.0.83 "DELETE /v2.0/networks/cee8dcf2-1fc6-4c38-8b72-5026031ea5cf HTTP/1.1" status: 204 len: 168 time: 3.3769202 Feb 16 12:52:19.184308 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-73076462-e681-4788-924f-39f9608cc2ef None None] Provisioning complete for port be8d9432-4ec5-4d9e-aa98-94ef49b0adaa triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:19.184858 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-73076462-e681-4788-924f-39f9608cc2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:19.185084 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40674) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:19.214594 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=be8d9432-4ec5-4d9e-aa98-94ef49b0adaa,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:19.234549 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-832c85f7-f917-41c1-a4a0-71ce7238f278 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:19.262001 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d96aac4-e321-475f-8d31-978292aeebaa tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Deleting subnet f6c44912-24e7-4ae1-bd23-012f2d8568d4 {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:52:19.272998 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f583e-ded2-4128-b69d-02d45358db3e req-8f081b0c-a588-4867-8c75-7c70e1c2930e tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:19.274659 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-026f583e-ded2-4128-b69d-02d45358db3e req-8f081b0c-a588-4867-8c75-7c70e1c2930e tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.89 "GET /v2.0/networks?id=b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a HTTP/1.1" status: 200 len: 797 time: 0.4700286 Feb 16 12:52:19.275788 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7d96aac4-e321-475f-8d31-978292aeebaa tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:19.291271 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cc423af3-60ac-4cd5-b314-3d173394e305 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:19.311040 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee8380d-53b1-45ba-9390-424cafba548d None None] Pushing event updated for resources: {'Port': ['ID=7a0d0934-2a3b-46b7-964e-883fa91a1d37,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:19.331050 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-844f7d5f-f81a-4a08-b8d7-82e8782ad6d9 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:19.333909 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-832c85f7-f917-41c1-a4a0-71ce7238f278 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:19.353660 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7a5af8-ef79-4714-8d03-bd2d5fdea39f None None] Routers {'8232d632-9ded-460e-8870-676a4f8e0a1c'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:52:19.365335 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-cd7a5af8-ef79-4714-8d03-bd2d5fdea39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:52:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['8232d632-9ded-460e-8870-676a4f8e0a1c'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:19.371108 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7d96aac4-e321-475f-8d31-978292aeebaa tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:19.375432 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1155e185-e965-4ac8-8058-d24b1a8e47ce tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Unset dirty status for tenant:cf313999ec50441da36056616d2e4e36 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:19.380100 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1155e185-e965-4ac8-8058-d24b1a8e47ce tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "GET /v2.0/ports/8d6d4341-ac81-4ab0-8b9d-5ba7ad631f1f HTTP/1.1" status: 404 len: 333 time: 0.3055160 Feb 16 12:52:19.380736 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40678) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:19.414346 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-026f583e-ded2-4128-b69d-02d45358db3e req-fbf7e7e5-e8e9-42e0-8f85-9d2e7d7ced5c tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=103f2f9b580d4ef5ac0f1ab1eab88f07 HTTP/1.1" status: 200 len: 380 time: 0.1094656 Feb 16 12:52:19.429867 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-026f583e-ded2-4128-b69d-02d45358db3e req-1fcf13e7-40a6-4442-a021-690b8934abc6 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Request body: {'port': {'device_id': '7fdb21ed-241b-4fdc-8e4a-c7074125b27a', 'network_id': 'b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a', 'admin_state_up': True, 'tenant_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'security_groups': ['2a5ab787-cbec-4fb6-a4e3-d625d6a13d3e']}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:19.434027 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-cc423af3-60ac-4cd5-b314-3d173394e305 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ee4394d-3955-4277-b8fb-98a57e270c1c']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:19.441184 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-832c85f7-f917-41c1-a4a0-71ce7238f278 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:19.601728 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7d96aac4-e321-475f-8d31-978292aeebaa tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:19.612001 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af904e0-2dbe-4d43-b1dc-81d67b2ae4e5 None None] get_active_networks_info from dv-neutron-829527-1-hyperv {{(pid=87702) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 12:52:19.629797 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-832c85f7-f917-41c1-a4a0-71ce7238f278 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:19.642630 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-cc423af3-60ac-4cd5-b314-3d173394e305 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ccd6f93-31cc-45e7-aec6-72983c7b6f7e') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:19.642630 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-cc423af3-60ac-4cd5-b314-3d173394e305 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ccd6f93-31cc-45e7-aec6-72983c7b6f7e') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:19.671720 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-832c85f7-f917-41c1-a4a0-71ce7238f278 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Usage tracker for resource:security_group_rule and tenant:5d7224d426b54462a1fe8b919e2ef79f is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:19.679688 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cc423af3-60ac-4cd5-b314-3d173394e305 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:19.697944 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-832c85f7-f917-41c1-a4a0-71ce7238f278 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:19.705742 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-026f583e-ded2-4128-b69d-02d45358db3e req-1fcf13e7-40a6-4442-a021-690b8934abc6 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:19.713893 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4766fca-5510-444d-bff4-5df67cfe2c5d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Deleting subnet 47dbfd65-0d98-447a-bb01-0fca96b97449 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:52:19.715886 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-832c85f7-f917-41c1-a4a0-71ce7238f278 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:19.723355 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-026f583e-ded2-4128-b69d-02d45358db3e req-1fcf13e7-40a6-4442-a021-690b8934abc6 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:19.726872 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-844f7d5f-f81a-4a08-b8d7-82e8782ad6d9 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] device_id is not set on port 1c3ee03e-1acc-455a-b1ee-cfefd4d1abc9 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:52:19.731533 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c4766fca-5510-444d-bff4-5df67cfe2c5d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:19.733901 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7d96aac4-e321-475f-8d31-978292aeebaa tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:19.767873 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cc423af3-60ac-4cd5-b314-3d173394e305 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:19.774226 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-026f583e-ded2-4128-b69d-02d45358db3e req-1fcf13e7-40a6-4442-a021-690b8934abc6 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Made reservation on behalf of 103f2f9b580d4ef5ac0f1ab1eab88f07 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:19.777674 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-026f583e-ded2-4128-b69d-02d45358db3e req-1fcf13e7-40a6-4442-a021-690b8934abc6 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:19.784077 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc423af3-60ac-4cd5-b314-3d173394e305 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:52:19.784505 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cc423af3-60ac-4cd5-b314-3d173394e305 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:19.796067 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d96aac4-e321-475f-8d31-978292aeebaa tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Pushing event deleted for resources: {'Subnet': ['ID=f6c44912-24e7-4ae1-bd23-012f2d8568d4,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:19.801249 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:52:19.801249 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:52:19.801249 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:52:19.801249 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:52:19.801249 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:52:19.801249 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:52:19.801249 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:52:19.801249 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:52:19.801249 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:52:19.801249 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:52:19.801249 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:52:19.801249 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:52:19.801249 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:52:19.801249 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:52:19.801249 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:52:19.801249 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:52:19.801249 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:52:19.801249 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:52:19.801249 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:52:19.801249 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:52:19.801249 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:52:19.801249 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:52:19.801249 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:52:19.801249 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:52:19.801249 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:52:19.801249 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:52:19.801249 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:52:19.801249 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:52:19.801249 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:52:19.801249 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:52:19.801249 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:52:19.801249 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:52:19.803369 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7d96aac4-e321-475f-8d31-978292aeebaa tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:19.847425 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-7d96aac4-e321-475f-8d31-978292aeebaa tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] 10.222.0.83 "DELETE /v2.0/subnets/f6c44912-24e7-4ae1-bd23-012f2d8568d4 HTTP/1.1" status: 204 len: 168 time: 0.6613538 Feb 16 12:52:19.850805 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40682) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:19.909182 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-cd7a5af8-ef79-4714-8d03-bd2d5fdea39f None None] Set router 8232d632-9ded-460e-8870-676a4f8e0a1c gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:52:19.924310 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c4766fca-5510-444d-bff4-5df67cfe2c5d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:19.969136 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b32724a-ba40-4c52-a0fd-85e13d172ef3 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Deleting subnet cec2b526-0698-4613-b302-96fc7f1b1980 {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:52:19.973752 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cc423af3-60ac-4cd5-b314-3d173394e305 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:19.993975 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device be8d9432-4ec5-4d9e-aa98-94ef49b0adaa up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:52:20.001596 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9b32724a-ba40-4c52-a0fd-85e13d172ef3 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:20.012183 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cc423af3-60ac-4cd5-b314-3d173394e305 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:20.034269 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc423af3-60ac-4cd5-b314-3d173394e305 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Pushing event deleted for resources: {'Network': ['ID=4ee4394d-3955-4277-b8fb-98a57e270c1c,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:20.065106 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-29d6afa7-fff0-4176-91c1-d7e72b277376 None None] Could not find standard attr ID for object 8d6d4341-ac81-4ab0-8b9d-5ba7ad631f1f. {{(pid=87702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:52:20.079612 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9b32724a-ba40-4c52-a0fd-85e13d172ef3 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:20.089967 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-cc423af3-60ac-4cd5-b314-3d173394e305 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "DELETE /v2.0/networks/4ee4394d-3955-4277-b8fb-98a57e270c1c HTTP/1.1" status: 204 len: 168 time: 5.9963565 Feb 16 12:52:20.109165 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40686) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:20.118903 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-ec6dc9aa-0ff6-4803-ab6b-330025bc3ee9 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1688983289'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:20.144645 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ec6dc9aa-0ff6-4803-ab6b-330025bc3ee9 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:20.162147 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ec6dc9aa-0ff6-4803-ab6b-330025bc3ee9 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Usage tracker for resource:network and tenant:41e1ac5f697d49bbba7587a21281c0a4 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:20.174787 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ec6dc9aa-0ff6-4803-ab6b-330025bc3ee9 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:20.178383 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [req-026f583e-ded2-4128-b69d-02d45358db3e req-1fcf13e7-40a6-4442-a021-690b8934abc6 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Allocated IP 172.20.0.12 (b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a/75c35191-aad0-42ed-afb3-0994d31eb847/762066c8-8645-4da2-b033-bc7bb8c13468) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:52:20.201797 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ec6dc9aa-0ff6-4803-ab6b-330025bc3ee9 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:20.218932 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c4766fca-5510-444d-bff4-5df67cfe2c5d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:20.253042 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-844f7d5f-f81a-4a08-b8d7-82e8782ad6d9 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:20.274821 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af904e0-2dbe-4d43-b1dc-81d67b2ae4e5 None None] Resources bound (agent type, host, resource id): {{(pid=87702) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:52:20.305899 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-832c85f7-f917-41c1-a4a0-71ce7238f278 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:20.322219 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6dc9aa-0ff6-4803-ab6b-330025bc3ee9 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Made reservation on behalf of 41e1ac5f697d49bbba7587a21281c0a4 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:20.326086 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ec6dc9aa-0ff6-4803-ab6b-330025bc3ee9 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:20.342609 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4dc00f73-c1b9-4561-aa89-a2831f951ef4 req-cb78beb7-0281-4b80-ad54-66491ae5e205 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/ports?device_id=7fdb21ed-241b-4fdc-8e4a-c7074125b27a HTTP/1.1" status: 200 len: 210 time: 0.1335883 Feb 16 12:52:20.342609 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-832c85f7-f917-41c1-a4a0-71ce7238f278 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:20.346577 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-832c85f7-f917-41c1-a4a0-71ce7238f278 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:20.350548 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-832c85f7-f917-41c1-a4a0-71ce7238f278 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Usage tracker for resource:security_group_rule and tenant:5d7224d426b54462a1fe8b919e2ef79f is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:20.353515 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-832c85f7-f917-41c1-a4a0-71ce7238f278 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:20.360519 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-832c85f7-f917-41c1-a4a0-71ce7238f278 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:20.362916 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port be8d9432-4ec5-4d9e-aa98-94ef49b0adaa triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:20.363545 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:20.370665 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9b32724a-ba40-4c52-a0fd-85e13d172ef3 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:20.486849 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-026f583e-ded2-4128-b69d-02d45358db3e req-1fcf13e7-40a6-4442-a021-690b8934abc6 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:20.499773 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-832c85f7-f917-41c1-a4a0-71ce7238f278 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:20.513222 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-026f583e-ded2-4128-b69d-02d45358db3e req-1fcf13e7-40a6-4442-a021-690b8934abc6 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Transition to ACTIVE for port object 762066c8-8645-4da2-b033-bc7bb8c13468 will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:52:20.519118 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9b32724a-ba40-4c52-a0fd-85e13d172ef3 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:20.523707 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-832c85f7-f917-41c1-a4a0-71ce7238f278 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:20.541331 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec6dc9aa-0ff6-4803-ab6b-330025bc3ee9 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:52:20.549461 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c85f7-f917-41c1-a4a0-71ce7238f278 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2109b2-7e62-4841-8739-d54a98d7f649,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:20.588329 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-844f7d5f-f81a-4a08-b8d7-82e8782ad6d9 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:20.635210 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ec6dc9aa-0ff6-4803-ab6b-330025bc3ee9 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:20.635494 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-ec6dc9aa-0ff6-4803-ab6b-330025bc3ee9 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Added segment 4debdb09-2fd1-4205-8f36-40c4eeef1b8c of type vlan for network 96e98e60-e098-4398-86f2-de7b010116d4 Feb 16 12:52:20.656151 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c4766fca-5510-444d-bff4-5df67cfe2c5d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:20.713527 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9b32724a-ba40-4c52-a0fd-85e13d172ef3 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:20.714626 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-832c85f7-f917-41c1-a4a0-71ce7238f278 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:20.715830 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-832c85f7-f917-41c1-a4a0-71ce7238f278 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.8967628 Feb 16 12:52:20.719562 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b32724a-ba40-4c52-a0fd-85e13d172ef3 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Pushing event deleted for resources: {'Subnet': ['ID=cec2b526-0698-4613-b302-96fc7f1b1980,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:20.726155 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40692) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:20.734828 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4766fca-5510-444d-bff4-5df67cfe2c5d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event deleted for resources: {'Subnet': ['ID=47dbfd65-0d98-447a-bb01-0fca96b97449,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:20.736527 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c85f7-f917-41c1-a4a0-71ce7238f278 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6fceb6-d34b-482b-a402-a9a2a66dd56e,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:20.748870 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-9b32724a-ba40-4c52-a0fd-85e13d172ef3 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] 10.222.0.83 "DELETE /v2.0/subnets/cec2b526-0698-4613-b302-96fc7f1b1980 HTTP/1.1" status: 204 len: 168 time: 0.8968468 Feb 16 12:52:20.753214 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40696) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:20.766564 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c4766fca-5510-444d-bff4-5df67cfe2c5d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:20.772052 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c4766fca-5510-444d-bff4-5df67cfe2c5d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/subnets/47dbfd65-0d98-447a-bb01-0fca96b97449 HTTP/1.1" status: 204 len: 168 time: 1.3799965 Feb 16 12:52:20.779715 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40700) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:20.781738 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ec6dc9aa-0ff6-4803-ab6b-330025bc3ee9 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:20.802605 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-cd7a5af8-ef79-4714-8d03-bd2d5fdea39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8232d632-9ded-460e-8870-676a4f8e0a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180329332', 'tenant_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': 'dae42415-dccf-4732-9977-be4fb2a2bf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:46Z', 'updated_at': '2022-02-16T12:52:07Z', 'revision_number': 4, 'project_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'gw_port': {'id': 'dae42415-dccf-4732-9977-be4fb2a2bf8a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8232d632-9ded-460e-8870-676a4f8e0a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:49Z', 'updated_at': '2022-02-16T12:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '7a0d0934-2a3b-46b7-964e-883fa91a1d37', 'name': '', 'network_id': 'b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a', 'tenant_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'mac_address': 'fa:16:3e:67:ce:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8232d632-9ded-460e-8870-676a4f8e0a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '75c35191-aad0-42ed-afb3-0994d31eb847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:03Z', 'updated_at': '2022-02-16T12:52:19Z', 'revision_number': 4, 'project_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'subnets': [{'id': '75c35191-aad0-42ed-afb3-0994d31eb847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:20.810296 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7a5af8-ef79-4714-8d03-bd2d5fdea39f None None] The sync data for ids ['8232d632-9ded-460e-8870-676a4f8e0a1c'] in dv-neutron-829527-1-hyperv is: [{'id': '8232d632-9ded-460e-8870-676a4f8e0a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180329332', 'tenant_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': 'dae42415-dccf-4732-9977-be4fb2a2bf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:46Z', 'updated_at': '2022-02-16T12:52:07Z', 'revision_number': 4, 'project_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'gw_port': {'id': 'dae42415-dccf-4732-9977-be4fb2a2bf8a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8232d632-9ded-460e-8870-676a4f8e0a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:49Z', 'updated_at': '2022-02-16T12:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '7a0d0934-2a3b-46b7-964e-883fa91a1d37', 'name': '', 'network_id': 'b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a', 'tenant_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'mac_address': 'fa:16:3e:67:ce:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8232d632-9ded-460e-8870-676a4f8e0a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '75c35191-aad0-42ed-afb3-0994d31eb847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:03Z', 'updated_at': '2022-02-16T12:52:19Z', 'revision_number': 4, 'project_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'subnets': [{'id': '75c35191-aad0-42ed-afb3-0994d31eb847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:52:20.833086 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f7d5f-f81a-4a08-b8d7-82e8782ad6d9 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Pushing event updated for resources: {'Port': ['ID=fe04ca67-ae1d-4322-bbae-1af0de4a5076,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:20.838159 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e2dbdd02-c3ce-416a-9569-f643707b0d27 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1106145 Feb 16 12:52:20.842236 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device a18fefdd-cf1b-40a5-ad70-04d3a41874a7 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:52:20.865142 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40704) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:20.879439 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ec6dc9aa-0ff6-4803-ab6b-330025bc3ee9 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:20.897761 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6dc9aa-0ff6-4803-ab6b-330025bc3ee9 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:20.898412 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ec6dc9aa-0ff6-4803-ab6b-330025bc3ee9 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:20.912411 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-8f1594cf-1d3b-4803-ab51-d79ed1d93a88 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Request body: {'security_group': {'name': 'tempest-security--162117423', 'description': 'tempest-security-description-939436650'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:20.929857 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-026f583e-ded2-4128-b69d-02d45358db3e req-1fcf13e7-40a6-4442-a021-690b8934abc6 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:20.986513 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: a18fefdd-cf1b-40a5-ad70-04d3a41874a7 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:52:20.987171 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device a18fefdd-cf1b-40a5-ad70-04d3a41874a7 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:52:21.017332 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-026f583e-ded2-4128-b69d-02d45358db3e req-1fcf13e7-40a6-4442-a021-690b8934abc6 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Network b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:52:21.027353 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [req-026f583e-ded2-4128-b69d-02d45358db3e req-1fcf13e7-40a6-4442-a021-690b8934abc6 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:21.029938 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-026f583e-ded2-4128-b69d-02d45358db3e req-1fcf13e7-40a6-4442-a021-690b8934abc6 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:52:21.062729 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-26c2107a-4678-42b2-b0aa-be0746dc04a9 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:21.083867 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c89bd9-e2ba-48b8-9645-4e17e36ccaf5 None None] Network 7871c20e-e545-4096-a8ee-56da76b738df requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:21.102633 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5f28ff-b237-4f60-b737-0e8984e81ca9 None None] Network d7944a45-4421-47d1-b6c4-b1b6555f18d4 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:21.109557 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844f7d5f-f81a-4a08-b8d7-82e8782ad6d9 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Checking segment: {'id': 'a7c4534c-1591-4c68-bc5a-04ebe588267b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '17a2c73b-cfe9-4d3b-ad56-19a34e74da23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:52:21.110019 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844f7d5f-f81a-4a08-b8d7-82e8782ad6d9 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Network hostable DHCP agents. Network: 17a2c73b-cfe9-4d3b-ad56-19a34e74da23, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:52:21.128350 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-26c2107a-4678-42b2-b0aa-be0746dc04a9 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Deleting port ded50eff-7daf-4b9f-b07b-d3b4cf00291c {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:52:21.128773 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-26c2107a-4678-42b2-b0aa-be0746dc04a9 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:21.154881 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcf13e7-40a6-4442-a021-690b8934abc6 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Pushing event updated for resources: {'Port': ['ID=762066c8-8645-4da2-b033-bc7bb8c13468,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:21.179132 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f583e-ded2-4128-b69d-02d45358db3e req-1fcf13e7-40a6-4442-a021-690b8934abc6 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:21.179851 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-026f583e-ded2-4128-b69d-02d45358db3e req-1fcf13e7-40a6-4442-a021-690b8934abc6 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:21.211451 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-026f583e-ded2-4128-b69d-02d45358db3e req-1fcf13e7-40a6-4442-a021-690b8934abc6 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7890038 Feb 16 12:52:21.226115 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-026f583e-ded2-4128-b69d-02d45358db3e req-b38a7a48-107a-4fb9-b6e0-1fac79c38dde service neutron] Request body: {'port': {'device_id': '7fdb21ed-241b-4fdc-8e4a-c7074125b27a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:21.226875 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6dc9aa-0ff6-4803-ab6b-330025bc3ee9 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Pushing event updated for resources: {'Network': ['ID=96e98e60-e098-4398-86f2-de7b010116d4,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:21.230040 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ec6dc9aa-0ff6-4803-ab6b-330025bc3ee9 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1198363 Feb 16 12:52:21.239227 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40710) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:21.249844 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8f1594cf-1d3b-4803-ab51-d79ed1d93a88 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:21.281665 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-4626dd66-6155-4e45-bcb7-4a7271bc5fe4 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Request body: {'subnet': {'network_id': '96e98e60-e098-4398-86f2-de7b010116d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:21.329826 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-322f4c10-b4b1-4523-91c3-dd0f61ac911b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:21.437394 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844f7d5f-f81a-4a08-b8d7-82e8782ad6d9 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Network 17a2c73b-cfe9-4d3b-ad56-19a34e74da23 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:52:21.478104 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cb47e2-1ca4-44c5-8686-dfaa58d76906 None None] Network d95f242c-7a2a-420d-8603-118f692ee0ef requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:21.509291 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-026f583e-ded2-4128-b69d-02d45358db3e req-b38a7a48-107a-4fb9-b6e0-1fac79c38dde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:21.530044 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-26c2107a-4678-42b2-b0aa-be0746dc04a9 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] For port ded50eff-7daf-4b9f-b07b-d3b4cf00291c, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=ded50eff-7daf-4b9f-b07b-d3b4cf00291c,segment=NetworkSegment(e2d65740-fd11-47dd-a5a0-1fa0cbb296c4),segment_id=e2d65740-fd11-47dd-a5a0-1fa0cbb296c4)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:21.530680 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-26c2107a-4678-42b2-b0aa-be0746dc04a9 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:21.576935 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-844f7d5f-f81a-4a08-b8d7-82e8782ad6d9 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 17a2c73b-cfe9-4d3b-ad56-19a34e74da23) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:21.592771 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 96e98e60-e098-4398-86f2-de7b010116d4 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:52:21.597219 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-322f4c10-b4b1-4523-91c3-dd0f61ac911b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Deleting port be8d9432-4ec5-4d9e-aa98-94ef49b0adaa {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:52:21.597644 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-322f4c10-b4b1-4523-91c3-dd0f61ac911b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:21.634634 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8f1594cf-1d3b-4803-ab51-d79ed1d93a88 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:21.636893 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844f7d5f-f81a-4a08-b8d7-82e8782ad6d9 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:52:21.637759 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-844f7d5f-f81a-4a08-b8d7-82e8782ad6d9 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:21.652375 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4626dd66-6155-4e45-bcb7-4a7271bc5fe4 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:21.656342 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4626dd66-6155-4e45-bcb7-4a7271bc5fe4 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Usage tracker for resource:subnet and tenant:41e1ac5f697d49bbba7587a21281c0a4 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:21.659609 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4626dd66-6155-4e45-bcb7-4a7271bc5fe4 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:21.665870 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4626dd66-6155-4e45-bcb7-4a7271bc5fe4 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:21.689491 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338ecbb8-8b6f-4215-bd4d-d437fcc1a068 None None] Network 17a2c73b-cfe9-4d3b-ad56-19a34e74da23 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:21.729198 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-26c2107a-4678-42b2-b0aa-be0746dc04a9 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Calling delete_port for ded50eff-7daf-4b9f-b07b-d3b4cf00291c owned by network:dhcp {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:52:21.747093 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4626dd66-6155-4e45-bcb7-4a7271bc5fe4 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Made reservation on behalf of 41e1ac5f697d49bbba7587a21281c0a4 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:21.751493 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4626dd66-6155-4e45-bcb7-4a7271bc5fe4 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:21.771766 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8f1594cf-1d3b-4803-ab51-d79ed1d93a88 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:21.774974 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8f1594cf-1d3b-4803-ab51-d79ed1d93a88 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:21.779809 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8f1594cf-1d3b-4803-ab51-d79ed1d93a88 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "PUT /v2.0/security-groups/6c6fceb6-d34b-482b-a402-a9a2a66dd56e HTTP/1.1" status: 200 len: 1778 time: 0.9152703 Feb 16 12:52:21.790836 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40716) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:21.825991 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-a45dba45-0dfa-4990-b81d-d3dc72cd5cf9 None None] Provisioning for port 762066c8-8645-4da2-b033-bc7bb8c13468 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:52:21.894063 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-a45dba45-0dfa-4990-b81d-d3dc72cd5cf9 None None] Provisioning complete for port 762066c8-8645-4da2-b033-bc7bb8c13468 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:21.894472 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a45dba45-0dfa-4990-b81d-d3dc72cd5cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:22.033837 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1594cf-1d3b-4803-ab51-d79ed1d93a88 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6fceb6-d34b-482b-a402-a9a2a66dd56e,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:22.048083 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f7d5f-f81a-4a08-b8d7-82e8782ad6d9 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Pushing event updated for resources: {'Port': ['ID=1c3ee03e-1acc-455a-b1ee-cfefd4d1abc9,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:22.058806 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-a45dba45-0dfa-4990-b81d-d3dc72cd5cf9 None None] Port 762066c8-8645-4da2-b033-bc7bb8c13468 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:52:22.070360 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 7a0d0934-2a3b-46b7-964e-883fa91a1d37 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:52:22.070582 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-26c2107a-4678-42b2-b0aa-be0746dc04a9 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:22.154652 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a113388d-0870-4e21-95ed-e1ce4aaa32cb req-7e6b4515-a352-498d-bf3a-22f970747c84 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:22.155399 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-a113388d-0870-4e21-95ed-e1ce4aaa32cb req-7e6b4515-a352-498d-bf3a-22f970747c84 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Synchronizing usage tracker for tenant:103f2f9b580d4ef5ac0f1ab1eab88f07 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:22.161701 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c2107a-4678-42b2-b0aa-be0746dc04a9 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] No DVR routers for this DVR port ded50eff-7daf-4b9f-b07b-d3b4cf00291c on host dv-neutron-829527-1-hyperv {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:52:22.163515 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2107a-4678-42b2-b0aa-be0746dc04a9 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Pushing event deleted for resources: {'Port': ['ID=ded50eff-7daf-4b9f-b07b-d3b4cf00291c,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:22.242014 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844f7d5f-f81a-4a08-b8d7-82e8782ad6d9 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:22.242439 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844f7d5f-f81a-4a08-b8d7-82e8782ad6d9 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:22.242845 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844f7d5f-f81a-4a08-b8d7-82e8782ad6d9 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:22.243565 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844f7d5f-f81a-4a08-b8d7-82e8782ad6d9 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:22.243565 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844f7d5f-f81a-4a08-b8d7-82e8782ad6d9 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:22.243870 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844f7d5f-f81a-4a08-b8d7-82e8782ad6d9 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:22.244380 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844f7d5f-f81a-4a08-b8d7-82e8782ad6d9 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:22.244724 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844f7d5f-f81a-4a08-b8d7-82e8782ad6d9 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:22.245104 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844f7d5f-f81a-4a08-b8d7-82e8782ad6d9 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:22.245489 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844f7d5f-f81a-4a08-b8d7-82e8782ad6d9 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:22.245870 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844f7d5f-f81a-4a08-b8d7-82e8782ad6d9 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:22.246702 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844f7d5f-f81a-4a08-b8d7-82e8782ad6d9 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:22.256354 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1594cf-1d3b-4803-ab51-d79ed1d93a88 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:22.256786 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1594cf-1d3b-4803-ab51-d79ed1d93a88 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:22.257188 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1594cf-1d3b-4803-ab51-d79ed1d93a88 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:22.257589 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1594cf-1d3b-4803-ab51-d79ed1d93a88 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:22.258013 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1594cf-1d3b-4803-ab51-d79ed1d93a88 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:22.258401 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1594cf-1d3b-4803-ab51-d79ed1d93a88 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:22.258813 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1594cf-1d3b-4803-ab51-d79ed1d93a88 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:22.259174 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1594cf-1d3b-4803-ab51-d79ed1d93a88 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:22.259558 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1594cf-1d3b-4803-ab51-d79ed1d93a88 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:22.259936 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1594cf-1d3b-4803-ab51-d79ed1d93a88 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:22.260313 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1594cf-1d3b-4803-ab51-d79ed1d93a88 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:22.260720 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1594cf-1d3b-4803-ab51-d79ed1d93a88 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:22.284425 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-286465c1-be8c-4e35-abb1-be13db6d4a04 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "GET /v2.0/security-groups/6c6fceb6-d34b-482b-a402-a9a2a66dd56e HTTP/1.1" status: 200 len: 1778 time: 0.4804444 Feb 16 12:52:22.300879 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40720) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:22.301822 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844f7d5f-f81a-4a08-b8d7-82e8782ad6d9 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Checking segment: {'id': '09190e44-8125-41e3-b605-f684e2016f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ce968e25-cfad-4a47-92c7-4bf89b1d21d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:52:22.302509 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844f7d5f-f81a-4a08-b8d7-82e8782ad6d9 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Network hostable DHCP agents. Network: ce968e25-cfad-4a47-92c7-4bf89b1d21d7, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:52:22.337470 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-a113388d-0870-4e21-95ed-e1ce4aaa32cb req-7e6b4515-a352-498d-bf3a-22f970747c84 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Unset dirty status for tenant:103f2f9b580d4ef5ac0f1ab1eab88f07 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:22.345049 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a113388d-0870-4e21-95ed-e1ce4aaa32cb req-7e6b4515-a352-498d-bf3a-22f970747c84 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/ports?device_id=7fdb21ed-241b-4fdc-8e4a-c7074125b27a HTTP/1.1" status: 200 len: 932 time: 0.7017219 Feb 16 12:52:22.348951 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-26c2107a-4678-42b2-b0aa-be0746dc04a9 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:22.441352 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-26c2107a-4678-42b2-b0aa-be0746dc04a9 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7871c20e-e545-4096-a8ee-56da76b738df']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:22.491891 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 7a0d0934-2a3b-46b7-964e-883fa91a1d37 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:52:22.496721 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc2c6cd-c593-4826-b7a6-c5760933d2ae None None] DHCP port deletion for 7871c20e-e545-4096-a8ee-56da76b738df request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:52:22.513281 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 7a0d0934-2a3b-46b7-964e-883fa91a1d37 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:22.513657 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:22.566013 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-322f4c10-b4b1-4523-91c3-dd0f61ac911b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] For port be8d9432-4ec5-4d9e-aa98-94ef49b0adaa, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=be8d9432-4ec5-4d9e-aa98-94ef49b0adaa,segment=NetworkSegment(45c61539-7cd5-44c9-9df4-e3d6a9ebf383),segment_id=45c61539-7cd5-44c9-9df4-e3d6a9ebf383)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:22.566386 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-322f4c10-b4b1-4523-91c3-dd0f61ac911b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:22.575895 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844f7d5f-f81a-4a08-b8d7-82e8782ad6d9 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Network ce968e25-cfad-4a47-92c7-4bf89b1d21d7 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:52:22.615304 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461dd422-a523-4bcc-b2f8-731f04ea916f None None] DHCP port deletion for d7944a45-4421-47d1-b6c4-b1b6555f18d4 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:52:22.634949 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-461dd422-a523-4bcc-b2f8-731f04ea916f None None] Deleting port c16177b2-1b45-4439-9f46-af95b048f03b {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:52:22.635317 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-461dd422-a523-4bcc-b2f8-731f04ea916f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:22.688583 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-26c2107a-4678-42b2-b0aa-be0746dc04a9 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2d65740-fd11-47dd-a5a0-1fa0cbb296c4') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:22.689066 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-26c2107a-4678-42b2-b0aa-be0746dc04a9 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2d65740-fd11-47dd-a5a0-1fa0cbb296c4') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:22.718322 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a113388d-0870-4e21-95ed-e1ce4aaa32cb req-0a92d1d2-772e-4d52-b21b-107564cc06f8 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/security-groups?id=2a5ab787-cbec-4fb6-a4e3-d625d6a13d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3717906 Feb 16 12:52:22.721957 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-26c2107a-4678-42b2-b0aa-be0746dc04a9 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:22.764938 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [req-026f583e-ded2-4128-b69d-02d45358db3e req-b38a7a48-107a-4fb9-b6e0-1fac79c38dde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 762066c8-8645-4da2-b033-bc7bb8c13468 {{(pid=87701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:52:22.769036 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:22.773367 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-26c2107a-4678-42b2-b0aa-be0746dc04a9 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:22.776953 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-026f583e-ded2-4128-b69d-02d45358db3e req-b38a7a48-107a-4fb9-b6e0-1fac79c38dde service neutron] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:22.782692 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2bb042-fd17-4468-89dc-8e133ae18579 None None] DHCP port deletion for d95f242c-7a2a-420d-8603-118f692ee0ef request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:52:22.787153 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26c2107a-4678-42b2-b0aa-be0746dc04a9 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:52:22.787843 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-26c2107a-4678-42b2-b0aa-be0746dc04a9 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:22.797720 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-cd2bb042-fd17-4468-89dc-8e133ae18579 None None] Deleting port be8d9432-4ec5-4d9e-aa98-94ef49b0adaa {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:52:22.798091 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-cd2bb042-fd17-4468-89dc-8e133ae18579 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:22.802812 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:52:22.802812 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:52:22.802812 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:52:22.802812 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:52:22.802812 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:52:22.802812 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:52:22.802812 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:52:22.802812 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:52:22.802812 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:52:22.802812 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:52:22.802812 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:52:22.802812 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:52:22.802812 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:52:22.802812 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:52:22.802812 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:52:22.802812 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:52:22.802812 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:52:22.802812 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:52:22.802812 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:52:22.802812 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:52:22.802812 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:52:22.802812 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:52:22.802812 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:52:22.802812 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:52:22.802812 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:52:22.802812 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:52:22.802812 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:52:22.802812 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:52:22.802812 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:52:22.802812 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:52:22.802812 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:52:22.802812 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:52:22.832475 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-322f4c10-b4b1-4523-91c3-dd0f61ac911b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Calling delete_port for be8d9432-4ec5-4d9e-aa98-94ef49b0adaa owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:52:22.868016 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-026f583e-ded2-4128-b69d-02d45358db3e req-b38a7a48-107a-4fb9-b6e0-1fac79c38dde service neutron] Transition to ACTIVE for port object 762066c8-8645-4da2-b033-bc7bb8c13468 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:52:22.870899 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-844f7d5f-f81a-4a08-b8d7-82e8782ad6d9 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, ce968e25-cfad-4a47-92c7-4bf89b1d21d7) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:22.888786 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-026f583e-ded2-4128-b69d-02d45358db3e req-b38a7a48-107a-4fb9-b6e0-1fac79c38dde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:22.894546 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844f7d5f-f81a-4a08-b8d7-82e8782ad6d9 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:52:22.900454 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844f7d5f-f81a-4a08-b8d7-82e8782ad6d9 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:22.905651 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844f7d5f-f81a-4a08-b8d7-82e8782ad6d9 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:22.906019 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-844f7d5f-f81a-4a08-b8d7-82e8782ad6d9 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:22.906870 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc14c6e2-e03b-4eea-9878-cc6de0c291b5 None None] Network ce968e25-cfad-4a47-92c7-4bf89b1d21d7 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:22.922424 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-17e8262c-9914-46cd-839c-eb7380340d48 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:22.934910 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-26c2107a-4678-42b2-b0aa-be0746dc04a9 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:22.966878 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-26c2107a-4678-42b2-b0aa-be0746dc04a9 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:23.004441 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-17e8262c-9914-46cd-839c-eb7380340d48 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:23.023204 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4626dd66-6155-4e45-bcb7-4a7271bc5fe4 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:23.029845 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-844f7d5f-f81a-4a08-b8d7-82e8782ad6d9 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.4559724 Feb 16 12:52:23.041018 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40724) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:23.042801 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2107a-4678-42b2-b0aa-be0746dc04a9 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Pushing event deleted for resources: {'Network': ['ID=7871c20e-e545-4096-a8ee-56da76b738df,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:23.086133 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 7a0d0934-2a3b-46b7-964e-883fa91a1d37, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=7a0d0934-2a3b-46b7-964e-883fa91a1d37,segment=NetworkSegment(93a1263e-765c-4aeb-b2f7-d3e38b88659f),segment_id=93a1263e-765c-4aeb-b2f7-d3e38b88659f)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:23.119308 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-26c2107a-4678-42b2-b0aa-be0746dc04a9 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] 10.222.0.83 "DELETE /v2.0/networks/7871c20e-e545-4096-a8ee-56da76b738df HTTP/1.1" status: 204 len: 168 time: 2.3639205 Feb 16 12:52:23.122859 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:23.125709 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4626dd66-6155-4e45-bcb7-4a7271bc5fe4 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Pushing event updated for resources: {'Subnet': ['ID=2ad26750-2e6a-4879-910c-db5222b5c66d,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:23.129966 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40728) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:23.144718 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-322f4c10-b4b1-4523-91c3-dd0f61ac911b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:23.158161 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a7a48-107a-4fb9-b6e0-1fac79c38dde service neutron] Pushing event updated for resources: {'Port': ['ID=762066c8-8645-4da2-b033-bc7bb8c13468,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:23.246693 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-026f583e-ded2-4128-b69d-02d45358db3e req-b38a7a48-107a-4fb9-b6e0-1fac79c38dde service neutron] Attempting to bind port 762066c8-8645-4da2-b033-bc7bb8c13468 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:52:23.246909 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-026f583e-ded2-4128-b69d-02d45358db3e req-b38a7a48-107a-4fb9-b6e0-1fac79c38dde service neutron] Attempting to bind port 762066c8-8645-4da2-b033-bc7bb8c13468 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '93a1263e-765c-4aeb-b2f7-d3e38b88659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:52:23.247214 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026f583e-ded2-4128-b69d-02d45358db3e req-b38a7a48-107a-4fb9-b6e0-1fac79c38dde service neutron] Attempting to bind port 762066c8-8645-4da2-b033-bc7bb8c13468 on network b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:52:23.252804 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026f583e-ded2-4128-b69d-02d45358db3e req-b38a7a48-107a-4fb9-b6e0-1fac79c38dde service neutron] Port 762066c8-8645-4da2-b033-bc7bb8c13468 on network b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:52:23.253127 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026f583e-ded2-4128-b69d-02d45358db3e req-b38a7a48-107a-4fb9-b6e0-1fac79c38dde service neutron] Attempting to bind port 762066c8-8645-4da2-b033-bc7bb8c13468 on network b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:52:23.280284 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a003169-be62-4deb-bcea-53e01a9274af tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:23.286543 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a003169-be62-4deb-bcea-53e01a9274af tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:23.287895 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322f4c10-b4b1-4523-91c3-dd0f61ac911b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event deleted for resources: {'Port': ['ID=be8d9432-4ec5-4d9e-aa98-94ef49b0adaa,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:23.288173 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-5a003169-be62-4deb-bcea-53e01a9274af tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2433066 Feb 16 12:52:23.289303 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026f583e-ded2-4128-b69d-02d45358db3e req-b38a7a48-107a-4fb9-b6e0-1fac79c38dde service neutron] Checking agent: {'id': 'b4b5bcfd-2763-4324-82e0-923bc8a52546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'started_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:52:23.289637 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026f583e-ded2-4128-b69d-02d45358db3e req-b38a7a48-107a-4fb9-b6e0-1fac79c38dde service neutron] Checking segment: {'id': '93a1263e-765c-4aeb-b2f7-d3e38b88659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:52:23.290015 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026f583e-ded2-4128-b69d-02d45358db3e req-b38a7a48-107a-4fb9-b6e0-1fac79c38dde service neutron] Bound using segment: {'id': '93a1263e-765c-4aeb-b2f7-d3e38b88659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:52:23.290453 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-026f583e-ded2-4128-b69d-02d45358db3e req-b38a7a48-107a-4fb9-b6e0-1fac79c38dde service neutron] Bound port: 762066c8-8645-4da2-b033-bc7bb8c13468, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93a1263e-765c-4aeb-b2f7-d3e38b88659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:52:23.290798 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-026f583e-ded2-4128-b69d-02d45358db3e req-b38a7a48-107a-4fb9-b6e0-1fac79c38dde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:23.299732 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40732) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:23.309129 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322f4c10-b4b1-4523-91c3-dd0f61ac911b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] No DVR routers for this DVR port be8d9432-4ec5-4d9e-aa98-94ef49b0adaa on host dv-neutron-829527-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:52:23.366467 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4626dd66-6155-4e45-bcb7-4a7271bc5fe4 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Checking segment: {'id': '4debdb09-2fd1-4205-8f36-40c4eeef1b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '96e98e60-e098-4398-86f2-de7b010116d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:52:23.366885 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4626dd66-6155-4e45-bcb7-4a7271bc5fe4 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Network hostable DHCP agents. Network: 96e98e60-e098-4398-86f2-de7b010116d4, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:52:23.407337 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-17e8262c-9914-46cd-839c-eb7380340d48 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:23.416426 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-1aa89fb4-9e8f-413c-b947-abcd65a13d90 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Deleting port fe04ca67-ae1d-4322-bbae-1af0de4a5076 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:52:23.416809 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1aa89fb4-9e8f-413c-b947-abcd65a13d90 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:23.456307 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-cd2bb042-fd17-4468-89dc-8e133ae18579 None None] For port be8d9432-4ec5-4d9e-aa98-94ef49b0adaa, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=be8d9432-4ec5-4d9e-aa98-94ef49b0adaa,segment=NetworkSegment(45c61539-7cd5-44c9-9df4-e3d6a9ebf383),segment_id=45c61539-7cd5-44c9-9df4-e3d6a9ebf383)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:23.457067 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-cd2bb042-fd17-4468-89dc-8e133ae18579 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:23.496915 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=7a0d0934-2a3b-46b7-964e-883fa91a1d37,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:23.504387 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-eda5b6c9-4397-4969-ab27-4bfa3ff1ec3c tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:23.514365 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e8262c-9914-46cd-839c-eb7380340d48 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6fceb6-d34b-482b-a402-a9a2a66dd56e,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:23.528393 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-026f583e-ded2-4128-b69d-02d45358db3e req-b38a7a48-107a-4fb9-b6e0-1fac79c38dde service neutron] For port 762066c8-8645-4da2-b033-bc7bb8c13468, host hv-neutron-8295, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:52:23.552042 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-026f583e-ded2-4128-b69d-02d45358db3e req-b38a7a48-107a-4fb9-b6e0-1fac79c38dde service neutron] For port 762066c8-8645-4da2-b033-bc7bb8c13468, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=762066c8-8645-4da2-b033-bc7bb8c13468,segment=NetworkSegment(93a1263e-765c-4aeb-b2f7-d3e38b88659f),segment_id=93a1263e-765c-4aeb-b2f7-d3e38b88659f)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:52:23.553861 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-322f4c10-b4b1-4523-91c3-dd0f61ac911b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:23.561527 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-eda5b6c9-4397-4969-ab27-4bfa3ff1ec3c tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Deleting port c16177b2-1b45-4439-9f46-af95b048f03b {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:52:23.561868 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-eda5b6c9-4397-4969-ab27-4bfa3ff1ec3c tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:23.577232 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-026f583e-ded2-4128-b69d-02d45358db3e req-b38a7a48-107a-4fb9-b6e0-1fac79c38dde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:23.599362 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-17e8262c-9914-46cd-839c-eb7380340d48 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:23.599938 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-17e8262c-9914-46cd-839c-eb7380340d48 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "DELETE /v2.0/security-groups/6c6fceb6-d34b-482b-a402-a9a2a66dd56e HTTP/1.1" status: 204 len: 168 time: 1.2929595 Feb 16 12:52:23.614846 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40736) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:23.627140 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4626dd66-6155-4e45-bcb7-4a7271bc5fe4 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Network 96e98e60-e098-4398-86f2-de7b010116d4 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:52:23.646541 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-cd2bb042-fd17-4468-89dc-8e133ae18579 None None] Calling delete_port for be8d9432-4ec5-4d9e-aa98-94ef49b0adaa owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:52:23.664894 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-322f4c10-b4b1-4523-91c3-dd0f61ac911b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d95f242c-7a2a-420d-8603-118f692ee0ef']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:23.673808 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-461dd422-a523-4bcc-b2f8-731f04ea916f None None] For port c16177b2-1b45-4439-9f46-af95b048f03b, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=c16177b2-1b45-4439-9f46-af95b048f03b,segment=NetworkSegment(1c8b5c64-0489-40d0-bdfa-8afbbd9d162d),segment_id=1c8b5c64-0489-40d0-bdfa-8afbbd9d162d)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:23.674571 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-461dd422-a523-4bcc-b2f8-731f04ea916f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:23.693662 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-322f4c10-b4b1-4523-91c3-dd0f61ac911b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45c61539-7cd5-44c9-9df4-e3d6a9ebf383') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:23.693907 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-322f4c10-b4b1-4523-91c3-dd0f61ac911b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45c61539-7cd5-44c9-9df4-e3d6a9ebf383') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:23.711057 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-4626dd66-6155-4e45-bcb7-4a7271bc5fe4 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 96e98e60-e098-4398-86f2-de7b010116d4) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:23.715773 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4626dd66-6155-4e45-bcb7-4a7271bc5fe4 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:23.716362 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4626dd66-6155-4e45-bcb7-4a7271bc5fe4 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:23.732995 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f583e-ded2-4128-b69d-02d45358db3e req-b38a7a48-107a-4fb9-b6e0-1fac79c38dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:23.733507 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-026f583e-ded2-4128-b69d-02d45358db3e req-b38a7a48-107a-4fb9-b6e0-1fac79c38dde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:23.734903 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-026f583e-ded2-4128-b69d-02d45358db3e req-b38a7a48-107a-4fb9-b6e0-1fac79c38dde service neutron] 10.222.0.89 "PUT /v2.0/ports/762066c8-8645-4da2-b033-bc7bb8c13468 HTTP/1.1" status: 200 len: 1094 time: 2.5137529 Feb 16 12:52:23.735344 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fdb21ed-241b-4fdc-8e4a-c7074125b27a', 'tag': '762066c8-8645-4da2-b033-bc7bb8c13468'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:52:23.764786 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1aa89fb4-9e8f-413c-b947-abcd65a13d90 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:23.898151 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fdb21ed-241b-4fdc-8e4a-c7074125b27a', 'tag': '762066c8-8645-4da2-b033-bc7bb8c13468', 'status': 'completed', 'code': 200} Feb 16 12:52:23.898952 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a7a48-107a-4fb9-b6e0-1fac79c38dde service neutron] Pushing event updated for resources: {'Port': ['ID=762066c8-8645-4da2-b033-bc7bb8c13468,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:23.909410 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-eda5b6c9-4397-4969-ab27-4bfa3ff1ec3c tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] For port c16177b2-1b45-4439-9f46-af95b048f03b, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=c16177b2-1b45-4439-9f46-af95b048f03b,segment=NetworkSegment(1c8b5c64-0489-40d0-bdfa-8afbbd9d162d),segment_id=1c8b5c64-0489-40d0-bdfa-8afbbd9d162d)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:23.909935 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-eda5b6c9-4397-4969-ab27-4bfa3ff1ec3c tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:23.930129 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9f819d-9cbf-422c-a979-c3f9302f2e01 None None] Network 96e98e60-e098-4398-86f2-de7b010116d4 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:23.956402 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-461dd422-a523-4bcc-b2f8-731f04ea916f None None] Calling delete_port for c16177b2-1b45-4439-9f46-af95b048f03b owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:52:23.982314 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-1aa89fb4-9e8f-413c-b947-abcd65a13d90 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Calling delete_port for fe04ca67-ae1d-4322-bbae-1af0de4a5076 owned by {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:52:24.015741 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-322f4c10-b4b1-4523-91c3-dd0f61ac911b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:24.040911 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-322f4c10-b4b1-4523-91c3-dd0f61ac911b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:24.050484 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-322f4c10-b4b1-4523-91c3-dd0f61ac911b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:52:24.051198 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-322f4c10-b4b1-4523-91c3-dd0f61ac911b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:24.076336 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3d0c8582-2690-48e1-9c18-2e909622d459 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Synchronizing usage tracker for tenant:5d7224d426b54462a1fe8b919e2ef79f on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:24.078970 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:52:24.078970 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:52:24.078970 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:52:24.078970 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:52:24.078970 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:52:24.078970 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:52:24.078970 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:52:24.078970 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:52:24.078970 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:52:24.078970 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:52:24.078970 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:52:24.078970 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:52:24.078970 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:52:24.078970 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:52:24.078970 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:52:24.078970 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:52:24.078970 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:52:24.078970 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:52:24.078970 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:52:24.078970 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:52:24.078970 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:52:24.078970 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:52:24.078970 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:52:24.078970 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:52:24.078970 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:52:24.078970 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:52:24.078970 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:52:24.078970 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:52:24.078970 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:52:24.078970 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:52:24.078970 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:52:24.078970 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:52:24.143365 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f583e-ded2-4128-b69d-02d45358db3e req-47e5fd76-b0b5-4b23-870d-d5881e33c7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:24.144904 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-026f583e-ded2-4128-b69d-02d45358db3e req-47e5fd76-b0b5-4b23-870d-d5881e33c7cb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=103f2f9b580d4ef5ac0f1ab1eab88f07&device_id=7fdb21ed-241b-4fdc-8e4a-c7074125b27a HTTP/1.1" status: 200 len: 1097 time: 0.3448739 Feb 16 12:52:24.146460 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1aa89fb4-9e8f-413c-b947-abcd65a13d90 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:24.149077 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 7a0d0934-2a3b-46b7-964e-883fa91a1d37 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:52:24.151975 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-eda5b6c9-4397-4969-ab27-4bfa3ff1ec3c tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Calling delete_port for c16177b2-1b45-4439-9f46-af95b048f03b owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:52:24.178917 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4626dd66-6155-4e45-bcb7-4a7271bc5fe4 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.9379275 Feb 16 12:52:24.243845 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40744) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:24.272770 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa89fb4-9e8f-413c-b947-abcd65a13d90 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Pushing event deleted for resources: {'Port': ['ID=fe04ca67-ae1d-4322-bbae-1af0de4a5076,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:24.281828 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c15d8-5c34-4956-9777-b42ffccf4038 req-1249c4ff-26f9-4d50-b351-5a147989d025 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:24.283425 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c16c15d8-5c34-4956-9777-b42ffccf4038 req-1249c4ff-26f9-4d50-b351-5a147989d025 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/ports?device_id=7fdb21ed-241b-4fdc-8e4a-c7074125b27a HTTP/1.1" status: 200 len: 944 time: 0.3094172 Feb 16 12:52:24.300765 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-026f583e-ded2-4128-b69d-02d45358db3e req-3744dd23-14d9-4e44-85d2-9848b83d747c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=762066c8-8645-4da2-b033-bc7bb8c13468 HTTP/1.1" status: 200 len: 217 time: 0.1092353 Feb 16 12:52:24.301515 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.db.api [None req-cd2bb042-fd17-4468-89dc-8e133ae18579 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:52:24.301515 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG oslo_db.api [None req-cd2bb042-fd17-4468-89dc-8e133ae18579 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:52:24.347597 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-461dd422-a523-4bcc-b2f8-731f04ea916f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:24.405505 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3d0c8582-2690-48e1-9c18-2e909622d459 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Unset dirty status for tenant:5d7224d426b54462a1fe8b919e2ef79f on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:24.406918 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3d0c8582-2690-48e1-9c18-2e909622d459 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7910163 Feb 16 12:52:24.414838 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 7a0d0934-2a3b-46b7-964e-883fa91a1d37 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:24.415222 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:24.420176 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40748) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:24.423448 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-322f4c10-b4b1-4523-91c3-dd0f61ac911b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:24.451024 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461dd422-a523-4bcc-b2f8-731f04ea916f None None] Pushing event deleted for resources: {'Port': ['ID=c16177b2-1b45-4439-9f46-af95b048f03b,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:24.455305 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461dd422-a523-4bcc-b2f8-731f04ea916f None None] No DVR routers for this DVR port c16177b2-1b45-4439-9f46-af95b048f03b on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:52:24.461808 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-322f4c10-b4b1-4523-91c3-dd0f61ac911b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:24.470048 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322f4c10-b4b1-4523-91c3-dd0f61ac911b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event deleted for resources: {'Network': ['ID=d95f242c-7a2a-420d-8603-118f692ee0ef,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:24.477249 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-322f4c10-b4b1-4523-91c3-dd0f61ac911b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/networks/d95f242c-7a2a-420d-8603-118f692ee0ef HTTP/1.1" status: 204 len: 168 time: 3.6456165 Feb 16 12:52:24.480016 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40752) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:24.484638 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-ef3f2872-f806-4407-967b-f78b4926668f tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] delete failed (client error): The resource could not be found. Feb 16 12:52:24.484638 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ef3f2872-f806-4407-967b-f78b4926668f tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "DELETE /v2.0/security-groups/6c6fceb6-d34b-482b-a402-a9a2a66dd56e HTTP/1.1" status: 404 len: 347 time: 0.0627751 Feb 16 12:52:24.488685 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-f7d264ff-0ec7-4da9-bddc-9a1c5934d8da tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Request body: {'port': {'network_id': '33030d62-68eb-4947-a86c-3f5716c993ca', 'name': 'tempest-PortsTestJSON-1061724635'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:24.507538 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1aa89fb4-9e8f-413c-b947-abcd65a13d90 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:24.511664 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40756) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:24.523296 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-eda5b6c9-4397-4969-ab27-4bfa3ff1ec3c tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:52:24.524031 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-eda5b6c9-4397-4969-ab27-4bfa3ff1ec3c tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:52:24.557602 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504aafff-9cae-49d1-bd08-7cf1a6027ab0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-96e98e60-e098-4398-86f2-de7b010116d4', 'network_id': '96e98e60-e098-4398-86f2-de7b010116d4', 'tenant_id': '41e1ac5f697d49bbba7587a21281c0a4', 'fixed_ips': [{'subnet_id': '2ad26750-2e6a-4879-910c-db5222b5c66d'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:52:24.558475 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-504aafff-9cae-49d1-bd08-7cf1a6027ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:24.566976 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-81554c25-52d0-47b3-894c-8059dde62d19 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Request body: {'security_group': {'name': 'tempest-secgroup--1769057468'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:24.597457 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-81554c25-52d0-47b3-894c-8059dde62d19 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:24.613141 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-1aa89fb4-9e8f-413c-b947-abcd65a13d90 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] 10.222.0.83 "DELETE /v2.0/ports/fe04ca67-ae1d-4322-bbae-1af0de4a5076 HTTP/1.1" status: 204 len: 168 time: 1.3096781 Feb 16 12:52:24.614159 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40760) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:24.641706 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-81554c25-52d0-47b3-894c-8059dde62d19 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:24.647585 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f583e-ded2-4128-b69d-02d45358db3e req-1dce66c7-b749-4e56-affe-bc37362fa4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:24.649094 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-026f583e-ded2-4128-b69d-02d45358db3e req-1dce66c7-b749-4e56-affe-bc37362fa4cf service neutron] 10.222.0.89 "GET /v2.0/subnets?id=75c35191-aad0-42ed-afb3-0994d31eb847 HTTP/1.1" status: 200 len: 835 time: 0.1363165 Feb 16 12:52:24.651904 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c16c15d8-5c34-4956-9777-b42ffccf4038 req-92440745-d250-49ce-a3a0-096fd8318caa tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/security-groups?id=2a5ab787-cbec-4fb6-a4e3-d625d6a13d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624403 Feb 16 12:52:24.709450 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-43476434-47cb-482c-aeab-b619ab30c5ad tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Deleting port 1c3ee03e-1acc-455a-b1ee-cfefd4d1abc9 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:52:24.709799 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-43476434-47cb-482c-aeab-b619ab30c5ad tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:24.710802 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device be8d9432-4ec5-4d9e-aa98-94ef49b0adaa no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:52:24.732658 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-81554c25-52d0-47b3-894c-8059dde62d19 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:24.757253 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: be8d9432-4ec5-4d9e-aa98-94ef49b0adaa {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:52:24.757493 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device be8d9432-4ec5-4d9e-aa98-94ef49b0adaa not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:52:24.757896 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device c16177b2-1b45-4439-9f46-af95b048f03b no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:52:24.777740 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-36882441-9d20-4527-9121-c057efb2f57e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:24.779634 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-81554c25-52d0-47b3-894c-8059dde62d19 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:24.787655 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-81554c25-52d0-47b3-894c-8059dde62d19 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Usage tracker for resource:security_group_rule and tenant:5d7224d426b54462a1fe8b919e2ef79f is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:24.793038 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-81554c25-52d0-47b3-894c-8059dde62d19 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:24.799262 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: c16177b2-1b45-4439-9f46-af95b048f03b {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:52:24.800051 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device c16177b2-1b45-4439-9f46-af95b048f03b not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:52:24.800051 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device ded50eff-7daf-4b9f-b07b-d3b4cf00291c no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:52:24.804872 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-81554c25-52d0-47b3-894c-8059dde62d19 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:24.812143 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f7d264ff-0ec7-4da9-bddc-9a1c5934d8da tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:24.834054 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-cd2bb042-fd17-4468-89dc-8e133ae18579 None None] Deleting port be8d9432-4ec5-4d9e-aa98-94ef49b0adaa {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:52:24.834383 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f7d264ff-0ec7-4da9-bddc-9a1c5934d8da tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:24.835331 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-cd2bb042-fd17-4468-89dc-8e133ae18579 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:24.857468 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f583e-ded2-4128-b69d-02d45358db3e req-6532995b-02ac-40b5-a6e4-a36ae3aea272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:24.858967 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-026f583e-ded2-4128-b69d-02d45358db3e req-6532995b-02ac-40b5-a6e4-a36ae3aea272 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2019649 Feb 16 12:52:24.883290 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: ded50eff-7daf-4b9f-b07b-d3b4cf00291c {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:52:24.884020 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device ded50eff-7daf-4b9f-b07b-d3b4cf00291c not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:52:24.925140 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d264ff-0ec7-4da9-bddc-9a1c5934d8da tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Made reservation on behalf of cf313999ec50441da36056616d2e4e36 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:24.928933 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f7d264ff-0ec7-4da9-bddc-9a1c5934d8da tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:24.963349 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-cd2bb042-fd17-4468-89dc-8e133ae18579 None None] The port 'be8d9432-4ec5-4d9e-aa98-94ef49b0adaa' was deleted {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:52:24.969931 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-36882441-9d20-4527-9121-c057efb2f57e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:24.981283 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-f7d264ff-0ec7-4da9-bddc-9a1c5934d8da tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] device_id is not set on port fbc94a07-c210-4080-8e35-4bdb88875d82 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:52:25.001396 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-504aafff-9cae-49d1-bd08-7cf1a6027ab0 None None] Allocated IP 2001:db8::1 (96e98e60-e098-4398-86f2-de7b010116d4/2ad26750-2e6a-4879-910c-db5222b5c66d/de0256bb-6e18-41c3-8004-b9fb5f826d28) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:52:25.023771 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-43476434-47cb-482c-aeab-b619ab30c5ad tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:25.030817 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-eda5b6c9-4397-4969-ab27-4bfa3ff1ec3c tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Deleting port c16177b2-1b45-4439-9f46-af95b048f03b {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:52:25.030965 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-eda5b6c9-4397-4969-ab27-4bfa3ff1ec3c tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:25.117786 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-81554c25-52d0-47b3-894c-8059dde62d19 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:25.127525 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-026f583e-ded2-4128-b69d-02d45358db3e req-364fec8f-5534-443b-a8b7-97c77b02a01b service neutron] 10.222.0.89 "GET /v2.0/networks/b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596414 Feb 16 12:52:25.128120 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-81554c25-52d0-47b3-894c-8059dde62d19 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:25.229733 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-43476434-47cb-482c-aeab-b619ab30c5ad tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Calling delete_port for 1c3ee03e-1acc-455a-b1ee-cfefd4d1abc9 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:52:25.235464 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-504aafff-9cae-49d1-bd08-7cf1a6027ab0 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:25.247144 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-504aafff-9cae-49d1-bd08-7cf1a6027ab0 None None] Transition to ACTIVE for port object de0256bb-6e18-41c3-8004-b9fb5f826d28 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:52:25.249011 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81554c25-52d0-47b3-894c-8059dde62d19 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=897b2c34-b7c9-4a8e-b847-ebdfe0f68085,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:25.263762 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-eda5b6c9-4397-4969-ab27-4bfa3ff1ec3c tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] The port 'c16177b2-1b45-4439-9f46-af95b048f03b' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:52:25.272089 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-81554c25-52d0-47b3-894c-8059dde62d19 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:25.272958 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-504aafff-9cae-49d1-bd08-7cf1a6027ab0 None None] Transition to ACTIVE for port object de0256bb-6e18-41c3-8004-b9fb5f826d28 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:52:25.276465 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-81554c25-52d0-47b3-894c-8059dde62d19 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7623479 Feb 16 12:52:25.279061 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40764) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:25.280427 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-504aafff-9cae-49d1-bd08-7cf1a6027ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:25.291101 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-b979498e-a320-4e4e-9f6f-fc2a17c68017 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Request body: {'security_group_rule': {'security_group_id': '897b2c34-b7c9-4a8e-b847-ebdfe0f68085', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:25.303959 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-b979498e-a320-4e4e-9f6f-fc2a17c68017 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:25.325371 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-b979498e-a320-4e4e-9f6f-fc2a17c68017 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Usage tracker for resource:security_group_rule and tenant:5d7224d426b54462a1fe8b919e2ef79f is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:25.336069 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-b979498e-a320-4e4e-9f6f-fc2a17c68017 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:25.344258 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-b979498e-a320-4e4e-9f6f-fc2a17c68017 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:25.352226 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-36882441-9d20-4527-9121-c057efb2f57e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:25.356350 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504aafff-9cae-49d1-bd08-7cf1a6027ab0 None None] Network 96e98e60-e098-4398-86f2-de7b010116d4 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:52:25.360021 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-504aafff-9cae-49d1-bd08-7cf1a6027ab0 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:25.365892 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504aafff-9cae-49d1-bd08-7cf1a6027ab0 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:52:25.383913 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-026f583e-ded2-4128-b69d-02d45358db3e req-910fd15d-4679-47a1-9df7-8c514d2afc45 service neutron] 10.222.0.89 "GET /v2.0/networks/b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363536 Feb 16 12:52:25.395421 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36882441-9d20-4527-9121-c057efb2f57e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Pushing event deleted for resources: {'Subnet': ['ID=2ad26750-2e6a-4879-910c-db5222b5c66d,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:25.480285 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504aafff-9cae-49d1-bd08-7cf1a6027ab0 None None] Pushing event updated for resources: {'Port': ['ID=de0256bb-6e18-41c3-8004-b9fb5f826d28,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:25.500297 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-eda5b6c9-4397-4969-ab27-4bfa3ff1ec3c tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:25.501237 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-504aafff-9cae-49d1-bd08-7cf1a6027ab0 None None] Attempting to bind port de0256bb-6e18-41c3-8004-b9fb5f826d28 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:52:25.501726 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-504aafff-9cae-49d1-bd08-7cf1a6027ab0 None None] Attempting to bind port de0256bb-6e18-41c3-8004-b9fb5f826d28 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '4debdb09-2fd1-4205-8f36-40c4eeef1b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '96e98e60-e098-4398-86f2-de7b010116d4'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:52:25.502205 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504aafff-9cae-49d1-bd08-7cf1a6027ab0 None None] Attempting to bind port de0256bb-6e18-41c3-8004-b9fb5f826d28 on network 96e98e60-e098-4398-86f2-de7b010116d4 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:52:25.508553 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504aafff-9cae-49d1-bd08-7cf1a6027ab0 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:52:25.509576 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504aafff-9cae-49d1-bd08-7cf1a6027ab0 None None] Checking segment: {'id': '4debdb09-2fd1-4205-8f36-40c4eeef1b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '96e98e60-e098-4398-86f2-de7b010116d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:52:25.509576 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-504aafff-9cae-49d1-bd08-7cf1a6027ab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:25.509943 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504aafff-9cae-49d1-bd08-7cf1a6027ab0 None None] Bound using segment: {'id': '4debdb09-2fd1-4205-8f36-40c4eeef1b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '96e98e60-e098-4398-86f2-de7b010116d4'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:52:25.510497 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-504aafff-9cae-49d1-bd08-7cf1a6027ab0 None None] Bound port: de0256bb-6e18-41c3-8004-b9fb5f826d28, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4debdb09-2fd1-4205-8f36-40c4eeef1b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '96e98e60-e098-4398-86f2-de7b010116d4'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:52:25.510878 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-504aafff-9cae-49d1-bd08-7cf1a6027ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:25.513997 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b979498e-a320-4e4e-9f6f-fc2a17c68017 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:25.567313 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-36882441-9d20-4527-9121-c057efb2f57e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:25.590047 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-43476434-47cb-482c-aeab-b619ab30c5ad tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:25.597472 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-eda5b6c9-4397-4969-ab27-4bfa3ff1ec3c tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7944a45-4421-47d1-b6c4-b1b6555f18d4']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:25.614769 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-504aafff-9cae-49d1-bd08-7cf1a6027ab0 None None] For port de0256bb-6e18-41c3-8004-b9fb5f826d28, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:52:25.617272 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-504aafff-9cae-49d1-bd08-7cf1a6027ab0 None None] For port de0256bb-6e18-41c3-8004-b9fb5f826d28, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=de0256bb-6e18-41c3-8004-b9fb5f826d28,segment=NetworkSegment(4debdb09-2fd1-4205-8f36-40c4eeef1b8c),segment_id=4debdb09-2fd1-4205-8f36-40c4eeef1b8c)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:52:25.621611 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-36882441-9d20-4527-9121-c057efb2f57e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96e98e60-e098-4398-86f2-de7b010116d4']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:25.623336 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-504aafff-9cae-49d1-bd08-7cf1a6027ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:25.640346 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-36882441-9d20-4527-9121-c057efb2f57e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4debdb09-2fd1-4205-8f36-40c4eeef1b8c') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:25.640806 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-36882441-9d20-4527-9121-c057efb2f57e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4debdb09-2fd1-4205-8f36-40c4eeef1b8c') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:25.661912 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-36882441-9d20-4527-9121-c057efb2f57e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:25.673731 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-eda5b6c9-4397-4969-ab27-4bfa3ff1ec3c tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c8b5c64-0489-40d0-bdfa-8afbbd9d162d') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:25.674026 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-eda5b6c9-4397-4969-ab27-4bfa3ff1ec3c tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c8b5c64-0489-40d0-bdfa-8afbbd9d162d') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:25.677772 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b979498e-a320-4e4e-9f6f-fc2a17c68017 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:25.683874 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43476434-47cb-482c-aeab-b619ab30c5ad tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Pushing event deleted for resources: {'Port': ['ID=1c3ee03e-1acc-455a-b1ee-cfefd4d1abc9,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:25.699719 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-36882441-9d20-4527-9121-c057efb2f57e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:25.704987 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-eda5b6c9-4397-4969-ab27-4bfa3ff1ec3c tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:25.706830 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b979498e-a320-4e4e-9f6f-fc2a17c68017 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:25.711858 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-43476434-47cb-482c-aeab-b619ab30c5ad tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:25.719284 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d35bd-9dfa-4bea-8a03-dccd3b3cd003 req-f3c46843-52a5-4ac6-982b-d0949b1e27a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:25.721194 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-162d35bd-9dfa-4bea-8a03-dccd3b3cd003 req-f3c46843-52a5-4ac6-982b-d0949b1e27a4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=103f2f9b580d4ef5ac0f1ab1eab88f07&device_id=7fdb21ed-241b-4fdc-8e4a-c7074125b27a HTTP/1.1" status: 200 len: 1097 time: 0.2425859 Feb 16 12:52:25.728513 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f7d264ff-0ec7-4da9-bddc-9a1c5934d8da tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:25.730108 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504aafff-9cae-49d1-bd08-7cf1a6027ab0 None None] Pushing event updated for resources: {'Port': ['ID=de0256bb-6e18-41c3-8004-b9fb5f826d28,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:25.731534 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36882441-9d20-4527-9121-c057efb2f57e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:52:25.736527 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-36882441-9d20-4527-9121-c057efb2f57e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:25.740998 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-43476434-47cb-482c-aeab-b619ab30c5ad tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] 10.222.0.83 "DELETE /v2.0/ports/1c3ee03e-1acc-455a-b1ee-cfefd4d1abc9 HTTP/1.1" status: 204 len: 168 time: 1.1256423 Feb 16 12:52:25.742104 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-eda5b6c9-4397-4969-ab27-4bfa3ff1ec3c tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:25.747329 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40770) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:25.790183 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eda5b6c9-4397-4969-ab27-4bfa3ff1ec3c tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:52:25.790593 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-eda5b6c9-4397-4969-ab27-4bfa3ff1ec3c tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:25.806760 dv-neutron-829527-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:52:25.806760 dv-neutron-829527-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:52:25.806760 dv-neutron-829527-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:52:25.806760 dv-neutron-829527-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:52:25.806760 dv-neutron-829527-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:52:25.806760 dv-neutron-829527-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:52:25.806760 dv-neutron-829527-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:52:25.806760 dv-neutron-829527-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:52:25.806760 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:52:25.806760 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:52:25.806760 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:52:25.806760 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:52:25.806760 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:52:25.806760 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:52:25.806760 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:52:25.806760 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:52:25.806760 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:52:25.806760 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:52:25.806760 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:52:25.806760 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:52:25.806760 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:52:25.806760 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:52:25.806760 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:52:25.806760 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:52:25.806760 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:52:25.806760 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:52:25.806760 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:52:25.806760 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:52:25.806760 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:52:25.806760 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:52:25.806760 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:52:25.806760 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:52:25.806760 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:52:25.806760 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:52:25.806760 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:52:25.806760 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:52:25.806760 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:52:25.806760 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:52:25.806760 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:52:25.806760 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:52:25.829614 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:52:25.829614 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:52:25.829614 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:52:25.829614 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:52:25.829614 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:52:25.829614 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:52:25.829614 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:52:25.829614 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:52:25.829614 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:52:25.829614 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:52:25.829614 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:52:25.829614 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:52:25.829614 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:52:25.829614 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:52:25.829614 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:52:25.829614 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:52:25.829614 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:52:25.829614 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:52:25.829614 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:52:25.829614 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:52:25.829614 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:52:25.829614 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:52:25.829614 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:52:25.829614 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:52:25.829614 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:52:25.829614 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:52:25.829614 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:52:25.829614 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:52:25.829614 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:52:25.829614 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:52:25.829614 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:52:25.829614 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:52:25.835058 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0916fc3c-3164-4e32-8f72-c01710d123ca None None] Network 96e98e60-e098-4398-86f2-de7b010116d4 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:25.880205 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b979498e-a320-4e4e-9f6f-fc2a17c68017 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9e5e6a5-be20-43ce-9f73-9c2a162cddc5,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:25.916255 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d875645d-81c9-4640-8373-bd759eac4403 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Synchronizing usage tracker for tenant:a03a1661094c41f2a246ff132b6a9f13 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:25.963474 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b979498e-a320-4e4e-9f6f-fc2a17c68017 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:25.967828 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-b979498e-a320-4e4e-9f6f-fc2a17c68017 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6878033 Feb 16 12:52:25.968971 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.db.api [None req-36882441-9d20-4527-9121-c057efb2f57e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 12:52:25.968971 dv-neutron-829527-1-hyperv neutron-server[87701]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 12:52:25.968971 dv-neutron-829527-1-hyperv neutron-server[87701]: [parameters: {'id': '96e98e60-e098-4398-86f2-de7b010116d4'}] Feb 16 12:52:25.968971 dv-neutron-829527-1-hyperv neutron-server[87701]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:52:25.969339 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG oslo_db.api [None req-36882441-9d20-4527-9121-c057efb2f57e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:52:25.969549 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40774) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:25.980787 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-eda5b6c9-4397-4969-ab27-4bfa3ff1ec3c tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:26.013820 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d35bd-9dfa-4bea-8a03-dccd3b3cd003 req-5fcee87f-194b-47ae-926b-1f581fbf8d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:26.015355 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-162d35bd-9dfa-4bea-8a03-dccd3b3cd003 req-5fcee87f-194b-47ae-926b-1f581fbf8d7a service neutron] 10.222.0.89 "GET /v2.0/networks?id=b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a HTTP/1.1" status: 200 len: 898 time: 0.1753943 Feb 16 12:52:26.085754 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-162d35bd-9dfa-4bea-8a03-dccd3b3cd003 req-465e2d21-3baf-47e6-a128-5ac881b4e252 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=762066c8-8645-4da2-b033-bc7bb8c13468 HTTP/1.1" status: 200 len: 217 time: 0.0628836 Feb 16 12:52:26.093956 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37de27ef-6cee-405c-82ee-c9805478ec0a None None] get_active_networks_info from dv-neutron-829527-1-hyperv {{(pid=87702) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 12:52:26.127712 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d875645d-81c9-4640-8373-bd759eac4403 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Unset dirty status for tenant:a03a1661094c41f2a246ff132b6a9f13 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:26.134807 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d875645d-81c9-4640-8373-bd759eac4403 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3806028 Feb 16 12:52:26.135127 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40778) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:26.137765 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-eda5b6c9-4397-4969-ab27-4bfa3ff1ec3c tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:26.142313 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-293719cb-2b44-4a6c-87ea-a3bf553fba96 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-87272064'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:26.147932 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda5b6c9-4397-4969-ab27-4bfa3ff1ec3c tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Pushing event deleted for resources: {'Network': ['ID=d7944a45-4421-47d1-b6c4-b1b6555f18d4,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:26.150265 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-293719cb-2b44-4a6c-87ea-a3bf553fba96 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:26.160999 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-293719cb-2b44-4a6c-87ea-a3bf553fba96 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Usage tracker for resource:network and tenant:a03a1661094c41f2a246ff132b6a9f13 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:26.165431 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-eda5b6c9-4397-4969-ab27-4bfa3ff1ec3c tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] 10.222.0.83 "DELETE /v2.0/networks/d7944a45-4421-47d1-b6c4-b1b6555f18d4 HTTP/1.1" status: 204 len: 168 time: 3.0326450 Feb 16 12:52:26.166649 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f7d264ff-0ec7-4da9-bddc-9a1c5934d8da tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:26.169646 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40782) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:26.170429 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-293719cb-2b44-4a6c-87ea-a3bf553fba96 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:26.174096 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a73aadad-54b7-4022-8506-468b60923541 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:26.207639 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-293719cb-2b44-4a6c-87ea-a3bf553fba96 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:26.213388 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d35bd-9dfa-4bea-8a03-dccd3b3cd003 req-f9da5cc9-8c92-4c63-b5ee-5217005ec903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:26.214876 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-162d35bd-9dfa-4bea-8a03-dccd3b3cd003 req-f9da5cc9-8c92-4c63-b5ee-5217005ec903 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=75c35191-aad0-42ed-afb3-0994d31eb847 HTTP/1.1" status: 200 len: 835 time: 0.1195748 Feb 16 12:52:26.236674 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37de27ef-6cee-405c-82ee-c9805478ec0a None None] Resources bound (agent type, host, resource id): {{(pid=87702) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:52:26.242299 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a73aadad-54b7-4022-8506-468b60923541 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:26.293921 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d264ff-0ec7-4da9-bddc-9a1c5934d8da tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Network 33030d62-68eb-4947-a86c-3f5716c993ca is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:52:26.306105 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e318c57-0d55-49ee-abb6-c56745d3ba1e req-3a41cea0-01a5-4d41-a62b-56768dbcac2a tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:26.307843 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8e318c57-0d55-49ee-abb6-c56745d3ba1e req-3a41cea0-01a5-4d41-a62b-56768dbcac2a tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/ports?device_id=7fdb21ed-241b-4fdc-8e4a-c7074125b27a HTTP/1.1" status: 200 len: 944 time: 0.4439003 Feb 16 12:52:26.312025 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-f7d264ff-0ec7-4da9-bddc-9a1c5934d8da tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:26.314647 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d264ff-0ec7-4da9-bddc-9a1c5934d8da tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:52:26.323236 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d264ff-0ec7-4da9-bddc-9a1c5934d8da tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:26.324248 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f7d264ff-0ec7-4da9-bddc-9a1c5934d8da tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:26.334318 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a73aadad-54b7-4022-8506-468b60923541 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:26.375105 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73aadad-54b7-4022-8506-468b60923541 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9e5e6a5-be20-43ce-9f73-9c2a162cddc5,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:26.377680 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d264ff-0ec7-4da9-bddc-9a1c5934d8da tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event updated for resources: {'Port': ['ID=fbc94a07-c210-4080-8e35-4bdb88875d82,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:26.387536 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a73aadad-54b7-4022-8506-468b60923541 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:26.388794 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a73aadad-54b7-4022-8506-468b60923541 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/e9e5e6a5-be20-43ce-9f73-9c2a162cddc5 HTTP/1.1" status: 204 len: 168 time: 0.4138012 Feb 16 12:52:26.391796 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40786) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:26.420371 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293719cb-2b44-4a6c-87ea-a3bf553fba96 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Made reservation on behalf of a03a1661094c41f2a246ff132b6a9f13 for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:26.423812 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-293719cb-2b44-4a6c-87ea-a3bf553fba96 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:26.433651 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f7d264ff-0ec7-4da9-bddc-9a1c5934d8da tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9505563 Feb 16 12:52:26.436989 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40790) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:26.460830 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8e318c57-0d55-49ee-abb6-c56745d3ba1e req-bac5c240-a23c-47c0-93c1-7e7d77bf5bd6 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/security-groups?id=2a5ab787-cbec-4fb6-a4e3-d625d6a13d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284165 Feb 16 12:52:26.473377 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1dd1724a-fb02-4e85-a8a7-9568e5ca34f5 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Synchronizing usage tracker for tenant:5d7224d426b54462a1fe8b919e2ef79f on resource:security_group_rule {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:26.477268 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-36882441-9d20-4527-9121-c057efb2f57e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:26.506727 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1dd1724a-fb02-4e85-a8a7-9568e5ca34f5 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Unset dirty status for tenant:5d7224d426b54462a1fe8b919e2ef79f on resource:security_group_rule {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:26.511384 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1dd1724a-fb02-4e85-a8a7-9568e5ca34f5 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1185882 Feb 16 12:52:26.511995 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40794) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:26.515154 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eec9ede-d0c4-4bc4-8d78-ac472a816ecc tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Deleting subnet 6373a4c6-b734-4bec-9fc8-06611ac25a08 {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:52:26.538589 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6eec9ede-d0c4-4bc4-8d78-ac472a816ecc tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:26.584926 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cdc06fa7-0de4-40ab-8552-9daf185305f0 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:26.601576 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-293719cb-2b44-4a6c-87ea-a3bf553fba96 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:52:26.610178 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-fe5a243a-5bf6-4408-8e7d-afba93dd5f77 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Deleting port fbc94a07-c210-4080-8e35-4bdb88875d82 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:52:26.610830 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fe5a243a-5bf6-4408-8e7d-afba93dd5f77 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:26.619637 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cdc06fa7-0de4-40ab-8552-9daf185305f0 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:26.638085 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-36882441-9d20-4527-9121-c057efb2f57e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Deleting port de0256bb-6e18-41c3-8004-b9fb5f826d28 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:52:26.638423 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-36882441-9d20-4527-9121-c057efb2f57e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:26.667631 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cdc06fa7-0de4-40ab-8552-9daf185305f0 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:26.686324 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc06fa7-0de4-40ab-8552-9daf185305f0 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=897b2c34-b7c9-4a8e-b847-ebdfe0f68085,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:26.704423 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cdc06fa7-0de4-40ab-8552-9daf185305f0 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:26.709852 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-cdc06fa7-0de4-40ab-8552-9daf185305f0 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "DELETE /v2.0/security-groups/897b2c34-b7c9-4a8e-b847-ebdfe0f68085 HTTP/1.1" status: 204 len: 168 time: 0.1966512 Feb 16 12:52:26.710498 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40798) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:26.717742 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6eec9ede-d0c4-4bc4-8d78-ac472a816ecc tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:26.764931 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b09c4aa1-32a6-4cc8-9944-911e2669696b tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Synchronizing usage tracker for tenant:5d7224d426b54462a1fe8b919e2ef79f on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:26.770717 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-293719cb-2b44-4a6c-87ea-a3bf553fba96 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:26.771073 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-293719cb-2b44-4a6c-87ea-a3bf553fba96 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Added segment 070bb8db-839e-4dd7-a48e-8a6bb342dd1c of type vlan for network 064d286d-50db-4918-b8be-58fb4c361b99 Feb 16 12:52:26.781901 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b09c4aa1-32a6-4cc8-9944-911e2669696b tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Unset dirty status for tenant:5d7224d426b54462a1fe8b919e2ef79f on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:26.787187 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b09c4aa1-32a6-4cc8-9944-911e2669696b tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0718424 Feb 16 12:52:26.787355 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40802) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:26.792685 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-e254867e-1bb5-48b7-80f6-d00384fd175e tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Request body: {'security_group': {'name': 'tempest-secgroup--310356410'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:26.799093 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e254867e-1bb5-48b7-80f6-d00384fd175e tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:26.808792 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e254867e-1bb5-48b7-80f6-d00384fd175e tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:26.819167 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e254867e-1bb5-48b7-80f6-d00384fd175e tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:26.840843 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e254867e-1bb5-48b7-80f6-d00384fd175e tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:26.844988 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e254867e-1bb5-48b7-80f6-d00384fd175e tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Usage tracker for resource:security_group_rule and tenant:5d7224d426b54462a1fe8b919e2ef79f is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:26.847920 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e254867e-1bb5-48b7-80f6-d00384fd175e tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:26.853675 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e254867e-1bb5-48b7-80f6-d00384fd175e tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:26.922215 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e254867e-1bb5-48b7-80f6-d00384fd175e tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:26.926933 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e254867e-1bb5-48b7-80f6-d00384fd175e tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:26.933503 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-293719cb-2b44-4a6c-87ea-a3bf553fba96 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:26.973161 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e254867e-1bb5-48b7-80f6-d00384fd175e tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c980238-b46f-4b34-bb2e-3060e0e2a542,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:26.981940 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e254867e-1bb5-48b7-80f6-d00384fd175e tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:26.983079 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e254867e-1bb5-48b7-80f6-d00384fd175e tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1946995 Feb 16 12:52:26.986109 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40806) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:26.987258 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d35bd-9dfa-4bea-8a03-dccd3b3cd003 req-06179304-0a82-4042-988f-ce856db88080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:26.989040 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-162d35bd-9dfa-4bea-8a03-dccd3b3cd003 req-06179304-0a82-4042-988f-ce856db88080 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7639010 Feb 16 12:52:26.991216 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-c4ebe25c-0a7b-4bee-a5fc-d528174c899b tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Request body: {'security_group_rule': {'security_group_id': '6c980238-b46f-4b34-bb2e-3060e0e2a542', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:26.997483 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c4ebe25c-0a7b-4bee-a5fc-d528174c899b tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:27.001928 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c4ebe25c-0a7b-4bee-a5fc-d528174c899b tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Usage tracker for resource:security_group_rule and tenant:5d7224d426b54462a1fe8b919e2ef79f is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:27.005042 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c4ebe25c-0a7b-4bee-a5fc-d528174c899b tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:27.011213 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c4ebe25c-0a7b-4bee-a5fc-d528174c899b tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:27.031105 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c4ebe25c-0a7b-4bee-a5fc-d528174c899b tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:27.094461 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c4ebe25c-0a7b-4bee-a5fc-d528174c899b tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:27.099968 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c4ebe25c-0a7b-4bee-a5fc-d528174c899b tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:27.125887 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ebe25c-0a7b-4bee-a5fc-d528174c899b tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=278cce1f-2631-4629-9f81-8fd99dc10864,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:27.140192 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c4ebe25c-0a7b-4bee-a5fc-d528174c899b tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:27.144475 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c4ebe25c-0a7b-4bee-a5fc-d528174c899b tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1546135 Feb 16 12:52:27.144859 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40810) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:27.149933 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-2201a284-5bf0-4140-8b0e-424984381887 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Request body: {'security_group_rule': {'security_group_id': '6c980238-b46f-4b34-bb2e-3060e0e2a542', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:27.155216 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.db.resource_extend [None req-293719cb-2b44-4a6c-87ea-a3bf553fba96 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:52:27.156005 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-2201a284-5bf0-4140-8b0e-424984381887 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:27.160172 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2201a284-5bf0-4140-8b0e-424984381887 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Usage tracker for resource:security_group_rule and tenant:5d7224d426b54462a1fe8b919e2ef79f is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:27.163186 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2201a284-5bf0-4140-8b0e-424984381887 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:27.169390 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-2201a284-5bf0-4140-8b0e-424984381887 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:27.189763 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2201a284-5bf0-4140-8b0e-424984381887 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:27.235533 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 762066c8-8645-4da2-b033-bc7bb8c13468 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:52:27.252872 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2201a284-5bf0-4140-8b0e-424984381887 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:27.259168 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2201a284-5bf0-4140-8b0e-424984381887 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:27.266385 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6eec9ede-d0c4-4bc4-8d78-ac472a816ecc tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:27.282681 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201a284-5bf0-4140-8b0e-424984381887 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cdfb4a7-d40e-48e8-8dd5-161dca63fc7e,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:27.298475 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2201a284-5bf0-4140-8b0e-424984381887 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:27.300045 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2201a284-5bf0-4140-8b0e-424984381887 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1539330 Feb 16 12:52:27.302943 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40814) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:27.308791 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-17a5dd21-f02d-4503-be66-d790d2e9402c tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Request body: {'security_group_rule': {'security_group_id': '6c980238-b46f-4b34-bb2e-3060e0e2a542', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:27.314926 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-17a5dd21-f02d-4503-be66-d790d2e9402c tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:27.319568 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-17a5dd21-f02d-4503-be66-d790d2e9402c tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Usage tracker for resource:security_group_rule and tenant:5d7224d426b54462a1fe8b919e2ef79f is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:27.323347 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-17a5dd21-f02d-4503-be66-d790d2e9402c tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:27.330224 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-17a5dd21-f02d-4503-be66-d790d2e9402c tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:27.339734 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fe5a243a-5bf6-4408-8e7d-afba93dd5f77 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:27.350710 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-17a5dd21-f02d-4503-be66-d790d2e9402c tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:27.377191 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 762066c8-8645-4da2-b033-bc7bb8c13468, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=762066c8-8645-4da2-b033-bc7bb8c13468,segment=NetworkSegment(93a1263e-765c-4aeb-b2f7-d3e38b88659f),segment_id=93a1263e-765c-4aeb-b2f7-d3e38b88659f)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:27.399133 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': '762066c8-8645-4da2-b033-bc7bb8c13468', 'network_id': 'b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a', 'port_id': '762066c8-8645-4da2-b033-bc7bb8c13468', 'mac_address': 'fa:16:3e:c7:a6:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75c35191-aad0-42ed-afb3-0994d31eb847', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:52:27.423343 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-17a5dd21-f02d-4503-be66-d790d2e9402c tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:27.429308 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-17a5dd21-f02d-4503-be66-d790d2e9402c tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:27.447287 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-293719cb-2b44-4a6c-87ea-a3bf553fba96 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:27.453041 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293719cb-2b44-4a6c-87ea-a3bf553fba96 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:27.453861 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-293719cb-2b44-4a6c-87ea-a3bf553fba96 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:27.460269 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a5dd21-f02d-4503-be66-d790d2e9402c tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3c9c24f-3589-48c4-9a19-d0098900a452,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:27.469432 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:27.474340 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-17a5dd21-f02d-4503-be66-d790d2e9402c tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:27.476195 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-17a5dd21-f02d-4503-be66-d790d2e9402c tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1719716 Feb 16 12:52:27.478670 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40818) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:27.484585 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-41d0adb8-bf39-4b26-8209-0a1f44f41ff0 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Request body: {'security_group_rule': {'security_group_id': '6c980238-b46f-4b34-bb2e-3060e0e2a542', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:27.487503 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 762066c8-8645-4da2-b033-bc7bb8c13468 {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:52:27.493573 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-41d0adb8-bf39-4b26-8209-0a1f44f41ff0 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:27.502465 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-41d0adb8-bf39-4b26-8209-0a1f44f41ff0 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Usage tracker for resource:security_group_rule and tenant:5d7224d426b54462a1fe8b919e2ef79f is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:27.507670 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 762066c8-8645-4da2-b033-bc7bb8c13468, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=762066c8-8645-4da2-b033-bc7bb8c13468,segment=NetworkSegment(93a1263e-765c-4aeb-b2f7-d3e38b88659f),segment_id=93a1263e-765c-4aeb-b2f7-d3e38b88659f)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:27.509032 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-41d0adb8-bf39-4b26-8209-0a1f44f41ff0 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:27.513858 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:27.517147 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-41d0adb8-bf39-4b26-8209-0a1f44f41ff0 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:27.542822 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-41d0adb8-bf39-4b26-8209-0a1f44f41ff0 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:27.601117 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=762066c8-8645-4da2-b033-bc7bb8c13468,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:27.608182 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-fe5a243a-5bf6-4408-8e7d-afba93dd5f77 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Calling delete_port for fbc94a07-c210-4080-8e35-4bdb88875d82 owned by {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:52:27.621044 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-41d0adb8-bf39-4b26-8209-0a1f44f41ff0 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:27.631185 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-41d0adb8-bf39-4b26-8209-0a1f44f41ff0 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:27.656363 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d0adb8-bf39-4b26-8209-0a1f44f41ff0 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f512915-10b0-4347-8b8f-85aa216dc92b,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:27.671299 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-41d0adb8-bf39-4b26-8209-0a1f44f41ff0 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:27.672693 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-41d0adb8-bf39-4b26-8209-0a1f44f41ff0 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1925225 Feb 16 12:52:27.675487 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40824) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:27.681757 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-b057fa92-a220-4538-9802-2165e12e001e tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Request body: {'security_group_rule': {'security_group_id': '6c980238-b46f-4b34-bb2e-3060e0e2a542', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:27.687823 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b057fa92-a220-4538-9802-2165e12e001e tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:27.692357 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b057fa92-a220-4538-9802-2165e12e001e tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Usage tracker for resource:security_group_rule and tenant:5d7224d426b54462a1fe8b919e2ef79f is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:27.695513 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b057fa92-a220-4538-9802-2165e12e001e tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:27.701877 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b057fa92-a220-4538-9802-2165e12e001e tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:27.763867 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-36882441-9d20-4527-9121-c057efb2f57e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] For port de0256bb-6e18-41c3-8004-b9fb5f826d28, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=de0256bb-6e18-41c3-8004-b9fb5f826d28,segment=NetworkSegment(4debdb09-2fd1-4205-8f36-40c4eeef1b8c),segment_id=4debdb09-2fd1-4205-8f36-40c4eeef1b8c)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:27.764232 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-36882441-9d20-4527-9121-c057efb2f57e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:27.773784 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['762066c8-8645-4da2-b033-bc7bb8c13468'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:52:27.798242 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b057fa92-a220-4538-9802-2165e12e001e tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:27.800335 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293719cb-2b44-4a6c-87ea-a3bf553fba96 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Pushing event updated for resources: {'Network': ['ID=064d286d-50db-4918-b8be-58fb4c361b99,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:27.869635 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b057fa92-a220-4538-9802-2165e12e001e tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:27.874621 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-293719cb-2b44-4a6c-87ea-a3bf553fba96 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7384927 Feb 16 12:52:27.878164 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40828) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:27.882963 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b057fa92-a220-4538-9802-2165e12e001e tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:27.892311 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-85ec747b-72d6-4d20-8ea8-98f9f0076948 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1036827884'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:27.913422 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-85ec747b-72d6-4d20-8ea8-98f9f0076948 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:27.920573 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b057fa92-a220-4538-9802-2165e12e001e tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4da5628-b192-478d-a9e9-193180cfd632,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:27.927533 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-85ec747b-72d6-4d20-8ea8-98f9f0076948 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Usage tracker for resource:network and tenant:a03a1661094c41f2a246ff132b6a9f13 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:27.933162 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-85ec747b-72d6-4d20-8ea8-98f9f0076948 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:27.944248 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-85ec747b-72d6-4d20-8ea8-98f9f0076948 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:27.948215 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b057fa92-a220-4538-9802-2165e12e001e tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:27.950991 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b057fa92-a220-4538-9802-2165e12e001e tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2739902 Feb 16 12:52:27.957314 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40832) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:27.990766 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-616df414-a75a-46d5-97fc-a62645d66bca tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:28.004599 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-616df414-a75a-46d5-97fc-a62645d66bca tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:28.011932 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ec747b-72d6-4d20-8ea8-98f9f0076948 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Made reservation on behalf of a03a1661094c41f2a246ff132b6a9f13 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:28.015900 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-85ec747b-72d6-4d20-8ea8-98f9f0076948 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:28.050409 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:52:28.064509 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-616df414-a75a-46d5-97fc-a62645d66bca tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:28.083906 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85ec747b-72d6-4d20-8ea8-98f9f0076948 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:52:28.096009 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616df414-a75a-46d5-97fc-a62645d66bca tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4da5628-b192-478d-a9e9-193180cfd632,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:28.099592 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-36882441-9d20-4527-9121-c057efb2f57e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Calling delete_port for de0256bb-6e18-41c3-8004-b9fb5f826d28 owned by network:dhcp {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:52:28.105371 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-85ec747b-72d6-4d20-8ea8-98f9f0076948 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:28.105721 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-85ec747b-72d6-4d20-8ea8-98f9f0076948 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Added segment 1ba34177-9ece-4049-92b7-6b32ed3b1562 of type vlan for network cdb90a24-ad87-4f8c-9fc7-e798ad5dc7de Feb 16 12:52:28.112623 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-616df414-a75a-46d5-97fc-a62645d66bca tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:28.113836 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-616df414-a75a-46d5-97fc-a62645d66bca tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/c4da5628-b192-478d-a9e9-193180cfd632 HTTP/1.1" status: 204 len: 168 time: 0.1557231 Feb 16 12:52:28.116639 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40836) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:28.134630 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293719cb-2b44-4a6c-87ea-a3bf553fba96 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:28.135090 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293719cb-2b44-4a6c-87ea-a3bf553fba96 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:28.135574 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293719cb-2b44-4a6c-87ea-a3bf553fba96 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:28.135915 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293719cb-2b44-4a6c-87ea-a3bf553fba96 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:28.136242 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293719cb-2b44-4a6c-87ea-a3bf553fba96 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:28.136568 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293719cb-2b44-4a6c-87ea-a3bf553fba96 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:28.136921 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293719cb-2b44-4a6c-87ea-a3bf553fba96 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:28.137242 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293719cb-2b44-4a6c-87ea-a3bf553fba96 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:28.137562 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293719cb-2b44-4a6c-87ea-a3bf553fba96 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:28.137879 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293719cb-2b44-4a6c-87ea-a3bf553fba96 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:28.138192 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293719cb-2b44-4a6c-87ea-a3bf553fba96 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:28.138505 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293719cb-2b44-4a6c-87ea-a3bf553fba96 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:28.151564 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 064d286d-50db-4918-b8be-58fb4c361b99 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:52:28.152313 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-85ec747b-72d6-4d20-8ea8-98f9f0076948 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:28.178347 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-162d35bd-9dfa-4bea-8a03-dccd3b3cd003 req-1a45f49f-5edb-45e2-96e1-c3a290b345c3 service neutron] 10.222.0.89 "GET /v2.0/networks/b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1659474 Feb 16 12:52:28.194981 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b227dc6b-356e-4204-b7c5-34db54b51b39 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Synchronizing usage tracker for tenant:5d7224d426b54462a1fe8b919e2ef79f on resource:security_group_rule {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:28.218274 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6eec9ede-d0c4-4bc4-8d78-ac472a816ecc tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:28.220532 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b227dc6b-356e-4204-b7c5-34db54b51b39 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Unset dirty status for tenant:5d7224d426b54462a1fe8b919e2ef79f on resource:security_group_rule {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:28.225744 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b227dc6b-356e-4204-b7c5-34db54b51b39 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1052523 Feb 16 12:52:28.226481 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40840) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:28.248400 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-85ec747b-72d6-4d20-8ea8-98f9f0076948 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:28.253878 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ec747b-72d6-4d20-8ea8-98f9f0076948 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:28.254473 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-85ec747b-72d6-4d20-8ea8-98f9f0076948 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:28.257225 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fe5a243a-5bf6-4408-8e7d-afba93dd5f77 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:28.345136 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8e2cdf02-e189-4e60-af7c-2968e5a514b4 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:28.373366 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-85ec747b-72d6-4d20-8ea8-98f9f0076948 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4803705 Feb 16 12:52:28.373612 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec9ede-d0c4-4bc4-8d78-ac472a816ecc tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Pushing event deleted for resources: {'Subnet': ['ID=6373a4c6-b734-4bec-9fc8-06611ac25a08,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:28.386776 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8e2cdf02-e189-4e60-af7c-2968e5a514b4 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:28.387028 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6eec9ede-d0c4-4bc4-8d78-ac472a816ecc tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:28.397579 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a243a-5bf6-4408-8e7d-afba93dd5f77 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event deleted for resources: {'Port': ['ID=fbc94a07-c210-4080-8e35-4bdb88875d82,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:28.408739 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec747b-72d6-4d20-8ea8-98f9f0076948 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Pushing event updated for resources: {'Network': ['ID=cdb90a24-ad87-4f8c-9fc7-e798ad5dc7de,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:28.425356 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-36882441-9d20-4527-9121-c057efb2f57e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:28.461778 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933ffe8f-a1f1-41b4-a30e-65a9bd1ca841 None None] Network c5aad0ed-ab74-45cb-bbac-5967ca1193f5 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:28.466430 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-6eec9ede-d0c4-4bc4-8d78-ac472a816ecc tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] 10.222.0.83 "DELETE /v2.0/subnets/6373a4c6-b734-4bec-9fc8-06611ac25a08 HTTP/1.1" status: 204 len: 168 time: 2.2930002 Feb 16 12:52:28.469215 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8e2cdf02-e189-4e60-af7c-2968e5a514b4 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:28.471262 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40844) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:28.476378 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fe5a243a-5bf6-4408-8e7d-afba93dd5f77 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:28.476906 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network cdb90a24-ad87-4f8c-9fc7-e798ad5dc7de details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:52:28.481382 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-fe5a243a-5bf6-4408-8e7d-afba93dd5f77 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/ports/fbc94a07-c210-4080-8e35-4bdb88875d82 HTTP/1.1" status: 204 len: 168 time: 2.0407941 Feb 16 12:52:28.492682 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40846) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:28.500458 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f40c4-1512-4677-b991-9a4e5cbe00d1 req-ead047a0-0cd4-4afb-b291-f14384f53cd0 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:28.502188 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-545f40c4-1512-4677-b991-9a4e5cbe00d1 req-ead047a0-0cd4-4afb-b291-f14384f53cd0 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/ports?device_id=7fdb21ed-241b-4fdc-8e4a-c7074125b27a HTTP/1.1" status: 200 len: 945 time: 0.8594913 Feb 16 12:52:28.517592 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-54405879-3b82-462d-8f95-4a70b2d5664a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Request body: {'port': {'network_id': '33030d62-68eb-4947-a86c-3f5716c993ca', 'mac_address': 'fa:16:3e:88:cd:7d', 'name': 'tempest-PortsTestJSON-882597748'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:28.531171 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36882441-9d20-4527-9121-c057efb2f57e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Pushing event deleted for resources: {'Port': ['ID=de0256bb-6e18-41c3-8004-b9fb5f826d28,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:28.533865 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40852) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:28.558782 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36882441-9d20-4527-9121-c057efb2f57e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] No DVR routers for this DVR port de0256bb-6e18-41c3-8004-b9fb5f826d28 on host dv-neutron-829527-1-hyperv {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:52:28.570639 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-a29ffd7e-fa7f-4dea-8658-542010d8bb23 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Request body: {'subnets': [{'network_id': '064d286d-50db-4918-b8be-58fb4c361b99', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1087156185', 'ip_version': 4}, {'network_id': 'cdb90a24-ad87-4f8c-9fc7-e798ad5dc7de', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:28.570947 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-a29ffd7e-fa7f-4dea-8658-542010d8bb23 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Request body: {'subnet': {'network_id': '064d286d-50db-4918-b8be-58fb4c361b99', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1087156185', 'ip_version': 4}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:28.571714 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-a29ffd7e-fa7f-4dea-8658-542010d8bb23 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Request body: {'subnet': {'network_id': 'cdb90a24-ad87-4f8c-9fc7-e798ad5dc7de', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:28.612739 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2cdf02-e189-4e60-af7c-2968e5a514b4 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f512915-10b0-4347-8b8f-85aa216dc92b,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:28.634784 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8e2cdf02-e189-4e60-af7c-2968e5a514b4 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:28.638714 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8e2cdf02-e189-4e60-af7c-2968e5a514b4 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/8f512915-10b0-4347-8b8f-85aa216dc92b HTTP/1.1" status: 204 len: 168 time: 0.4090316 Feb 16 12:52:28.638714 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40856) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:28.656767 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0bb4fd30-ef7b-43de-a196-f036deb6864f tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:28.674323 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-0bb4fd30-ef7b-43de-a196-f036deb6864f tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Deleting port cbfa52f2-22e2-4a96-afd4-bd550b068552 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:52:28.674677 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0bb4fd30-ef7b-43de-a196-f036deb6864f tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:28.756752 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0fd965f3-b11b-41ea-85d6-c5e02ded4857 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Synchronizing usage tracker for tenant:5d7224d426b54462a1fe8b919e2ef79f on resource:security_group_rule {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:28.788410 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-162d35bd-9dfa-4bea-8a03-dccd3b3cd003 req-6c15a27b-7e9a-4082-9c78-fc6aeebd197e service neutron] 10.222.0.89 "GET /v2.0/networks/b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6002052 Feb 16 12:52:28.815077 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0fd965f3-b11b-41ea-85d6-c5e02ded4857 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Unset dirty status for tenant:5d7224d426b54462a1fe8b919e2ef79f on resource:security_group_rule {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:28.816507 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0fd965f3-b11b-41ea-85d6-c5e02ded4857 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1768694 Feb 16 12:52:28.820038 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40860) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:28.827608 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429aabf3-5151-4a13-9f0c-452e5c6abac5 None None] DHCP port deletion for c5aad0ed-ab74-45cb-bbac-5967ca1193f5 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:52:28.832440 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-429aabf3-5151-4a13-9f0c-452e5c6abac5 None None] Deleting port cbfa52f2-22e2-4a96-afd4-bd550b068552 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:52:28.832879 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-429aabf3-5151-4a13-9f0c-452e5c6abac5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:28.873804 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-40386ea2-7310-4e78-8b01-e509144a70b4 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:28.919524 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-545f40c4-1512-4677-b991-9a4e5cbe00d1 req-ad18e05f-8d89-4ff4-926e-797838396607 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/security-groups?id=2a5ab787-cbec-4fb6-a4e3-d625d6a13d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3844948 Feb 16 12:52:28.930916 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-36882441-9d20-4527-9121-c057efb2f57e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:28.936108 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-40386ea2-7310-4e78-8b01-e509144a70b4 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:28.941442 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-54405879-3b82-462d-8f95-4a70b2d5664a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:28.962795 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-54405879-3b82-462d-8f95-4a70b2d5664a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Usage tracker for resource:port and tenant:cf313999ec50441da36056616d2e4e36 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:28.967632 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-54405879-3b82-462d-8f95-4a70b2d5664a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:28.982271 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-0bb4fd30-ef7b-43de-a196-f036deb6864f tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] For port cbfa52f2-22e2-4a96-afd4-bd550b068552, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=cbfa52f2-22e2-4a96-afd4-bd550b068552,segment=NetworkSegment(1b7e9d26-1cae-4167-8265-efea856b9292),segment_id=1b7e9d26-1cae-4167-8265-efea856b9292)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:28.982675 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0bb4fd30-ef7b-43de-a196-f036deb6864f tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:29.034368 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-54405879-3b82-462d-8f95-4a70b2d5664a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:29.042192 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-36882441-9d20-4527-9121-c057efb2f57e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96e98e60-e098-4398-86f2-de7b010116d4']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:29.080380 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-36882441-9d20-4527-9121-c057efb2f57e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4debdb09-2fd1-4205-8f36-40c4eeef1b8c') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:29.080841 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-36882441-9d20-4527-9121-c057efb2f57e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4debdb09-2fd1-4205-8f36-40c4eeef1b8c') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:29.096740 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-429aabf3-5151-4a13-9f0c-452e5c6abac5 None None] For port cbfa52f2-22e2-4a96-afd4-bd550b068552, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=cbfa52f2-22e2-4a96-afd4-bd550b068552,segment=NetworkSegment(1b7e9d26-1cae-4167-8265-efea856b9292),segment_id=1b7e9d26-1cae-4167-8265-efea856b9292)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:29.096976 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-429aabf3-5151-4a13-9f0c-452e5c6abac5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:29.097209 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54405879-3b82-462d-8f95-4a70b2d5664a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Made reservation on behalf of cf313999ec50441da36056616d2e4e36 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:29.117204 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-40386ea2-7310-4e78-8b01-e509144a70b4 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:29.123300 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-36882441-9d20-4527-9121-c057efb2f57e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:29.124575 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-0bb4fd30-ef7b-43de-a196-f036deb6864f tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Calling delete_port for cbfa52f2-22e2-4a96-afd4-bd550b068552 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:52:29.187525 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-a29ffd7e-fa7f-4dea-8658-542010d8bb23 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:29.203990 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-36882441-9d20-4527-9121-c057efb2f57e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:29.206559 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-a29ffd7e-fa7f-4dea-8658-542010d8bb23 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Usage tracker for resource:subnet and tenant:a03a1661094c41f2a246ff132b6a9f13 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:29.213265 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-a29ffd7e-fa7f-4dea-8658-542010d8bb23 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:29.217460 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-429aabf3-5151-4a13-9f0c-452e5c6abac5 None None] Calling delete_port for cbfa52f2-22e2-4a96-afd4-bd550b068552 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:52:29.228742 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36882441-9d20-4527-9121-c057efb2f57e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:52:29.229231 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-36882441-9d20-4527-9121-c057efb2f57e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:29.251591 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:52:29.251591 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:52:29.251591 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:52:29.251591 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:52:29.251591 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:52:29.251591 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:52:29.251591 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:52:29.251591 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:52:29.251591 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:52:29.251591 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:52:29.251591 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:52:29.251591 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:52:29.251591 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:52:29.251591 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:52:29.251591 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:52:29.251591 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:52:29.251591 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:52:29.251591 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:52:29.251591 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:52:29.251591 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:52:29.251591 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:52:29.251591 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:52:29.251591 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:52:29.251591 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:52:29.251591 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:52:29.251591 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:52:29.251591 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:52:29.251591 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:52:29.251591 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:52:29.251591 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:52:29.251591 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:52:29.251591 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:52:29.254348 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 762066c8-8645-4da2-b033-bc7bb8c13468 up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:52:29.254477 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-a29ffd7e-fa7f-4dea-8658-542010d8bb23 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:29.295336 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40386ea2-7310-4e78-8b01-e509144a70b4 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3c9c24f-3589-48c4-9a19-d0098900a452,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:29.301672 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-40386ea2-7310-4e78-8b01-e509144a70b4 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:29.303146 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-40386ea2-7310-4e78-8b01-e509144a70b4 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/c3c9c24f-3589-48c4-9a19-d0098900a452 HTTP/1.1" status: 204 len: 168 time: 0.4821110 Feb 16 12:52:29.305917 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40864) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:29.322238 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-54405879-3b82-462d-8f95-4a70b2d5664a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:29.351058 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29ffd7e-fa7f-4dea-8658-542010d8bb23 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Made reservation on behalf of a03a1661094c41f2a246ff132b6a9f13 for: {'subnet': 2} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:29.355666 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a29ffd7e-fa7f-4dea-8658-542010d8bb23 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:29.356057 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a29ffd7e-fa7f-4dea-8658-542010d8bb23 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:29.364249 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning for port 762066c8-8645-4da2-b033-bc7bb8c13468 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:52:29.367502 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-429aabf3-5151-4a13-9f0c-452e5c6abac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:29.391068 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b005b658-0249-4f65-9760-b06303d74e2b tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Synchronizing usage tracker for tenant:5d7224d426b54462a1fe8b919e2ef79f on resource:security_group_rule {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:29.409689 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-0bb4fd30-ef7b-43de-a196-f036deb6864f tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:52:29.410326 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-0bb4fd30-ef7b-43de-a196-f036deb6864f tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:52:29.411932 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port 762066c8-8645-4da2-b033-bc7bb8c13468 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:29.412886 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:29.423071 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b005b658-0249-4f65-9760-b06303d74e2b tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Unset dirty status for tenant:5d7224d426b54462a1fe8b919e2ef79f on resource:security_group_rule {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:29.424754 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b005b658-0249-4f65-9760-b06303d74e2b tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1177807 Feb 16 12:52:29.427694 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40868) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:29.440578 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-36882441-9d20-4527-9121-c057efb2f57e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:29.461953 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429aabf3-5151-4a13-9f0c-452e5c6abac5 None None] Pushing event deleted for resources: {'Port': ['ID=cbfa52f2-22e2-4a96-afd4-bd550b068552,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:29.464784 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429aabf3-5151-4a13-9f0c-452e5c6abac5 None None] No DVR routers for this DVR port cbfa52f2-22e2-4a96-afd4-bd550b068552 on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:52:29.476027 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3e508e70-e748-483b-bb91-9bf47fab3e10 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:29.478786 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [None req-54405879-3b82-462d-8f95-4a70b2d5664a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] device_id is not set on port e0858d58-6e3c-4dcb-a696-ba4c938962f5 yet. {{(pid=87701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:52:29.491891 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3e508e70-e748-483b-bb91-9bf47fab3e10 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:29.517740 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-36882441-9d20-4527-9121-c057efb2f57e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:29.519882 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3e508e70-e748-483b-bb91-9bf47fab3e10 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:29.532091 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36882441-9d20-4527-9121-c057efb2f57e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Pushing event deleted for resources: {'Network': ['ID=96e98e60-e098-4398-86f2-de7b010116d4,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:29.540863 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e508e70-e748-483b-bb91-9bf47fab3e10 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3cdfb4a7-d40e-48e8-8dd5-161dca63fc7e,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:29.554979 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-36882441-9d20-4527-9121-c057efb2f57e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "DELETE /v2.0/networks/96e98e60-e098-4398-86f2-de7b010116d4 HTTP/1.1" status: 204 len: 168 time: 5.3078473 Feb 16 12:52:29.556754 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:29.559573 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40872) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:29.565779 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d9063779-78db-4778-8bc7-3082e450bcf5 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1598966223'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:29.572395 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d9063779-78db-4778-8bc7-3082e450bcf5 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:29.578114 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d9063779-78db-4778-8bc7-3082e450bcf5 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Usage tracker for resource:network and tenant:41e1ac5f697d49bbba7587a21281c0a4 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:29.581522 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d9063779-78db-4778-8bc7-3082e450bcf5 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:29.585085 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3e508e70-e748-483b-bb91-9bf47fab3e10 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:29.588677 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3e508e70-e748-483b-bb91-9bf47fab3e10 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/3cdfb4a7-d40e-48e8-8dd5-161dca63fc7e HTTP/1.1" status: 204 len: 168 time: 0.1575119 Feb 16 12:52:29.588829 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fdb21ed-241b-4fdc-8e4a-c7074125b27a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762066c8-8645-4da2-b033-bc7bb8c13468'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:52:29.589264 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40876) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:29.591627 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d9063779-78db-4778-8bc7-3082e450bcf5 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:29.617086 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 762066c8-8645-4da2-b033-bc7bb8c13468, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=762066c8-8645-4da2-b033-bc7bb8c13468,segment=NetworkSegment(93a1263e-765c-4aeb-b2f7-d3e38b88659f),segment_id=93a1263e-765c-4aeb-b2f7-d3e38b88659f)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:29.627057 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:29.636672 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9063779-78db-4778-8bc7-3082e450bcf5 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Made reservation on behalf of 41e1ac5f697d49bbba7587a21281c0a4 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:29.640675 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9063779-78db-4778-8bc7-3082e450bcf5 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:29.672549 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-7952fbc1-c59c-44d5-8944-06234cb2818c tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Synchronizing usage tracker for tenant:5d7224d426b54462a1fe8b919e2ef79f on resource:security_group_rule {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:29.672947 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fdb21ed-241b-4fdc-8e4a-c7074125b27a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762066c8-8645-4da2-b033-bc7bb8c13468', 'code': 200} Feb 16 12:52:29.697815 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9063779-78db-4778-8bc7-3082e450bcf5 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:52:29.705713 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-7952fbc1-c59c-44d5-8944-06234cb2818c tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Unset dirty status for tenant:5d7224d426b54462a1fe8b919e2ef79f on resource:security_group_rule {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:29.710060 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7952fbc1-c59c-44d5-8944-06234cb2818c tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1170394 Feb 16 12:52:29.711456 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40882) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:29.721262 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=762066c8-8645-4da2-b033-bc7bb8c13468,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:29.723349 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9063779-78db-4778-8bc7-3082e450bcf5 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:29.723810 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-d9063779-78db-4778-8bc7-3082e450bcf5 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Added segment 35939bf0-89f0-4428-b162-a5280af59363 of type vlan for network f1bc5b14-801e-4978-b414-45b3cf863b27 Feb 16 12:52:29.755404 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4ddc46fd-c258-447e-b069-21bffd86a563 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:29.778421 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4ddc46fd-c258-447e-b069-21bffd86a563 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:29.790969 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9063779-78db-4778-8bc7-3082e450bcf5 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:29.832886 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4ddc46fd-c258-447e-b069-21bffd86a563 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:29.848708 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9063779-78db-4778-8bc7-3082e450bcf5 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:29.854075 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9063779-78db-4778-8bc7-3082e450bcf5 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:29.854666 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9063779-78db-4778-8bc7-3082e450bcf5 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:29.876508 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc46fd-c258-447e-b069-21bffd86a563 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=278cce1f-2631-4629-9f81-8fd99dc10864,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:29.937645 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device cbfa52f2-22e2-4a96-afd4-bd550b068552 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:52:29.947880 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-0bb4fd30-ef7b-43de-a196-f036deb6864f tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Deleting port cbfa52f2-22e2-4a96-afd4-bd550b068552 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:52:29.948223 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0bb4fd30-ef7b-43de-a196-f036deb6864f tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:29.985821 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: cbfa52f2-22e2-4a96-afd4-bd550b068552 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:52:29.986741 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device cbfa52f2-22e2-4a96-afd4-bd550b068552 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:52:30.032439 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-54405879-3b82-462d-8f95-4a70b2d5664a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:30.048246 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d9063779-78db-4778-8bc7-3082e450bcf5 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4873633 Feb 16 12:52:30.049222 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4ddc46fd-c258-447e-b069-21bffd86a563 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:30.050742 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4ddc46fd-c258-447e-b069-21bffd86a563 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/278cce1f-2631-4629-9f81-8fd99dc10864 HTTP/1.1" status: 204 len: 168 time: 0.3382816 Feb 16 12:52:30.054210 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40888) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:30.054340 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40890) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:30.059418 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-0bb4fd30-ef7b-43de-a196-f036deb6864f tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] The port 'cbfa52f2-22e2-4a96-afd4-bd550b068552' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:52:30.081824 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-7324b608-85bc-47a1-8dc0-0d28df7d6a09 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Request body: {'subnet': {'network_id': 'f1bc5b14-801e-4978-b414-45b3cf863b27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:30.119810 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9063779-78db-4778-8bc7-3082e450bcf5 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Pushing event updated for resources: {'Network': ['ID=f1bc5b14-801e-4978-b414-45b3cf863b27,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:30.134546 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network f1bc5b14-801e-4978-b414-45b3cf863b27 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:52:30.235106 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0db7f-90fa-4b47-9421-9062bfbfe5b8 req-487d473d-2531-4ee5-90fa-11a9e1696aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:30.236589 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-44f0db7f-90fa-4b47-9421-9062bfbfe5b8 req-487d473d-2531-4ee5-90fa-11a9e1696aa7 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7fdb21ed-241b-4fdc-8e4a-c7074125b27a HTTP/1.1" status: 200 len: 1099 time: 0.3282244 Feb 16 12:52:30.298548 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-54405879-3b82-462d-8f95-4a70b2d5664a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:30.315360 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-140b2bcc-1984-4207-9918-9ab805262dbd tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Synchronizing usage tracker for tenant:5d7224d426b54462a1fe8b919e2ef79f on resource:security_group_rule {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:30.340664 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-7324b608-85bc-47a1-8dc0-0d28df7d6a09 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:30.343793 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0bb4fd30-ef7b-43de-a196-f036deb6864f tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:30.347631 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-44f0db7f-90fa-4b47-9421-9062bfbfe5b8 req-ed99f115-f231-4c93-b598-c78673da51c4 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2a5ab787-cbec-4fb6-a4e3-d625d6a13d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041567 Feb 16 12:52:30.359893 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-7324b608-85bc-47a1-8dc0-0d28df7d6a09 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Usage tracker for resource:subnet and tenant:41e1ac5f697d49bbba7587a21281c0a4 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:30.365226 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-7324b608-85bc-47a1-8dc0-0d28df7d6a09 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:30.381894 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-7324b608-85bc-47a1-8dc0-0d28df7d6a09 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:30.383925 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-140b2bcc-1984-4207-9918-9ab805262dbd tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Unset dirty status for tenant:5d7224d426b54462a1fe8b919e2ef79f on resource:security_group_rule {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:30.388159 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-140b2bcc-1984-4207-9918-9ab805262dbd tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3232327 Feb 16 12:52:30.388494 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40896) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:30.391554 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-0bb4fd30-ef7b-43de-a196-f036deb6864f tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5aad0ed-ab74-45cb-bbac-5967ca1193f5']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:30.418622 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-0bb4fd30-ef7b-43de-a196-f036deb6864f tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b7e9d26-1cae-4167-8265-efea856b9292') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:30.418892 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-0bb4fd30-ef7b-43de-a196-f036deb6864f tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b7e9d26-1cae-4167-8265-efea856b9292') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:30.423087 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df700e1-54e9-4b7e-a871-5e52c8ca187b req-7026e068-592d-4cb9-b811-82e071faab2e tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:30.424642 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9df700e1-54e9-4b7e-a871-5e52c8ca187b req-7026e068-592d-4cb9-b811-82e071faab2e tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/ports?device_id=7fdb21ed-241b-4fdc-8e4a-c7074125b27a HTTP/1.1" status: 200 len: 946 time: 0.3669107 Feb 16 12:52:30.428920 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54405879-3b82-462d-8f95-4a70b2d5664a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Network 33030d62-68eb-4947-a86c-3f5716c993ca is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:52:30.436319 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0bb4fd30-ef7b-43de-a196-f036deb6864f tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:30.436483 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-54405879-3b82-462d-8f95-4a70b2d5664a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:30.445047 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54405879-3b82-462d-8f95-4a70b2d5664a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:52:30.451014 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54405879-3b82-462d-8f95-4a70b2d5664a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:30.451587 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-54405879-3b82-462d-8f95-4a70b2d5664a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:30.453385 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7324b608-85bc-47a1-8dc0-0d28df7d6a09 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Made reservation on behalf of 41e1ac5f697d49bbba7587a21281c0a4 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:30.456802 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7324b608-85bc-47a1-8dc0-0d28df7d6a09 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:30.460476 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54405879-3b82-462d-8f95-4a70b2d5664a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event updated for resources: {'Port': ['ID=e0858d58-6e3c-4dcb-a696-ba4c938962f5,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:30.540853 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-54405879-3b82-462d-8f95-4a70b2d5664a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.0351691 Feb 16 12:52:30.542718 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40900) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:30.547538 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9df700e1-54e9-4b7e-a871-5e52c8ca187b req-6907d9e9-698b-4ed5-afe5-1c0679429067 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/security-groups?id=2a5ab787-cbec-4fb6-a4e3-d625d6a13d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918720 Feb 16 12:52:30.548163 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0bb4fd30-ef7b-43de-a196-f036deb6864f tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:30.569155 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bb4fd30-ef7b-43de-a196-f036deb6864f tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:52:30.569552 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0bb4fd30-ef7b-43de-a196-f036deb6864f tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:30.586789 dv-neutron-829527-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:52:30.586789 dv-neutron-829527-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:52:30.586789 dv-neutron-829527-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:52:30.586789 dv-neutron-829527-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:52:30.586789 dv-neutron-829527-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:52:30.586789 dv-neutron-829527-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:52:30.586789 dv-neutron-829527-1-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:52:30.586789 dv-neutron-829527-1-hyperv neutron-server[87699]: util.warn( Feb 16 12:52:30.586789 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:52:30.586789 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:52:30.586789 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:52:30.586789 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:52:30.586789 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:52:30.586789 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:52:30.586789 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:52:30.586789 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:52:30.586789 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:52:30.586789 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:52:30.586789 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:52:30.586789 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:52:30.586789 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:52:30.586789 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:52:30.586789 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:52:30.586789 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:52:30.586789 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:52:30.586789 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:52:30.586789 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:52:30.586789 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:52:30.586789 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:52:30.586789 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:52:30.586789 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:52:30.586789 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:52:30.586789 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:52:30.586789 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:52:30.586789 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:52:30.586789 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:52:30.586789 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:52:30.586789 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:52:30.586789 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:52:30.586789 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:52:30.612049 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a29ffd7e-fa7f-4dea-8658-542010d8bb23 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:30.676843 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186672ba-a14b-4eab-a378-cadf3a99c7f4 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:30.677310 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-186672ba-a14b-4eab-a378-cadf3a99c7f4 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Synchronizing usage tracker for tenant:cf313999ec50441da36056616d2e4e36 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:30.694233 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d8b8212-6162-42b2-bd9a-a5cfd12c5224 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:30.722539 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ffd7e-fa7f-4dea-8658-542010d8bb23 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Pushing event updated for resources: {'Subnet': ['ID=d826db05-c607-42b0-a855-d070423650ee,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:30.727118 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-186672ba-a14b-4eab-a378-cadf3a99c7f4 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Unset dirty status for tenant:cf313999ec50441da36056616d2e4e36 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:30.730169 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-186672ba-a14b-4eab-a378-cadf3a99c7f4 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "GET /v2.0/ports/e0858d58-6e3c-4dcb-a696-ba4c938962f5 HTTP/1.1" status: 200 len: 840 time: 0.1845436 Feb 16 12:52:30.733158 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40904) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:30.735457 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0bb4fd30-ef7b-43de-a196-f036deb6864f tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:30.755952 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0bb4fd30-ef7b-43de-a196-f036deb6864f tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:30.759536 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d8b8212-6162-42b2-bd9a-a5cfd12c5224 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:30.775907 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29ffd7e-fa7f-4dea-8658-542010d8bb23 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Checking segment: {'id': '070bb8db-839e-4dd7-a48e-8a6bb342dd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '064d286d-50db-4918-b8be-58fb4c361b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:52:30.776248 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29ffd7e-fa7f-4dea-8658-542010d8bb23 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Network hostable DHCP agents. Network: 064d286d-50db-4918-b8be-58fb4c361b99, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:52:30.781848 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4fd30-ef7b-43de-a196-f036deb6864f tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Pushing event deleted for resources: {'Network': ['ID=c5aad0ed-ab74-45cb-bbac-5967ca1193f5,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:30.794490 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0bb4fd30-ef7b-43de-a196-f036deb6864f tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] 10.222.0.83 "DELETE /v2.0/networks/c5aad0ed-ab74-45cb-bbac-5967ca1193f5 HTTP/1.1" status: 204 len: 168 time: 2.3123760 Feb 16 12:52:30.797780 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40908) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:30.816876 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-fc5e8f0d-dc1a-44c2-871d-b91dbeb0b3c8 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Deleting port e0858d58-6e3c-4dcb-a696-ba4c938962f5 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:52:30.817212 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fc5e8f0d-dc1a-44c2-871d-b91dbeb0b3c8 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:30.847325 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29ffd7e-fa7f-4dea-8658-542010d8bb23 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Network 064d286d-50db-4918-b8be-58fb4c361b99 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:52:30.872795 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-a29ffd7e-fa7f-4dea-8658-542010d8bb23 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 064d286d-50db-4918-b8be-58fb4c361b99) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:30.879952 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a29ffd7e-fa7f-4dea-8658-542010d8bb23 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:30.882790 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9097bff3-6549-4a8a-9116-5031ee1b8452 None None] Network 064d286d-50db-4918-b8be-58fb4c361b99 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:30.893743 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-71bf2fc6-87bb-4b31-955a-d63a33d7b6c0 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Synchronizing usage tracker for tenant:f9f50c5e67074cb69427e64faa0a5f9d on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:30.921050 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d8b8212-6162-42b2-bd9a-a5cfd12c5224 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:30.947843 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-71bf2fc6-87bb-4b31-955a-d63a33d7b6c0 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Unset dirty status for tenant:f9f50c5e67074cb69427e64faa0a5f9d on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:30.951627 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-71bf2fc6-87bb-4b31-955a-d63a33d7b6c0 tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] 10.222.0.83 "GET /v2.0/ports?device_id=26797c1a-e0ec-4231-ae00-1f90a5287998 HTTP/1.1" status: 200 len: 205 time: 0.1437700 Feb 16 12:52:30.953494 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b8212-6162-42b2-bd9a-a5cfd12c5224 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c980238-b46f-4b34-bb2e-3060e0e2a542,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:30.956284 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40912) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:30.998329 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ffd7e-fa7f-4dea-8658-542010d8bb23 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Pushing event updated for resources: {'Subnet': ['ID=99be4450-2261-45cf-8d54-42d79f346cc3,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:31.113851 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29ffd7e-fa7f-4dea-8658-542010d8bb23 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Checking segment: {'id': '1ba34177-9ece-4049-92b7-6b32ed3b1562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'cdb90a24-ad87-4f8c-9fc7-e798ad5dc7de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:52:31.114325 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29ffd7e-fa7f-4dea-8658-542010d8bb23 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Network hostable DHCP agents. Network: cdb90a24-ad87-4f8c-9fc7-e798ad5dc7de, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:52:31.119954 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a8d4e4-0732-4bee-8031-3d889eab61ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-064d286d-50db-4918-b8be-58fb4c361b99', 'network_id': '064d286d-50db-4918-b8be-58fb4c361b99', 'tenant_id': 'a03a1661094c41f2a246ff132b6a9f13', 'fixed_ips': [{'subnet_id': 'd826db05-c607-42b0-a855-d070423650ee'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:52:31.121353 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a5a8d4e4-0732-4bee-8031-3d889eab61ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:31.130556 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c169c85b-d1ec-492f-9968-782e0be5d0aa tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:31.146335 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fc5e8f0d-dc1a-44c2-871d-b91dbeb0b3c8 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:31.193313 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d8b8212-6162-42b2-bd9a-a5cfd12c5224 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:31.194462 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8d8b8212-6162-42b2-bd9a-a5cfd12c5224 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "DELETE /v2.0/security-groups/6c980238-b46f-4b34-bb2e-3060e0e2a542 HTTP/1.1" status: 204 len: 168 time: 0.8050394 Feb 16 12:52:31.195452 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7324b608-85bc-47a1-8dc0-0d28df7d6a09 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:31.199897 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40916) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:31.207703 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29ffd7e-fa7f-4dea-8658-542010d8bb23 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Network cdb90a24-ad87-4f8c-9fc7-e798ad5dc7de is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:52:31.274553 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-fc5e8f0d-dc1a-44c2-871d-b91dbeb0b3c8 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Calling delete_port for e0858d58-6e3c-4dcb-a696-ba4c938962f5 owned by {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:52:31.288224 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-a5a8d4e4-0732-4bee-8031-3d889eab61ea None None] Allocated IP 172.20.0.2 (064d286d-50db-4918-b8be-58fb4c361b99/d826db05-c607-42b0-a855-d070423650ee/e547869a-a20c-473d-b48a-027fe3e9f4a3) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:52:31.321550 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-a29ffd7e-fa7f-4dea-8658-542010d8bb23 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, cdb90a24-ad87-4f8c-9fc7-e798ad5dc7de) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:31.338178 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29ffd7e-fa7f-4dea-8658-542010d8bb23 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:31.338650 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29ffd7e-fa7f-4dea-8658-542010d8bb23 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:31.339417 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a29ffd7e-fa7f-4dea-8658-542010d8bb23 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:31.370493 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f92a45-97e5-498f-b759-2597293f02b0 None None] Network cdb90a24-ad87-4f8c-9fc7-e798ad5dc7de requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:31.453716 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-a29ffd7e-fa7f-4dea-8658-542010d8bb23 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.8954453 Feb 16 12:52:31.455440 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40920) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:31.459501 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fc5e8f0d-dc1a-44c2-871d-b91dbeb0b3c8 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:31.565040 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e8f0d-dc1a-44c2-871d-b91dbeb0b3c8 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event deleted for resources: {'Port': ['ID=e0858d58-6e3c-4dcb-a696-ba4c938962f5,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:31.567631 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fc5e8f0d-dc1a-44c2-871d-b91dbeb0b3c8 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:31.603659 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40926) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:31.607798 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-fc5e8f0d-dc1a-44c2-871d-b91dbeb0b3c8 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/ports/e0858d58-6e3c-4dcb-a696-ba4c938962f5 HTTP/1.1" status: 204 len: 168 time: 0.8735774 Feb 16 12:52:31.736206 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a5a8d4e4-0732-4bee-8031-3d889eab61ea None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:31.737400 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324b608-85bc-47a1-8dc0-0d28df7d6a09 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Pushing event updated for resources: {'Subnet': ['ID=5715b737-20a8-4f02-8de1-a4b34bec485b,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:31.746580 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-a5a8d4e4-0732-4bee-8031-3d889eab61ea None None] Transition to ACTIVE for port object e547869a-a20c-473d-b48a-027fe3e9f4a3 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:52:31.750529 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed04e68-7296-4ac2-8100-30ba210f6876 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-cdb90a24-ad87-4f8c-9fc7-e798ad5dc7de', 'network_id': 'cdb90a24-ad87-4f8c-9fc7-e798ad5dc7de', 'tenant_id': 'a03a1661094c41f2a246ff132b6a9f13', 'fixed_ips': [{'subnet_id': '99be4450-2261-45cf-8d54-42d79f346cc3'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:52:31.751340 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7ed04e68-7296-4ac2-8100-30ba210f6876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:31.828823 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-02f60462-8ed4-48b5-9c7c-a03ca666cd86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:31.830526 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-a5a8d4e4-0732-4bee-8031-3d889eab61ea None None] Transition to ACTIVE for port object e547869a-a20c-473d-b48a-027fe3e9f4a3 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:52:31.843878 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a5a8d4e4-0732-4bee-8031-3d889eab61ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:31.856856 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c7c85ca7-1978-4281-bc9f-109a73b1f7b2 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Synchronizing usage tracker for tenant:5d7224d426b54462a1fe8b919e2ef79f on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:31.878376 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d2d082a-2fb7-41a2-a189-91ced6a99bd9 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] GET failed (client error): The resource could not be found. Feb 16 12:52:31.878991 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2d2d082a-2fb7-41a2-a189-91ced6a99bd9 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Synchronizing usage tracker for tenant:cf313999ec50441da36056616d2e4e36 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:31.884427 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c169c85b-d1ec-492f-9968-782e0be5d0aa tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:31.896707 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a6888b-effc-4d9a-b819-9e0bb6038cc7 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:31.898202 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a6888b-effc-4d9a-b819-9e0bb6038cc7 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:31.899665 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a6888b-effc-4d9a-b819-9e0bb6038cc7 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:31.904437 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e6a6888b-effc-4d9a-b819-9e0bb6038cc7 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.4414370 Feb 16 12:52:31.905146 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c169c85b-d1ec-492f-9968-782e0be5d0aa tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:31.905415 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40930) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:31.915328 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7324b608-85bc-47a1-8dc0-0d28df7d6a09 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Checking segment: {'id': '35939bf0-89f0-4428-b162-a5280af59363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f1bc5b14-801e-4978-b414-45b3cf863b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:52:31.915328 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7324b608-85bc-47a1-8dc0-0d28df7d6a09 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Network hostable DHCP agents. Network: f1bc5b14-801e-4978-b414-45b3cf863b27, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:52:31.936733 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a8d4e4-0732-4bee-8031-3d889eab61ea None None] Network 064d286d-50db-4918-b8be-58fb4c361b99 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:52:31.967799 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-a5a8d4e4-0732-4bee-8031-3d889eab61ea None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:31.971177 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c7c85ca7-1978-4281-bc9f-109a73b1f7b2 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Unset dirty status for tenant:5d7224d426b54462a1fe8b919e2ef79f on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:31.976971 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c7c85ca7-1978-4281-bc9f-109a73b1f7b2 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6120045 Feb 16 12:52:31.977148 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a8d4e4-0732-4bee-8031-3d889eab61ea None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:52:31.978109 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a8d4e4-0732-4bee-8031-3d889eab61ea None None] Pushing event updated for resources: {'Port': ['ID=e547869a-a20c-473d-b48a-027fe3e9f4a3,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:31.979148 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2d2d082a-2fb7-41a2-a189-91ced6a99bd9 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Unset dirty status for tenant:cf313999ec50441da36056616d2e4e36 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:31.980659 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2d2d082a-2fb7-41a2-a189-91ced6a99bd9 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "GET /v2.0/ports/e0858d58-6e3c-4dcb-a696-ba4c938962f5 HTTP/1.1" status: 404 len: 333 time: 0.3670325 Feb 16 12:52:31.982332 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40934) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:31.982942 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c169c85b-d1ec-492f-9968-782e0be5d0aa tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:31.983463 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c169c85b-d1ec-492f-9968-782e0be5d0aa tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Fanout notify agent at l3_agent the message router_deleted on router 26797c1a-e0ec-4231-ae00-1f90a5287998 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:52:31.992904 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40936) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:31.996318 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-72c226ea-0d0a-4332-8bb6-2a5771d9432d tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Request body: {'security_group': {'name': 'tempest-secgroup--1522079010'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:32.010223 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-c162de51-a01b-4320-979e-57d2a35edfec tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Request body: {'port': {'network_id': '33030d62-68eb-4947-a86c-3f5716c993ca', 'name': 'tempest-PortsTestJSON-1707800110'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:32.023902 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-089dec58-3ee2-4923-8146-33da00992d86 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Deleting subnet d826db05-c607-42b0-a855-d070423650ee {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:52:32.024917 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-72c226ea-0d0a-4332-8bb6-2a5771d9432d tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:32.026942 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-089dec58-3ee2-4923-8146-33da00992d86 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:32.027970 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7324b608-85bc-47a1-8dc0-0d28df7d6a09 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Network f1bc5b14-801e-4978-b414-45b3cf863b27 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:52:32.048598 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c169c85b-d1ec-492f-9968-782e0be5d0aa tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:32.052229 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c169c85b-d1ec-492f-9968-782e0be5d0aa tempest-RoutersNegativeIpV6Test-1283148208 tempest-RoutersNegativeIpV6Test-1283148208-project] 10.222.0.83 "DELETE /v2.0/routers/26797c1a-e0ec-4231-ae00-1f90a5287998 HTTP/1.1" status: 204 len: 168 time: 1.0924110 Feb 16 12:52:32.089294 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-7ed04e68-7296-4ac2-8100-30ba210f6876 None None] Allocated IP 172.20.0.18 (cdb90a24-ad87-4f8c-9fc7-e798ad5dc7de/99be4450-2261-45cf-8d54-42d79f346cc3/44f3d89c-d2c9-4d83-81f6-1a49e5184232) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:52:32.097893 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-a5a8d4e4-0732-4bee-8031-3d889eab61ea None None] Attempting to bind port e547869a-a20c-473d-b48a-027fe3e9f4a3 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:52:32.098468 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-a5a8d4e4-0732-4bee-8031-3d889eab61ea None None] Attempting to bind port e547869a-a20c-473d-b48a-027fe3e9f4a3 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '070bb8db-839e-4dd7-a48e-8a6bb342dd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '064d286d-50db-4918-b8be-58fb4c361b99'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:52:32.098764 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a8d4e4-0732-4bee-8031-3d889eab61ea None None] Attempting to bind port e547869a-a20c-473d-b48a-027fe3e9f4a3 on network 064d286d-50db-4918-b8be-58fb4c361b99 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:52:32.109131 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a8d4e4-0732-4bee-8031-3d889eab61ea None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:52:32.109614 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a8d4e4-0732-4bee-8031-3d889eab61ea None None] Checking segment: {'id': '070bb8db-839e-4dd7-a48e-8a6bb342dd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '064d286d-50db-4918-b8be-58fb4c361b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:52:32.109892 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a5a8d4e4-0732-4bee-8031-3d889eab61ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:32.110465 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a8d4e4-0732-4bee-8031-3d889eab61ea None None] Bound using segment: {'id': '070bb8db-839e-4dd7-a48e-8a6bb342dd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '064d286d-50db-4918-b8be-58fb4c361b99'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:52:32.111103 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-a5a8d4e4-0732-4bee-8031-3d889eab61ea None None] Bound port: e547869a-a20c-473d-b48a-027fe3e9f4a3, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '070bb8db-839e-4dd7-a48e-8a6bb342dd1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '064d286d-50db-4918-b8be-58fb4c361b99'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:52:32.111664 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a5a8d4e4-0732-4bee-8031-3d889eab61ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:32.123074 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-72c226ea-0d0a-4332-8bb6-2a5771d9432d tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:32.144113 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-7324b608-85bc-47a1-8dc0-0d28df7d6a09 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, f1bc5b14-801e-4978-b414-45b3cf863b27) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:32.163968 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7324b608-85bc-47a1-8dc0-0d28df7d6a09 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:32.164561 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7324b608-85bc-47a1-8dc0-0d28df7d6a09 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:32.179967 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c62774-c3d4-4ae8-8795-8bafac486217 req-fac4b1c9-5237-444d-a92e-6830d13aa43b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:32.181563 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-30c62774-c3d4-4ae8-8795-8bafac486217 req-fac4b1c9-5237-444d-a92e-6830d13aa43b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/ports?device_id=7fdb21ed-241b-4fdc-8e4a-c7074125b27a HTTP/1.1" status: 200 len: 946 time: 0.4877610 Feb 16 12:52:32.192966 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-72c226ea-0d0a-4332-8bb6-2a5771d9432d tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:32.196731 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e53c4c-8a38-4478-96e7-8b2ac14c74f1 None None] Network f1bc5b14-801e-4978-b414-45b3cf863b27 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:32.213495 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c162de51-a01b-4320-979e-57d2a35edfec tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:32.250087 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7324b608-85bc-47a1-8dc0-0d28df7d6a09 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1889930 Feb 16 12:52:32.252266 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40944) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:32.253150 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c162de51-a01b-4320-979e-57d2a35edfec tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:32.269569 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-72c226ea-0d0a-4332-8bb6-2a5771d9432d tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:32.280578 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-089dec58-3ee2-4923-8146-33da00992d86 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:32.305631 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-72c226ea-0d0a-4332-8bb6-2a5771d9432d tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Usage tracker for resource:security_group_rule and tenant:5d7224d426b54462a1fe8b919e2ef79f is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:32.359797 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-72c226ea-0d0a-4332-8bb6-2a5771d9432d tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:32.376217 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-72c226ea-0d0a-4332-8bb6-2a5771d9432d tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:32.381262 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c162de51-a01b-4320-979e-57d2a35edfec tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Made reservation on behalf of cf313999ec50441da36056616d2e4e36 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:32.385035 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c162de51-a01b-4320-979e-57d2a35edfec tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:32.402230 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-30c62774-c3d4-4ae8-8795-8bafac486217 req-c957d26c-0744-444b-95d1-1a9f6380456d tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/security-groups?id=2a5ab787-cbec-4fb6-a4e3-d625d6a13d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963623 Feb 16 12:52:32.432497 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-a5a8d4e4-0732-4bee-8031-3d889eab61ea None None] For port e547869a-a20c-473d-b48a-027fe3e9f4a3, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:52:32.446005 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-c162de51-a01b-4320-979e-57d2a35edfec tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] device_id is not set on port 7a79af39-b3a3-4db8-a0b9-d379995e3da2 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:52:32.471347 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-a5a8d4e4-0732-4bee-8031-3d889eab61ea None None] For port e547869a-a20c-473d-b48a-027fe3e9f4a3, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=e547869a-a20c-473d-b48a-027fe3e9f4a3,segment=NetworkSegment(070bb8db-839e-4dd7-a48e-8a6bb342dd1c),segment_id=070bb8db-839e-4dd7-a48e-8a6bb342dd1c)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:52:32.484181 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-089dec58-3ee2-4923-8146-33da00992d86 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:32.489038 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a5a8d4e4-0732-4bee-8031-3d889eab61ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:32.554005 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40952) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:32.594532 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-89ed24dc-2f2e-4a25-8db7-5f358914f064 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:32.611688 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7ed04e68-7296-4ac2-8100-30ba210f6876 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:32.643646 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-7ed04e68-7296-4ac2-8100-30ba210f6876 None None] Transition to ACTIVE for port object 44f3d89c-d2c9-4d83-81f6-1a49e5184232 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:52:32.689967 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53189740-12f0-4cd0-ad2e-bc9d0e3320f9 req-6f4df7f7-731e-4f5e-8132-3d86c4602444 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:32.691648 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-53189740-12f0-4cd0-ad2e-bc9d0e3320f9 req-6f4df7f7-731e-4f5e-8132-3d86c4602444 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/ports?device_id=7fdb21ed-241b-4fdc-8e4a-c7074125b27a HTTP/1.1" status: 200 len: 946 time: 0.1385541 Feb 16 12:52:32.694243 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-089dec58-3ee2-4923-8146-33da00992d86 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:32.720294 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-72c226ea-0d0a-4332-8bb6-2a5771d9432d tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:32.742166 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-089dec58-3ee2-4923-8146-33da00992d86 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:32.745989 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-72c226ea-0d0a-4332-8bb6-2a5771d9432d tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:32.769315 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-7ed04e68-7296-4ac2-8100-30ba210f6876 None None] Transition to ACTIVE for port object 44f3d89c-d2c9-4d83-81f6-1a49e5184232 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:52:32.770054 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-089dec58-3ee2-4923-8146-33da00992d86 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] 10.222.0.83 "DELETE /v2.0/subnets/d826db05-c607-42b0-a855-d070423650ee HTTP/1.1" status: 204 len: 168 time: 0.8614733 Feb 16 12:52:32.785566 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40958) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:32.798994 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7ed04e68-7296-4ac2-8100-30ba210f6876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:32.839145 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089dec58-3ee2-4923-8146-33da00992d86 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Pushing event deleted for resources: {'Subnet': ['ID=d826db05-c607-42b0-a855-d070423650ee,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:32.872093 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed04e68-7296-4ac2-8100-30ba210f6876 None None] Network cdb90a24-ad87-4f8c-9fc7-e798ad5dc7de is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:52:32.879622 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a8d4e4-0732-4bee-8031-3d889eab61ea None None] Pushing event updated for resources: {'Port': ['ID=e547869a-a20c-473d-b48a-027fe3e9f4a3,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:32.883240 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-7ed04e68-7296-4ac2-8100-30ba210f6876 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:32.885842 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed04e68-7296-4ac2-8100-30ba210f6876 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:52:32.908831 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-89ed24dc-2f2e-4a25-8db7-5f358914f064 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:32.927574 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8604d698-cee7-4245-a81f-137abb7328ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-f1bc5b14-801e-4978-b414-45b3cf863b27', 'network_id': 'f1bc5b14-801e-4978-b414-45b3cf863b27', 'tenant_id': '41e1ac5f697d49bbba7587a21281c0a4', 'fixed_ips': [{'subnet_id': '5715b737-20a8-4f02-8de1-a4b34bec485b'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:52:32.928125 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8604d698-cee7-4245-a81f-137abb7328ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:32.944338 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c226ea-0d0a-4332-8bb6-2a5771d9432d tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79be5b02-8065-4731-8f5c-63da00e00668,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:32.947608 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-8caac1e9-f6a9-4964-a8c6-f9e0b9b675a7 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Deleting subnet 99be4450-2261-45cf-8d54-42d79f346cc3 {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:52:32.955609 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-53189740-12f0-4cd0-ad2e-bc9d0e3320f9 req-dad8ab67-14ae-4b63-801e-e7f18f82e9f2 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/security-groups?id=2a5ab787-cbec-4fb6-a4e3-d625d6a13d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2487400 Feb 16 12:52:32.964739 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-3b2b027a-004c-49c2-a05d-d618521a4877 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f9f50c5e67074cb69427e64faa0a5f9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4090829 Feb 16 12:52:32.965774 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8caac1e9-f6a9-4964-a8c6-f9e0b9b675a7 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:32.968171 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40962) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:32.999290 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-72c226ea-0d0a-4332-8bb6-2a5771d9432d tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:33.001126 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-72c226ea-0d0a-4332-8bb6-2a5771d9432d tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0148301 Feb 16 12:52:33.008080 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40966) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:33.012564 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40968) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:33.023401 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c162de51-a01b-4320-979e-57d2a35edfec tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:33.029330 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d5da69e1-da52-4d40-bdd8-07aaa700e5ed tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Request body: {'security_group_rule': {'security_group_id': '79be5b02-8065-4731-8f5c-63da00e00668', 'direction': 'ingress', 'protocol': 17}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:33.042109 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8caac1e9-f6a9-4964-a8c6-f9e0b9b675a7 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:33.087531 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d5da69e1-da52-4d40-bdd8-07aaa700e5ed tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:33.116304 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d5da69e1-da52-4d40-bdd8-07aaa700e5ed tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Usage tracker for resource:security_group_rule and tenant:5d7224d426b54462a1fe8b919e2ef79f is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:33.121835 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed04e68-7296-4ac2-8100-30ba210f6876 None None] Pushing event updated for resources: {'Port': ['ID=44f3d89c-d2c9-4d83-81f6-1a49e5184232,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:33.122565 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d5da69e1-da52-4d40-bdd8-07aaa700e5ed tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:33.136971 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-7ed04e68-7296-4ac2-8100-30ba210f6876 None None] Attempting to bind port 44f3d89c-d2c9-4d83-81f6-1a49e5184232 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:52:33.137341 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-7ed04e68-7296-4ac2-8100-30ba210f6876 None None] Attempting to bind port 44f3d89c-d2c9-4d83-81f6-1a49e5184232 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '1ba34177-9ece-4049-92b7-6b32ed3b1562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'cdb90a24-ad87-4f8c-9fc7-e798ad5dc7de'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:52:33.137980 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed04e68-7296-4ac2-8100-30ba210f6876 None None] Attempting to bind port 44f3d89c-d2c9-4d83-81f6-1a49e5184232 on network cdb90a24-ad87-4f8c-9fc7-e798ad5dc7de {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:52:33.139066 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d5da69e1-da52-4d40-bdd8-07aaa700e5ed tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:33.160807 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed04e68-7296-4ac2-8100-30ba210f6876 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:52:33.161340 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed04e68-7296-4ac2-8100-30ba210f6876 None None] Checking segment: {'id': '1ba34177-9ece-4049-92b7-6b32ed3b1562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'cdb90a24-ad87-4f8c-9fc7-e798ad5dc7de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:52:33.161791 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7ed04e68-7296-4ac2-8100-30ba210f6876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:33.162199 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed04e68-7296-4ac2-8100-30ba210f6876 None None] Bound using segment: {'id': '1ba34177-9ece-4049-92b7-6b32ed3b1562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'cdb90a24-ad87-4f8c-9fc7-e798ad5dc7de'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:52:33.162317 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8caac1e9-f6a9-4964-a8c6-f9e0b9b675a7 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:33.162707 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-7ed04e68-7296-4ac2-8100-30ba210f6876 None None] Bound port: 44f3d89c-d2c9-4d83-81f6-1a49e5184232, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ba34177-9ece-4049-92b7-6b32ed3b1562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'cdb90a24-ad87-4f8c-9fc7-e798ad5dc7de'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:52:33.163101 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7ed04e68-7296-4ac2-8100-30ba210f6876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:33.250599 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c162de51-a01b-4320-979e-57d2a35edfec tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:33.261436 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-89ed24dc-2f2e-4a25-8db7-5f358914f064 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:33.264825 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b102afe4-fa80-4e6e-893a-1ed00c955f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:33.307584 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8caac1e9-f6a9-4964-a8c6-f9e0b9b675a7 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server [None req-8604d698-cee7-4245-a81f-137abb7328ae None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5715b737-20a8-4f02-8de1-a4b34bec485b: This subnet is being modified by another concurrent operation. Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server raise exception Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5715b737-20a8-4f02-8de1-a4b34bec485b: This subnet is being modified by another concurrent operation. Feb 16 12:52:33.315111 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server Feb 16 12:52:33.353228 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caac1e9-f6a9-4964-a8c6-f9e0b9b675a7 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Pushing event deleted for resources: {'Subnet': ['ID=99be4450-2261-45cf-8d54-42d79f346cc3,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:33.362899 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-7ed04e68-7296-4ac2-8100-30ba210f6876 None None] For port 44f3d89c-d2c9-4d83-81f6-1a49e5184232, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:52:33.367838 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-7ed04e68-7296-4ac2-8100-30ba210f6876 None None] For port 44f3d89c-d2c9-4d83-81f6-1a49e5184232, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=44f3d89c-d2c9-4d83-81f6-1a49e5184232,segment=NetworkSegment(1ba34177-9ece-4049-92b7-6b32ed3b1562),segment_id=1ba34177-9ece-4049-92b7-6b32ed3b1562)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:52:33.369270 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8caac1e9-f6a9-4964-a8c6-f9e0b9b675a7 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:33.374310 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7ed04e68-7296-4ac2-8100-30ba210f6876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:33.376625 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-8caac1e9-f6a9-4964-a8c6-f9e0b9b675a7 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] 10.222.0.83 "DELETE /v2.0/subnets/99be4450-2261-45cf-8d54-42d79f346cc3 HTTP/1.1" status: 204 len: 168 time: 0.5862489 Feb 16 12:52:33.380787 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40974) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:33.426633 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579f8e81-237a-4323-8b14-c3f3d268459f None None] Network f1bc5b14-801e-4978-b414-45b3cf863b27 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:33.464304 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e50481-fb84-4459-90b7-6793dd355da9 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:33.465126 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-83e50481-fb84-4459-90b7-6793dd355da9 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Synchronizing usage tracker for tenant:a03a1661094c41f2a246ff132b6a9f13 on resource:subnet {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:33.489538 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-83e50481-fb84-4459-90b7-6793dd355da9 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Unset dirty status for tenant:a03a1661094c41f2a246ff132b6a9f13 on resource:subnet {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:33.490795 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-83e50481-fb84-4459-90b7-6793dd355da9 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1088974 Feb 16 12:52:33.495789 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40978) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:33.616760 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed04e68-7296-4ac2-8100-30ba210f6876 None None] Pushing event updated for resources: {'Port': ['ID=44f3d89c-d2c9-4d83-81f6-1a49e5184232,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:33.616989 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d5da69e1-da52-4d40-bdd8-07aaa700e5ed tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:33.626300 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c162de51-a01b-4320-979e-57d2a35edfec tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Network 33030d62-68eb-4947-a86c-3f5716c993ca is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:52:33.632036 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e2bd766c-a054-418a-a913-8ee9305e823b tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:33.649500 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-e2bd766c-a054-418a-a913-8ee9305e823b tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Deleting port 44f3d89c-d2c9-4d83-81f6-1a49e5184232 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:52:33.650102 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e2bd766c-a054-418a-a913-8ee9305e823b tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:33.687018 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed24dc-2f2e-4a25-8db7-5f358914f064 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Pushing event deleted for resources: {'Subnet': ['ID=5715b737-20a8-4f02-8de1-a4b34bec485b,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:33.705776 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-c162de51-a01b-4320-979e-57d2a35edfec tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:33.708724 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c162de51-a01b-4320-979e-57d2a35edfec tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:52:33.714644 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c162de51-a01b-4320-979e-57d2a35edfec tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:33.715300 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c162de51-a01b-4320-979e-57d2a35edfec tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:33.733712 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b102afe4-fa80-4e6e-893a-1ed00c955f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:33.758285 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61a2de4-a864-4958-9464-1d97b62fc05f tempest-TestNetworkAdvancedServerOps-1106466245 tempest-TestNetworkAdvancedServerOps-1106466245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:33.760922 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b61a2de4-a864-4958-9464-1d97b62fc05f tempest-TestNetworkAdvancedServerOps-1106466245 tempest-TestNetworkAdvancedServerOps-1106466245-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=7fdb21ed-241b-4fdc-8e4a-c7074125b27a HTTP/1.1" status: 200 len: 1094 time: 0.7354512 Feb 16 12:52:33.765936 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40982) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:33.778327 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-fd9205ee-d849-47aa-bb8d-e0a8384045b3 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Request body: {'floatingip': {'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'port_id': '762066c8-8645-4da2-b033-bc7bb8c13468', 'tenant_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:33.788808 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-fd9205ee-d849-47aa-bb8d-e0a8384045b3 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:33.795821 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-fd9205ee-d849-47aa-bb8d-e0a8384045b3 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Usage tracker for resource:floatingip and tenant:103f2f9b580d4ef5ac0f1ab1eab88f07 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:33.799904 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162de51-a01b-4320-979e-57d2a35edfec tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event updated for resources: {'Port': ['ID=7a79af39-b3a3-4db8-a0b9-d379995e3da2,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:33.802195 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-fd9205ee-d849-47aa-bb8d-e0a8384045b3 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:33.809767 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-89ed24dc-2f2e-4a25-8db7-5f358914f064 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:33.826695 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-fd9205ee-d849-47aa-bb8d-e0a8384045b3 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:33.843417 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c162de51-a01b-4320-979e-57d2a35edfec tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8415747 Feb 16 12:52:33.858136 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 40986) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:33.870587 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fd9205ee-d849-47aa-bb8d-e0a8384045b3 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks [] for floatingip, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:33.877851 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-89ed24dc-2f2e-4a25-8db7-5f358914f064 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1bc5b14-801e-4978-b414-45b3cf863b27']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:33.916872 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-89ed24dc-2f2e-4a25-8db7-5f358914f064 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35939bf0-89f0-4428-b162-a5280af59363') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:33.917171 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-89ed24dc-2f2e-4a25-8db7-5f358914f064 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35939bf0-89f0-4428-b162-a5280af59363') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:33.944704 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-89ed24dc-2f2e-4a25-8db7-5f358914f064 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:33.955156 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b102afe4-fa80-4e6e-893a-1ed00c955f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:33.969345 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-abf3a4b7-55f5-43f4-9049-53854344b346 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:34.026650 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b102afe4-fa80-4e6e-893a-1ed00c955f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f7a4dd-3031-4083-bf39-ebe49a9efa17,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:34.036744 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d5da69e1-da52-4d40-bdd8-07aaa700e5ed tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:34.038808 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-89ed24dc-2f2e-4a25-8db7-5f358914f064 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:34.060792 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d5da69e1-da52-4d40-bdd8-07aaa700e5ed tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:34.063120 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b102afe4-fa80-4e6e-893a-1ed00c955f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:34.064553 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b102afe4-fa80-4e6e-893a-1ed00c955f13 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c1f7a4dd-3031-4083-bf39-ebe49a9efa17 HTTP/1.1" status: 204 len: 168 time: 1.0947671 Feb 16 12:52:34.084084 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89ed24dc-2f2e-4a25-8db7-5f358914f064 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:52:34.084842 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-89ed24dc-2f2e-4a25-8db7-5f358914f064 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:34.110642 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:52:34.110642 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:52:34.110642 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:52:34.110642 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:52:34.110642 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:52:34.110642 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:52:34.110642 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:52:34.110642 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:52:34.110642 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:52:34.110642 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:52:34.110642 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:52:34.110642 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:52:34.110642 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:52:34.110642 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:52:34.110642 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:52:34.110642 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:52:34.110642 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:52:34.110642 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:52:34.110642 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:52:34.110642 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:52:34.110642 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:52:34.110642 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:52:34.110642 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:52:34.110642 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:52:34.110642 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:52:34.110642 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:52:34.110642 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:52:34.110642 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:52:34.110642 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:52:34.110642 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:52:34.110642 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:52:34.110642 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:52:34.146087 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-3eb00890-5e02-413a-af2b-e61e286a4764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:34.168489 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device e547869a-a20c-473d-b48a-027fe3e9f4a3 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:52:34.205665 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da69e1-da52-4d40-bdd8-07aaa700e5ed tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bdd470a-2e73-407d-b319-91810fc86c59,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:34.219532 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d5da69e1-da52-4d40-bdd8-07aaa700e5ed tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:34.221063 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d5da69e1-da52-4d40-bdd8-07aaa700e5ed tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.2097301 Feb 16 12:52:34.242271 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 40994) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:34.245418 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-e2bd766c-a054-418a-a913-8ee9305e823b tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] For port 44f3d89c-d2c9-4d83-81f6-1a49e5184232, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=44f3d89c-d2c9-4d83-81f6-1a49e5184232,segment=NetworkSegment(1ba34177-9ece-4049-92b7-6b32ed3b1562),segment_id=1ba34177-9ece-4049-92b7-6b32ed3b1562)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:34.245896 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e2bd766c-a054-418a-a913-8ee9305e823b tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:34.271409 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port e547869a-a20c-473d-b48a-027fe3e9f4a3 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:52:34.278524 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 44f3d89c-d2c9-4d83-81f6-1a49e5184232 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:52:34.293802 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-89ed24dc-2f2e-4a25-8db7-5f358914f064 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:34.347135 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-89ed24dc-2f2e-4a25-8db7-5f358914f064 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:34.357166 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-89ed24dc-2f2e-4a25-8db7-5f358914f064 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "DELETE /v2.0/networks/f1bc5b14-801e-4978-b414-45b3cf863b27 HTTP/1.1" status: 204 len: 168 time: 2.0995812 Feb 16 12:52:34.366385 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41000) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:34.386311 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-b0d36beb-3fc7-4b82-876b-86161a514e30 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1055548938'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:34.392643 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed24dc-2f2e-4a25-8db7-5f358914f064 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Pushing event deleted for resources: {'Network': ['ID=f1bc5b14-801e-4978-b414-45b3cf863b27,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:34.406679 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b0d36beb-3fc7-4b82-876b-86161a514e30 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:34.416111 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b0d36beb-3fc7-4b82-876b-86161a514e30 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Usage tracker for resource:network and tenant:41e1ac5f697d49bbba7587a21281c0a4 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:34.423517 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b0d36beb-3fc7-4b82-876b-86161a514e30 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:34.427364 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:34.430914 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 44f3d89c-d2c9-4d83-81f6-1a49e5184232 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:52:34.445523 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8f53ae92-d89a-4442-bf2a-b9027e909a2c tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:34.446389 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-e2bd766c-a054-418a-a913-8ee9305e823b tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Calling delete_port for 44f3d89c-d2c9-4d83-81f6-1a49e5184232 owned by network:dhcp {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:52:34.460996 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b0d36beb-3fc7-4b82-876b-86161a514e30 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:34.525916 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d36beb-3fc7-4b82-876b-86161a514e30 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Made reservation on behalf of 41e1ac5f697d49bbba7587a21281c0a4 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:34.530249 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b0d36beb-3fc7-4b82-876b-86161a514e30 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:34.550421 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8f53ae92-d89a-4442-bf2a-b9027e909a2c tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:34.551180 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-abf3a4b7-55f5-43f4-9049-53854344b346 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:34.632089 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0d36beb-3fc7-4b82-876b-86161a514e30 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:52:34.642368 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8f53ae92-d89a-4442-bf2a-b9027e909a2c tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:34.651413 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd8662f-48ac-4311-b91b-068774cc7ca7 None None] Network 064d286d-50db-4918-b8be-58fb4c361b99 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:34.661487 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b0d36beb-3fc7-4b82-876b-86161a514e30 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:34.661947 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-b0d36beb-3fc7-4b82-876b-86161a514e30 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Added segment b179b689-ee09-48d5-82a1-17e50963defc of type vlan for network 42222da5-2a9c-4b97-bc7b-463f2a5d6cae Feb 16 12:52:34.670772 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f53ae92-d89a-4442-bf2a-b9027e909a2c tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79be5b02-8065-4731-8f5c-63da00e00668,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:34.721312 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8f53ae92-d89a-4442-bf2a-b9027e909a2c tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:34.725013 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8f53ae92-d89a-4442-bf2a-b9027e909a2c tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "DELETE /v2.0/security-groups/79be5b02-8065-4731-8f5c-63da00e00668 HTTP/1.1" status: 204 len: 168 time: 0.4791043 Feb 16 12:52:34.725796 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41012) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:34.729225 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b0d36beb-3fc7-4b82-876b-86161a514e30 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:34.788292 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-1004114e-60f6-41b4-8cf9-c9500d3cbf2c None None] Provisioning for port e547869a-a20c-473d-b48a-027fe3e9f4a3 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:52:34.811553 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-1004114e-60f6-41b4-8cf9-c9500d3cbf2c None None] Provisioning complete for port e547869a-a20c-473d-b48a-027fe3e9f4a3 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:34.814649 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-1004114e-60f6-41b4-8cf9-c9500d3cbf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:34.853152 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b0d36beb-3fc7-4b82-876b-86161a514e30 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:34.859573 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d36beb-3fc7-4b82-876b-86161a514e30 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:34.860491 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b0d36beb-3fc7-4b82-876b-86161a514e30 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:34.906859 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-20cb4fd9-e39f-4477-b0a5-61f522d65ade tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Synchronizing usage tracker for tenant:5d7224d426b54462a1fe8b919e2ef79f on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:35.020998 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-20cb4fd9-e39f-4477-b0a5-61f522d65ade tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Unset dirty status for tenant:5d7224d426b54462a1fe8b919e2ef79f on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:35.022273 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-20cb4fd9-e39f-4477-b0a5-61f522d65ade tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2954917 Feb 16 12:52:35.039357 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41022) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:35.040273 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-abf3a4b7-55f5-43f4-9049-53854344b346 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:35.047974 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d0091719-1614-4f1c-9d1f-ed513e7c1686 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Request body: {'security_group': {'name': 'tempest-secgroup--1899068907'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:35.059529 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-abf3a4b7-55f5-43f4-9049-53854344b346 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:35.060672 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b0d36beb-3fc7-4b82-876b-86161a514e30 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6895702 Feb 16 12:52:35.065046 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41026) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:35.065947 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d0091719-1614-4f1c-9d1f-ed513e7c1686 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:35.087576 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-03e8c0fb-26f8-4426-8458-793fe85aecf9 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Request body: {'subnet': {'network_id': '42222da5-2a9c-4b97-bc7b-463f2a5d6cae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:35.110936 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d36beb-3fc7-4b82-876b-86161a514e30 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Pushing event updated for resources: {'Network': ['ID=42222da5-2a9c-4b97-bc7b-463f2a5d6cae,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:35.110936 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d0091719-1614-4f1c-9d1f-ed513e7c1686 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:35.137567 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e2bd766c-a054-418a-a913-8ee9305e823b tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:35.146644 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 42222da5-2a9c-4b97-bc7b-463f2a5d6cae details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:52:35.184069 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf3a4b7-55f5-43f4-9049-53854344b346 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event updated for resources: {'Port': ['ID=7a79af39-b3a3-4db8-a0b9-d379995e3da2,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:35.201598 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-abf3a4b7-55f5-43f4-9049-53854344b346 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] In _notify_port_updated(), no bound segment for port 7a79af39-b3a3-4db8-a0b9-d379995e3da2 on network 33030d62-68eb-4947-a86c-3f5716c993ca {{(pid=87701) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:52:35.210484 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf3a4b7-55f5-43f4-9049-53854344b346 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:35.211626 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-abf3a4b7-55f5-43f4-9049-53854344b346 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:35.213088 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-abf3a4b7-55f5-43f4-9049-53854344b346 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "PUT /v2.0/ports/7a79af39-b3a3-4db8-a0b9-d379995e3da2 HTTP/1.1" status: 200 len: 818 time: 1.3534429 Feb 16 12:52:35.214909 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d0091719-1614-4f1c-9d1f-ed513e7c1686 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:35.225395 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41032) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:35.262889 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bd766c-a054-418a-a913-8ee9305e823b tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] No DVR routers for this DVR port 44f3d89c-d2c9-4d83-81f6-1a49e5184232 on host dv-neutron-829527-1-hyperv {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:52:35.266474 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd766c-a054-418a-a913-8ee9305e823b tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Pushing event deleted for resources: {'Port': ['ID=44f3d89c-d2c9-4d83-81f6-1a49e5184232,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:35.267876 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4204621b-8b2b-4688-927e-7ba73077a397 None None] Network cdb90a24-ad87-4f8c-9fc7-e798ad5dc7de requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:35.301207 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41036) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:35.315186 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fd9205ee-d849-47aa-bb8d-e0a8384045b3 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:35.339680 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d0091719-1614-4f1c-9d1f-ed513e7c1686 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:35.349282 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-03e8c0fb-26f8-4426-8458-793fe85aecf9 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:35.353634 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-03e8c0fb-26f8-4426-8458-793fe85aecf9 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Usage tracker for resource:subnet and tenant:41e1ac5f697d49bbba7587a21281c0a4 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:35.357068 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-03e8c0fb-26f8-4426-8458-793fe85aecf9 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:35.362053 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-1004114e-60f6-41b4-8cf9-c9500d3cbf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:35.364236 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-03e8c0fb-26f8-4426-8458-793fe85aecf9 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:35.376644 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d0091719-1614-4f1c-9d1f-ed513e7c1686 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Usage tracker for resource:security_group_rule and tenant:5d7224d426b54462a1fe8b919e2ef79f is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:35.382752 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d0091719-1614-4f1c-9d1f-ed513e7c1686 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:35.391118 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e8c0fb-26f8-4426-8458-793fe85aecf9 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Made reservation on behalf of 41e1ac5f697d49bbba7587a21281c0a4 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:35.392580 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:35.395911 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-03e8c0fb-26f8-4426-8458-793fe85aecf9 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:35.398802 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:35.408051 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e2bd766c-a054-418a-a913-8ee9305e823b tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:35.415010 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-82e600d3-6041-4b98-8130-ae810e4de7f5 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Deleting port 7a79af39-b3a3-4db8-a0b9-d379995e3da2 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:52:35.415683 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-82e600d3-6041-4b98-8130-ae810e4de7f5 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:35.421899 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-1004114e-60f6-41b4-8cf9-c9500d3cbf2c None None] For port e547869a-a20c-473d-b48a-027fe3e9f4a3, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=e547869a-a20c-473d-b48a-027fe3e9f4a3,segment=NetworkSegment(070bb8db-839e-4dd7-a48e-8a6bb342dd1c),segment_id=070bb8db-839e-4dd7-a48e-8a6bb342dd1c)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:35.438669 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-1004114e-60f6-41b4-8cf9-c9500d3cbf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:35.438925 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-e2bd766c-a054-418a-a913-8ee9305e823b tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdb90a24-ad87-4f8c-9fc7-e798ad5dc7de']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:35.452013 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-e2bd766c-a054-418a-a913-8ee9305e823b tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ba34177-9ece-4049-92b7-6b32ed3b1562') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:35.452502 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-e2bd766c-a054-418a-a913-8ee9305e823b tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ba34177-9ece-4049-92b7-6b32ed3b1562') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:35.455172 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d0091719-1614-4f1c-9d1f-ed513e7c1686 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:35.464311 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e2bd766c-a054-418a-a913-8ee9305e823b tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:35.481376 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e2bd766c-a054-418a-a913-8ee9305e823b tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:35.490221 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2bd766c-a054-418a-a913-8ee9305e823b tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:52:35.490628 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e2bd766c-a054-418a-a913-8ee9305e823b tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:35.592003 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:52:35.592003 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:52:35.592003 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:52:35.592003 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:52:35.592003 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:52:35.592003 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:52:35.592003 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:52:35.592003 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:52:35.592003 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:52:35.592003 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:52:35.592003 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:52:35.592003 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:52:35.592003 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:52:35.592003 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:52:35.592003 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:52:35.592003 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:52:35.592003 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:52:35.592003 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:52:35.592003 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:52:35.592003 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:52:35.592003 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:52:35.592003 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:52:35.592003 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:52:35.592003 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:52:35.592003 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:52:35.592003 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:52:35.592003 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:52:35.592003 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:52:35.592003 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:52:35.592003 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:52:35.592003 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:52:35.592003 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:52:35.604206 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2175df-132c-496f-b6bc-51d76d14169f None None] DHCP port deletion for 064d286d-50db-4918-b8be-58fb4c361b99 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:52:35.615671 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-07e95cbc-4739-4169-ba90-b33491b4cfe6 None None] Could not find standard attr ID for object 44f3d89c-d2c9-4d83-81f6-1a49e5184232. {{(pid=87702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:52:35.625166 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-bf2175df-132c-496f-b6bc-51d76d14169f None None] Deleting port e547869a-a20c-473d-b48a-027fe3e9f4a3 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:52:35.625880 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-bf2175df-132c-496f-b6bc-51d76d14169f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:35.640396 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-f37a8403-0c8f-4809-9a6c-c61c2d0581b8 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:35.641117 dv-neutron-829527-1-hyperv neutron-server[87701]: WARNING neutron.api.v2.base [None req-f37a8403-0c8f-4809-9a6c-c61c2d0581b8 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 16 12:52:35.641605 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-f37a8403-0c8f-4809-9a6c-c61c2d0581b8 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] create failed (client error): There was a conflict when trying to complete your request. Feb 16 12:52:35.646903 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f37a8403-0c8f-4809-9a6c-c61c2d0581b8 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3369887 Feb 16 12:52:35.647491 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41042) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:35.674130 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-747e71b3-78b9-4c14-b7a2-697b64130560 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Request body: {'security_group': {'name': 'tempest-secgroup--1659432483'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:35.685784 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004114e-60f6-41b4-8cf9-c9500d3cbf2c None None] Pushing event updated for resources: {'Port': ['ID=e547869a-a20c-473d-b48a-027fe3e9f4a3,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:35.695754 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-747e71b3-78b9-4c14-b7a2-697b64130560 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:35.702188 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1004114e-60f6-41b4-8cf9-c9500d3cbf2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:35.703047 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1004114e-60f6-41b4-8cf9-c9500d3cbf2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:35.703618 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1004114e-60f6-41b4-8cf9-c9500d3cbf2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:35.704151 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1004114e-60f6-41b4-8cf9-c9500d3cbf2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:35.704832 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-747e71b3-78b9-4c14-b7a2-697b64130560 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Usage tracker for resource:security_group and tenant:993d22b74a8441c6a16d43e4037f5a95 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:35.709699 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-747e71b3-78b9-4c14-b7a2-697b64130560 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:35.710929 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1004114e-60f6-41b4-8cf9-c9500d3cbf2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:35.711495 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1004114e-60f6-41b4-8cf9-c9500d3cbf2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:35.712221 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1004114e-60f6-41b4-8cf9-c9500d3cbf2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:35.712776 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1004114e-60f6-41b4-8cf9-c9500d3cbf2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:35.713314 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1004114e-60f6-41b4-8cf9-c9500d3cbf2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:35.713848 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1004114e-60f6-41b4-8cf9-c9500d3cbf2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:35.714361 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1004114e-60f6-41b4-8cf9-c9500d3cbf2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:35.714882 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1004114e-60f6-41b4-8cf9-c9500d3cbf2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:52:35.726557 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e2bd766c-a054-418a-a913-8ee9305e823b tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:35.726867 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c731ce33-bd3a-488c-8180-dd41884aaf85 None None] DHCP port deletion for cdb90a24-ad87-4f8c-9fc7-e798ad5dc7de request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:52:35.731409 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-747e71b3-78b9-4c14-b7a2-697b64130560 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:35.755489 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e2bd766c-a054-418a-a913-8ee9305e823b tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:35.805784 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd766c-a054-418a-a913-8ee9305e823b tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Pushing event deleted for resources: {'Network': ['ID=cdb90a24-ad87-4f8c-9fc7-e798ad5dc7de,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:35.820968 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e2bd766c-a054-418a-a913-8ee9305e823b tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] 10.222.0.83 "DELETE /v2.0/networks/cdb90a24-ad87-4f8c-9fc7-e798ad5dc7de HTTP/1.1" status: 204 len: 168 time: 2.3241177 Feb 16 12:52:35.823956 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41046) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:35.853289 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-747e71b3-78b9-4c14-b7a2-697b64130560 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:35.918431 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-747e71b3-78b9-4c14-b7a2-697b64130560 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:35.929271 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-bf2175df-132c-496f-b6bc-51d76d14169f None None] For port e547869a-a20c-473d-b48a-027fe3e9f4a3, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=e547869a-a20c-473d-b48a-027fe3e9f4a3,segment=NetworkSegment(070bb8db-839e-4dd7-a48e-8a6bb342dd1c),segment_id=070bb8db-839e-4dd7-a48e-8a6bb342dd1c)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:35.929968 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-bf2175df-132c-496f-b6bc-51d76d14169f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:35.945892 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-747e71b3-78b9-4c14-b7a2-697b64130560 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:35.967692 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-747e71b3-78b9-4c14-b7a2-697b64130560 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Usage tracker for resource:security_group_rule and tenant:993d22b74a8441c6a16d43e4037f5a95 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:35.971110 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-fd9205ee-d849-47aa-bb8d-e0a8384045b3 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Allocated IP 172.26.5.206 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/c8dc2413-0cda-4655-948b-1ad59ad21952) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:52:35.975919 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-82e600d3-6041-4b98-8130-ae810e4de7f5 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:35.976120 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-747e71b3-78b9-4c14-b7a2-697b64130560 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:35.994821 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-747e71b3-78b9-4c14-b7a2-697b64130560 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:35.996139 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-03e8c0fb-26f8-4426-8458-793fe85aecf9 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:36.000150 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device e547869a-a20c-473d-b48a-027fe3e9f4a3 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:52:36.020838 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-985a9c43-d1f0-48c9-9b91-35866b7ea6f1 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:36.109371 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-bf2175df-132c-496f-b6bc-51d76d14169f None None] Calling delete_port for e547869a-a20c-473d-b48a-027fe3e9f4a3 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:52:36.127550 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-985a9c43-d1f0-48c9-9b91-35866b7ea6f1 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Deleting port e547869a-a20c-473d-b48a-027fe3e9f4a3 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:52:36.128141 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-985a9c43-d1f0-48c9-9b91-35866b7ea6f1 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:36.250608 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:36.265797 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-bf2175df-132c-496f-b6bc-51d76d14169f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:36.274823 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-985a9c43-d1f0-48c9-9b91-35866b7ea6f1 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] The port 'e547869a-a20c-473d-b48a-027fe3e9f4a3' was deleted {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:52:36.288859 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-82e600d3-6041-4b98-8130-ae810e4de7f5 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Calling delete_port for 7a79af39-b3a3-4db8-a0b9-d379995e3da2 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:52:36.354285 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fd9205ee-d849-47aa-bb8d-e0a8384045b3 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:36.359202 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2175df-132c-496f-b6bc-51d76d14169f None None] Pushing event deleted for resources: {'Port': ['ID=e547869a-a20c-473d-b48a-027fe3e9f4a3,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:36.364315 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2175df-132c-496f-b6bc-51d76d14169f None None] No DVR routers for this DVR port e547869a-a20c-473d-b48a-027fe3e9f4a3 on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:52:36.385584 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d0091719-1614-4f1c-9d1f-ed513e7c1686 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:36.400479 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0390e7b2-4f7e-4964-83d5-493a71c67368 None None] get_active_networks_info from dv-neutron-829527-1-hyperv {{(pid=87702) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 12:52:36.430578 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e8c0fb-26f8-4426-8458-793fe85aecf9 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Checking segment: {'id': 'b179b689-ee09-48d5-82a1-17e50963defc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '42222da5-2a9c-4b97-bc7b-463f2a5d6cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:52:36.430578 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e8c0fb-26f8-4426-8458-793fe85aecf9 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Network hostable DHCP agents. Network: 42222da5-2a9c-4b97-bc7b-463f2a5d6cae, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:52:36.434444 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 44f3d89c-d2c9-4d83-81f6-1a49e5184232 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:52:36.435574 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d0091719-1614-4f1c-9d1f-ed513e7c1686 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:36.437968 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-747e71b3-78b9-4c14-b7a2-697b64130560 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:36.460406 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-747e71b3-78b9-4c14-b7a2-697b64130560 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:36.467952 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e8c0fb-26f8-4426-8458-793fe85aecf9 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Pushing event updated for resources: {'Subnet': ['ID=46136020-6903-4ea2-ae3f-71a75c93490e,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:36.476072 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 44f3d89c-d2c9-4d83-81f6-1a49e5184232 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:52:36.476424 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 44f3d89c-d2c9-4d83-81f6-1a49e5184232 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:52:36.478031 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-985a9c43-d1f0-48c9-9b91-35866b7ea6f1 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:36.485827 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-747e71b3-78b9-4c14-b7a2-697b64130560 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:36.514994 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-747e71b3-78b9-4c14-b7a2-697b64130560 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Usage tracker for resource:security_group_rule and tenant:993d22b74a8441c6a16d43e4037f5a95 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:36.525407 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0091719-1614-4f1c-9d1f-ed513e7c1686 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c907fd7-f49a-40a7-a449-aebe56c17a2d,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:36.526437 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-747e71b3-78b9-4c14-b7a2-697b64130560 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:36.530308 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e8c0fb-26f8-4426-8458-793fe85aecf9 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Network 42222da5-2a9c-4b97-bc7b-463f2a5d6cae is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:52:36.535034 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-985a9c43-d1f0-48c9-9b91-35866b7ea6f1 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['064d286d-50db-4918-b8be-58fb4c361b99']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:36.550384 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-03e8c0fb-26f8-4426-8458-793fe85aecf9 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 42222da5-2a9c-4b97-bc7b-463f2a5d6cae) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:36.551810 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-747e71b3-78b9-4c14-b7a2-697b64130560 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:36.557341 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e8c0fb-26f8-4426-8458-793fe85aecf9 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:36.559878 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-03e8c0fb-26f8-4426-8458-793fe85aecf9 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:36.564002 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-985a9c43-d1f0-48c9-9b91-35866b7ea6f1 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '070bb8db-839e-4dd7-a48e-8a6bb342dd1c') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:36.564291 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-985a9c43-d1f0-48c9-9b91-35866b7ea6f1 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '070bb8db-839e-4dd7-a48e-8a6bb342dd1c') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:36.567606 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d0091719-1614-4f1c-9d1f-ed513e7c1686 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:36.571662 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d0091719-1614-4f1c-9d1f-ed513e7c1686 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5288112 Feb 16 12:52:36.575767 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-82e600d3-6041-4b98-8130-ae810e4de7f5 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:36.579673 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41050) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:36.584482 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747e71b3-78b9-4c14-b7a2-697b64130560 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f26fc48-c79e-4c50-bbf2-a785cd919ae4,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:36.597832 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-985a9c43-d1f0-48c9-9b91-35866b7ea6f1 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:36.623293 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fd9205ee-d849-47aa-bb8d-e0a8384045b3 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:36.628125 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-985a9c43-d1f0-48c9-9b91-35866b7ea6f1 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:36.646211 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-01dd9855-f2f4-4cf0-8e84-a14eba1b2829 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Request body: {'security_group': {'name': 'tempest-secgroup--2047019802'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:36.653231 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e600d3-6041-4b98-8130-ae810e4de7f5 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event deleted for resources: {'Port': ['ID=7a79af39-b3a3-4db8-a0b9-d379995e3da2,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:36.663140 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-01dd9855-f2f4-4cf0-8e84-a14eba1b2829 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:36.671084 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:36.676156 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-82e600d3-6041-4b98-8130-ae810e4de7f5 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:36.680541 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-82e600d3-6041-4b98-8130-ae810e4de7f5 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/ports/7a79af39-b3a3-4db8-a0b9-d379995e3da2 HTTP/1.1" status: 204 len: 168 time: 1.4403975 Feb 16 12:52:36.683014 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-03e8c0fb-26f8-4426-8458-793fe85aecf9 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6125622 Feb 16 12:52:36.684975 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-01dd9855-f2f4-4cf0-8e84-a14eba1b2829 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Usage tracker for resource:security_group and tenant:5d7224d426b54462a1fe8b919e2ef79f is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:36.687851 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41054) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:36.688032 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41056) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:36.692193 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-01dd9855-f2f4-4cf0-8e84-a14eba1b2829 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:36.698544 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-625f7f76-3ee3-4e71-b053-2417df7f9ad9 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Request body: {'subnet': {'network_id': '42222da5-2a9c-4b97-bc7b-463f2a5d6cae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:36.702673 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-985a9c43-d1f0-48c9-9b91-35866b7ea6f1 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:52:36.703095 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-985a9c43-d1f0-48c9-9b91-35866b7ea6f1 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:36.751318 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-01dd9855-f2f4-4cf0-8e84-a14eba1b2829 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:36.784767 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0390e7b2-4f7e-4964-83d5-493a71c67368 None None] Unable to find a vacant binding_index for network 42222da5-2a9c-4b97-bc7b-463f2a5d6cae and agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 {{(pid=87702) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 16 12:52:36.792032 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0390e7b2-4f7e-4964-83d5-493a71c67368 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 42222da5-2a9c-4b97-bc7b-463f2a5d6cae) {{(pid=87702) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:52:36.840591 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-01dd9855-f2f4-4cf0-8e84-a14eba1b2829 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:36.842456 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:52:36.842456 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:52:36.842456 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:52:36.842456 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:52:36.842456 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:52:36.842456 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:52:36.842456 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:52:36.842456 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:52:36.842456 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:52:36.842456 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:52:36.842456 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:52:36.842456 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:52:36.842456 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:52:36.842456 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:52:36.842456 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:52:36.842456 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:52:36.842456 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:52:36.842456 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:52:36.842456 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:52:36.842456 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:52:36.842456 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:52:36.842456 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:52:36.842456 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:52:36.842456 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:52:36.842456 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:52:36.842456 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:52:36.842456 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:52:36.842456 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:52:36.842456 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:52:36.842456 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:52:36.842456 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:52:36.842456 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:52:36.896723 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-01dd9855-f2f4-4cf0-8e84-a14eba1b2829 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:36.911719 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-01dd9855-f2f4-4cf0-8e84-a14eba1b2829 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Usage tracker for resource:security_group_rule and tenant:5d7224d426b54462a1fe8b919e2ef79f is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:36.915396 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-01dd9855-f2f4-4cf0-8e84-a14eba1b2829 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:36.920097 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9205ee-d849-47aa-bb8d-e0a8384045b3 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:52:36.923284 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-01dd9855-f2f4-4cf0-8e84-a14eba1b2829 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:36.931130 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-fd9205ee-d849-47aa-bb8d-e0a8384045b3 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:36.942377 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-625f7f76-3ee3-4e71-b053-2417df7f9ad9 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:36.951934 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1595e780-96e4-4309-9fee-ce5610ded030 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:36.952634 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1595e780-96e4-4309-9fee-ce5610ded030 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Synchronizing usage tracker for tenant:cf313999ec50441da36056616d2e4e36 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:36.955042 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9205ee-d849-47aa-bb8d-e0a8384045b3 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:52:36.957677 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-625f7f76-3ee3-4e71-b053-2417df7f9ad9 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Usage tracker for resource:subnet and tenant:41e1ac5f697d49bbba7587a21281c0a4 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:36.960745 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-625f7f76-3ee3-4e71-b053-2417df7f9ad9 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:36.970984 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-625f7f76-3ee3-4e71-b053-2417df7f9ad9 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:36.977054 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1595e780-96e4-4309-9fee-ce5610ded030 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Unset dirty status for tenant:cf313999ec50441da36056616d2e4e36 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:36.980873 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1595e780-96e4-4309-9fee-ce5610ded030 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2892871 Feb 16 12:52:36.981103 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41062) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:36.991129 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9205ee-d849-47aa-bb8d-e0a8384045b3 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Pushing event updated for resources: {'Port': ['ID=c8dc2413-0cda-4655-948b-1ad59ad21952,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:37.009005 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-747e71b3-78b9-4c14-b7a2-697b64130560 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:37.022344 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-985a9c43-d1f0-48c9-9b91-35866b7ea6f1 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:37.023839 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-747e71b3-78b9-4c14-b7a2-697b64130560 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:37.039102 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625f7f76-3ee3-4e71-b053-2417df7f9ad9 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Made reservation on behalf of 41e1ac5f697d49bbba7587a21281c0a4 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:37.042541 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-625f7f76-3ee3-4e71-b053-2417df7f9ad9 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:37.062566 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-985a9c43-d1f0-48c9-9b91-35866b7ea6f1 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:37.064868 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-568a743c-86de-47a5-b09f-ca1e916465fe tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] GET failed (client error): The resource could not be found. Feb 16 12:52:37.068340 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-568a743c-86de-47a5-b09f-ca1e916465fe tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "GET /v2.0/ports/7a79af39-b3a3-4db8-a0b9-d379995e3da2 HTTP/1.1" status: 404 len: 333 time: 0.0842154 Feb 16 12:52:37.099530 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41066) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:37.107412 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a9c43-d1f0-48c9-9b91-35866b7ea6f1 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Pushing event deleted for resources: {'Network': ['ID=064d286d-50db-4918-b8be-58fb4c361b99,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:37.134095 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-87c19489-ae68-4127-85ac-ac3a1e07cf94 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-666848533'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:37.163668 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-87c19489-ae68-4127-85ac-ac3a1e07cf94 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:37.166778 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-985a9c43-d1f0-48c9-9b91-35866b7ea6f1 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] 10.222.0.83 "DELETE /v2.0/networks/064d286d-50db-4918-b8be-58fb4c361b99 HTTP/1.1" status: 204 len: 168 time: 1.3417127 Feb 16 12:52:37.171194 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41070) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:37.171741 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747e71b3-78b9-4c14-b7a2-697b64130560 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eda1b0ee-5855-413a-84af-cc1344af2568,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:37.174170 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-747e71b3-78b9-4c14-b7a2-697b64130560 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:37.175318 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-747e71b3-78b9-4c14-b7a2-697b64130560 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5256870 Feb 16 12:52:37.178922 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-87c19489-ae68-4127-85ac-ac3a1e07cf94 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Usage tracker for resource:network and tenant:cf313999ec50441da36056616d2e4e36 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:37.182040 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-87c19489-ae68-4127-85ac-ac3a1e07cf94 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:37.183163 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41074) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:37.191881 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-87c19489-ae68-4127-85ac-ac3a1e07cf94 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:37.211938 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5c4783-1595-4c75-bfc2-914f0ad4f1e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-42222da5-2a9c-4b97-bc7b-463f2a5d6cae', 'network_id': '42222da5-2a9c-4b97-bc7b-463f2a5d6cae', 'tenant_id': '41e1ac5f697d49bbba7587a21281c0a4', 'fixed_ips': [{'subnet_id': '46136020-6903-4ea2-ae3f-71a75c93490e'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:52:37.212912 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-fc5c4783-1595-4c75-bfc2-914f0ad4f1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:37.220488 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d994c5b0-8ada-4a88-9778-d075f1cb99eb tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Request body: {'security_group_rule': {'security_group_id': 'eda1b0ee-5855-413a-84af-cc1344af2568', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:37.239667 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d994c5b0-8ada-4a88-9778-d075f1cb99eb tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:37.305065 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d994c5b0-8ada-4a88-9778-d075f1cb99eb tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Usage tracker for resource:security_group_rule and tenant:993d22b74a8441c6a16d43e4037f5a95 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:37.313477 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d994c5b0-8ada-4a88-9778-d075f1cb99eb tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:37.321050 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-01dd9855-f2f4-4cf0-8e84-a14eba1b2829 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:37.341883 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c19489-ae68-4127-85ac-ac3a1e07cf94 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Made reservation on behalf of cf313999ec50441da36056616d2e4e36 for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:37.343495 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d994c5b0-8ada-4a88-9778-d075f1cb99eb tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:37.345344 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-87c19489-ae68-4127-85ac-ac3a1e07cf94 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:37.350723 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-01dd9855-f2f4-4cf0-8e84-a14eba1b2829 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:37.378006 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-fc5c4783-1595-4c75-bfc2-914f0ad4f1e5 None None] Allocated IP 2001:db8::2 (42222da5-2a9c-4b97-bc7b-463f2a5d6cae/46136020-6903-4ea2-ae3f-71a75c93490e/2527d7b8-514b-4d3f-9bb9-0319ca0436f0) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:52:37.420544 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d7efb05b-ff65-4052-b65b-810efec88f99 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:37.458660 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd9855-f2f4-4cf0-8e84-a14eba1b2829 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=375341a0-997c-4d3d-b74d-f2cabb62e68f,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:37.468097 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87c19489-ae68-4127-85ac-ac3a1e07cf94 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:52:37.468838 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d994c5b0-8ada-4a88-9778-d075f1cb99eb tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:37.486977 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-87c19489-ae68-4127-85ac-ac3a1e07cf94 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:37.487314 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-87c19489-ae68-4127-85ac-ac3a1e07cf94 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Added segment d5bd2b59-7783-46db-bd55-1533bb92b37a of type vlan for network 5445d32e-445f-436c-bb9d-ed3f7c5297c3 Feb 16 12:52:37.512501 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-01dd9855-f2f4-4cf0-8e84-a14eba1b2829 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:37.516144 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-01dd9855-f2f4-4cf0-8e84-a14eba1b2829 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9327755 Feb 16 12:52:37.522959 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41078) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:37.538180 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-7daefb82-847b-4e9a-bdb9-33a4ff75a711 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Request body: {'security_group_rule': {'security_group_id': '7c907fd7-f49a-40a7-a449-aebe56c17a2d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '375341a0-997c-4d3d-b74d-f2cabb62e68f', 'remote_ip_prefix': None}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:37.548047 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-87c19489-ae68-4127-85ac-ac3a1e07cf94 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:37.553363 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-7daefb82-847b-4e9a-bdb9-33a4ff75a711 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:37.562258 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-7daefb82-847b-4e9a-bdb9-33a4ff75a711 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Usage tracker for resource:security_group_rule and tenant:5d7224d426b54462a1fe8b919e2ef79f is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:37.566960 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-7daefb82-847b-4e9a-bdb9-33a4ff75a711 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:37.580981 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-7daefb82-847b-4e9a-bdb9-33a4ff75a711 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:37.626599 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-87c19489-ae68-4127-85ac-ac3a1e07cf94 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:37.633180 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c19489-ae68-4127-85ac-ac3a1e07cf94 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:37.634029 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-87c19489-ae68-4127-85ac-ac3a1e07cf94 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:37.638946 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-fc5c4783-1595-4c75-bfc2-914f0ad4f1e5 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:37.650011 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-fc5c4783-1595-4c75-bfc2-914f0ad4f1e5 None None] Transition to ACTIVE for port object 2527d7b8-514b-4d3f-9bb9-0319ca0436f0 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:52:37.670675 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-fc5c4783-1595-4c75-bfc2-914f0ad4f1e5 None None] Transition to ACTIVE for port object 2527d7b8-514b-4d3f-9bb9-0319ca0436f0 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:52:37.678241 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-fc5c4783-1595-4c75-bfc2-914f0ad4f1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:37.701923 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d7efb05b-ff65-4052-b65b-810efec88f99 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:37.727004 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7daefb82-847b-4e9a-bdb9-33a4ff75a711 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:37.738808 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d994c5b0-8ada-4a88-9778-d075f1cb99eb tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:37.743856 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5c4783-1595-4c75-bfc2-914f0ad4f1e5 None None] Network 42222da5-2a9c-4b97-bc7b-463f2a5d6cae is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:52:37.746005 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-d7efb05b-ff65-4052-b65b-810efec88f99 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce968e25-cfad-4a47-92c7-4bf89b1d21d7']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:37.746841 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-fc5c4783-1595-4c75-bfc2-914f0ad4f1e5 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:37.753398 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5c4783-1595-4c75-bfc2-914f0ad4f1e5 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:52:37.771476 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d994c5b0-8ada-4a88-9778-d075f1cb99eb tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:37.781673 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-87c19489-ae68-4127-85ac-ac3a1e07cf94 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6756532 Feb 16 12:52:37.786901 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c19489-ae68-4127-85ac-ac3a1e07cf94 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event updated for resources: {'Network': ['ID=5445d32e-445f-436c-bb9d-ed3f7c5297c3,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:37.788869 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41082) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:37.789852 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fd9205ee-d849-47aa-bb8d-e0a8384045b3 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:37.802196 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5c4783-1595-4c75-bfc2-914f0ad4f1e5 None None] Pushing event updated for resources: {'Port': ['ID=2527d7b8-514b-4d3f-9bb9-0319ca0436f0,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:37.805559 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-25eab741-40d1-4a41-aee6-aa6289f71421 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Request body: {'subnet': {'network_id': '5445d32e-445f-436c-bb9d-ed3f7c5297c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:37.814087 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-d7efb05b-ff65-4052-b65b-810efec88f99 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09190e44-8125-41e3-b605-f684e2016f15') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:37.814241 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-d7efb05b-ff65-4052-b65b-810efec88f99 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09190e44-8125-41e3-b605-f684e2016f15') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:37.831990 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994c5b0-8ada-4a88-9778-d075f1cb99eb tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13e21d57-88b8-4a27-aaf2-684503d9d062,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:37.834486 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 5445d32e-445f-436c-bb9d-ed3f7c5297c3 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:52:37.843506 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d7efb05b-ff65-4052-b65b-810efec88f99 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:37.855383 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-625f7f76-3ee3-4e71-b053-2417df7f9ad9 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:37.864305 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d994c5b0-8ada-4a88-9778-d075f1cb99eb tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:37.865765 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d994c5b0-8ada-4a88-9778-d075f1cb99eb tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6646271 Feb 16 12:52:37.887468 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41086) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:37.918237 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-0d07527c-d809-412c-a9be-caf78d42673c tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Request body: {'security_group_rule': {'security_group_id': 'eda1b0ee-5855-413a-84af-cc1344af2568', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:37.918474 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d7efb05b-ff65-4052-b65b-810efec88f99 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:37.923621 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625f7f76-3ee3-4e71-b053-2417df7f9ad9 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Network 42222da5-2a9c-4b97-bc7b-463f2a5d6cae is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:52:37.930594 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-625f7f76-3ee3-4e71-b053-2417df7f9ad9 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:37.933651 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625f7f76-3ee3-4e71-b053-2417df7f9ad9 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:37.934306 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-625f7f76-3ee3-4e71-b053-2417df7f9ad9 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:37.936001 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-0d07527c-d809-412c-a9be-caf78d42673c tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:37.941352 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7efb05b-ff65-4052-b65b-810efec88f99 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:52:37.941723 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-fc5c4783-1595-4c75-bfc2-914f0ad4f1e5 None None] Attempting to bind port 2527d7b8-514b-4d3f-9bb9-0319ca0436f0 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:52:37.941940 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d7efb05b-ff65-4052-b65b-810efec88f99 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:37.942180 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-fc5c4783-1595-4c75-bfc2-914f0ad4f1e5 None None] Attempting to bind port 2527d7b8-514b-4d3f-9bb9-0319ca0436f0 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'b179b689-ee09-48d5-82a1-17e50963defc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '42222da5-2a9c-4b97-bc7b-463f2a5d6cae'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:52:37.942442 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5c4783-1595-4c75-bfc2-914f0ad4f1e5 None None] Attempting to bind port 2527d7b8-514b-4d3f-9bb9-0319ca0436f0 on network 42222da5-2a9c-4b97-bc7b-463f2a5d6cae {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:52:37.957824 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:52:37.957824 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:52:37.957824 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:52:37.957824 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:52:37.957824 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:52:37.957824 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:52:37.957824 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:52:37.957824 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:52:37.957824 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:52:37.957824 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:52:37.957824 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:52:37.957824 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:52:37.957824 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:52:37.957824 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:52:37.957824 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:52:37.957824 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:52:37.957824 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:52:37.957824 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:52:37.957824 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:52:37.957824 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:52:37.957824 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:52:37.957824 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:52:37.957824 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:52:37.957824 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:52:37.957824 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:52:37.957824 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:52:37.957824 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:52:37.957824 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:52:37.957824 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:52:37.957824 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:52:37.957824 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:52:37.957824 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:52:37.959961 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5c4783-1595-4c75-bfc2-914f0ad4f1e5 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:52:37.959961 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5c4783-1595-4c75-bfc2-914f0ad4f1e5 None None] Checking segment: {'id': 'b179b689-ee09-48d5-82a1-17e50963defc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '42222da5-2a9c-4b97-bc7b-463f2a5d6cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:52:37.961696 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-fc5c4783-1595-4c75-bfc2-914f0ad4f1e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:37.961696 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5c4783-1595-4c75-bfc2-914f0ad4f1e5 None None] Bound using segment: {'id': 'b179b689-ee09-48d5-82a1-17e50963defc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '42222da5-2a9c-4b97-bc7b-463f2a5d6cae'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:52:37.961696 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-fc5c4783-1595-4c75-bfc2-914f0ad4f1e5 None None] Bound port: 2527d7b8-514b-4d3f-9bb9-0319ca0436f0, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b179b689-ee09-48d5-82a1-17e50963defc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '42222da5-2a9c-4b97-bc7b-463f2a5d6cae'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:52:37.961985 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-0d07527c-d809-412c-a9be-caf78d42673c tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Usage tracker for resource:security_group_rule and tenant:993d22b74a8441c6a16d43e4037f5a95 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:37.962077 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-fc5c4783-1595-4c75-bfc2-914f0ad4f1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:37.969579 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-0d07527c-d809-412c-a9be-caf78d42673c tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:37.981594 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-0d07527c-d809-412c-a9be-caf78d42673c tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:38.016139 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7daefb82-847b-4e9a-bdb9-33a4ff75a711 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:38.017275 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-25eab741-40d1-4a41-aee6-aa6289f71421 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:38.037354 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-25eab741-40d1-4a41-aee6-aa6289f71421 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Usage tracker for resource:subnet and tenant:cf313999ec50441da36056616d2e4e36 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:38.040698 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7daefb82-847b-4e9a-bdb9-33a4ff75a711 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:38.045001 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-25eab741-40d1-4a41-aee6-aa6289f71421 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:38.054231 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f7f76-3ee3-4e71-b053-2417df7f9ad9 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Pushing event updated for resources: {'Subnet': ['ID=ab444b79-ccf4-4614-98ec-dc789ce6dec0,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:38.066389 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-625f7f76-3ee3-4e71-b053-2417df7f9ad9 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3733983 Feb 16 12:52:38.069478 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41090) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:38.071934 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-fc5c4783-1595-4c75-bfc2-914f0ad4f1e5 None None] For port 2527d7b8-514b-4d3f-9bb9-0319ca0436f0, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:52:38.079245 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-fc5c4783-1595-4c75-bfc2-914f0ad4f1e5 None None] For port 2527d7b8-514b-4d3f-9bb9-0319ca0436f0, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=2527d7b8-514b-4d3f-9bb9-0319ca0436f0,segment=NetworkSegment(b179b689-ee09-48d5-82a1-17e50963defc),segment_id=b179b689-ee09-48d5-82a1-17e50963defc)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:52:38.083232 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-25eab741-40d1-4a41-aee6-aa6289f71421 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:38.085271 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-fc5c4783-1595-4c75-bfc2-914f0ad4f1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:38.089480 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daefb82-847b-4e9a-bdb9-33a4ff75a711 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9bea863-b2c2-4236-8dc0-3c2738c61ddc,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:38.094627 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0d07527c-d809-412c-a9be-caf78d42673c tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:38.106087 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fd9205ee-d849-47aa-bb8d-e0a8384045b3 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:38.109143 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d7efb05b-ff65-4052-b65b-810efec88f99 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:38.113702 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d7efb05b-ff65-4052-b65b-810efec88f99 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:38.148884 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7efb05b-ff65-4052-b65b-810efec88f99 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Pushing event deleted for resources: {'Network': ['ID=ce968e25-cfad-4a47-92c7-4bf89b1d21d7,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:38.168876 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d7efb05b-ff65-4052-b65b-810efec88f99 tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] 10.222.0.83 "DELETE /v2.0/networks/ce968e25-cfad-4a47-92c7-4bf89b1d21d7 HTTP/1.1" status: 204 len: 168 time: 0.9943936 Feb 16 12:52:38.171924 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41094) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:38.173556 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5c4783-1595-4c75-bfc2-914f0ad4f1e5 None None] Pushing event updated for resources: {'Port': ['ID=2527d7b8-514b-4d3f-9bb9-0319ca0436f0,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:38.178547 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7daefb82-847b-4e9a-bdb9-33a4ff75a711 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:38.179755 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-7daefb82-847b-4e9a-bdb9-33a4ff75a711 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6558306 Feb 16 12:52:38.185281 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41098) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:38.189590 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25eab741-40d1-4a41-aee6-aa6289f71421 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Made reservation on behalf of cf313999ec50441da36056616d2e4e36 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:38.197460 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-25eab741-40d1-4a41-aee6-aa6289f71421 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:38.204213 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ca10c3-d9fc-469e-a202-55cfc61aeccb tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:38.205793 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ca10c3-d9fc-469e-a202-55cfc61aeccb tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:38.207433 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ca10c3-d9fc-469e-a202-55cfc61aeccb tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:38.209196 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ca10c3-d9fc-469e-a202-55cfc61aeccb tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:38.210771 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ca10c3-d9fc-469e-a202-55cfc61aeccb tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:38.211625 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-17ca10c3-d9fc-469e-a202-55cfc61aeccb tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Synchronizing usage tracker for tenant:41e1ac5f697d49bbba7587a21281c0a4 on resource:subnet {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:38.402865 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4c000cde-9dea-4ee8-879c-3f2a995aee43 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:38.439416 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4c000cde-9dea-4ee8-879c-3f2a995aee43 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:38.453986 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-17ca10c3-d9fc-469e-a202-55cfc61aeccb tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Unset dirty status for tenant:41e1ac5f697d49bbba7587a21281c0a4 on resource:subnet {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:38.461658 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-17ca10c3-d9fc-469e-a202-55cfc61aeccb tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3925624 Feb 16 12:52:38.462349 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41102) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:38.466648 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f2fe2fc5-a022-4199-9a88-b03b2181e6ea tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:38.473746 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-917948e7-1d59-48db-86ad-ed6834e94b63 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-48740200'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:38.479319 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-917948e7-1d59-48db-86ad-ed6834e94b63 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:38.488097 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-0d07527c-d809-412c-a9be-caf78d42673c tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] create failed (client error): There was a conflict when trying to complete your request. Feb 16 12:52:38.492020 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-0d07527c-d809-412c-a9be-caf78d42673c tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5991127 Feb 16 12:52:38.492178 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-917948e7-1d59-48db-86ad-ed6834e94b63 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Usage tracker for resource:network and tenant:41e1ac5f697d49bbba7587a21281c0a4 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:38.494654 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-917948e7-1d59-48db-86ad-ed6834e94b63 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:38.494807 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41106) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:38.501952 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-917948e7-1d59-48db-86ad-ed6834e94b63 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:38.542201 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4c000cde-9dea-4ee8-879c-3f2a995aee43 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:38.588294 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c000cde-9dea-4ee8-879c-3f2a995aee43 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9bea863-b2c2-4236-8dc0-3c2738c61ddc,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:38.621188 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917948e7-1d59-48db-86ad-ed6834e94b63 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Made reservation on behalf of 41e1ac5f697d49bbba7587a21281c0a4 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:38.624674 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-917948e7-1d59-48db-86ad-ed6834e94b63 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:38.661943 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f2fe2fc5-a022-4199-9a88-b03b2181e6ea tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:38.663375 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4c000cde-9dea-4ee8-879c-3f2a995aee43 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:38.664467 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-4c000cde-9dea-4ee8-879c-3f2a995aee43 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/d9bea863-b2c2-4236-8dc0-3c2738c61ddc HTTP/1.1" status: 204 len: 168 time: 0.4763625 Feb 16 12:52:38.668873 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41110) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:38.689070 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5a020e39-9504-408d-9349-2e0ea8b356c5 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:38.718928 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-f2fe2fc5-a022-4199-9a88-b03b2181e6ea tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17a2c73b-cfe9-4d3b-ad56-19a34e74da23']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:38.721018 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fd9205ee-d849-47aa-bb8d-e0a8384045b3 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:38.725811 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-917948e7-1d59-48db-86ad-ed6834e94b63 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:52:38.735356 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fd9205ee-d849-47aa-bb8d-e0a8384045b3 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:38.739148 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-f2fe2fc5-a022-4199-9a88-b03b2181e6ea tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7c4534c-1591-4c68-bc5a-04ebe588267b') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:38.739340 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-f2fe2fc5-a022-4199-9a88-b03b2181e6ea tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7c4534c-1591-4c68-bc5a-04ebe588267b') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:38.754030 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f2fe2fc5-a022-4199-9a88-b03b2181e6ea tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:38.772657 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-917948e7-1d59-48db-86ad-ed6834e94b63 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:38.773005 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-917948e7-1d59-48db-86ad-ed6834e94b63 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Added segment d66f1d5a-bcb0-4360-9e6f-a48bb11d0359 of type vlan for network 07867545-95ec-4183-9a17-f9828b03d722 Feb 16 12:52:38.799092 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6b2dd3ef-8c21-485b-a02d-b66adf931082 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Synchronizing usage tracker for tenant:5d7224d426b54462a1fe8b919e2ef79f on resource:security_group_rule {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:38.803322 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f2fe2fc5-a022-4199-9a88-b03b2181e6ea tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:38.826091 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2fe2fc5-a022-4199-9a88-b03b2181e6ea tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:52:38.826398 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f2fe2fc5-a022-4199-9a88-b03b2181e6ea tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:38.843991 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:52:38.843991 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:52:38.843991 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:52:38.843991 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:52:38.843991 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:52:38.843991 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:52:38.843991 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:52:38.843991 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:52:38.843991 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:52:38.843991 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:52:38.843991 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:52:38.843991 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:52:38.843991 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:52:38.843991 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:52:38.843991 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:52:38.843991 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:52:38.843991 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:52:38.843991 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:52:38.843991 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:52:38.843991 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:52:38.843991 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:52:38.843991 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:52:38.843991 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:52:38.843991 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:52:38.843991 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:52:38.843991 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:52:38.843991 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:52:38.843991 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:52:38.843991 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:52:38.843991 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:52:38.843991 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:52:38.843991 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:52:38.898756 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-917948e7-1d59-48db-86ad-ed6834e94b63 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:38.927415 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5a020e39-9504-408d-9349-2e0ea8b356c5 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:38.929753 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6b2dd3ef-8c21-485b-a02d-b66adf931082 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Unset dirty status for tenant:5d7224d426b54462a1fe8b919e2ef79f on resource:security_group_rule {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:38.933925 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6b2dd3ef-8c21-485b-a02d-b66adf931082 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2611332 Feb 16 12:52:38.935947 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41114) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:38.976087 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f2fe2fc5-a022-4199-9a88-b03b2181e6ea tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:39.008781 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f2fe2fc5-a022-4199-9a88-b03b2181e6ea tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:39.015817 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-25eab741-40d1-4a41-aee6-aa6289f71421 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:39.027217 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-917948e7-1d59-48db-86ad-ed6834e94b63 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:39.032520 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917948e7-1d59-48db-86ad-ed6834e94b63 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:39.033136 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-917948e7-1d59-48db-86ad-ed6834e94b63 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:39.037172 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe2fc5-a022-4199-9a88-b03b2181e6ea tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] Pushing event deleted for resources: {'Network': ['ID=17a2c73b-cfe9-4d3b-ad56-19a34e74da23,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:39.064714 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9205ee-d849-47aa-bb8d-e0a8384045b3 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Pushing event updated for resources: {'Port': ['ID=c8dc2413-0cda-4655-948b-1ad59ad21952,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:39.126533 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fd9205ee-d849-47aa-bb8d-e0a8384045b3 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:39.148303 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f2fe2fc5-a022-4199-9a88-b03b2181e6ea tempest-BulkNetworkOpsTest-475221062 tempest-BulkNetworkOpsTest-475221062-project] 10.222.0.83 "DELETE /v2.0/networks/17a2c73b-cfe9-4d3b-ad56-19a34e74da23 HTTP/1.1" status: 204 len: 168 time: 0.9743376 Feb 16 12:52:39.184979 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f71d7101-f1e8-4e2c-a017-54a7a7a65e12 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:39.192582 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-917948e7-1d59-48db-86ad-ed6834e94b63 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7243495 Feb 16 12:52:39.193688 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41120) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:39.203990 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eab741-40d1-4a41-aee6-aa6289f71421 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event updated for resources: {'Subnet': ['ID=cdaba830-dd32-488a-991f-e1a4970f5fb4,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:39.220290 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5a020e39-9504-408d-9349-2e0ea8b356c5 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:39.235315 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917948e7-1d59-48db-86ad-ed6834e94b63 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Pushing event updated for resources: {'Network': ['ID=07867545-95ec-4183-9a17-f9828b03d722,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:39.240459 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eab741-40d1-4a41-aee6-aa6289f71421 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Checking segment: {'id': 'd5bd2b59-7783-46db-bd55-1533bb92b37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5445d32e-445f-436c-bb9d-ed3f7c5297c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:52:39.240840 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25eab741-40d1-4a41-aee6-aa6289f71421 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Network hostable DHCP agents. Network: 5445d32e-445f-436c-bb9d-ed3f7c5297c3, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:52:39.248258 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 07867545-95ec-4183-9a17-f9828b03d722 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:52:39.252999 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a020e39-9504-408d-9349-2e0ea8b356c5 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda1b0ee-5855-413a-84af-cc1344af2568,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:39.283605 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-725f0561-40f3-4cbd-a6f5-72372daea719 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:39.336175 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5a020e39-9504-408d-9349-2e0ea8b356c5 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:39.336175 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-5a020e39-9504-408d-9349-2e0ea8b356c5 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "DELETE /v2.0/security-groups/eda1b0ee-5855-413a-84af-cc1344af2568 HTTP/1.1" status: 204 len: 168 time: 0.8346817 Feb 16 12:52:39.336471 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41124) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:39.364267 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f71d7101-f1e8-4e2c-a017-54a7a7a65e12 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:39.482748 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-3d8beaf5-0672-499d-81ba-ccb8aae82c49 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Synchronizing usage tracker for tenant:993d22b74a8441c6a16d43e4037f5a95 on resource:security_group {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:39.488557 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.l3_db [None req-fd9205ee-d849-47aa-bb8d-e0a8384045b3 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Floating IP 41dc1811-1ed2-489a-b341-e1d893915e38 associated. External IP: 172.26.5.206, port: 762066c8-8645-4da2-b033-bc7bb8c13468. Feb 16 12:52:39.531335 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b269ff6e-972f-489c-a459-aa2ce41b73d4 None None] Network 42222da5-2a9c-4b97-bc7b-463f2a5d6cae requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:39.532420 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41130) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:39.574731 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f71d7101-f1e8-4e2c-a017-54a7a7a65e12 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:39.581363 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25eab741-40d1-4a41-aee6-aa6289f71421 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Network 5445d32e-445f-436c-bb9d-ed3f7c5297c3 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:52:39.606595 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-25eab741-40d1-4a41-aee6-aa6289f71421 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 5445d32e-445f-436c-bb9d-ed3f7c5297c3) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:39.617633 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eab741-40d1-4a41-aee6-aa6289f71421 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:39.618297 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-25eab741-40d1-4a41-aee6-aa6289f71421 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:39.623020 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d7101-f1e8-4e2c-a017-54a7a7a65e12 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=375341a0-997c-4d3d-b74d-f2cabb62e68f,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:39.631748 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-3d8beaf5-0672-499d-81ba-ccb8aae82c49 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Unset dirty status for tenant:993d22b74a8441c6a16d43e4037f5a95 on resource:security_group {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:39.635566 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-725f0561-40f3-4cbd-a6f5-72372daea719 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:39.637534 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7ffff4-be46-4e42-a2d5-2cb1ce839659 None None] Network 5445d32e-445f-436c-bb9d-ed3f7c5297c3 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:39.637992 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-3d8beaf5-0672-499d-81ba-ccb8aae82c49 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3005576 Feb 16 12:52:39.638626 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41136) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:39.651894 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-8affaa45-4c18-424d-8652-18d3ee258a67 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Request body: {'security_group': {'name': 'tempest-secgroup--976978106'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:39.658581 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f71d7101-f1e8-4e2c-a017-54a7a7a65e12 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:39.661544 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f71d7101-f1e8-4e2c-a017-54a7a7a65e12 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "DELETE /v2.0/security-groups/375341a0-997c-4d3d-b74d-f2cabb62e68f HTTP/1.1" status: 204 len: 168 time: 0.7259474 Feb 16 12:52:39.663720 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-725f0561-40f3-4cbd-a6f5-72372daea719 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:39.668062 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41140) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:39.707310 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-725f0561-40f3-4cbd-a6f5-72372daea719 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Network 07867545-95ec-4183-9a17-f9828b03d722 is not hosted by any dhcp agent {{(pid=87699) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 16 12:52:39.713731 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725f0561-40f3-4cbd-a6f5-72372daea719 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:39.714451 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-725f0561-40f3-4cbd-a6f5-72372daea719 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:39.719116 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-725f0561-40f3-4cbd-a6f5-72372daea719 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "PUT /v2.0/networks/07867545-95ec-4183-9a17-f9828b03d722 HTTP/1.1" status: 200 len: 723 time: 0.4825485 Feb 16 12:52:39.727396 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41144) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:39.728555 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-8affaa45-4c18-424d-8652-18d3ee258a67 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:39.749931 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-77adc5aa-6666-4990-a961-2f239b44559e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Request body: {'subnet': {'network_id': '07867545-95ec-4183-9a17-f9828b03d722', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:39.770019 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-25eab741-40d1-4a41-aee6-aa6289f71421 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9744718 Feb 16 12:52:39.770194 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-ab4046e9-02c8-46fe-a3ab-da603569c3a7 None None] Provisioning for port 2527d7b8-514b-4d3f-9bb9-0319ca0436f0 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:52:39.777271 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-8affaa45-4c18-424d-8652-18d3ee258a67 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:39.780817 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41148) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:39.843207 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-9f862124-726e-4d39-a1fd-cab09b6075fe tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Request body: {'subnet': {'network_id': '5445d32e-445f-436c-bb9d-ed3f7c5297c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:39.877254 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f0561-40f3-4cbd-a6f5-72372daea719 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Pushing event updated for resources: {'Network': ['ID=07867545-95ec-4183-9a17-f9828b03d722,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:39.908336 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a7abf6ee-52c9-40ba-98ae-6df5f19775da admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a03a1661094c41f2a246ff132b6a9f13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3747568 Feb 16 12:52:39.913708 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41152) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:39.924312 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 07867545-95ec-4183-9a17-f9828b03d722 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:52:39.938057 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e9fc8c8d-bab9-44e5-a79a-17b720132c84 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Synchronizing usage tracker for tenant:5d7224d426b54462a1fe8b919e2ef79f on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:39.975473 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8affaa45-4c18-424d-8652-18d3ee258a67 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:39.978533 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e9fc8c8d-bab9-44e5-a79a-17b720132c84 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Unset dirty status for tenant:5d7224d426b54462a1fe8b919e2ef79f on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:39.980180 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e9fc8c8d-bab9-44e5-a79a-17b720132c84 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2938178 Feb 16 12:52:39.983719 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41156) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:40.045252 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d5ed5cdb-c9a8-47a5-a542-68758293c0dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:40.069412 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 2527d7b8-514b-4d3f-9bb9-0319ca0436f0 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:52:40.098004 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d5ed5cdb-c9a8-47a5-a542-68758293c0dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:40.112260 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6bade5c2-ff5f-4e8b-a4f8-d06b2d7a25d5 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:40.127499 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-77adc5aa-6666-4990-a961-2f239b44559e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:40.155463 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-8affaa45-4c18-424d-8652-18d3ee258a67 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:40.162995 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6bade5c2-ff5f-4e8b-a4f8-d06b2d7a25d5 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:40.171958 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-8affaa45-4c18-424d-8652-18d3ee258a67 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Usage tracker for resource:security_group_rule and tenant:993d22b74a8441c6a16d43e4037f5a95 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:40.177295 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-77adc5aa-6666-4990-a961-2f239b44559e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:40.189619 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-8affaa45-4c18-424d-8652-18d3ee258a67 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:40.204997 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3095a91-2459-4200-9793-4bd814c02509 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-5445d32e-445f-436c-bb9d-ed3f7c5297c3', 'network_id': '5445d32e-445f-436c-bb9d-ed3f7c5297c3', 'tenant_id': 'cf313999ec50441da36056616d2e4e36', 'fixed_ips': [{'subnet_id': 'cdaba830-dd32-488a-991f-e1a4970f5fb4'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:52:40.204997 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e3095a91-2459-4200-9793-4bd814c02509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:40.206922 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-8affaa45-4c18-424d-8652-18d3ee258a67 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:40.233209 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6bade5c2-ff5f-4e8b-a4f8-d06b2d7a25d5 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:40.258531 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d5ed5cdb-c9a8-47a5-a542-68758293c0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:40.270733 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bade5c2-ff5f-4e8b-a4f8-d06b2d7a25d5 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c907fd7-f49a-40a7-a449-aebe56c17a2d,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:40.292592 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d5ed5cdb-c9a8-47a5-a542-68758293c0dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:40.296500 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d5ed5cdb-c9a8-47a5-a542-68758293c0dc admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3fd2ac7a-8697-4b0e-a039-4eb401e244a1 HTTP/1.1" status: 204 len: 168 time: 0.3794146 Feb 16 12:52:40.297895 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed5cdb-c9a8-47a5-a542-68758293c0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd2ac7a-8697-4b0e-a039-4eb401e244a1,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:40.301076 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6bade5c2-ff5f-4e8b-a4f8-d06b2d7a25d5 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:40.302147 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6bade5c2-ff5f-4e8b-a4f8-d06b2d7a25d5 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "DELETE /v2.0/security-groups/7c907fd7-f49a-40a7-a449-aebe56c17a2d HTTP/1.1" status: 204 len: 168 time: 0.3162553 Feb 16 12:52:40.305188 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41162) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:40.314346 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 2527d7b8-514b-4d3f-9bb9-0319ca0436f0 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:52:40.349804 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd9205ee-d849-47aa-bb8d-e0a8384045b3 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Router 8232d632-9ded-460e-8870-676a4f8e0a1c has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:52:40.350721 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77adc5aa-6666-4990-a961-2f239b44559e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Made reservation on behalf of 41e1ac5f697d49bbba7587a21281c0a4 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:40.358740 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 2527d7b8-514b-4d3f-9bb9-0319ca0436f0 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:40.359111 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:40.366670 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0021fd54-ad4a-4517-abf6-d102286d6da6 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Synchronizing usage tracker for tenant:5d7224d426b54462a1fe8b919e2ef79f on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:40.370939 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-77adc5aa-6666-4990-a961-2f239b44559e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:40.397362 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0021fd54-ad4a-4517-abf6-d102286d6da6 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Unset dirty status for tenant:5d7224d426b54462a1fe8b919e2ef79f on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:40.402952 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0021fd54-ad4a-4517-abf6-d102286d6da6 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0923586 Feb 16 12:52:40.403466 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41166) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:40.410512 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-aed9665e-c099-4b4c-84f3-9943a3354a67 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Request body: {'security_group': {'name': 'tempest-secgroup--1232113105'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:40.417755 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-9f862124-726e-4d39-a1fd-cab09b6075fe tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:40.419437 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-aed9665e-c099-4b4c-84f3-9943a3354a67 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:40.431885 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-aed9665e-c099-4b4c-84f3-9943a3354a67 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:40.452542 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aed9665e-c099-4b4c-84f3-9943a3354a67 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:40.453393 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-9f862124-726e-4d39-a1fd-cab09b6075fe tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Usage tracker for resource:subnet and tenant:cf313999ec50441da36056616d2e4e36 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:40.487295 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-aed9665e-c099-4b4c-84f3-9943a3354a67 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:40.492731 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-aed9665e-c099-4b4c-84f3-9943a3354a67 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Usage tracker for resource:security_group_rule and tenant:5d7224d426b54462a1fe8b919e2ef79f is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:40.497791 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-aed9665e-c099-4b4c-84f3-9943a3354a67 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:40.503567 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-aed9665e-c099-4b4c-84f3-9943a3354a67 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:40.504448 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2e7b79-d117-45a0-8a92-c52075cce701 None None] Update dhcp port {'port': {'network_id': '42222da5-2a9c-4b97-bc7b-463f2a5d6cae', 'fixed_ips': [{'subnet_id': '46136020-6903-4ea2-ae3f-71a75c93490e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ab444b79-ccf4-4614-98ec-dc789ce6dec0'}], 'binding:host_id': 'dv-neutron-829527-1-hyperv'}, 'id': '2527d7b8-514b-4d3f-9bb9-0319ca0436f0'} from dv-neutron-829527-1-hyperv. {{(pid=87702) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 12:52:40.525282 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-9f862124-726e-4d39-a1fd-cab09b6075fe tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:40.532345 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-9f862124-726e-4d39-a1fd-cab09b6075fe tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:40.574423 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f862124-726e-4d39-a1fd-cab09b6075fe tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Made reservation on behalf of cf313999ec50441da36056616d2e4e36 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:40.578082 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9f862124-726e-4d39-a1fd-cab09b6075fe tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:40.600298 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aed9665e-c099-4b4c-84f3-9943a3354a67 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:40.607008 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aed9665e-c099-4b4c-84f3-9943a3354a67 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:40.635920 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4f2e7b79-d117-45a0-8a92-c52075cce701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:40.658437 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-e3095a91-2459-4200-9793-4bd814c02509 None None] Allocated IP 172.20.0.2 (5445d32e-445f-436c-bb9d-ed3f7c5297c3/cdaba830-dd32-488a-991f-e1a4970f5fb4/64e06762-f680-4c61-867e-648c1ff93ca1) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:52:40.667913 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9665e-c099-4b4c-84f3-9943a3354a67 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41d4435f-74d2-4f20-9799-f3f8a3f6dc79,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:40.685430 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aed9665e-c099-4b4c-84f3-9943a3354a67 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:40.687690 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-aed9665e-c099-4b4c-84f3-9943a3354a67 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2826116 Feb 16 12:52:40.689567 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41176) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:40.697442 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:40.702121 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-2544141d-6b0c-4479-a0e2-8f32b58216d3 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Request body: {'security_group_rule': {'security_group_id': '41d4435f-74d2-4f20-9799-f3f8a3f6dc79', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:40.712437 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-2544141d-6b0c-4479-a0e2-8f32b58216d3 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:40.720574 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2544141d-6b0c-4479-a0e2-8f32b58216d3 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Usage tracker for resource:security_group_rule and tenant:5d7224d426b54462a1fe8b919e2ef79f is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:40.724695 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2544141d-6b0c-4479-a0e2-8f32b58216d3 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:40.735229 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-2544141d-6b0c-4479-a0e2-8f32b58216d3 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:40.765824 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2544141d-6b0c-4479-a0e2-8f32b58216d3 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:40.856703 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2544141d-6b0c-4479-a0e2-8f32b58216d3 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:40.864014 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2544141d-6b0c-4479-a0e2-8f32b58216d3 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:40.905058 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 2527d7b8-514b-4d3f-9bb9-0319ca0436f0, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=2527d7b8-514b-4d3f-9bb9-0319ca0436f0,segment=NetworkSegment(b179b689-ee09-48d5-82a1-17e50963defc),segment_id=b179b689-ee09-48d5-82a1-17e50963defc)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:40.908906 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544141d-6b0c-4479-a0e2-8f32b58216d3 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d5cafa9-2ef5-4e62-acaa-6a2e712583fb,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:40.919828 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2544141d-6b0c-4479-a0e2-8f32b58216d3 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:40.921713 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2544141d-6b0c-4479-a0e2-8f32b58216d3 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2310138 Feb 16 12:52:40.925452 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41184) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:40.934056 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:40.958515 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8ed238c5-393f-4963-8a55-42f32adad40a tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:40.970037 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8ed238c5-393f-4963-8a55-42f32adad40a tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:41.002523 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8ed238c5-393f-4963-8a55-42f32adad40a tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:41.031073 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed238c5-393f-4963-8a55-42f32adad40a tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d5cafa9-2ef5-4e62-acaa-6a2e712583fb,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:41.037230 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8ed238c5-393f-4963-8a55-42f32adad40a tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:41.038991 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8ed238c5-393f-4963-8a55-42f32adad40a tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/3d5cafa9-2ef5-4e62-acaa-6a2e712583fb HTTP/1.1" status: 204 len: 168 time: 0.1107504 Feb 16 12:52:41.041073 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41192) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:41.131132 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8affaa45-4c18-424d-8652-18d3ee258a67 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:41.137927 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e3095a91-2459-4200-9793-4bd814c02509 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:41.154877 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-e3095a91-2459-4200-9793-4bd814c02509 None None] Transition to ACTIVE for port object 64e06762-f680-4c61-867e-648c1ff93ca1 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:52:41.178673 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8affaa45-4c18-424d-8652-18d3ee258a67 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:41.203751 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-37af7cb1-1570-4ab9-8e15-50ebdac9eff7 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Synchronizing usage tracker for tenant:5d7224d426b54462a1fe8b919e2ef79f on resource:security_group_rule {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:41.214105 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.ipam_backend_mixin [None req-9f862124-726e-4d39-a1fd-cab09b6075fe tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet cdaba830-dd32-488a-991f-e1a4970f5fb4 (CIDR: 172.20.0.0/28) Feb 16 12:52:41.224654 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-37af7cb1-1570-4ab9-8e15-50ebdac9eff7 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Unset dirty status for tenant:5d7224d426b54462a1fe8b919e2ef79f on resource:security_group_rule {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:41.226328 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-37af7cb1-1570-4ab9-8e15-50ebdac9eff7 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1842728 Feb 16 12:52:41.229496 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41200) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:41.237536 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f862124-726e-4d39-a1fd-cab09b6075fe tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:52:41.238070 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f862124-726e-4d39-a1fd-cab09b6075fe tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:52:41.259036 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9205ee-d849-47aa-bb8d-e0a8384045b3 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:52:41.293215 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4410e696-53bd-4118-ac8e-b04108b6be3a None None] Sync routers for ids ['8232d632-9ded-460e-8870-676a4f8e0a1c'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:52:41.311336 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affaa45-4c18-424d-8652-18d3ee258a67 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc09089-274e-45a4-854f-284398ef59e6,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:41.324146 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1dddfe7d-8710-4acf-8c7d-4549d7ae3ae1 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:41.334613 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-9f862124-726e-4d39-a1fd-cab09b6075fe tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5525689 Feb 16 12:52:41.337607 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41204) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:41.340518 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8affaa45-4c18-424d-8652-18d3ee258a67 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:41.344572 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-8affaa45-4c18-424d-8652-18d3ee258a67 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6977422 Feb 16 12:52:41.344572 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fd9205ee-d849-47aa-bb8d-e0a8384045b3 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:41.344837 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41208) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:41.348594 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4410e696-53bd-4118-ac8e-b04108b6be3a None None] Routers {'8232d632-9ded-460e-8870-676a4f8e0a1c'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:52:41.349290 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-4410e696-53bd-4118-ac8e-b04108b6be3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:52:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['8232d632-9ded-460e-8870-676a4f8e0a1c'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:41.364738 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-61172aa1-eb05-4c15-a012-7e14328815bf tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Request body: {'security_group_rule': {'security_group_id': '8fc09089-274e-45a4-854f-284398ef59e6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:41.366016 dv-neutron-829527-1-hyperv neutron-server[87699]: WARNING neutron.api.v2.base [None req-61172aa1-eb05-4c15-a012-7e14328815bf tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 16 12:52:41.366950 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-61172aa1-eb05-4c15-a012-7e14328815bf tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:52:41.371985 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-61172aa1-eb05-4c15-a012-7e14328815bf tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0261400 Feb 16 12:52:41.372930 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-19e8ea6c-6191-499c-b2a1-b994ede581e4 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Request body: {'subnet': {'network_id': '5445d32e-445f-436c-bb9d-ed3f7c5297c3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:41.393605 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41212) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:41.393811 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41214) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:41.396395 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1dddfe7d-8710-4acf-8c7d-4549d7ae3ae1 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:41.397897 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=2527d7b8-514b-4d3f-9bb9-0319ca0436f0,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:41.422637 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-e3095a91-2459-4200-9793-4bd814c02509 None None] Transition to ACTIVE for port object 64e06762-f680-4c61-867e-648c1ff93ca1 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:52:41.459707 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e3095a91-2459-4200-9793-4bd814c02509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:41.475968 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1dddfe7d-8710-4acf-8c7d-4549d7ae3ae1 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:41.495006 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dddfe7d-8710-4acf-8c7d-4549d7ae3ae1 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d4435f-74d2-4f20-9799-f3f8a3f6dc79,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:41.529452 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1dddfe7d-8710-4acf-8c7d-4549d7ae3ae1 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:41.530554 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1dddfe7d-8710-4acf-8c7d-4549d7ae3ae1 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "DELETE /v2.0/security-groups/41d4435f-74d2-4f20-9799-f3f8a3f6dc79 HTTP/1.1" status: 204 len: 168 time: 0.2998278 Feb 16 12:52:41.533142 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41222) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:41.552395 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-4f2e7b79-d117-45a0-8a92-c52075cce701 None None] Allocated IP 172.20.0.1 (42222da5-2a9c-4b97-bc7b-463f2a5d6cae/ab444b79-ccf4-4614-98ec-dc789ce6dec0/2527d7b8-514b-4d3f-9bb9-0319ca0436f0) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:52:41.583565 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-fd9205ee-d849-47aa-bb8d-e0a8384045b3 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.8165355 Feb 16 12:52:41.599841 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3d48c239-efac-4b7e-bc5b-dad252ca6aea tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Synchronizing usage tracker for tenant:5d7224d426b54462a1fe8b919e2ef79f on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:41.602930 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fdb21ed-241b-4fdc-8e4a-c7074125b27a', 'tag': '762066c8-8645-4da2-b033-bc7bb8c13468'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:52:41.617188 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-77adc5aa-6666-4990-a961-2f239b44559e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:41.646402 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3095a91-2459-4200-9793-4bd814c02509 None None] Network 5445d32e-445f-436c-bb9d-ed3f7c5297c3 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:52:41.647322 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3d48c239-efac-4b7e-bc5b-dad252ca6aea tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Unset dirty status for tenant:5d7224d426b54462a1fe8b919e2ef79f on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:41.647836 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-e3095a91-2459-4200-9793-4bd814c02509 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:41.650429 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3095a91-2459-4200-9793-4bd814c02509 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:52:41.657258 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3d48c239-efac-4b7e-bc5b-dad252ca6aea tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1230462 Feb 16 12:52:41.658415 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41230) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:41.666077 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-3e2fd96c-5b87-48f4-8295-68b608ed6f5e tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Request body: {'security_group': {'name': 'tempest-secgroup--1605183451'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:41.674500 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3e2fd96c-5b87-48f4-8295-68b608ed6f5e tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:41.688732 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3e2fd96c-5b87-48f4-8295-68b608ed6f5e tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:41.698671 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-7b164a00-e31e-425f-bb83-81fa0f52db41 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1572595089'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:41.703573 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3e2fd96c-5b87-48f4-8295-68b608ed6f5e tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:41.727652 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fdb21ed-241b-4fdc-8e4a-c7074125b27a', 'tag': '762066c8-8645-4da2-b033-bc7bb8c13468', 'status': 'completed', 'code': 200} Feb 16 12:52:41.734234 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3e2fd96c-5b87-48f4-8295-68b608ed6f5e tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:41.739453 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3e2fd96c-5b87-48f4-8295-68b608ed6f5e tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Usage tracker for resource:security_group_rule and tenant:5d7224d426b54462a1fe8b919e2ef79f is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:41.745209 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3e2fd96c-5b87-48f4-8295-68b608ed6f5e tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:41.746975 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-7b164a00-e31e-425f-bb83-81fa0f52db41 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:41.757852 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3095a91-2459-4200-9793-4bd814c02509 None None] Pushing event updated for resources: {'Port': ['ID=64e06762-f680-4c61-867e-648c1ff93ca1,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:41.778143 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8463885d-a865-448c-a897-e2467d721ed6 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:41.787243 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3e2fd96c-5b87-48f4-8295-68b608ed6f5e tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:41.828952 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-7b164a00-e31e-425f-bb83-81fa0f52db41 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Usage tracker for resource:network and tenant:612ec8932dcb4d08ac02ac6ad23899eb is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:41.832176 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77adc5aa-6666-4990-a961-2f239b44559e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Checking segment: {'id': 'd66f1d5a-bcb0-4360-9e6f-a48bb11d0359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '07867545-95ec-4183-9a17-f9828b03d722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:52:41.832730 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77adc5aa-6666-4990-a961-2f239b44559e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Network hostable DHCP agents. Network: 07867545-95ec-4183-9a17-f9828b03d722, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:52:41.851245 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-7b164a00-e31e-425f-bb83-81fa0f52db41 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:41.873426 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9cea96-28d6-4e15-b88d-17f9243acf4b req-dbade841-9ead-4ca1-b9ae-f00cfdfe066a tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:41.874945 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6a9cea96-28d6-4e15-b88d-17f9243acf4b req-dbade841-9ead-4ca1-b9ae-f00cfdfe066a tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/ports?device_id=7fdb21ed-241b-4fdc-8e4a-c7074125b27a HTTP/1.1" status: 200 len: 946 time: 0.1315818 Feb 16 12:52:41.878111 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-7b164a00-e31e-425f-bb83-81fa0f52db41 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:41.885399 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-4410e696-53bd-4118-ac8e-b04108b6be3a None None] Set router 8232d632-9ded-460e-8870-676a4f8e0a1c gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:52:41.918486 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3e2fd96c-5b87-48f4-8295-68b608ed6f5e tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:41.921736 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77adc5aa-6666-4990-a961-2f239b44559e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Pushing event updated for resources: {'Subnet': ['ID=57f0bb4a-3e80-49ff-89c2-ca6507fdeda6,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:41.927979 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3e2fd96c-5b87-48f4-8295-68b608ed6f5e tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:41.928114 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8463885d-a865-448c-a897-e2467d721ed6 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:41.945328 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-19e8ea6c-6191-499c-b2a1-b994ede581e4 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:41.967224 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-19e8ea6c-6191-499c-b2a1-b994ede581e4 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Usage tracker for resource:subnet and tenant:cf313999ec50441da36056616d2e4e36 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:41.970094 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77adc5aa-6666-4990-a961-2f239b44559e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Network 07867545-95ec-4183-9a17-f9828b03d722 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:52:41.976003 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-19e8ea6c-6191-499c-b2a1-b994ede581e4 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:41.979129 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b164a00-e31e-425f-bb83-81fa0f52db41 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Made reservation on behalf of 612ec8932dcb4d08ac02ac6ad23899eb for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:41.982353 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7b164a00-e31e-425f-bb83-81fa0f52db41 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:42.002225 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-19e8ea6c-6191-499c-b2a1-b994ede581e4 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:42.003054 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2fd96c-5b87-48f4-8295-68b608ed6f5e tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3536276b-67aa-45ed-969b-5ab3a479904b,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:42.007993 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6a9cea96-28d6-4e15-b88d-17f9243acf4b req-e3545861-78c5-4529-b195-7fb9bab8c2b8 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/security-groups?id=2a5ab787-cbec-4fb6-a4e3-d625d6a13d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082807 Feb 16 12:52:42.016027 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7b164a00-e31e-425f-bb83-81fa0f52db41 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:42.023590 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3e2fd96c-5b87-48f4-8295-68b608ed6f5e tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:42.028462 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3e2fd96c-5b87-48f4-8295-68b608ed6f5e tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3689427 Feb 16 12:52:42.029676 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41234) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:42.036310 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-04b43f32-5917-4aa1-a940-86447cb43f03 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Request body: {'security_group_rule': {'security_group_id': '3536276b-67aa-45ed-969b-5ab3a479904b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:42.037679 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-77adc5aa-6666-4990-a961-2f239b44559e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 07867545-95ec-4183-9a17-f9828b03d722) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:42.048718 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-04b43f32-5917-4aa1-a940-86447cb43f03 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:42.051502 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41238) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:42.061568 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e8ea6c-6191-499c-b2a1-b994ede581e4 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Made reservation on behalf of cf313999ec50441da36056616d2e4e36 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:42.065360 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-19e8ea6c-6191-499c-b2a1-b994ede581e4 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:42.084933 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77adc5aa-6666-4990-a961-2f239b44559e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:42.085670 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-77adc5aa-6666-4990-a961-2f239b44559e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:42.086826 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 2527d7b8-514b-4d3f-9bb9-0319ca0436f0 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:52:42.090827 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-7b164a00-e31e-425f-bb83-81fa0f52db41 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:42.104170 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-7b164a00-e31e-425f-bb83-81fa0f52db41 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Usage tracker for resource:security_group_rule and tenant:612ec8932dcb4d08ac02ac6ad23899eb is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:42.112930 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-7b164a00-e31e-425f-bb83-81fa0f52db41 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:42.114713 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8c6f28-b7c1-43f5-b9d3-4d1878db78cf None None] Network 07867545-95ec-4183-9a17-f9828b03d722 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:42.121467 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-04b43f32-5917-4aa1-a940-86447cb43f03 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Usage tracker for resource:security_group_rule and tenant:5d7224d426b54462a1fe8b919e2ef79f is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:42.130814 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-04b43f32-5917-4aa1-a940-86447cb43f03 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:42.152532 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-04b43f32-5917-4aa1-a940-86447cb43f03 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:42.180421 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-7b164a00-e31e-425f-bb83-81fa0f52db41 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:42.193588 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8625913e-5205-4498-8793-e777bb95be99 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/floatingips/41dc1811-1ed2-489a-b341-e1d893915e38 HTTP/1.1" status: 200 len: 992 time: 0.1397393 Feb 16 12:52:42.193824 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70163d-4a57-4c1b-818b-c0d1ccc31be1 req-1231cee9-65e6-410b-abe1-c6968138ad4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:42.193953 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-04b43f32-5917-4aa1-a940-86447cb43f03 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:42.194508 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ff70163d-4a57-4c1b-818b-c0d1ccc31be1 req-1231cee9-65e6-410b-abe1-c6968138ad4b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=103f2f9b580d4ef5ac0f1ab1eab88f07&device_id=7fdb21ed-241b-4fdc-8e4a-c7074125b27a HTTP/1.1" status: 200 len: 1099 time: 0.4237063 Feb 16 12:52:42.195112 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8463885d-a865-448c-a897-e2467d721ed6 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:42.214007 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-e3095a91-2459-4200-9793-4bd814c02509 None None] Attempting to bind port 64e06762-f680-4c61-867e-648c1ff93ca1 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:52:42.214461 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-e3095a91-2459-4200-9793-4bd814c02509 None None] Attempting to bind port 64e06762-f680-4c61-867e-648c1ff93ca1 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'd5bd2b59-7783-46db-bd55-1533bb92b37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5445d32e-445f-436c-bb9d-ed3f7c5297c3'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:52:42.214871 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3095a91-2459-4200-9793-4bd814c02509 None None] Attempting to bind port 64e06762-f680-4c61-867e-648c1ff93ca1 on network 5445d32e-445f-436c-bb9d-ed3f7c5297c3 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:52:42.253968 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-77adc5aa-6666-4990-a961-2f239b44559e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5190752 Feb 16 12:52:42.254537 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3095a91-2459-4200-9793-4bd814c02509 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:52:42.254700 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3095a91-2459-4200-9793-4bd814c02509 None None] Checking segment: {'id': 'd5bd2b59-7783-46db-bd55-1533bb92b37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5445d32e-445f-436c-bb9d-ed3f7c5297c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:52:42.256895 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41242) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:42.257030 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e3095a91-2459-4200-9793-4bd814c02509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:42.257030 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3095a91-2459-4200-9793-4bd814c02509 None None] Bound using segment: {'id': 'd5bd2b59-7783-46db-bd55-1533bb92b37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5445d32e-445f-436c-bb9d-ed3f7c5297c3'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:52:42.257030 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-e3095a91-2459-4200-9793-4bd814c02509 None None] Bound port: 64e06762-f680-4c61-867e-648c1ff93ca1, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5bd2b59-7783-46db-bd55-1533bb92b37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5445d32e-445f-436c-bb9d-ed3f7c5297c3'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:52:42.257030 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e3095a91-2459-4200-9793-4bd814c02509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:42.259312 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8463885d-a865-448c-a897-e2467d721ed6 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc09089-274e-45a4-854f-284398ef59e6,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:42.259962 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-04b43f32-5917-4aa1-a940-86447cb43f03 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:42.264488 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d0778994-6b66-43b7-b089-366550badc2c tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:42.296900 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-04b43f32-5917-4aa1-a940-86447cb43f03 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:42.317600 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8463885d-a865-448c-a897-e2467d721ed6 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:42.321080 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-8463885d-a865-448c-a897-e2467d721ed6 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "DELETE /v2.0/security-groups/8fc09089-274e-45a4-854f-284398ef59e6 HTTP/1.1" status: 204 len: 168 time: 0.9131272 Feb 16 12:52:42.326784 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41246) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:42.334467 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b43f32-5917-4aa1-a940-86447cb43f03 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74e3b556-a15d-41a6-9b28-607f8fcb7a6d,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:42.421049 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-04b43f32-5917-4aa1-a940-86447cb43f03 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:42.424837 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-04b43f32-5917-4aa1-a940-86447cb43f03 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3945668 Feb 16 12:52:42.427786 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41250) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:42.452319 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ec02c195-17f3-4260-b60e-a474f1abe30a tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1244218 Feb 16 12:52:42.455937 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41254) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:42.465448 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-4f2e7b79-d117-45a0-8a92-c52075cce701 None None] For port 2527d7b8-514b-4d3f-9bb9-0319ca0436f0, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=2527d7b8-514b-4d3f-9bb9-0319ca0436f0,segment=NetworkSegment(b179b689-ee09-48d5-82a1-17e50963defc),segment_id=b179b689-ee09-48d5-82a1-17e50963defc)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:42.467003 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-9359e531-6cf1-4026-b7c5-4a1f9470ee4e tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Request body: {'security_group': {'name': 'tempest-secgroup--1814506676'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:42.477833 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9359e531-6cf1-4026-b7c5-4a1f9470ee4e tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:42.481927 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70163d-4a57-4c1b-818b-c0d1ccc31be1 req-1d45841c-efb5-402d-8946-5ca890f427e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:42.482086 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d0778994-6b66-43b7-b089-366550badc2c tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3446881'] for subnet, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:42.483453 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ff70163d-4a57-4c1b-818b-c0d1ccc31be1 req-1d45841c-efb5-402d-8946-5ca890f427e1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a HTTP/1.1" status: 200 len: 898 time: 0.2662222 Feb 16 12:52:42.493272 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-bee37c26-3aa2-469d-96b8-e5069b6330f9 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "GET /v2.0/security-group-rules/74e3b556-a15d-41a6-9b28-607f8fcb7a6d HTTP/1.1" status: 200 len: 763 time: 0.0527201 Feb 16 12:52:42.495011 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41258) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:42.501742 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4f2e7b79-d117-45a0-8a92-c52075cce701 None None] Notify callbacks [] for port, precommit_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:42.519477 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9359e531-6cf1-4026-b7c5-4a1f9470ee4e tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Usage tracker for resource:security_group and tenant:993d22b74a8441c6a16d43e4037f5a95 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:42.521053 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-4f2e7b79-d117-45a0-8a92-c52075cce701 None None] Transition to ACTIVE for port object 2527d7b8-514b-4d3f-9bb9-0319ca0436f0 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:52:42.524379 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9359e531-6cf1-4026-b7c5-4a1f9470ee4e tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:42.533279 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9359e531-6cf1-4026-b7c5-4a1f9470ee4e tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:42.562381 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9359e531-6cf1-4026-b7c5-4a1f9470ee4e tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:42.624361 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9359e531-6cf1-4026-b7c5-4a1f9470ee4e tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:42.630161 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9359e531-6cf1-4026-b7c5-4a1f9470ee4e tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Usage tracker for resource:security_group_rule and tenant:993d22b74a8441c6a16d43e4037f5a95 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:42.637050 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4f2e7b79-d117-45a0-8a92-c52075cce701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:42.639374 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9359e531-6cf1-4026-b7c5-4a1f9470ee4e tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:42.648968 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9359e531-6cf1-4026-b7c5-4a1f9470ee4e tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:42.727943 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d0778994-6b66-43b7-b089-366550badc2c tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754732646687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-335882'] for subnet, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:42.729344 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7b164a00-e31e-425f-bb83-81fa0f52db41 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:42.735377 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ff70163d-4a57-4c1b-818b-c0d1ccc31be1 req-6b85a53a-f182-4ca1-b051-dfe074c04442 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=762066c8-8645-4da2-b033-bc7bb8c13468 HTTP/1.1" status: 200 len: 1000 time: 0.2433355 Feb 16 12:52:42.785343 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0778994-6b66-43b7-b089-366550badc2c tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:42.785895 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d0778994-6b66-43b7-b089-366550badc2c tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:42.787251 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d0778994-6b66-43b7-b089-366550badc2c tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "PUT /v2.0/subnets/57f0bb4a-3e80-49ff-89c2-ca6507fdeda6 HTTP/1.1" status: 200 len: 826 time: 0.5306873 Feb 16 12:52:42.793016 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41262) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:42.797709 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-17c60598-5e40-42f6-a28c-393f1f2f1097 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Synchronizing usage tracker for tenant:5d7224d426b54462a1fe8b919e2ef79f on resource:security_group_rule {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:42.800542 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7b164a00-e31e-425f-bb83-81fa0f52db41 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:42.874683 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b164a00-e31e-425f-bb83-81fa0f52db41 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:52:42.891166 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70163d-4a57-4c1b-818b-c0d1ccc31be1 req-3d0ea62d-abba-42c0-ace3-8bfa1616f2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:42.892708 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ff70163d-4a57-4c1b-818b-c0d1ccc31be1 req-3d0ea62d-abba-42c0-ace3-8bfa1616f2e7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=75c35191-aad0-42ed-afb3-0994d31eb847 HTTP/1.1" status: 200 len: 835 time: 0.1448908 Feb 16 12:52:42.895982 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b164a00-e31e-425f-bb83-81fa0f52db41 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0940200-114b-49ed-a41f-b12957aa4c41,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:42.898524 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-17c60598-5e40-42f6-a28c-393f1f2f1097 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Unset dirty status for tenant:5d7224d426b54462a1fe8b919e2ef79f on resource:security_group_rule {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:42.898735 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0778994-6b66-43b7-b089-366550badc2c tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Pushing event updated for resources: {'Subnet': ['ID=57f0bb4a-3e80-49ff-89c2-ca6507fdeda6,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:42.902862 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-17c60598-5e40-42f6-a28c-393f1f2f1097 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3573840 Feb 16 12:52:42.905003 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41266) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:42.941500 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7b164a00-e31e-425f-bb83-81fa0f52db41 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:42.941765 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-7b164a00-e31e-425f-bb83-81fa0f52db41 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Added segment 60e9b887-bd78-4473-8311-27b1accf8a1d of type vlan for network dd002160-b56f-4cf5-bd55-0636f5a7b7c4 Feb 16 12:52:42.991538 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d0bd000a-1d78-4dc1-b767-d2a658136f99 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:43.005468 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-e3095a91-2459-4200-9793-4bd814c02509 None None] For port 64e06762-f680-4c61-867e-648c1ff93ca1, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:52:43.012944 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9359e531-6cf1-4026-b7c5-4a1f9470ee4e tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:43.013628 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7b164a00-e31e-425f-bb83-81fa0f52db41 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:43.021361 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d0bd000a-1d78-4dc1-b767-d2a658136f99 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:43.022816 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-19e8ea6c-6191-499c-b2a1-b994ede581e4 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:43.033967 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa69924b-3946-4761-99b2-f7e87dfb4c24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-07867545-95ec-4183-9a17-f9828b03d722', 'network_id': '07867545-95ec-4183-9a17-f9828b03d722', 'tenant_id': '41e1ac5f697d49bbba7587a21281c0a4', 'fixed_ips': [{'subnet_id': '57f0bb4a-3e80-49ff-89c2-ca6507fdeda6'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:52:43.034940 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-fa69924b-3946-4761-99b2-f7e87dfb4c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:43.037132 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9359e531-6cf1-4026-b7c5-4a1f9470ee4e tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:43.050878 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e7b79-d117-45a0-8a92-c52075cce701 None None] Pushing event updated for resources: {'Port': ['ID=2527d7b8-514b-4d3f-9bb9-0319ca0436f0,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:43.087459 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1135226b-d819-492b-8600-7f1b04da98d0 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:43.093362 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-e3095a91-2459-4200-9793-4bd814c02509 None None] For port 64e06762-f680-4c61-867e-648c1ff93ca1, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=64e06762-f680-4c61-867e-648c1ff93ca1,segment=NetworkSegment(d5bd2b59-7783-46db-bd55-1533bb92b37a),segment_id=d5bd2b59-7783-46db-bd55-1533bb92b37a)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:52:43.101788 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e3095a91-2459-4200-9793-4bd814c02509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:43.129068 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9359e531-6cf1-4026-b7c5-4a1f9470ee4e tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f773ea37-0d5a-4aa7-87e7-1b0825af2114,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:43.154508 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d0bd000a-1d78-4dc1-b767-d2a658136f99 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:43.156418 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9359e531-6cf1-4026-b7c5-4a1f9470ee4e tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:43.170597 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9359e531-6cf1-4026-b7c5-4a1f9470ee4e tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7076037 Feb 16 12:52:43.173209 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41270) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:43.180062 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d0bd000a-1d78-4dc1-b767-d2a658136f99 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:43.181801 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d0bd000a-1d78-4dc1-b767-d2a658136f99 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/74e3b556-a15d-41a6-9b28-607f8fcb7a6d HTTP/1.1" status: 204 len: 168 time: 0.2733295 Feb 16 12:52:43.192200 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41272) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:43.205459 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41276) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:43.227756 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-65b996ea-1999-4026-afe9-38a71ef13f63 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Request body: {'security_group_rule': {'security_group_id': 'f773ea37-0d5a-4aa7-87e7-1b0825af2114', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:43.229768 dv-neutron-829527-1-hyperv neutron-server[87699]: WARNING neutron.api.v2.base [None req-65b996ea-1999-4026-afe9-38a71ef13f63 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 16 12:52:43.230298 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-65b996ea-1999-4026-afe9-38a71ef13f63 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:52:43.234258 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-65b996ea-1999-4026-afe9-38a71ef13f63 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0413587 Feb 16 12:52:43.239362 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41280) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:43.247089 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.db.resource_extend [None req-7b164a00-e31e-425f-bb83-81fa0f52db41 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:52:43.271153 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3095a91-2459-4200-9793-4bd814c02509 None None] Pushing event updated for resources: {'Port': ['ID=64e06762-f680-4c61-867e-648c1ff93ca1,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:43.286698 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e8ea6c-6191-499c-b2a1-b994ede581e4 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Network 5445d32e-445f-436c-bb9d-ed3f7c5297c3 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:52:43.297125 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-19e8ea6c-6191-499c-b2a1-b994ede581e4 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:43.300193 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bd000a-1d78-4dc1-b767-d2a658136f99 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=74e3b556-a15d-41a6-9b28-607f8fcb7a6d,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:43.315860 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e8ea6c-6191-499c-b2a1-b994ede581e4 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:43.316494 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-19e8ea6c-6191-499c-b2a1-b994ede581e4 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:43.370781 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7b164a00-e31e-425f-bb83-81fa0f52db41 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:43.383101 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b164a00-e31e-425f-bb83-81fa0f52db41 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:43.383739 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7b164a00-e31e-425f-bb83-81fa0f52db41 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:43.390377 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-4410e696-53bd-4118-ac8e-b04108b6be3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8232d632-9ded-460e-8870-676a4f8e0a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180329332', 'tenant_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': 'dae42415-dccf-4732-9977-be4fb2a2bf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:46Z', 'updated_at': '2022-02-16T12:52:07Z', 'revision_number': 4, 'project_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'gw_port': {'id': 'dae42415-dccf-4732-9977-be4fb2a2bf8a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8232d632-9ded-460e-8870-676a4f8e0a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:49Z', 'updated_at': '2022-02-16T12:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '41dc1811-1ed2-489a-b341-e1d893915e38', 'tenant_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'floating_ip_address': '172.26.5.206', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '8232d632-9ded-460e-8870-676a4f8e0a1c', 'port_id': '762066c8-8645-4da2-b033-bc7bb8c13468', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a', 'mac_address': 'fa:16:3e:c7:a6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdb21ed-241b-4fdc-8e4a-c7074125b27a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:52:37Z', 'updated_at': '2022-02-16T12:52:37Z', 'revision_number': 0, 'project_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a0d0934-2a3b-46b7-964e-883fa91a1d37', 'name': '', 'network_id': 'b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a', 'tenant_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'mac_address': 'fa:16:3e:67:ce:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8232d632-9ded-460e-8870-676a4f8e0a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '75c35191-aad0-42ed-afb3-0994d31eb847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:03Z', 'updated_at': '2022-02-16T12:52:22Z', 'revision_number': 5, 'project_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'subnets': [{'id': '75c35191-aad0-42ed-afb3-0994d31eb847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:43.398574 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-fa69924b-3946-4761-99b2-f7e87dfb4c24 None None] Allocated IP 2001:db8::2 (07867545-95ec-4183-9a17-f9828b03d722/57f0bb4a-3e80-49ff-89c2-ca6507fdeda6/1e7377bc-8fa4-42bb-8c55-6b778b4f3edd) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:52:43.404480 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4410e696-53bd-4118-ac8e-b04108b6be3a None None] Checking router: 8232d632-9ded-460e-8870-676a4f8e0a1c for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:52:43.460258 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4410e696-53bd-4118-ac8e-b04108b6be3a None None] Routers {'8232d632-9ded-460e-8870-676a4f8e0a1c'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:52:43.466444 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-4410e696-53bd-4118-ac8e-b04108b6be3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:52:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['8232d632-9ded-460e-8870-676a4f8e0a1c'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:43.478195 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e8ea6c-6191-499c-b2a1-b994ede581e4 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event updated for resources: {'Subnet': ['ID=8c7fde2a-9d14-4458-a7dc-b4a0a4de7d74,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:43.499004 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-30875431-84e4-4384-9246-66156884d2fa tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Synchronizing usage tracker for tenant:5d7224d426b54462a1fe8b919e2ef79f on resource:security_group_rule {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:43.503881 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70163d-4a57-4c1b-818b-c0d1ccc31be1 req-d3c96859-c44a-4962-ab83-dbdbc72390f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:43.505874 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ff70163d-4a57-4c1b-818b-c0d1ccc31be1 req-d3c96859-c44a-4962-ab83-dbdbc72390f9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5989923 Feb 16 12:52:43.542619 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-54bee68f-c7d4-40a3-a080-938a80e2df73 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:43.562641 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1135226b-d819-492b-8600-7f1b04da98d0 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:43.671014 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-30875431-84e4-4384-9246-66156884d2fa tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Unset dirty status for tenant:5d7224d426b54462a1fe8b919e2ef79f on resource:security_group_rule {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:43.672950 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-30875431-84e4-4384-9246-66156884d2fa tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4768960 Feb 16 12:52:43.677298 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41286) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:43.682923 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-923f93b9-2090-426a-a42d-623aa3417ddd tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Request body: {'security_group_rule': {'security_group_id': '3536276b-67aa-45ed-969b-5ab3a479904b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:43.697750 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f744e432-56a8-4244-b0a9-6b16058ed812 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/floatingips/41dc1811-1ed2-489a-b341-e1d893915e38 HTTP/1.1" status: 200 len: 992 time: 0.4186893 Feb 16 12:52:43.703538 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-923f93b9-2090-426a-a42d-623aa3417ddd tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:43.723825 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-923f93b9-2090-426a-a42d-623aa3417ddd tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:43.751447 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-7b164a00-e31e-425f-bb83-81fa0f52db41 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.3482833 Feb 16 12:52:43.752838 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-19e8ea6c-6191-499c-b2a1-b994ede581e4 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4139233 Feb 16 12:52:43.755998 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-923f93b9-2090-426a-a42d-623aa3417ddd tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:43.766640 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41290) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:43.780266 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-4b941a9b-29e3-4928-968b-1f9572a997f0 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Request body: {'port': {'network_id': '5445d32e-445f-436c-bb9d-ed3f7c5297c3', 'fixed_ips': [{'subnet_id': 'cdaba830-dd32-488a-991f-e1a4970f5fb4'}, {'subnet_id': '8c7fde2a-9d14-4458-a7dc-b4a0a4de7d74'}], 'name': 'tempest-PortsTestJSON-1647762136'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:43.889922 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-54bee68f-c7d4-40a3-a080-938a80e2df73 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:43.905842 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41294) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:43.956200 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-de19d3d2-eb5f-4d62-8641-16b0aefcd19a tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Request body: {'subnet': {'network_id': 'dd002160-b56f-4cf5-bd55-0636f5a7b7c4', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:43.982452 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b164a00-e31e-425f-bb83-81fa0f52db41 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event updated for resources: {'Network': ['ID=dd002160-b56f-4cf5-bd55-0636f5a7b7c4,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:44.063944 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network dd002160-b56f-4cf5-bd55-0636f5a7b7c4 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:52:44.147200 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-923f93b9-2090-426a-a42d-623aa3417ddd tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:44.163261 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-923f93b9-2090-426a-a42d-623aa3417ddd tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:44.164737 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 2527d7b8-514b-4d3f-9bb9-0319ca0436f0 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:52:44.189264 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35957c0-1c99-4806-9b3c-53b9fc5b7b1c None None] Network 42222da5-2a9c-4b97-bc7b-463f2a5d6cae requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:44.196323 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f93b9-2090-426a-a42d-623aa3417ddd tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=406f37f9-4109-4b81-bdc2-a5a20f9d39a5,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:44.226446 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4b941a9b-29e3-4928-968b-1f9572a997f0 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:44.231056 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4b941a9b-29e3-4928-968b-1f9572a997f0 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Usage tracker for resource:port and tenant:cf313999ec50441da36056616d2e4e36 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:44.234429 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4b941a9b-29e3-4928-968b-1f9572a997f0 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:44.238578 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-923f93b9-2090-426a-a42d-623aa3417ddd tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:44.239906 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-923f93b9-2090-426a-a42d-623aa3417ddd tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5615232 Feb 16 12:52:44.244744 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41298) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:44.246881 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4b941a9b-29e3-4928-968b-1f9572a997f0 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:44.253036 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ff70163d-4a57-4c1b-818b-c0d1ccc31be1 req-15661e1d-c6e7-42f6-b19a-80b19ede361b service neutron] 10.222.0.89 "GET /v2.0/networks/b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7203152 Feb 16 12:52:44.277431 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9549ebfb-e4fc-45c9-9020-e5516dc89b3d tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "GET /v2.0/security-group-rules/406f37f9-4109-4b81-bdc2-a5a20f9d39a5 HTTP/1.1" status: 200 len: 763 time: 0.0323172 Feb 16 12:52:44.278721 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b941a9b-29e3-4928-968b-1f9572a997f0 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Made reservation on behalf of cf313999ec50441da36056616d2e4e36 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:44.289737 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-de19d3d2-eb5f-4d62-8641-16b0aefcd19a tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:44.293937 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41302) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:44.302221 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-54bee68f-c7d4-40a3-a080-938a80e2df73 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:44.308559 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a140b551-9901-4fb6-a786-d5466bafcd34 req-2cc02206-92ad-4fa0-8d40-0ccce4751c14 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d5a3d8fa-1c56-44ae-84a8-027f90731128&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6529398 Feb 16 12:52:44.332076 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-fa69924b-3946-4761-99b2-f7e87dfb4c24 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:44.358742 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-de19d3d2-eb5f-4d62-8641-16b0aefcd19a tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Usage tracker for resource:subnet and tenant:612ec8932dcb4d08ac02ac6ad23899eb is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:44.403127 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-4e98f47c-83b0-4b67-b112-cb452bd37d51 None None] Provisioning for port 2527d7b8-514b-4d3f-9bb9-0319ca0436f0 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:52:44.404776 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-de19d3d2-eb5f-4d62-8641-16b0aefcd19a tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:44.431129 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-fa69924b-3946-4761-99b2-f7e87dfb4c24 None None] Transition to ACTIVE for port object 1e7377bc-8fa4-42bb-8c55-6b778b4f3edd will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:52:44.450450 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4b941a9b-29e3-4928-968b-1f9572a997f0 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:44.460044 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-4410e696-53bd-4118-ac8e-b04108b6be3a None None] Set router 8232d632-9ded-460e-8870-676a4f8e0a1c gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:52:44.473392 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-de19d3d2-eb5f-4d62-8641-16b0aefcd19a tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:44.475143 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-4b941a9b-29e3-4928-968b-1f9572a997f0 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] device_id is not set on port 196ece63-99f6-4726-a774-08d4745201be yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:52:44.486396 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bee68f-c7d4-40a3-a080-938a80e2df73 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f773ea37-0d5a-4aa7-87e7-1b0825af2114,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:44.542732 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-4e98f47c-83b0-4b67-b112-cb452bd37d51 None None] Provisioning complete for port 2527d7b8-514b-4d3f-9bb9-0319ca0436f0 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:44.543715 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4e98f47c-83b0-4b67-b112-cb452bd37d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:44.556820 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-54bee68f-c7d4-40a3-a080-938a80e2df73 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:44.560799 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-54bee68f-c7d4-40a3-a080-938a80e2df73 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "DELETE /v2.0/security-groups/f773ea37-0d5a-4aa7-87e7-1b0825af2114 HTTP/1.1" status: 204 len: 168 time: 1.3187046 Feb 16 12:52:44.560954 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41306) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:44.585081 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de19d3d2-eb5f-4d62-8641-16b0aefcd19a tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Made reservation on behalf of 612ec8932dcb4d08ac02ac6ad23899eb for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:44.588553 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-de19d3d2-eb5f-4d62-8641-16b0aefcd19a tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:44.657299 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-fa69924b-3946-4761-99b2-f7e87dfb4c24 None None] Transition to ACTIVE for port object 1e7377bc-8fa4-42bb-8c55-6b778b4f3edd will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:52:44.704603 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41310) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:44.764086 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f121a768-7b70-4306-95b9-1ef74223c912 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4681866 Feb 16 12:52:44.769940 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-fa69924b-3946-4761-99b2-f7e87dfb4c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:44.777405 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41314) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:44.792433 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140b551-9901-4fb6-a786-d5466bafcd34 req-fa71862f-6548-4ee5-bcfc-f6c5f633b26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:44.794233 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a140b551-9901-4fb6-a786-d5466bafcd34 req-fa71862f-6548-4ee5-bcfc-f6c5f633b26d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=43a461e2fae64766bd31efeef15d8935&device_id=d5a3d8fa-1c56-44ae-84a8-027f90731128 HTTP/1.1" status: 200 len: 1098 time: 0.3966291 Feb 16 12:52:44.816600 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ff70163d-4a57-4c1b-818b-c0d1ccc31be1 req-3f36dc7a-1086-4713-a8b1-06b3f0ec52e1 service neutron] 10.222.0.89 "GET /v2.0/networks/b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5479441 Feb 16 12:52:44.844404 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a0e4f531-18ba-4ee6-8285-c012c2787423 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:44.855925 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a0e4f531-18ba-4ee6-8285-c012c2787423 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:44.903652 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a0e4f531-18ba-4ee6-8285-c012c2787423 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:44.908799 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1135226b-d819-492b-8600-7f1b04da98d0 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:44.917363 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85305667-4e1b-4d45-9045-6bcc1afe58ec None None] Network 5445d32e-445f-436c-bb9d-ed3f7c5297c3 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:44.953072 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a92c1ca4-ecfd-4b0c-92f0-82a779c6ea92 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Synchronizing usage tracker for tenant:993d22b74a8441c6a16d43e4037f5a95 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:44.993642 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e4f531-18ba-4ee6-8285-c012c2787423 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=406f37f9-4109-4b81-bdc2-a5a20f9d39a5,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:45.011920 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1135226b-d819-492b-8600-7f1b04da98d0 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Pushing event deleted for resources: {'Subnet': ['ID=57f0bb4a-3e80-49ff-89c2-ca6507fdeda6,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:45.025849 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a0e4f531-18ba-4ee6-8285-c012c2787423 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:45.029505 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-a0e4f531-18ba-4ee6-8285-c012c2787423 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/406f37f9-4109-4b81-bdc2-a5a20f9d39a5 HTTP/1.1" status: 204 len: 168 time: 0.2431109 Feb 16 12:52:45.035670 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41318) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:45.053282 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-de19d3d2-eb5f-4d62-8641-16b0aefcd19a tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:45.083664 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 2527d7b8-514b-4d3f-9bb9-0319ca0436f0 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:45.084129 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:45.116373 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa69924b-3946-4761-99b2-f7e87dfb4c24 None None] Network 07867545-95ec-4183-9a17-f9828b03d722 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:52:45.119070 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-274ee22c-d676-4032-bd4c-e99dd74cf44e tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/floatingips/41dc1811-1ed2-489a-b341-e1d893915e38 HTTP/1.1" status: 200 len: 992 time: 0.4122026 Feb 16 12:52:45.128410 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de19d3d2-eb5f-4d62-8641-16b0aefcd19a tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event updated for resources: {'Subnet': ['ID=465cba77-2359-47a7-b479-de19e1eb312b,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:45.138468 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-fa69924b-3946-4761-99b2-f7e87dfb4c24 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:45.152884 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa69924b-3946-4761-99b2-f7e87dfb4c24 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:52:45.166303 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa69924b-3946-4761-99b2-f7e87dfb4c24 None None] Pushing event updated for resources: {'Port': ['ID=1e7377bc-8fa4-42bb-8c55-6b778b4f3edd,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:45.169655 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a92c1ca4-ecfd-4b0c-92f0-82a779c6ea92 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Unset dirty status for tenant:993d22b74a8441c6a16d43e4037f5a95 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:45.171532 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a92c1ca4-ecfd-4b0c-92f0-82a779c6ea92 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6097133 Feb 16 12:52:45.175102 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1135226b-d819-492b-8600-7f1b04da98d0 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:45.186840 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41322) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:45.199736 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-a6cd4e86-d34a-49c9-81e4-107787080c03 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Request body: {'security_group': {'name': 'tempest-secgroup--299202034'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:45.207412 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140b551-9901-4fb6-a786-d5466bafcd34 req-5c835120-a7dc-4832-b1d6-d01cb4dee4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:45.208940 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a140b551-9901-4fb6-a786-d5466bafcd34 req-5c835120-a7dc-4832-b1d6-d01cb4dee4d6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2f9caf95-9634-43c7-8691-03bf1bd0a638 HTTP/1.1" status: 200 len: 913 time: 0.3687387 Feb 16 12:52:45.213946 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de19d3d2-eb5f-4d62-8641-16b0aefcd19a tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Checking segment: {'id': '60e9b887-bd78-4473-8311-27b1accf8a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'dd002160-b56f-4cf5-bd55-0636f5a7b7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:52:45.214292 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de19d3d2-eb5f-4d62-8641-16b0aefcd19a tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Network hostable DHCP agents. Network: dd002160-b56f-4cf5-bd55-0636f5a7b7c4, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:52:45.217495 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a6cd4e86-d34a-49c9-81e4-107787080c03 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:45.226311 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-ba431529-374d-4766-b046-e1c4559902a1 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Synchronizing usage tracker for tenant:5d7224d426b54462a1fe8b919e2ef79f on resource:security_group_rule {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:45.238844 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-1135226b-d819-492b-8600-7f1b04da98d0 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07867545-95ec-4183-9a17-f9828b03d722']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:45.255104 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a6cd4e86-d34a-49c9-81e4-107787080c03 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:45.268712 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-1135226b-d819-492b-8600-7f1b04da98d0 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd66f1d5a-bcb0-4360-9e6f-a48bb11d0359') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:45.269018 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-1135226b-d819-492b-8600-7f1b04da98d0 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd66f1d5a-bcb0-4360-9e6f-a48bb11d0359') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:45.315553 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1135226b-d819-492b-8600-7f1b04da98d0 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:45.327795 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a6cd4e86-d34a-49c9-81e4-107787080c03 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:45.334517 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-ba431529-374d-4766-b046-e1c4559902a1 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Unset dirty status for tenant:5d7224d426b54462a1fe8b919e2ef79f on resource:security_group_rule {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:45.335774 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-ba431529-374d-4766-b046-e1c4559902a1 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2991471 Feb 16 12:52:45.340654 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41326) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:45.346306 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-4e55726d-fd1f-407c-b302-a245936ff2a0 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Request body: {'security_group_rule': {'security_group_id': '3536276b-67aa-45ed-969b-5ab3a479904b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:45.353546 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de19d3d2-eb5f-4d62-8641-16b0aefcd19a tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Network dd002160-b56f-4cf5-bd55-0636f5a7b7c4 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:52:45.358709 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-4e55726d-fd1f-407c-b302-a245936ff2a0 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:45.364691 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a140b551-9901-4fb6-a786-d5466bafcd34 req-bb42c255-0bcb-44c2-8ffe-27e8cbac16c7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cff030b4-2739-4af1-b5f3-8e43431b3836 HTTP/1.1" status: 200 len: 999 time: 0.1330850 Feb 16 12:52:45.374975 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-4e55726d-fd1f-407c-b302-a245936ff2a0 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:45.382142 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a6cd4e86-d34a-49c9-81e4-107787080c03 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:45.384628 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1135226b-d819-492b-8600-7f1b04da98d0 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:45.398113 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a6cd4e86-d34a-49c9-81e4-107787080c03 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Usage tracker for resource:security_group_rule and tenant:993d22b74a8441c6a16d43e4037f5a95 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:45.403491 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a6cd4e86-d34a-49c9-81e4-107787080c03 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:45.411356 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1135226b-d819-492b-8600-7f1b04da98d0 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:52:45.411757 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1135226b-d819-492b-8600-7f1b04da98d0 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:45.415174 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-de19d3d2-eb5f-4d62-8641-16b0aefcd19a tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, dd002160-b56f-4cf5-bd55-0636f5a7b7c4) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:45.423925 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de19d3d2-eb5f-4d62-8641-16b0aefcd19a tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:45.424822 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-de19d3d2-eb5f-4d62-8641-16b0aefcd19a tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:45.433616 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:52:45.433616 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:52:45.433616 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:52:45.433616 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:52:45.433616 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:52:45.433616 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:52:45.433616 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:52:45.433616 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:52:45.433616 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:52:45.433616 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:52:45.433616 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:52:45.433616 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:52:45.433616 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:52:45.433616 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:52:45.433616 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:52:45.433616 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:52:45.433616 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:52:45.433616 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:52:45.433616 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:52:45.433616 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:52:45.433616 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:52:45.433616 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:52:45.433616 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:52:45.433616 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:52:45.433616 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:52:45.433616 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:52:45.433616 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:52:45.433616 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:52:45.433616 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:52:45.433616 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:52:45.433616 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:52:45.433616 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:52:45.436533 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a6cd4e86-d34a-49c9-81e4-107787080c03 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:45.442562 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-4b941a9b-29e3-4928-968b-1f9572a997f0 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Allocated IP 172.20.0.9 (5445d32e-445f-436c-bb9d-ed3f7c5297c3/cdaba830-dd32-488a-991f-e1a4970f5fb4/196ece63-99f6-4726-a774-08d4745201be) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:52:45.459273 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4e55726d-fd1f-407c-b302-a245936ff2a0 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:45.469951 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140b551-9901-4fb6-a786-d5466bafcd34 req-4c6a1b30-de1b-41d3-8e4c-211d4e1deadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:45.471482 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a140b551-9901-4fb6-a786-d5466bafcd34 req-4c6a1b30-de1b-41d3-8e4c-211d4e1deadc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=475d72a9-33c5-44fc-8808-9edb5e19ce95 HTTP/1.1" status: 200 len: 851 time: 0.0986917 Feb 16 12:52:45.471711 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609362d6-1c7a-4cfa-ba2e-32da755815c0 None None] Network dd002160-b56f-4cf5-bd55-0636f5a7b7c4 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:45.478404 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-de19d3d2-eb5f-4d62-8641-16b0aefcd19a tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.5603843 Feb 16 12:52:45.486815 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41330) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:45.513751 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-4b941a9b-29e3-4928-968b-1f9572a997f0 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Allocated IP 172.20.0.28 (5445d32e-445f-436c-bb9d-ed3f7c5297c3/8c7fde2a-9d14-4458-a7dc-b4a0a4de7d74/196ece63-99f6-4726-a774-08d4745201be) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:52:45.564975 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-1135226b-d819-492b-8600-7f1b04da98d0 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 12:52:45.564975 dv-neutron-829527-1-hyperv neutron-server[87699]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 12:52:45.564975 dv-neutron-829527-1-hyperv neutron-server[87699]: [parameters: {'id': '07867545-95ec-4183-9a17-f9828b03d722'}] Feb 16 12:52:45.564975 dv-neutron-829527-1-hyperv neutron-server[87699]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:52:45.565511 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-1135226b-d819-492b-8600-7f1b04da98d0 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:52:45.612676 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-fa69924b-3946-4761-99b2-f7e87dfb4c24 None None] Attempting to bind port 1e7377bc-8fa4-42bb-8c55-6b778b4f3edd on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:52:45.613809 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-fa69924b-3946-4761-99b2-f7e87dfb4c24 None None] Attempting to bind port 1e7377bc-8fa4-42bb-8c55-6b778b4f3edd by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'd66f1d5a-bcb0-4360-9e6f-a48bb11d0359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '07867545-95ec-4183-9a17-f9828b03d722'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:52:45.614367 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa69924b-3946-4761-99b2-f7e87dfb4c24 None None] Attempting to bind port 1e7377bc-8fa4-42bb-8c55-6b778b4f3edd on network 07867545-95ec-4183-9a17-f9828b03d722 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:52:45.664413 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-8246ca71-b511-4d5e-a1d4-47becdb76061 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1095383703'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:45.684858 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-8246ca71-b511-4d5e-a1d4-47becdb76061 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:45.693005 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-8246ca71-b511-4d5e-a1d4-47becdb76061 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Usage tracker for resource:network and tenant:612ec8932dcb4d08ac02ac6ad23899eb is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:45.700708 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-8246ca71-b511-4d5e-a1d4-47becdb76061 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:45.710483 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-8246ca71-b511-4d5e-a1d4-47becdb76061 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:45.714078 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a6cd4e86-d34a-49c9-81e4-107787080c03 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:45.720754 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa69924b-3946-4761-99b2-f7e87dfb4c24 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:52:45.721419 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa69924b-3946-4761-99b2-f7e87dfb4c24 None None] Checking segment: {'id': 'd66f1d5a-bcb0-4360-9e6f-a48bb11d0359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '07867545-95ec-4183-9a17-f9828b03d722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:52:45.722143 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-fa69924b-3946-4761-99b2-f7e87dfb4c24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:45.722823 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa69924b-3946-4761-99b2-f7e87dfb4c24 None None] Bound using segment: {'id': 'd66f1d5a-bcb0-4360-9e6f-a48bb11d0359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '07867545-95ec-4183-9a17-f9828b03d722'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:52:45.723312 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-fa69924b-3946-4761-99b2-f7e87dfb4c24 None None] Bound port: 1e7377bc-8fa4-42bb-8c55-6b778b4f3edd, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd66f1d5a-bcb0-4360-9e6f-a48bb11d0359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '07867545-95ec-4183-9a17-f9828b03d722'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:52:45.724022 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-fa69924b-3946-4761-99b2-f7e87dfb4c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:45.727040 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a6cd4e86-d34a-49c9-81e4-107787080c03 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:45.737943 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4e55726d-fd1f-407c-b302-a245936ff2a0 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:45.739866 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8246ca71-b511-4d5e-a1d4-47becdb76061 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Made reservation on behalf of 612ec8932dcb4d08ac02ac6ad23899eb for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:45.743815 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8246ca71-b511-4d5e-a1d4-47becdb76061 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:45.759309 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4e55726d-fd1f-407c-b302-a245936ff2a0 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:45.800359 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e55726d-fd1f-407c-b302-a245936ff2a0 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0904c09f-89ce-4a4c-a703-59ab26ac8765,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:45.814314 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cd4e86-d34a-49c9-81e4-107787080c03 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c676d61b-cc82-4afc-83cb-cdf5c4762960,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:45.820253 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140b551-9901-4fb6-a786-d5466bafcd34 req-766fba1a-80f1-4a31-ad76-ba702402d6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:45.821783 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a140b551-9901-4fb6-a786-d5466bafcd34 req-766fba1a-80f1-4a31-ad76-ba702402d6dd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2f9caf95-9634-43c7-8691-03bf1bd0a638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3422353 Feb 16 12:52:45.825667 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8246ca71-b511-4d5e-a1d4-47becdb76061 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:52:45.828029 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4e55726d-fd1f-407c-b302-a245936ff2a0 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:45.829243 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-4e55726d-fd1f-407c-b302-a245936ff2a0 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4893410 Feb 16 12:52:45.831561 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 64e06762-f680-4c61-867e-648c1ff93ca1 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:52:45.834327 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41334) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:45.845240 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a6cd4e86-d34a-49c9-81e4-107787080c03 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:45.849939 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a6cd4e86-d34a-49c9-81e4-107787080c03 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6578577 Feb 16 12:52:45.850578 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41338) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:45.857200 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-2292e757-0ab4-4bb9-a6c2-47473db66c7e tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Request body: {'security_group_rule': {'security_group_id': 'c676d61b-cc82-4afc-83cb-cdf5c4762960', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:45.866418 dv-neutron-829527-1-hyperv neutron-server[87699]: WARNING neutron.api.v2.base [None req-2292e757-0ab4-4bb9-a6c2-47473db66c7e tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 16 12:52:45.867062 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-2292e757-0ab4-4bb9-a6c2-47473db66c7e tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:52:45.872645 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2292e757-0ab4-4bb9-a6c2-47473db66c7e tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0169144 Feb 16 12:52:45.872842 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8246ca71-b511-4d5e-a1d4-47becdb76061 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:45.872842 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-8246ca71-b511-4d5e-a1d4-47becdb76061 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Added segment e0513967-e540-4031-ab93-f677e3abcd6d of type vlan for network 549a699f-97e2-4e00-ab14-47f1cec38323 Feb 16 12:52:45.873064 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41342) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:45.886725 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-91fe83fa-ff4d-40e7-8007-c890c816f25a tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Request body: {'security_group_rule': {'security_group_id': 'c676d61b-cc82-4afc-83cb-cdf5c4762960', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:45.887571 dv-neutron-829527-1-hyperv neutron-server[87699]: WARNING neutron.api.v2.base [None req-91fe83fa-ff4d-40e7-8007-c890c816f25a tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 16 12:52:45.888175 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-91fe83fa-ff4d-40e7-8007-c890c816f25a tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:52:45.891855 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-91fe83fa-ff4d-40e7-8007-c890c816f25a tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0156784 Feb 16 12:52:45.892581 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41346) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:45.898871 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-2e7a4854-0888-4e5a-93f6-c16f37eca9b2 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Request body: {'security_group_rule': {'security_group_id': 'c676d61b-cc82-4afc-83cb-cdf5c4762960', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:45.899775 dv-neutron-829527-1-hyperv neutron-server[87699]: WARNING neutron.api.v2.base [None req-2e7a4854-0888-4e5a-93f6-c16f37eca9b2 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 16 12:52:45.900457 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-2e7a4854-0888-4e5a-93f6-c16f37eca9b2 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:52:45.901448 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2e7a4854-0888-4e5a-93f6-c16f37eca9b2 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082586 Feb 16 12:52:45.905705 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4b941a9b-29e3-4928-968b-1f9572a997f0 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:45.908752 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41350) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:45.916845 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-fbcb5cc2-4779-48a4-91d4-408603bffd91 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Request body: {'security_group_rule': {'security_group_id': 'c676d61b-cc82-4afc-83cb-cdf5c4762960', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:45.917783 dv-neutron-829527-1-hyperv neutron-server[87699]: WARNING neutron.api.v2.base [None req-fbcb5cc2-4779-48a4-91d4-408603bffd91 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 16 12:52:45.918326 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-fbcb5cc2-4779-48a4-91d4-408603bffd91 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:52:45.921880 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fbcb5cc2-4779-48a4-91d4-408603bffd91 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0096080 Feb 16 12:52:45.923208 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41354) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:45.934566 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-a185bea4-d56c-4062-86c4-d4ca8cabc946 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "GET /v2.0/security-group-rules/0904c09f-89ce-4a4c-a703-59ab26ac8765 HTTP/1.1" status: 200 len: 764 time: 0.0982277 Feb 16 12:52:45.939613 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41358) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:45.947644 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-4b941a9b-29e3-4928-968b-1f9572a997f0 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Transition to ACTIVE for port object 196ece63-99f6-4726-a774-08d4745201be will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:52:45.955981 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-4b7841f2-6ed7-4f38-ab19-197865a96659 None None] Provisioning for port 64e06762-f680-4c61-867e-648c1ff93ca1 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:52:45.998845 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8246ca71-b511-4d5e-a1d4-47becdb76061 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:46.010695 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-22f45fe7-16b7-4305-bbbb-4d0f143a4b5a tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:46.040881 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4b941a9b-29e3-4928-968b-1f9572a997f0 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:46.052480 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a140b551-9901-4fb6-a786-d5466bafcd34 req-2c522053-015a-488b-9121-0ed8aaadb464 service neutron] 10.222.0.89 "GET /v2.0/networks/2f9caf95-9634-43c7-8691-03bf1bd0a638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188165 Feb 16 12:52:46.071066 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-bf356a13-63b1-4f3d-93b8-4a917e24d6ff tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Synchronizing usage tracker for tenant:5d7224d426b54462a1fe8b919e2ef79f on resource:security_group_rule {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:46.091636 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-22f45fe7-16b7-4305-bbbb-4d0f143a4b5a tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:46.100665 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1135226b-d819-492b-8600-7f1b04da98d0 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:46.128282 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41362) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:46.169414 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-fa69924b-3946-4761-99b2-f7e87dfb4c24 None None] For port 1e7377bc-8fa4-42bb-8c55-6b778b4f3edd, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:52:46.177345 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-bf356a13-63b1-4f3d-93b8-4a917e24d6ff tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Unset dirty status for tenant:5d7224d426b54462a1fe8b919e2ef79f on resource:security_group_rule {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:46.181355 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-bf356a13-63b1-4f3d-93b8-4a917e24d6ff tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2379451 Feb 16 12:52:46.182856 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8246ca71-b511-4d5e-a1d4-47becdb76061 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:46.188314 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8246ca71-b511-4d5e-a1d4-47becdb76061 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:46.188958 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8246ca71-b511-4d5e-a1d4-47becdb76061 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:46.193002 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41366) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:46.243210 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-fa69924b-3946-4761-99b2-f7e87dfb4c24 None None] For port 1e7377bc-8fa4-42bb-8c55-6b778b4f3edd, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=1e7377bc-8fa4-42bb-8c55-6b778b4f3edd,segment=NetworkSegment(d66f1d5a-bcb0-4360-9e6f-a48bb11d0359),segment_id=d66f1d5a-bcb0-4360-9e6f-a48bb11d0359)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:52:46.275845 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-fa69924b-3946-4761-99b2-f7e87dfb4c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:46.280396 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e8bc20-6401-4159-bc8c-aebe46c49598 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-dd002160-b56f-4cf5-bd55-0636f5a7b7c4', 'network_id': 'dd002160-b56f-4cf5-bd55-0636f5a7b7c4', 'tenant_id': '612ec8932dcb4d08ac02ac6ad23899eb', 'fixed_ips': [{'subnet_id': '465cba77-2359-47a7-b479-de19e1eb312b'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:52:46.287174 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b9e8bc20-6401-4159-bc8c-aebe46c49598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:46.368280 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 64e06762-f680-4c61-867e-648c1ff93ca1 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:52:46.389077 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938ad44d-3aa2-4b3f-844c-5c118ff20e95 None None] Network 42222da5-2a9c-4b97-bc7b-463f2a5d6cae requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:46.396195 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-8246ca71-b511-4d5e-a1d4-47becdb76061 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7438376 Feb 16 12:52:46.397638 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4fe79c70-45b9-4604-b1c1-5405ebc19a0f tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:46.408571 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41370) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:46.418617 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a140b551-9901-4fb6-a786-d5466bafcd34 req-47a5aef5-b128-4eaf-80de-e42428004796 service neutron] 10.222.0.89 "GET /v2.0/networks/2f9caf95-9634-43c7-8691-03bf1bd0a638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414247 Feb 16 12:52:46.422711 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-bd4a43a7-1a05-48d1-9d60-d938d547857d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Request body: {'subnet': {'network_id': '549a699f-97e2-4e00-ab14-47f1cec38323', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:46.424122 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b941a9b-29e3-4928-968b-1f9572a997f0 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Network 5445d32e-445f-436c-bb9d-ed3f7c5297c3 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:52:46.438080 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3f9072de-b9a7-4957-8854-ec90a618eafc tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/floatingips/41dc1811-1ed2-489a-b341-e1d893915e38 HTTP/1.1" status: 200 len: 992 time: 0.3035653 Feb 16 12:52:46.447206 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-4b941a9b-29e3-4928-968b-1f9572a997f0 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:46.454813 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4fe79c70-45b9-4604-b1c1-5405ebc19a0f tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:46.460964 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b941a9b-29e3-4928-968b-1f9572a997f0 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:52:46.461195 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8246ca71-b511-4d5e-a1d4-47becdb76061 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event updated for resources: {'Network': ['ID=549a699f-97e2-4e00-ab14-47f1cec38323,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:46.494617 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b941a9b-29e3-4928-968b-1f9572a997f0 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event updated for resources: {'Port': ['ID=196ece63-99f6-4726-a774-08d4745201be,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:46.501621 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1135226b-d819-492b-8600-7f1b04da98d0 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Deleting port 1e7377bc-8fa4-42bb-8c55-6b778b4f3edd {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:52:46.501955 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1135226b-d819-492b-8600-7f1b04da98d0 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:46.545664 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 549a699f-97e2-4e00-ab14-47f1cec38323 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:52:46.560924 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 64e06762-f680-4c61-867e-648c1ff93ca1 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:46.561554 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:46.572035 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4fe79c70-45b9-4604-b1c1-5405ebc19a0f tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:46.589667 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-22f45fe7-16b7-4305-bbbb-4d0f143a4b5a tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:46.594088 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-bd4a43a7-1a05-48d1-9d60-d938d547857d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:46.598470 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-bd4a43a7-1a05-48d1-9d60-d938d547857d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Usage tracker for resource:subnet and tenant:612ec8932dcb4d08ac02ac6ad23899eb is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:46.602537 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b941a9b-29e3-4928-968b-1f9572a997f0 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:46.603204 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4b941a9b-29e3-4928-968b-1f9572a997f0 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:46.604171 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-bd4a43a7-1a05-48d1-9d60-d938d547857d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:46.607310 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe79c70-45b9-4604-b1c1-5405ebc19a0f tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0904c09f-89ce-4a4c-a703-59ab26ac8765,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:46.618433 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-bd4a43a7-1a05-48d1-9d60-d938d547857d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:46.627583 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4fe79c70-45b9-4604-b1c1-5405ebc19a0f tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:46.628922 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-4fe79c70-45b9-4604-b1c1-5405ebc19a0f tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/0904c09f-89ce-4a4c-a703-59ab26ac8765 HTTP/1.1" status: 204 len: 168 time: 0.4139535 Feb 16 12:52:46.631506 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41374) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:46.634881 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4a43a7-1a05-48d1-9d60-d938d547857d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Made reservation on behalf of 612ec8932dcb4d08ac02ac6ad23899eb for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:46.638537 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bd4a43a7-1a05-48d1-9d60-d938d547857d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:46.677959 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-4410e696-53bd-4118-ac8e-b04108b6be3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8232d632-9ded-460e-8870-676a4f8e0a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180329332', 'tenant_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': 'dae42415-dccf-4732-9977-be4fb2a2bf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:46Z', 'updated_at': '2022-02-16T12:52:07Z', 'revision_number': 4, 'project_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'gw_port': {'id': 'dae42415-dccf-4732-9977-be4fb2a2bf8a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8232d632-9ded-460e-8870-676a4f8e0a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:49Z', 'updated_at': '2022-02-16T12:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '41dc1811-1ed2-489a-b341-e1d893915e38', 'tenant_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'floating_ip_address': '172.26.5.206', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '8232d632-9ded-460e-8870-676a4f8e0a1c', 'port_id': '762066c8-8645-4da2-b033-bc7bb8c13468', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a', 'mac_address': 'fa:16:3e:c7:a6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdb21ed-241b-4fdc-8e4a-c7074125b27a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:52:37Z', 'updated_at': '2022-02-16T12:52:37Z', 'revision_number': 0, 'project_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a0d0934-2a3b-46b7-964e-883fa91a1d37', 'name': '', 'network_id': 'b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a', 'tenant_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'mac_address': 'fa:16:3e:67:ce:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8232d632-9ded-460e-8870-676a4f8e0a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '75c35191-aad0-42ed-afb3-0994d31eb847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:03Z', 'updated_at': '2022-02-16T12:52:22Z', 'revision_number': 5, 'project_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'subnets': [{'id': '75c35191-aad0-42ed-afb3-0994d31eb847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:46.684020 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f45fe7-16b7-4305-bbbb-4d0f143a4b5a tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c676d61b-cc82-4afc-83cb-cdf5c4762960,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:46.712235 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-22f45fe7-16b7-4305-bbbb-4d0f143a4b5a tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:46.713654 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-22f45fe7-16b7-4305-bbbb-4d0f143a4b5a tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "DELETE /v2.0/security-groups/c676d61b-cc82-4afc-83cb-cdf5c4762960 HTTP/1.1" status: 204 len: 168 time: 0.7893074 Feb 16 12:52:46.716529 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41378) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:46.750065 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4b941a9b-29e3-4928-968b-1f9572a997f0 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.9784248 Feb 16 12:52:46.759881 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41382) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:46.766076 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-017d80a0-afc0-4186-baa8-17341506c8ac tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cdaba830-dd32-488a-991f-e1a4970f5fb4'}]}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:46.868543 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-aba23732-2515-46c4-a49a-b9286f133993 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Synchronizing usage tracker for tenant:5d7224d426b54462a1fe8b919e2ef79f on resource:security_group_rule {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:46.879507 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4410e696-53bd-4118-ac8e-b04108b6be3a None None] The sync data for ids ['8232d632-9ded-460e-8870-676a4f8e0a1c'] in dv-neutron-829527-1-hyperv is: [{'id': '8232d632-9ded-460e-8870-676a4f8e0a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180329332', 'tenant_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': 'dae42415-dccf-4732-9977-be4fb2a2bf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:46Z', 'updated_at': '2022-02-16T12:52:07Z', 'revision_number': 4, 'project_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'gw_port': {'id': 'dae42415-dccf-4732-9977-be4fb2a2bf8a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8232d632-9ded-460e-8870-676a4f8e0a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:49Z', 'updated_at': '2022-02-16T12:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '41dc1811-1ed2-489a-b341-e1d893915e38', 'tenant_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'floating_ip_address': '172.26.5.206', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '8232d632-9ded-460e-8870-676a4f8e0a1c', 'port_id': '762066c8-8645-4da2-b033-bc7bb8c13468', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a', 'mac_address': 'fa:16:3e:c7:a6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fdb21ed-241b-4fdc-8e4a-c7074125b27a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:52:37Z', 'updated_at': '2022-02-16T12:52:37Z', 'revision_number': 0, 'project_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a0d0934-2a3b-46b7-964e-883fa91a1d37', 'name': '', 'network_id': 'b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a', 'tenant_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'mac_address': 'fa:16:3e:67:ce:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8232d632-9ded-460e-8870-676a4f8e0a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '75c35191-aad0-42ed-afb3-0994d31eb847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:03Z', 'updated_at': '2022-02-16T12:52:22Z', 'revision_number': 5, 'project_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'subnets': [{'id': '75c35191-aad0-42ed-afb3-0994d31eb847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:52:46.897204 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-1135226b-d819-492b-8600-7f1b04da98d0 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] For port 1e7377bc-8fa4-42bb-8c55-6b778b4f3edd, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=1e7377bc-8fa4-42bb-8c55-6b778b4f3edd,segment=NetworkSegment(d66f1d5a-bcb0-4360-9e6f-a48bb11d0359),segment_id=d66f1d5a-bcb0-4360-9e6f-a48bb11d0359)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:46.898323 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1135226b-d819-492b-8600-7f1b04da98d0 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:46.914400 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c50a2a85-b729-4946-b070-d11d3c0720c8 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Synchronizing usage tracker for tenant:993d22b74a8441c6a16d43e4037f5a95 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:46.922713 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa69924b-3946-4761-99b2-f7e87dfb4c24 None None] Pushing event updated for resources: {'Port': ['ID=1e7377bc-8fa4-42bb-8c55-6b778b4f3edd,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:46.976653 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-d11409d7-db84-4faa-9ca4-d73e818b62a0 None None] Provisioning complete for port 2527d7b8-514b-4d3f-9bb9-0319ca0436f0 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:46.982241 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d11409d7-db84-4faa-9ca4-d73e818b62a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:47.030433 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-aba23732-2515-46c4-a49a-b9286f133993 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Unset dirty status for tenant:5d7224d426b54462a1fe8b919e2ef79f on resource:security_group_rule {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:47.036151 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-aba23732-2515-46c4-a49a-b9286f133993 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3995047 Feb 16 12:52:47.039349 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41388) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:47.130179 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1135226b-d819-492b-8600-7f1b04da98d0 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Calling delete_port for 1e7377bc-8fa4-42bb-8c55-6b778b4f3edd owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:52:47.192474 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c50a2a85-b729-4946-b070-d11d3c0720c8 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Unset dirty status for tenant:993d22b74a8441c6a16d43e4037f5a95 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:47.194127 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c50a2a85-b729-4946-b070-d11d3c0720c8 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4766312 Feb 16 12:52:47.205104 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41392) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:47.226234 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-93a78e82-4ff0-4be7-9500-50a62e75fa00 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Request body: {'security_group': {'name': 'tempest-secgroup--1196737458'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:47.241073 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-93a78e82-4ff0-4be7-9500-50a62e75fa00 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:47.259896 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b041b5e7-4b4b-48c4-8b95-4e6d7cf2ca17 None None] New status for floating IP 41dc1811-1ed2-489a-b341-e1d893915e38: ACTIVE {{(pid=87703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:52:47.300249 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-93a78e82-4ff0-4be7-9500-50a62e75fa00 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:47.303946 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1135226b-d819-492b-8600-7f1b04da98d0 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:47.364834 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1135226b-d819-492b-8600-7f1b04da98d0 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Pushing event deleted for resources: {'Port': ['ID=1e7377bc-8fa4-42bb-8c55-6b778b4f3edd,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:47.369055 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1135226b-d819-492b-8600-7f1b04da98d0 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] No DVR routers for this DVR port 1e7377bc-8fa4-42bb-8c55-6b778b4f3edd on host dv-neutron-829527-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:52:47.369797 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f6137580-d2b6-4ffc-a7c5-99b8f9f99ded tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:47.442044 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-017d80a0-afc0-4186-baa8-17341506c8ac tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:47.446727 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41396) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:47.452635 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bd4a43a7-1a05-48d1-9d60-d938d547857d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:47.458426 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-93a78e82-4ff0-4be7-9500-50a62e75fa00 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:47.490251 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f6137580-d2b6-4ffc-a7c5-99b8f9f99ded tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:47.496502 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c2b67f-cb11-461c-81cf-8085f6dbf330 None None] Update dhcp port {'port': {'network_id': '5445d32e-445f-436c-bb9d-ed3f7c5297c3', 'fixed_ips': [{'subnet_id': 'cdaba830-dd32-488a-991f-e1a4970f5fb4', 'ip_address': '172.20.0.2'}, {'subnet_id': '8c7fde2a-9d14-4458-a7dc-b4a0a4de7d74'}], 'binding:host_id': 'dv-neutron-829527-1-hyperv'}, 'id': '64e06762-f680-4c61-867e-648c1ff93ca1'} from dv-neutron-829527-1-hyperv. {{(pid=87702) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 12:52:47.591788 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-93a78e82-4ff0-4be7-9500-50a62e75fa00 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:47.644845 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a43a7-1a05-48d1-9d60-d938d547857d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event updated for resources: {'Subnet': ['ID=2ade6ca4-a960-48e6-a7c9-0d29d1db3285,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:47.655199 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-b9e8bc20-6401-4159-bc8c-aebe46c49598 None None] Allocated IP 172.20.255.242 (dd002160-b56f-4cf5-bd55-0636f5a7b7c4/465cba77-2359-47a7-b479-de19e1eb312b/5a873111-6ea8-4772-9979-e91c7bc76500) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:52:47.679770 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-93a78e82-4ff0-4be7-9500-50a62e75fa00 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Usage tracker for resource:security_group_rule and tenant:993d22b74a8441c6a16d43e4037f5a95 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:47.685733 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4a43a7-1a05-48d1-9d60-d938d547857d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Checking segment: {'id': 'e0513967-e540-4031-ab93-f677e3abcd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '549a699f-97e2-4e00-ab14-47f1cec38323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:52:47.686113 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4a43a7-1a05-48d1-9d60-d938d547857d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Network hostable DHCP agents. Network: 549a699f-97e2-4e00-ab14-47f1cec38323, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:52:47.694472 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-93a78e82-4ff0-4be7-9500-50a62e75fa00 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:47.706566 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-93a78e82-4ff0-4be7-9500-50a62e75fa00 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:47.724134 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f6137580-d2b6-4ffc-a7c5-99b8f9f99ded tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:47.743662 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1135226b-d819-492b-8600-7f1b04da98d0 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:47.769694 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60f9429-3575-4ce0-83cb-4e39443a1f8f None None] Network 07867545-95ec-4183-9a17-f9828b03d722 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:47.785036 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-767f2123-edb5-430e-8f20-72fec364fb85 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/floatingips/41dc1811-1ed2-489a-b341-e1d893915e38 HTTP/1.1" status: 200 len: 992 time: 0.3304083 Feb 16 12:52:47.788250 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4a43a7-1a05-48d1-9d60-d938d547857d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Network 549a699f-97e2-4e00-ab14-47f1cec38323 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:52:47.791513 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-04c2b67f-cb11-461c-81cf-8085f6dbf330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:47.793138 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-1135226b-d819-492b-8600-7f1b04da98d0 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07867545-95ec-4183-9a17-f9828b03d722']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:47.824775 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-1135226b-d819-492b-8600-7f1b04da98d0 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd66f1d5a-bcb0-4360-9e6f-a48bb11d0359') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:47.825488 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-1135226b-d819-492b-8600-7f1b04da98d0 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd66f1d5a-bcb0-4360-9e6f-a48bb11d0359') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:47.854087 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1135226b-d819-492b-8600-7f1b04da98d0 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:47.889588 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1135226b-d819-492b-8600-7f1b04da98d0 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:47.899070 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-93a78e82-4ff0-4be7-9500-50a62e75fa00 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:47.903006 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1135226b-d819-492b-8600-7f1b04da98d0 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:52:47.903760 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1135226b-d819-492b-8600-7f1b04da98d0 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:47.903897 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:47.922837 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:52:47.922837 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:52:47.922837 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:52:47.922837 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:52:47.922837 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:52:47.922837 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:52:47.922837 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:52:47.922837 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:52:47.922837 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:52:47.922837 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:52:47.922837 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:52:47.922837 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:52:47.922837 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:52:47.922837 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:52:47.922837 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:52:47.922837 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:52:47.922837 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:52:47.922837 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:52:47.922837 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:52:47.922837 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:52:47.922837 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:52:47.922837 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:52:47.922837 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:52:47.922837 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:52:47.922837 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:52:47.922837 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:52:47.922837 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:52:47.922837 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:52:47.922837 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:52:47.922837 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:52:47.922837 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:52:47.922837 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:52:47.932465 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-93a78e82-4ff0-4be7-9500-50a62e75fa00 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:47.957290 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6137580-d2b6-4ffc-a7c5-99b8f9f99ded tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3536276b-67aa-45ed-969b-5ab3a479904b,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:47.979635 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-bd4a43a7-1a05-48d1-9d60-d938d547857d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 549a699f-97e2-4e00-ab14-47f1cec38323) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:47.995804 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4a43a7-1a05-48d1-9d60-d938d547857d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:47.996397 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bd4a43a7-1a05-48d1-9d60-d938d547857d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:48.004980 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723fa397-d096-4d11-ae98-45c59e7e16f5 None None] Network 549a699f-97e2-4e00-ab14-47f1cec38323 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:48.063461 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f6137580-d2b6-4ffc-a7c5-99b8f9f99ded tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:48.067405 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f6137580-d2b6-4ffc-a7c5-99b8f9f99ded tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "DELETE /v2.0/security-groups/3536276b-67aa-45ed-969b-5ab3a479904b HTTP/1.1" status: 204 len: 168 time: 1.0258873 Feb 16 12:52:48.067941 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41400) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:48.078824 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a78e82-4ff0-4be7-9500-50a62e75fa00 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a500d9-d50f-4e28-88e2-887da5c6e79e,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:48.084107 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1135226b-d819-492b-8600-7f1b04da98d0 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:48.088743 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1135226b-d819-492b-8600-7f1b04da98d0 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:48.096541 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-bd4a43a7-1a05-48d1-9d60-d938d547857d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.6843877 Feb 16 12:52:48.099746 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41404) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:48.113255 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-93a78e82-4ff0-4be7-9500-50a62e75fa00 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:48.117526 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-93a78e82-4ff0-4be7-9500-50a62e75fa00 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9067550 Feb 16 12:52:48.117802 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41408) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:48.121423 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1135226b-d819-492b-8600-7f1b04da98d0 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "DELETE /v2.0/networks/07867545-95ec-4183-9a17-f9828b03d722 HTTP/1.1" status: 204 len: 168 time: 5.3250904 Feb 16 12:52:48.121936 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1135226b-d819-492b-8600-7f1b04da98d0 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Pushing event deleted for resources: {'Network': ['ID=07867545-95ec-4183-9a17-f9828b03d722,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:48.125024 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41412) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:48.128731 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-a049ab86-4f30-4f23-9da4-4c92438cc657 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Request body: {'security_group_rule': {'security_group_id': 'c3a500d9-d50f-4e28-88e2-887da5c6e79e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:48.129695 dv-neutron-829527-1-hyperv neutron-server[87699]: WARNING neutron.api.v2.base [None req-a049ab86-4f30-4f23-9da4-4c92438cc657 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 16 12:52:48.130293 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-a049ab86-4f30-4f23-9da4-4c92438cc657 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:52:48.134262 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a049ab86-4f30-4f23-9da4-4c92438cc657 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0113976 Feb 16 12:52:48.134423 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41416) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:48.156724 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-1a7d2d85-8648-4c66-887d-ad47229789b3 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Request body: {'security_group_rule': {'security_group_id': 'c3a500d9-d50f-4e28-88e2-887da5c6e79e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:48.167879 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1a7d2d85-8648-4c66-887d-ad47229789b3 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:48.170597 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c07206f-3028-423a-921d-2074af75af10 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] DELETE failed (client error): The resource could not be found. Feb 16 12:52:48.171152 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c07206f-3028-423a-921d-2074af75af10 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:52:48.177167 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5c07206f-3028-423a-921d-2074af75af10 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "DELETE /v2.0/networks/07867545-95ec-4183-9a17-f9828b03d722 HTTP/1.1" status: 404 len: 339 time: 0.0405428 Feb 16 12:52:48.178119 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41420) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:48.180559 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1a7d2d85-8648-4c66-887d-ad47229789b3 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Usage tracker for resource:security_group_rule and tenant:993d22b74a8441c6a16d43e4037f5a95 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:48.186300 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-c19232cc-2856-4c93-9625-798ca8474938 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2022003835', 'description': 'd1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:48.190670 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1a7d2d85-8648-4c66-887d-ad47229789b3 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:48.194112 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c19232cc-2856-4c93-9625-798ca8474938 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:48.200132 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1a7d2d85-8648-4c66-887d-ad47229789b3 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:48.202404 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c19232cc-2856-4c93-9625-798ca8474938 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Usage tracker for resource:network and tenant:41e1ac5f697d49bbba7587a21281c0a4 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:48.205969 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c19232cc-2856-4c93-9625-798ca8474938 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:48.213954 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c19232cc-2856-4c93-9625-798ca8474938 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:48.232587 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19232cc-2856-4c93-9625-798ca8474938 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Made reservation on behalf of 41e1ac5f697d49bbba7587a21281c0a4 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:48.236112 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c19232cc-2856-4c93-9625-798ca8474938 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:48.264873 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-f77ea3bc-9a94-4b55-a801-4fae47f518ec tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Synchronizing usage tracker for tenant:5d7224d426b54462a1fe8b919e2ef79f on resource:security_group {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:48.269284 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-1a7d2d85-8648-4c66-887d-ad47229789b3 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:52:48.273216 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1a7d2d85-8648-4c66-887d-ad47229789b3 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1349936 Feb 16 12:52:48.274692 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41424) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:48.281140 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-fd4d7dbb-5b9b-44e3-a807-a8d9d462704d tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Request body: {'security_group_rule': {'security_group_id': 'c3a500d9-d50f-4e28-88e2-887da5c6e79e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:48.281898 dv-neutron-829527-1-hyperv neutron-server[87699]: WARNING neutron.api.v2.base [None req-fd4d7dbb-5b9b-44e3-a807-a8d9d462704d tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 16 12:52:48.282503 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-fd4d7dbb-5b9b-44e3-a807-a8d9d462704d tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:52:48.286306 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fd4d7dbb-5b9b-44e3-a807-a8d9d462704d tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0088670 Feb 16 12:52:48.286306 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c19232cc-2856-4c93-9625-798ca8474938 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:52:48.286703 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41428) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:48.295275 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-917ec20b-9b79-4fae-91cc-da66f0818496 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Request body: {'security_group_rule': {'security_group_id': 'c3a500d9-d50f-4e28-88e2-887da5c6e79e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:48.303857 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-917ec20b-9b79-4fae-91cc-da66f0818496 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:48.307627 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-017d80a0-afc0-4186-baa8-17341506c8ac tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Delete allocated IP 172.20.0.28 (5445d32e-445f-436c-bb9d-ed3f7c5297c3/8c7fde2a-9d14-4458-a7dc-b4a0a4de7d74) {{(pid=87701) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 12:52:48.309526 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c19232cc-2856-4c93-9625-798ca8474938 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:48.309924 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-c19232cc-2856-4c93-9625-798ca8474938 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Added segment 57f8d098-d6e0-4265-b83d-d56bf3c4bb6d of type vlan for network 0d431745-46d5-4483-be7b-e68abc4ed378 Feb 16 12:52:48.311367 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-917ec20b-9b79-4fae-91cc-da66f0818496 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Usage tracker for resource:security_group_rule and tenant:993d22b74a8441c6a16d43e4037f5a95 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:48.323208 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-917ec20b-9b79-4fae-91cc-da66f0818496 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:48.331418 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-f77ea3bc-9a94-4b55-a801-4fae47f518ec tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Unset dirty status for tenant:5d7224d426b54462a1fe8b919e2ef79f on resource:security_group {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:48.332378 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-917ec20b-9b79-4fae-91cc-da66f0818496 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:48.337907 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f77ea3bc-9a94-4b55-a801-4fae47f518ec tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2646167 Feb 16 12:52:48.340306 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41432) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:48.346413 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-a8f13239-442d-45da-9e17-9161bd4ef922 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Request body: {'security_group': {'name': 'tempest-secgroup--431002310'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:48.348980 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 64e06762-f680-4c61-867e-648c1ff93ca1, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=64e06762-f680-4c61-867e-648c1ff93ca1,segment=NetworkSegment(d5bd2b59-7783-46db-bd55-1533bb92b37a),segment_id=d5bd2b59-7783-46db-bd55-1533bb92b37a)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:48.380107 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-a8f13239-442d-45da-9e17-9161bd4ef922 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:48.390594 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c19232cc-2856-4c93-9625-798ca8474938 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:48.427815 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:48.454840 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7da399ea-67a4-41c9-8940-87be7d36c844 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:48.463231 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-a8f13239-442d-45da-9e17-9161bd4ef922 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:48.492890 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-917ec20b-9b79-4fae-91cc-da66f0818496 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:52:48.493421 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-917ec20b-9b79-4fae-91cc-da66f0818496 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2057099 Feb 16 12:52:48.493711 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a8f13239-442d-45da-9e17-9161bd4ef922 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:48.494305 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c19232cc-2856-4c93-9625-798ca8474938 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:48.499737 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19232cc-2856-4c93-9625-798ca8474938 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:48.500308 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c19232cc-2856-4c93-9625-798ca8474938 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:48.503924 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41436) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:48.536536 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-5d5bfcbd-5c3d-4816-a45a-abfa59769d0e tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Request body: {'security_group_rule': {'security_group_id': 'c3a500d9-d50f-4e28-88e2-887da5c6e79e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:48.537172 dv-neutron-829527-1-hyperv neutron-server[87699]: WARNING neutron.api.v2.base [None req-5d5bfcbd-5c3d-4816-a45a-abfa59769d0e tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 16 12:52:48.537722 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-5d5bfcbd-5c3d-4816-a45a-abfa59769d0e tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:52:48.538756 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5d5bfcbd-5c3d-4816-a45a-abfa59769d0e tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0203457 Feb 16 12:52:48.554138 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b9e8bc20-6401-4159-bc8c-aebe46c49598 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:48.565234 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-b9e8bc20-6401-4159-bc8c-aebe46c49598 None None] Transition to ACTIVE for port object 5a873111-6ea8-4772-9979-e91c7bc76500 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:52:48.586843 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-b9e8bc20-6401-4159-bc8c-aebe46c49598 None None] Transition to ACTIVE for port object 5a873111-6ea8-4772-9979-e91c7bc76500 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:52:48.590893 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41440) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:48.595910 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-017d80a0-afc0-4186-baa8-17341506c8ac tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:48.606470 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-703a7711-9350-44a3-a3d0-16086c88b401 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Request body: {'security_group_rule': {'security_group_id': 'c3a500d9-d50f-4e28-88e2-887da5c6e79e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:48.616759 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-017d80a0-afc0-4186-baa8-17341506c8ac tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Ignored duplicate provisioning block setup for port 196ece63-99f6-4726-a774-08d4745201be by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 16 12:52:48.627151 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c19232cc-2856-4c93-9625-798ca8474938 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4484680 Feb 16 12:52:48.628867 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-703a7711-9350-44a3-a3d0-16086c88b401 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:48.631196 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41444) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:48.638040 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-703a7711-9350-44a3-a3d0-16086c88b401 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Usage tracker for resource:security_group_rule and tenant:993d22b74a8441c6a16d43e4037f5a95 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:48.654257 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-017d80a0-afc0-4186-baa8-17341506c8ac tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:48.661091 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-703a7711-9350-44a3-a3d0-16086c88b401 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:48.671459 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-703a7711-9350-44a3-a3d0-16086c88b401 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:48.673477 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19232cc-2856-4c93-9625-798ca8474938 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Pushing event updated for resources: {'Network': ['ID=0d431745-46d5-4483-be7b-e68abc4ed378,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:48.689822 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2af88be-b946-43b0-a391-dc9524f7d28a None None] Network 07867545-95ec-4183-9a17-f9828b03d722 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:48.736369 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-a8f13239-442d-45da-9e17-9161bd4ef922 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:48.743816 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 0d431745-46d5-4483-be7b-e68abc4ed378 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:52:48.778747 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b9e8bc20-6401-4159-bc8c-aebe46c49598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:48.781879 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-703a7711-9350-44a3-a3d0-16086c88b401 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:52:48.782347 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-a8f13239-442d-45da-9e17-9161bd4ef922 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Usage tracker for resource:security_group_rule and tenant:5d7224d426b54462a1fe8b919e2ef79f is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:48.786616 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-703a7711-9350-44a3-a3d0-16086c88b401 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1906259 Feb 16 12:52:48.787792 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41448) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:48.791490 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41450) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:48.794738 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-a8f13239-442d-45da-9e17-9161bd4ef922 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:48.870944 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2af88be-b946-43b0-a391-dc9524f7d28a None None] Network 07867545-95ec-4183-9a17-f9828b03d722 could not be found, it might have been deleted concurrently. {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 16 12:52:48.910704 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-9bdc0681-ffb6-4825-9c8a-8dbd13b6a78e tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Request body: {'security_group_rule': {'security_group_id': 'c3a500d9-d50f-4e28-88e2-887da5c6e79e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:48.911375 dv-neutron-829527-1-hyperv neutron-server[87699]: WARNING neutron.api.v2.base [None req-9bdc0681-ffb6-4825-9c8a-8dbd13b6a78e tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 16 12:52:48.911945 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-9bdc0681-ffb6-4825-9c8a-8dbd13b6a78e tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:52:48.913193 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9bdc0681-ffb6-4825-9c8a-8dbd13b6a78e tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.1251187 Feb 16 12:52:48.914820 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-a8f13239-442d-45da-9e17-9161bd4ef922 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:48.916330 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41456) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:48.923402 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-3a597c55-2c9a-42c7-a84b-9565c46799cf tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Request body: {'security_group_rule': {'security_group_id': 'c3a500d9-d50f-4e28-88e2-887da5c6e79e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:48.935337 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d461f1-1a85-43c3-962b-257dea373dc2 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:48.936108 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b3d461f1-1a85-43c3-962b-257dea373dc2 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Synchronizing usage tracker for tenant:41e1ac5f697d49bbba7587a21281c0a4 on resource:network {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:48.939011 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d80a0-afc0-4186-baa8-17341506c8ac tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event updated for resources: {'Port': ['ID=196ece63-99f6-4726-a774-08d4745201be,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:48.942040 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3a597c55-2c9a-42c7-a84b-9565c46799cf tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:48.945033 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7da399ea-67a4-41c9-8940-87be7d36c844 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:48.948780 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3a597c55-2c9a-42c7-a84b-9565c46799cf tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Usage tracker for resource:security_group_rule and tenant:993d22b74a8441c6a16d43e4037f5a95 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:48.952947 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3a597c55-2c9a-42c7-a84b-9565c46799cf tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:48.962544 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3a597c55-2c9a-42c7-a84b-9565c46799cf tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:48.973330 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b3d461f1-1a85-43c3-962b-257dea373dc2 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Unset dirty status for tenant:41e1ac5f697d49bbba7587a21281c0a4 on resource:network {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:48.974998 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b3d461f1-1a85-43c3-962b-257dea373dc2 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "GET /v2.0/networks?id=0d431745-46d5-4483-be7b-e68abc4ed378 HTTP/1.1" status: 200 len: 765 time: 0.3427560 Feb 16 12:52:48.977807 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41460) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:48.984812 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-3bd04067-4840-4420-90c0-ec0bda6e3587 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Request body: {'network': {'description': 'd2'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:49.009163 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e8bc20-6401-4159-bc8c-aebe46c49598 None None] Network dd002160-b56f-4cf5-bd55-0636f5a7b7c4 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:52:49.033899 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-b9e8bc20-6401-4159-bc8c-aebe46c49598 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:49.069747 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e8bc20-6401-4159-bc8c-aebe46c49598 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:52:49.075957 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-84473a2a-b06a-4398-a6b3-cf771a2a0bff tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/floatingips/41dc1811-1ed2-489a-b341-e1d893915e38 HTTP/1.1" status: 200 len: 994 time: 0.2674036 Feb 16 12:52:49.084733 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-af3d8202-46c7-4d19-b07d-7183a7f65dc8 None None] Provisioning complete for port 2527d7b8-514b-4d3f-9bb9-0319ca0436f0 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:49.084968 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-017d80a0-afc0-4186-baa8-17341506c8ac tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] In _notify_port_updated(), no bound segment for port 196ece63-99f6-4726-a774-08d4745201be on network 5445d32e-445f-436c-bb9d-ed3f7c5297c3 {{(pid=87701) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:52:49.085109 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-af3d8202-46c7-4d19-b07d-7183a7f65dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.090707 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017d80a0-afc0-4186-baa8-17341506c8ac tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:49.092144 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-017d80a0-afc0-4186-baa8-17341506c8ac tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.095314 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-017d80a0-afc0-4186-baa8-17341506c8ac tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "PUT /v2.0/ports/196ece63-99f6-4726-a774-08d4745201be HTTP/1.1" status: 200 len: 919 time: 2.3315847 Feb 16 12:52:49.095434 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41464) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:49.101805 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-88ec436e-1432-40e0-b706-bd05297e8db1 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cdaba830-dd32-488a-991f-e1a4970f5fb4'}, {'subnet_id': '8c7fde2a-9d14-4458-a7dc-b4a0a4de7d74'}]}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:49.108064 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=64e06762-f680-4c61-867e-648c1ff93ca1,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:49.112359 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-3a597c55-2c9a-42c7-a84b-9565c46799cf tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:52:49.116319 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3a597c55-2c9a-42c7-a84b-9565c46799cf tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1961863 Feb 16 12:52:49.118217 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41468) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:49.123458 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-382f9d4a-4969-4014-bfd4-5d94e2b733ee tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Request body: {'security_group_rule': {'security_group_id': 'c3a500d9-d50f-4e28-88e2-887da5c6e79e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:49.149749 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-382f9d4a-4969-4014-bfd4-5d94e2b733ee tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:49.200902 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2343e9-b505-41ea-930f-6cc3a395cbbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-549a699f-97e2-4e00-ab14-47f1cec38323', 'network_id': '549a699f-97e2-4e00-ab14-47f1cec38323', 'tenant_id': '612ec8932dcb4d08ac02ac6ad23899eb', 'fixed_ips': [{'subnet_id': '2ade6ca4-a960-48e6-a7c9-0d29d1db3285'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:52:49.201134 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-382f9d4a-4969-4014-bfd4-5d94e2b733ee tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Usage tracker for resource:security_group_rule and tenant:993d22b74a8441c6a16d43e4037f5a95 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:49.201271 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2a2343e9-b505-41ea-930f-6cc3a395cbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.212561 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-382f9d4a-4969-4014-bfd4-5d94e2b733ee tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:49.213659 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a8f13239-442d-45da-9e17-9161bd4ef922 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.218902 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-04c2b67f-cb11-461c-81cf-8085f6dbf330 None None] Allocated IP 172.20.0.18 (5445d32e-445f-436c-bb9d-ed3f7c5297c3/8c7fde2a-9d14-4458-a7dc-b4a0a4de7d74/64e06762-f680-4c61-867e-648c1ff93ca1) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:52:49.231474 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-382f9d4a-4969-4014-bfd4-5d94e2b733ee tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:49.260113 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a8f13239-442d-45da-9e17-9161bd4ef922 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.264115 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7da399ea-67a4-41c9-8940-87be7d36c844 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.292479 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-382f9d4a-4969-4014-bfd4-5d94e2b733ee tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:52:49.292479 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-382f9d4a-4969-4014-bfd4-5d94e2b733ee tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1720517 Feb 16 12:52:49.292479 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3bd04067-4840-4420-90c0-ec0bda6e3587 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.299438 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41472) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:49.333827 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3bd04067-4840-4420-90c0-ec0bda6e3587 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.364809 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3bd04067-4840-4420-90c0-ec0bda6e3587 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Network 0d431745-46d5-4483-be7b-e68abc4ed378 is not hosted by any dhcp agent {{(pid=87699) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 16 12:52:49.370097 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd04067-4840-4420-90c0-ec0bda6e3587 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:49.370786 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3bd04067-4840-4420-90c0-ec0bda6e3587 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.375184 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3bd04067-4840-4420-90c0-ec0bda6e3587 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "PUT /v2.0/networks/0d431745-46d5-4483-be7b-e68abc4ed378 HTTP/1.1" status: 200 len: 762 time: 0.3929446 Feb 16 12:52:49.431534 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41476) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:49.432513 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e8bc20-6401-4159-bc8c-aebe46c49598 None None] Pushing event updated for resources: {'Port': ['ID=5a873111-6ea8-4772-9979-e91c7bc76500,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:49.456657 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-b9e8bc20-6401-4159-bc8c-aebe46c49598 None None] Attempting to bind port 5a873111-6ea8-4772-9979-e91c7bc76500 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:52:49.456973 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-b9e8bc20-6401-4159-bc8c-aebe46c49598 None None] Attempting to bind port 5a873111-6ea8-4772-9979-e91c7bc76500 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '60e9b887-bd78-4473-8311-27b1accf8a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'dd002160-b56f-4cf5-bd55-0636f5a7b7c4'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:52:49.457553 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e8bc20-6401-4159-bc8c-aebe46c49598 None None] Attempting to bind port 5a873111-6ea8-4772-9979-e91c7bc76500 on network dd002160-b56f-4cf5-bd55-0636f5a7b7c4 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:52:49.475945 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e8bc20-6401-4159-bc8c-aebe46c49598 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:52:49.476314 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e8bc20-6401-4159-bc8c-aebe46c49598 None None] Checking segment: {'id': '60e9b887-bd78-4473-8311-27b1accf8a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'dd002160-b56f-4cf5-bd55-0636f5a7b7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:52:49.476925 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b9e8bc20-6401-4159-bc8c-aebe46c49598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.477313 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e8bc20-6401-4159-bc8c-aebe46c49598 None None] Bound using segment: {'id': '60e9b887-bd78-4473-8311-27b1accf8a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'dd002160-b56f-4cf5-bd55-0636f5a7b7c4'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:52:49.477936 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-b9e8bc20-6401-4159-bc8c-aebe46c49598 None None] Bound port: 5a873111-6ea8-4772-9979-e91c7bc76500, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60e9b887-bd78-4473-8311-27b1accf8a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'dd002160-b56f-4cf5-bd55-0636f5a7b7c4'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:52:49.478155 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da399ea-67a4-41c9-8940-87be7d36c844 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event deleted for resources: {'Subnet': ['ID=2ade6ca4-a960-48e6-a7c9-0d29d1db3285,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:49.478664 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b9e8bc20-6401-4159-bc8c-aebe46c49598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.504867 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f13239-442d-45da-9e17-9161bd4ef922 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d09439f6-2ab6-4f5b-b20f-68f55a41bf86,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:49.518404 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-88ec436e-1432-40e0-b706-bd05297e8db1 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.544395 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7da399ea-67a4-41c9-8940-87be7d36c844 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.547414 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd04067-4840-4420-90c0-ec0bda6e3587 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Pushing event updated for resources: {'Network': ['ID=0d431745-46d5-4483-be7b-e68abc4ed378,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:49.558293 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a8f13239-442d-45da-9e17-9161bd4ef922 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.559504 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-a8f13239-442d-45da-9e17-9161bd4ef922 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2172263 Feb 16 12:52:49.567183 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41480) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:49.577038 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-6950099c-ae4d-4a46-8271-b3f5f0bec483 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Request body: {'security_group_rule': {'security_group_id': 'd09439f6-2ab6-4f5b-b20f-68f55a41bf86', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:49.581434 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9f6fb92-4519-4b4f-9893-fab825a069f3 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.587658 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6950099c-ae4d-4a46-8271-b3f5f0bec483 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:49.595303 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb2fce3-294b-49a9-9137-aad51ea38f56 None None] Network 549a699f-97e2-4e00-ab14-47f1cec38323 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:49.606670 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6950099c-ae4d-4a46-8271-b3f5f0bec483 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Usage tracker for resource:security_group_rule and tenant:5d7224d426b54462a1fe8b919e2ef79f is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:49.607292 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 0d431745-46d5-4483-be7b-e68abc4ed378 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:52:49.614793 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6950099c-ae4d-4a46-8271-b3f5f0bec483 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:49.624723 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-7da399ea-67a4-41c9-8940-87be7d36c844 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['549a699f-97e2-4e00-ab14-47f1cec38323']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:49.633683 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6950099c-ae4d-4a46-8271-b3f5f0bec483 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:49.641224 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1339ea-5263-4ba3-ae37-487acdd94dba tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:49.642541 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bf1339ea-5263-4ba3-ae37-487acdd94dba tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "GET /v2.0/networks?id=0d431745-46d5-4483-be7b-e68abc4ed378 HTTP/1.1" status: 200 len: 765 time: 0.2100992 Feb 16 12:52:49.647711 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41484) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:49.650706 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9f6fb92-4519-4b4f-9893-fab825a069f3 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.681693 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-7da399ea-67a4-41c9-8940-87be7d36c844 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0513967-e540-4031-ab93-f677e3abcd6d') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:49.682087 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-7da399ea-67a4-41c9-8940-87be7d36c844 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0513967-e540-4031-ab93-f677e3abcd6d') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:49.704436 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7da399ea-67a4-41c9-8940-87be7d36c844 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.766295 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6950099c-ae4d-4a46-8271-b3f5f0bec483 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.768022 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7da399ea-67a4-41c9-8940-87be7d36c844 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.782429 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7da399ea-67a4-41c9-8940-87be7d36c844 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:52:49.782832 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7da399ea-67a4-41c9-8940-87be7d36c844 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.798001 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:52:49.798001 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:52:49.798001 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:52:49.798001 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:52:49.798001 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:52:49.798001 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:52:49.798001 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:52:49.798001 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:52:49.798001 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:52:49.798001 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:52:49.798001 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:52:49.798001 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:52:49.798001 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:52:49.798001 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:52:49.798001 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:52:49.798001 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:52:49.798001 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:52:49.798001 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:52:49.798001 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:52:49.798001 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:52:49.798001 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:52:49.798001 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:52:49.798001 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:52:49.798001 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:52:49.798001 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:52:49.798001 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:52:49.798001 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:52:49.798001 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:52:49.798001 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:52:49.798001 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:52:49.798001 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:52:49.798001 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:52:49.830300 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-04c2b67f-cb11-461c-81cf-8085f6dbf330 None None] For port 64e06762-f680-4c61-867e-648c1ff93ca1, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=64e06762-f680-4c61-867e-648c1ff93ca1,segment=NetworkSegment(d5bd2b59-7783-46db-bd55-1533bb92b37a),segment_id=d5bd2b59-7783-46db-bd55-1533bb92b37a)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:49.851626 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9f6fb92-4519-4b4f-9893-fab825a069f3 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.889403 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f6fb92-4519-4b4f-9893-fab825a069f3 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a500d9-d50f-4e28-88e2-887da5c6e79e,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:49.909131 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a9afe7-acc5-4dcd-b568-2ea52da6a992 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:49.913259 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-41a9afe7-acc5-4dcd-b568-2ea52da6a992 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2621660 Feb 16 12:52:49.916145 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41488) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:49.918392 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-b9e8bc20-6401-4159-bc8c-aebe46c49598 None None] For port 5a873111-6ea8-4772-9979-e91c7bc76500, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:52:49.921393 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6950099c-ae4d-4a46-8271-b3f5f0bec483 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.963746 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6950099c-ae4d-4a46-8271-b3f5f0bec483 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.965713 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d9f6fb92-4519-4b4f-9893-fab825a069f3 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.967222 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d9f6fb92-4519-4b4f-9893-fab825a069f3 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "DELETE /v2.0/security-groups/c3a500d9-d50f-4e28-88e2-887da5c6e79e HTTP/1.1" status: 204 len: 168 time: 0.6668541 Feb 16 12:52:49.980272 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-b9e8bc20-6401-4159-bc8c-aebe46c49598 None None] For port 5a873111-6ea8-4772-9979-e91c7bc76500, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=5a873111-6ea8-4772-9979-e91c7bc76500,segment=NetworkSegment(60e9b887-bd78-4473-8311-27b1accf8a1d),segment_id=60e9b887-bd78-4473-8311-27b1accf8a1d)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:52:49.982625 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41492) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:49.983342 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-04c2b67f-cb11-461c-81cf-8085f6dbf330 None None] Notify callbacks [] for port, precommit_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:49.988031 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fd7b0254-d428-43e5-b788-29fd8c29ba0c tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Synchronizing usage tracker for tenant:41e1ac5f697d49bbba7587a21281c0a4 on resource:subnet {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:49.994611 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b9e8bc20-6401-4159-bc8c-aebe46c49598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:50.015323 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6950099c-ae4d-4a46-8271-b3f5f0bec483 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7c5c818-3a75-4256-ac24-5d0e37438698,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:50.039274 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fd7b0254-d428-43e5-b788-29fd8c29ba0c tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Unset dirty status for tenant:41e1ac5f697d49bbba7587a21281c0a4 on resource:subnet {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:50.043736 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fd7b0254-d428-43e5-b788-29fd8c29ba0c tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "GET /v2.0/subnets?network_id=a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 HTTP/1.1" status: 200 len: 207 time: 0.1230850 Feb 16 12:52:50.043736 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6950099c-ae4d-4a46-8271-b3f5f0bec483 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:50.044474 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6950099c-ae4d-4a46-8271-b3f5f0bec483 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4746835 Feb 16 12:52:50.045598 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41496) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:50.051176 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41498) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:50.064300 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-04c2b67f-cb11-461c-81cf-8085f6dbf330 None None] Transition to ACTIVE for port object 64e06762-f680-4c61-867e-648c1ff93ca1 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:52:50.079341 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-04c2b67f-cb11-461c-81cf-8085f6dbf330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:50.114900 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7da399ea-67a4-41c9-8940-87be7d36c844 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:50.146938 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e8bc20-6401-4159-bc8c-aebe46c49598 None None] Pushing event updated for resources: {'Port': ['ID=5a873111-6ea8-4772-9979-e91c7bc76500,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:50.147176 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7da399ea-67a4-41c9-8940-87be7d36c844 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:50.152472 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da399ea-67a4-41c9-8940-87be7d36c844 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event deleted for resources: {'Network': ['ID=549a699f-97e2-4e00-ab14-47f1cec38323,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:50.165947 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-7da399ea-67a4-41c9-8940-87be7d36c844 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "DELETE /v2.0/networks/549a699f-97e2-4e00-ab14-47f1cec38323 HTTP/1.1" status: 204 len: 168 time: 2.0626564 Feb 16 12:52:50.166505 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41504) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:50.189376 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ea8937e0-d05b-465d-8715-c94d81e2cba4 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Synchronizing usage tracker for tenant:993d22b74a8441c6a16d43e4037f5a95 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:50.204702 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-7fbf4a20-9dcd-4fee-982a-054cc16b6296 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2027714010'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:50.210798 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-7fbf4a20-9dcd-4fee-982a-054cc16b6296 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:50.215323 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-7fbf4a20-9dcd-4fee-982a-054cc16b6296 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Usage tracker for resource:network and tenant:612ec8932dcb4d08ac02ac6ad23899eb is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:50.218427 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-7fbf4a20-9dcd-4fee-982a-054cc16b6296 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:50.225129 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-7fbf4a20-9dcd-4fee-982a-054cc16b6296 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:50.240373 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbf4a20-9dcd-4fee-982a-054cc16b6296 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Made reservation on behalf of 612ec8932dcb4d08ac02ac6ad23899eb for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:50.243998 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7fbf4a20-9dcd-4fee-982a-054cc16b6296 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:50.285112 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c2b67f-cb11-461c-81cf-8085f6dbf330 None None] Pushing event updated for resources: {'Port': ['ID=64e06762-f680-4c61-867e-648c1ff93ca1,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:50.292984 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-88ec436e-1432-40e0-b706-bd05297e8db1 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Allocated IP 172.20.0.20 (5445d32e-445f-436c-bb9d-ed3f7c5297c3/8c7fde2a-9d14-4458-a7dc-b4a0a4de7d74/196ece63-99f6-4726-a774-08d4745201be) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:52:50.299223 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fbf4a20-9dcd-4fee-982a-054cc16b6296 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:52:50.310411 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110be27c-bae8-4c4f-8cf1-52e3557ede38 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:50.316302 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110be27c-bae8-4c4f-8cf1-52e3557ede38 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:50.321844 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110be27c-bae8-4c4f-8cf1-52e3557ede38 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:50.327905 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110be27c-bae8-4c4f-8cf1-52e3557ede38 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:50.333804 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110be27c-bae8-4c4f-8cf1-52e3557ede38 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:50.339672 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110be27c-bae8-4c4f-8cf1-52e3557ede38 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:50.345068 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-110be27c-bae8-4c4f-8cf1-52e3557ede38 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.2917268 Feb 16 12:52:50.345068 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b8ac073c-1273-4dee-afc9-1e5b40e8135c tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:50.345314 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ea8937e0-d05b-465d-8715-c94d81e2cba4 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Unset dirty status for tenant:993d22b74a8441c6a16d43e4037f5a95 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:50.346317 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ea8937e0-d05b-465d-8715-c94d81e2cba4 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3603451 Feb 16 12:52:50.347437 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41508) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:50.350377 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41510) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:50.394230 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7fbf4a20-9dcd-4fee-982a-054cc16b6296 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:50.394419 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-7fbf4a20-9dcd-4fee-982a-054cc16b6296 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Added segment 25886872-b6e5-4171-8cf6-b4522177917e of type vlan for network 158d5ca3-b8d1-4a92-84bf-af71128ffb41 Feb 16 12:52:50.422172 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d68ecf5e-ee95-46e4-81a0-74dfbe53eaa5 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Request body: {'security_group': {'name': 'tempest-secgroup--527951277'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:50.448339 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7fbf4a20-9dcd-4fee-982a-054cc16b6296 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:50.541694 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d68ecf5e-ee95-46e4-81a0-74dfbe53eaa5 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:50.563641 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b8ac073c-1273-4dee-afc9-1e5b40e8135c tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:50.582100 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-88ec436e-1432-40e0-b706-bd05297e8db1 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:50.589956 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d68ecf5e-ee95-46e4-81a0-74dfbe53eaa5 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:50.608885 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7fbf4a20-9dcd-4fee-982a-054cc16b6296 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:50.626705 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbf4a20-9dcd-4fee-982a-054cc16b6296 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:50.627314 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7fbf4a20-9dcd-4fee-982a-054cc16b6296 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:50.659984 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-88ec436e-1432-40e0-b706-bd05297e8db1 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Ignored duplicate provisioning block setup for port 196ece63-99f6-4726-a774-08d4745201be by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 16 12:52:50.667394 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d68ecf5e-ee95-46e4-81a0-74dfbe53eaa5 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:50.682980 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 5a873111-6ea8-4772-9979-e91c7bc76500 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:52:50.697438 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-88ec436e-1432-40e0-b706-bd05297e8db1 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:50.736073 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d68ecf5e-ee95-46e4-81a0-74dfbe53eaa5 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:50.740327 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d68ecf5e-ee95-46e4-81a0-74dfbe53eaa5 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Usage tracker for resource:security_group_rule and tenant:993d22b74a8441c6a16d43e4037f5a95 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:50.743415 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d68ecf5e-ee95-46e4-81a0-74dfbe53eaa5 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:50.749188 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d68ecf5e-ee95-46e4-81a0-74dfbe53eaa5 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:50.752036 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-7fbf4a20-9dcd-4fee-982a-054cc16b6296 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5519938 Feb 16 12:52:50.760578 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41516) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:50.777697 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-c8eb361a-91ac-4a91-813c-3f6208a63881 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Request body: {'subnet': {'network_id': '158d5ca3-b8d1-4a92-84bf-af71128ffb41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:50.779874 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 5a873111-6ea8-4772-9979-e91c7bc76500 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:52:50.791461 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 64e06762-f680-4c61-867e-648c1ff93ca1 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:52:50.813139 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b702caec-d7da-4854-9a1e-05dd12633420 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.4606533 Feb 16 12:52:50.820789 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41520) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:50.952727 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b8ac073c-1273-4dee-afc9-1e5b40e8135c tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:50.963326 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf4a20-9dcd-4fee-982a-054cc16b6296 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event updated for resources: {'Network': ['ID=158d5ca3-b8d1-4a92-84bf-af71128ffb41,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:50.977797 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 158d5ca3-b8d1-4a92-84bf-af71128ffb41 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:52:51.017659 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac073c-1273-4dee-afc9-1e5b40e8135c tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09439f6-2ab6-4f5b-b20f-68f55a41bf86,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:51.022859 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec436e-1432-40e0-b706-bd05297e8db1 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event updated for resources: {'Port': ['ID=196ece63-99f6-4726-a774-08d4745201be,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:51.065462 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-88ec436e-1432-40e0-b706-bd05297e8db1 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] In _notify_port_updated(), no bound segment for port 196ece63-99f6-4726-a774-08d4745201be on network 5445d32e-445f-436c-bb9d-ed3f7c5297c3 {{(pid=87701) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:52:51.071886 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ec436e-1432-40e0-b706-bd05297e8db1 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:51.072310 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-88ec436e-1432-40e0-b706-bd05297e8db1 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:51.076551 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-88ec436e-1432-40e0-b706-bd05297e8db1 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "PUT /v2.0/ports/196ece63-99f6-4726-a774-08d4745201be HTTP/1.1" status: 200 len: 999 time: 1.9782519 Feb 16 12:52:51.076896 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41524) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:51.110225 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d68ecf5e-ee95-46e4-81a0-74dfbe53eaa5 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:51.112845 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc2e921-b983-4847-bb43-ed52dc749f4b None None] Network 5445d32e-445f-436c-bb9d-ed3f7c5297c3 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:51.114729 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b8ac073c-1273-4dee-afc9-1e5b40e8135c tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:51.116309 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b8ac073c-1273-4dee-afc9-1e5b40e8135c tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "DELETE /v2.0/security-groups/d09439f6-2ab6-4f5b-b20f-68f55a41bf86 HTTP/1.1" status: 204 len: 168 time: 1.0442891 Feb 16 12:52:51.118434 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c8eb361a-91ac-4a91-813c-3f6208a63881 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:51.125649 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5370072-15d0-42d7-988d-2ca5ffdb1648 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:51.126034 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41528) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:51.127355 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5370072-15d0-42d7-988d-2ca5ffdb1648 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:51.129319 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5370072-15d0-42d7-988d-2ca5ffdb1648 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:51.130928 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5370072-15d0-42d7-988d-2ca5ffdb1648 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:51.133102 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5370072-15d0-42d7-988d-2ca5ffdb1648 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:51.134888 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a5370072-15d0-42d7-988d-2ca5ffdb1648 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2991521 Feb 16 12:52:51.139319 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d68ecf5e-ee95-46e4-81a0-74dfbe53eaa5 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:51.142959 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41532) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:51.144095 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c8eb361a-91ac-4a91-813c-3f6208a63881 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Usage tracker for resource:subnet and tenant:612ec8932dcb4d08ac02ac6ad23899eb is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:51.151718 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c8eb361a-91ac-4a91-813c-3f6208a63881 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:51.158851 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c8eb361a-91ac-4a91-813c-3f6208a63881 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:51.190207 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-650394b8-02c9-4727-852a-19aff7053304 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Deleting port 196ece63-99f6-4726-a774-08d4745201be {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:52:51.190770 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-650394b8-02c9-4727-852a-19aff7053304 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:51.256661 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-ef8c817a-2eb7-4629-b5a5-71bf412c2cb7 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Synchronizing usage tracker for tenant:5d7224d426b54462a1fe8b919e2ef79f on resource:security_group {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:51.283417 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-ef8c817a-2eb7-4629-b5a5-71bf412c2cb7 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Unset dirty status for tenant:5d7224d426b54462a1fe8b919e2ef79f on resource:security_group {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:51.285542 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-ef8c817a-2eb7-4629-b5a5-71bf412c2cb7 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1583419 Feb 16 12:52:51.289642 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41536) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:51.363572 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d68ecf5e-ee95-46e4-81a0-74dfbe53eaa5 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:51.367560 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d68ecf5e-ee95-46e4-81a0-74dfbe53eaa5 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0134702 Feb 16 12:52:51.368833 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41540) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:51.385012 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-733d9aa7-e290-4925-a2ec-ff06790765be None None] Provisioning for port 64e06762-f680-4c61-867e-648c1ff93ca1 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:52:51.395317 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-61378dcd-5779-47ec-acc5-07a83ee7ead2 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Request body: {'security_group_rule': {'security_group_id': '1e9ba93a-5fa3-4092-9eda-eb218f79fdc6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:51.399051 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8eb361a-91ac-4a91-813c-3f6208a63881 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Made reservation on behalf of 612ec8932dcb4d08ac02ac6ad23899eb for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:51.402781 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c8eb361a-91ac-4a91-813c-3f6208a63881 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:51.520135 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-733d9aa7-e290-4925-a2ec-ff06790765be None None] Provisioning complete for port 64e06762-f680-4c61-867e-648c1ff93ca1 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:51.520862 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-733d9aa7-e290-4925-a2ec-ff06790765be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:51.526350 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-61378dcd-5779-47ec-acc5-07a83ee7ead2 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:51.535686 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-61378dcd-5779-47ec-acc5-07a83ee7ead2 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Usage tracker for resource:security_group_rule and tenant:993d22b74a8441c6a16d43e4037f5a95 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:51.538397 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ecf5e-ee95-46e4-81a0-74dfbe53eaa5 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9ba93a-5fa3-4092-9eda-eb218f79fdc6,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:51.547050 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-61378dcd-5779-47ec-acc5-07a83ee7ead2 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:51.552213 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8b8688-d562-4333-99ae-fe1e5ccd8418 None None] Network dd002160-b56f-4cf5-bd55-0636f5a7b7c4 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:51.565288 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-61378dcd-5779-47ec-acc5-07a83ee7ead2 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:51.573654 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.ipam_backend_mixin [None req-c8eb361a-91ac-4a91-813c-3f6208a63881 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Performing IP validity checks on allocation pools {{(pid=87699) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 12:52:51.574314 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.ipam_backend_mixin [None req-c8eb361a-91ac-4a91-813c-3f6208a63881 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87699) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 12:52:51.589416 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-f7fecc0f-08ae-4eb5-bf5b-7ef49cca311c tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Synchronizing usage tracker for tenant:5d7224d426b54462a1fe8b919e2ef79f on resource:security_group_rule {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:51.591508 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc57d401-2e9a-461f-ac94-2d6e91288597 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attributes excluded by policy engine: ['shared'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:51.593027 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc57d401-2e9a-461f-ac94-2d6e91288597 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attributes excluded by policy engine: ['shared'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:51.594581 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc57d401-2e9a-461f-ac94-2d6e91288597 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attributes excluded by policy engine: ['shared'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:51.596023 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc57d401-2e9a-461f-ac94-2d6e91288597 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attributes excluded by policy engine: ['shared'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:51.598456 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc57d401-2e9a-461f-ac94-2d6e91288597 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attributes excluded by policy engine: ['shared'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:51.603667 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fc57d401-2e9a-461f-ac94-2d6e91288597 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3955491 Feb 16 12:52:51.603931 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41544) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:51.736990 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c8eb361a-91ac-4a91-813c-3f6208a63881 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:51.740243 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-f7fecc0f-08ae-4eb5-bf5b-7ef49cca311c tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] Unset dirty status for tenant:5d7224d426b54462a1fe8b919e2ef79f on resource:security_group_rule {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:51.744407 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f7fecc0f-08ae-4eb5-bf5b-7ef49cca311c tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.4534292 Feb 16 12:52:51.746375 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-650394b8-02c9-4727-852a-19aff7053304 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:51.758138 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41548) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:51.816030 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb361a-91ac-4a91-813c-3f6208a63881 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event updated for resources: {'Subnet': ['ID=fe474d54-3c45-40c9-986d-e4bcd4736cb6,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:51.827150 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8eb361a-91ac-4a91-813c-3f6208a63881 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Checking segment: {'id': '25886872-b6e5-4171-8cf6-b4522177917e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '158d5ca3-b8d1-4a92-84bf-af71128ffb41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:52:51.827581 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8eb361a-91ac-4a91-813c-3f6208a63881 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Network hostable DHCP agents. Network: 158d5ca3-b8d1-4a92-84bf-af71128ffb41, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:52:51.852320 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8eb361a-91ac-4a91-813c-3f6208a63881 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Network 158d5ca3-b8d1-4a92-84bf-af71128ffb41 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:52:51.865412 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-c8eb361a-91ac-4a91-813c-3f6208a63881 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 158d5ca3-b8d1-4a92-84bf-af71128ffb41) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:51.870629 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8eb361a-91ac-4a91-813c-3f6208a63881 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:51.871358 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c8eb361a-91ac-4a91-813c-3f6208a63881 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:51.886735 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099abcb4-9c5c-48f9-baf8-37b0667e2bfd None None] Network 158d5ca3-b8d1-4a92-84bf-af71128ffb41 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:51.912991 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c8eb361a-91ac-4a91-813c-3f6208a63881 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.1468811 Feb 16 12:52:51.913983 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41552) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:51.914106 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-650394b8-02c9-4727-852a-19aff7053304 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Calling delete_port for 196ece63-99f6-4726-a774-08d4745201be owned by {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:52:51.942212 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-a0b5f876-13bc-44e9-87e3-5776044fc307 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] delete failed (client error): The resource could not be found. Feb 16 12:52:51.948270 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-a0b5f876-13bc-44e9-87e3-5776044fc307 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "DELETE /v2.0/security-groups/d09439f6-2ab6-4f5b-b20f-68f55a41bf86 HTTP/1.1" status: 404 len: 347 time: 0.1888614 Feb 16 12:52:51.949183 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-61378dcd-5779-47ec-acc5-07a83ee7ead2 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] create failed (client error): The resource could not be found. Feb 16 12:52:51.950135 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-61378dcd-5779-47ec-acc5-07a83ee7ead2 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5756407 Feb 16 12:52:51.957533 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41556) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:51.958086 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41558) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:52.041010 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-7aaac65d-7180-402b-bd4b-106b583dfe6b None None] Provisioning for port 5a873111-6ea8-4772-9979-e91c7bc76500 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:52:52.070644 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-7aaac65d-7180-402b-bd4b-106b583dfe6b None None] Provisioning complete for port 5a873111-6ea8-4772-9979-e91c7bc76500 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:52.070933 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7aaac65d-7180-402b-bd4b-106b583dfe6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:52.121774 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-90ae734e-96d2-45a1-818f-12cedaa7c7f1 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Request body: {'security_group_rule': {'security_group_id': '1e9ba93a-5fa3-4092-9eda-eb218f79fdc6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'f2e1cafe-ba3c-4f8a-9d43-926a11bd28fc'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:52.138833 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-774a4a14-4d7a-413d-b3dc-898229183eb5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:52.177694 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-90ae734e-96d2-45a1-818f-12cedaa7c7f1 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:52.196876 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-90ae734e-96d2-45a1-818f-12cedaa7c7f1 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Usage tracker for resource:security_group_rule and tenant:993d22b74a8441c6a16d43e4037f5a95 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:52.205061 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-90ae734e-96d2-45a1-818f-12cedaa7c7f1 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:52.230086 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e45ca69-8668-4751-95a9-b0b4d97f14cf tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:52.230682 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-6e45ca69-8668-4751-95a9-b0b4d97f14cf tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Synchronizing usage tracker for tenant:41e1ac5f697d49bbba7587a21281c0a4 on resource:network {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:52.239173 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-90ae734e-96d2-45a1-818f-12cedaa7c7f1 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:52.251549 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-774a4a14-4d7a-413d-b3dc-898229183eb5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:52.285876 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744389ab-4adc-4a50-9688-f9be6996722a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-158d5ca3-b8d1-4a92-84bf-af71128ffb41', 'network_id': '158d5ca3-b8d1-4a92-84bf-af71128ffb41', 'tenant_id': '612ec8932dcb4d08ac02ac6ad23899eb', 'fixed_ips': [{'subnet_id': 'fe474d54-3c45-40c9-986d-e4bcd4736cb6'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:52:52.292280 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-744389ab-4adc-4a50-9688-f9be6996722a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:52.296420 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-6e45ca69-8668-4751-95a9-b0b4d97f14cf tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Unset dirty status for tenant:41e1ac5f697d49bbba7587a21281c0a4 on resource:network {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:52.297649 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-6e45ca69-8668-4751-95a9-b0b4d97f14cf tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "GET /v2.0/networks/98dc0ed1-4dfd-487b-ac11-d2bab3dd3657 HTTP/1.1" status: 200 len: 804 time: 0.6925211 Feb 16 12:52:52.304863 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41564) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:52.322520 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-936137ec-4daa-4cee-a2d7-e7f752da57a7 tempest-SecGroupTest-1011352664 tempest-SecGroupTest-1011352664-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3494384 Feb 16 12:52:52.373056 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-774a4a14-4d7a-413d-b3dc-898229183eb5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:52.493191 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7aaac65d-7180-402b-bd4b-106b583dfe6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:52.587494 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64458d7-6788-43f4-a4fa-e7c283443608 None None] Network 158d5ca3-b8d1-4a92-84bf-af71128ffb41 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:52.589788 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-774a4a14-4d7a-413d-b3dc-898229183eb5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:52.598466 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-90ae734e-96d2-45a1-818f-12cedaa7c7f1 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] create failed (client error): The resource could not be found. Feb 16 12:52:52.600172 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-90ae734e-96d2-45a1-818f-12cedaa7c7f1 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6257546 Feb 16 12:52:52.611464 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-7aaac65d-7180-402b-bd4b-106b583dfe6b None None] For port 5a873111-6ea8-4772-9979-e91c7bc76500, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=5a873111-6ea8-4772-9979-e91c7bc76500,segment=NetworkSegment(60e9b887-bd78-4473-8311-27b1accf8a1d),segment_id=60e9b887-bd78-4473-8311-27b1accf8a1d)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:52.630032 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-774a4a14-4d7a-413d-b3dc-898229183eb5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['158d5ca3-b8d1-4a92-84bf-af71128ffb41']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:52.666687 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7aaac65d-7180-402b-bd4b-106b583dfe6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:52.668323 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-774a4a14-4d7a-413d-b3dc-898229183eb5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25886872-b6e5-4171-8cf6-b4522177917e') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:52.668705 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-774a4a14-4d7a-413d-b3dc-898229183eb5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25886872-b6e5-4171-8cf6-b4522177917e') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:52.671121 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41570) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:52.686162 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-774a4a14-4d7a-413d-b3dc-898229183eb5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:52.694587 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-650394b8-02c9-4727-852a-19aff7053304 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:52.712412 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a4a14-4d7a-413d-b3dc-898229183eb5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event deleted for resources: {'Subnet': ['ID=fe474d54-3c45-40c9-986d-e4bcd4736cb6,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:52.723264 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-774a4a14-4d7a-413d-b3dc-898229183eb5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:52.742176 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-774a4a14-4d7a-413d-b3dc-898229183eb5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:52:52.742825 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-774a4a14-4d7a-413d-b3dc-898229183eb5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:52.759088 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:52:52.759088 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:52:52.759088 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:52:52.759088 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:52:52.759088 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:52:52.759088 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:52:52.759088 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:52:52.759088 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:52:52.759088 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:52:52.759088 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:52:52.759088 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:52:52.759088 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:52:52.759088 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:52:52.759088 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:52:52.759088 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:52:52.759088 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:52:52.759088 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:52:52.759088 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:52:52.759088 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:52:52.759088 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:52:52.759088 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:52:52.759088 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:52:52.759088 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:52:52.759088 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:52:52.759088 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:52:52.759088 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:52:52.759088 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:52:52.759088 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:52:52.759088 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:52:52.759088 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:52:52.759088 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:52:52.759088 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:52:52.816270 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650394b8-02c9-4727-852a-19aff7053304 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event deleted for resources: {'Port': ['ID=196ece63-99f6-4726-a774-08d4745201be,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:52.860243 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-774a4a14-4d7a-413d-b3dc-898229183eb5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:52.889669 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-774a4a14-4d7a-413d-b3dc-898229183eb5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:52.896041 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaac65d-7180-402b-bd4b-106b583dfe6b None None] Pushing event updated for resources: {'Port': ['ID=5a873111-6ea8-4772-9979-e91c7bc76500,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:52.911105 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-4130d549-4de2-495a-8bcb-79a356cc1806 None None] Provisioning complete for port 5a873111-6ea8-4772-9979-e91c7bc76500 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:52.911481 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4130d549-4de2-495a-8bcb-79a356cc1806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:52.912704 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41576) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:52.925357 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a4a14-4d7a-413d-b3dc-898229183eb5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event deleted for resources: {'Network': ['ID=158d5ca3-b8d1-4a92-84bf-af71128ffb41,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:52.927082 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-303749cd-270e-41de-9cb1-d111c9b3373e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "GET /v2.0/networks/98dc0ed1-4dfd-487b-ac11-d2bab3dd3657?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.6144834 Feb 16 12:52:52.933016 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41582) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:52.942628 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-774a4a14-4d7a-413d-b3dc-898229183eb5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "DELETE /v2.0/networks/158d5ca3-b8d1-4a92-84bf-af71128ffb41 HTTP/1.1" status: 204 len: 168 time: 1.0273640 Feb 16 12:52:52.943766 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41586) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:53.018083 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-79f97678-6440-4eb3-9a54-f6333f5caf46 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1196708468'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:53.026975 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-79f97678-6440-4eb3-9a54-f6333f5caf46 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:53.032186 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-79f97678-6440-4eb3-9a54-f6333f5caf46 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Usage tracker for resource:network and tenant:612ec8932dcb4d08ac02ac6ad23899eb is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:53.046940 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-79f97678-6440-4eb3-9a54-f6333f5caf46 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:53.057069 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-79f97678-6440-4eb3-9a54-f6333f5caf46 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:53.088081 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a2fbaf-f52d-48eb-a8f1-c9cf7145b5c1 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:53.091118 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-56a2fbaf-f52d-48eb-a8f1-c9cf7145b5c1 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "GET /v2.0/subnets/ca2bc463-bd32-464e-bd11-ec7217934b2b HTTP/1.1" status: 200 len: 843 time: 0.1561568 Feb 16 12:52:53.093281 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f97678-6440-4eb3-9a54-f6333f5caf46 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Made reservation on behalf of 612ec8932dcb4d08ac02ac6ad23899eb for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:53.097735 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-79f97678-6440-4eb3-9a54-f6333f5caf46 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:53.108232 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-4130d549-4de2-495a-8bcb-79a356cc1806 None None] Provisioning complete for port 64e06762-f680-4c61-867e-648c1ff93ca1 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:53.109257 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4130d549-4de2-495a-8bcb-79a356cc1806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:53.114313 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41590) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:53.151415 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-650394b8-02c9-4727-852a-19aff7053304 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:53.155572 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-927b4f52-ea49-4735-bebb-ddcbaa9085fe tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:53.196865 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-650394b8-02c9-4727-852a-19aff7053304 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/ports/196ece63-99f6-4726-a774-08d4745201be HTTP/1.1" status: 204 len: 168 time: 2.1188796 Feb 16 12:52:53.201073 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41594) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:53.231284 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79f97678-6440-4eb3-9a54-f6333f5caf46 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:52:53.243538 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701acd66-efc0-4b35-b0e5-415f08fecd45 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attributes excluded by policy engine: ['shared'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:53.244929 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-701acd66-efc0-4b35-b0e5-415f08fecd45 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "GET /v2.0/subnets/ca2bc463-bd32-464e-bd11-ec7217934b2b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1285701 Feb 16 12:52:53.260471 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41598) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:53.276583 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-8fae6242-7373-45a1-b4a4-b8c4face8b32 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1524341763'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:53.277105 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c1e0ef7-fb46-4792-87e9-1cca4f1aed7d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] GET failed (client error): The resource could not be found. Feb 16 12:52:53.277974 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-5c1e0ef7-fb46-4792-87e9-1cca4f1aed7d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Synchronizing usage tracker for tenant:cf313999ec50441da36056616d2e4e36 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:53.288197 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-927b4f52-ea49-4735-bebb-ddcbaa9085fe tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:53.293575 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-79f97678-6440-4eb3-9a54-f6333f5caf46 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:53.293852 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-79f97678-6440-4eb3-9a54-f6333f5caf46 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Added segment d301c5f5-5249-4d68-8869-1d5ef1bd1d8b of type vlan for network 7f63b274-bf41-4b8b-9790-57cad569c21f Feb 16 12:52:53.296091 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8fae6242-7373-45a1-b4a4-b8c4face8b32 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:53.308594 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3f5c4bce-2a89-4474-b66b-6f4c7f0e226a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5d7224d426b54462a1fe8b919e2ef79f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3917408 Feb 16 12:52:53.311386 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41602) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:53.328171 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-5c1e0ef7-fb46-4792-87e9-1cca4f1aed7d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Unset dirty status for tenant:cf313999ec50441da36056616d2e4e36 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:53.329723 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-5c1e0ef7-fb46-4792-87e9-1cca4f1aed7d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "GET /v2.0/ports/196ece63-99f6-4726-a774-08d4745201be HTTP/1.1" status: 404 len: 333 time: 0.1271167 Feb 16 12:52:53.335509 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41606) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:53.339439 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8fae6242-7373-45a1-b4a4-b8c4face8b32 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:53.362845 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-4130d549-4de2-495a-8bcb-79a356cc1806 None None] Could not find standard attr ID for object 196ece63-99f6-4726-a774-08d4745201be. {{(pid=87702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:52:53.366529 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-927b4f52-ea49-4735-bebb-ddcbaa9085fe tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:53.398249 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927b4f52-ea49-4735-bebb-ddcbaa9085fe tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9ba93a-5fa3-4092-9eda-eb218f79fdc6,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:53.414817 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-927b4f52-ea49-4735-bebb-ddcbaa9085fe tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:53.416405 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-927b4f52-ea49-4735-bebb-ddcbaa9085fe tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "DELETE /v2.0/security-groups/1e9ba93a-5fa3-4092-9eda-eb218f79fdc6 HTTP/1.1" status: 204 len: 168 time: 0.7441094 Feb 16 12:52:53.419525 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41610) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:53.423797 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-79f97678-6440-4eb3-9a54-f6333f5caf46 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:53.458659 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fae6242-7373-45a1-b4a4-b8c4face8b32 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Made reservation on behalf of 41e1ac5f697d49bbba7587a21281c0a4 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:53.466749 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8fae6242-7373-45a1-b4a4-b8c4face8b32 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:53.484106 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-cde33b3f-9a6a-4223-88e8-38f6557b46f5 None None] Could not find standard attr ID for object 196ece63-99f6-4726-a774-08d4745201be. {{(pid=87702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:52:53.519088 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-0fd5248d-5a42-490c-9068-1ce8d90a0d85 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Synchronizing usage tracker for tenant:993d22b74a8441c6a16d43e4037f5a95 on resource:security_group {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:53.545279 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3ee1b3-dd54-48de-8842-1032298094a0 None None] get_active_networks_info from dv-neutron-829527-1-hyperv {{(pid=87702) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 12:52:53.545495 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-0fd5248d-5a42-490c-9068-1ce8d90a0d85 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Unset dirty status for tenant:993d22b74a8441c6a16d43e4037f5a95 on resource:security_group {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:53.551545 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-0fd5248d-5a42-490c-9068-1ce8d90a0d85 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1260364 Feb 16 12:52:53.551747 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41614) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:53.558025 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-18d60b16-b58a-4d2d-bdfb-295cd6012f0f tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Request body: {'security_group_rule': {'security_group_id': 'd4bda095-b1c6-4ec5-b56c-273566f97c2c', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:53.565698 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-18d60b16-b58a-4d2d-bdfb-295cd6012f0f tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:53.571581 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-18d60b16-b58a-4d2d-bdfb-295cd6012f0f tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Usage tracker for resource:security_group_rule and tenant:993d22b74a8441c6a16d43e4037f5a95 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:53.575295 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-18d60b16-b58a-4d2d-bdfb-295cd6012f0f tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:53.582353 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-18d60b16-b58a-4d2d-bdfb-295cd6012f0f tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:53.588709 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e271351-22f1-48b9-9dba-5b63bf67557c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Deleting subnet 8c7fde2a-9d14-4458-a7dc-b4a0a4de7d74 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:52:53.590709 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6e271351-22f1-48b9-9dba-5b63bf67557c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:53.629926 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-18d60b16-b58a-4d2d-bdfb-295cd6012f0f tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] create failed (client error): The resource could not be found. Feb 16 12:52:53.634610 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-18d60b16-b58a-4d2d-bdfb-295cd6012f0f tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0783246 Feb 16 12:52:53.635151 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41618) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:53.638220 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fae6242-7373-45a1-b4a4-b8c4face8b32 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:52:53.641819 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-d025724b-9c51-42b0-8cc2-05aa9b732c0d tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Request body: {'security_group': {'name': 'tempest-secgroup--1347620979'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:53.649592 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-d025724b-9c51-42b0-8cc2-05aa9b732c0d tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:53.656286 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-095e24c5-bc56-496a-96c1-476976e205f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:53.657916 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-79f97678-6440-4eb3-9a54-f6333f5caf46 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:53.659829 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-d025724b-9c51-42b0-8cc2-05aa9b732c0d tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:53.664181 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f97678-6440-4eb3-9a54-f6333f5caf46 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:53.664826 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-79f97678-6440-4eb3-9a54-f6333f5caf46 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:53.672923 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d025724b-9c51-42b0-8cc2-05aa9b732c0d tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:53.693180 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-d025724b-9c51-42b0-8cc2-05aa9b732c0d tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:53.697144 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-d025724b-9c51-42b0-8cc2-05aa9b732c0d tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Usage tracker for resource:security_group_rule and tenant:993d22b74a8441c6a16d43e4037f5a95 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:53.700631 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-d025724b-9c51-42b0-8cc2-05aa9b732c0d tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:53.707084 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-d025724b-9c51-42b0-8cc2-05aa9b732c0d tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:53.722861 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8fae6242-7373-45a1-b4a4-b8c4face8b32 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:53.724129 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-8fae6242-7373-45a1-b4a4-b8c4face8b32 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Added segment 48bb26c0-60d2-446b-9983-1bba29544d62 of type vlan for network ed41c0fd-1d16-462d-aee2-a5e6ce5ee715 Feb 16 12:52:53.728098 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6e271351-22f1-48b9-9dba-5b63bf67557c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:53.734393 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3ee1b3-dd54-48de-8842-1032298094a0 None None] Resources bound (agent type, host, resource id): {{(pid=87702) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:52:53.810386 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d025724b-9c51-42b0-8cc2-05aa9b732c0d tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:53.818235 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d025724b-9c51-42b0-8cc2-05aa9b732c0d tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:53.869045 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-095e24c5-bc56-496a-96c1-476976e205f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:53.884547 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d025724b-9c51-42b0-8cc2-05aa9b732c0d tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f03f39fd-dbcc-4821-8bc2-4ea310791ea9,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:53.895556 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d025724b-9c51-42b0-8cc2-05aa9b732c0d tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:53.897340 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d025724b-9c51-42b0-8cc2-05aa9b732c0d tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2607722 Feb 16 12:52:53.900908 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41622) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:53.910459 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-1027399d-4a2c-45b0-ae0e-c2bd9cb30826 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Request body: {'security_group': {'name': 'tempest-secgroup--2023569139'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:53.921772 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-1027399d-4a2c-45b0-ae0e-c2bd9cb30826 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:53.928588 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-1027399d-4a2c-45b0-ae0e-c2bd9cb30826 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Usage tracker for resource:security_group and tenant:993d22b74a8441c6a16d43e4037f5a95 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:53.935627 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-1027399d-4a2c-45b0-ae0e-c2bd9cb30826 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:53.948463 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-1027399d-4a2c-45b0-ae0e-c2bd9cb30826 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:53.966340 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1027399d-4a2c-45b0-ae0e-c2bd9cb30826 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:54.004674 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-1027399d-4a2c-45b0-ae0e-c2bd9cb30826 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:54.011634 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-1027399d-4a2c-45b0-ae0e-c2bd9cb30826 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Usage tracker for resource:security_group_rule and tenant:993d22b74a8441c6a16d43e4037f5a95 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:54.016372 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-1027399d-4a2c-45b0-ae0e-c2bd9cb30826 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:54.026670 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-1027399d-4a2c-45b0-ae0e-c2bd9cb30826 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:54.036312 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-79f97678-6440-4eb3-9a54-f6333f5caf46 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0264606 Feb 16 12:52:54.039934 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41626) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:54.048050 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f97678-6440-4eb3-9a54-f6333f5caf46 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event updated for resources: {'Network': ['ID=7f63b274-bf41-4b8b-9790-57cad569c21f,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:54.051866 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-6cf3d3fa-f479-4cee-9bcb-4f150a7842e5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Request body: {'subnet': {'network_id': '7f63b274-bf41-4b8b-9790-57cad569c21f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:54.061620 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 7f63b274-bf41-4b8b-9790-57cad569c21f details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:52:54.062603 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8fae6242-7373-45a1-b4a4-b8c4face8b32 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:54.129860 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6e271351-22f1-48b9-9dba-5b63bf67557c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:54.190189 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-095e24c5-bc56-496a-96c1-476976e205f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:54.217992 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8fae6242-7373-45a1-b4a4-b8c4face8b32 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:54.221686 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-6cf3d3fa-f479-4cee-9bcb-4f150a7842e5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:54.225041 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fae6242-7373-45a1-b4a4-b8c4face8b32 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:54.225958 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8fae6242-7373-45a1-b4a4-b8c4face8b32 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:54.234517 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-6cf3d3fa-f479-4cee-9bcb-4f150a7842e5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Usage tracker for resource:subnet and tenant:612ec8932dcb4d08ac02ac6ad23899eb is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:54.240497 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-6cf3d3fa-f479-4cee-9bcb-4f150a7842e5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:54.254458 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-6cf3d3fa-f479-4cee-9bcb-4f150a7842e5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:54.264110 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095e24c5-bc56-496a-96c1-476976e205f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2109b2-7e62-4841-8739-d54a98d7f649,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:54.277282 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1027399d-4a2c-45b0-ae0e-c2bd9cb30826 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:54.283803 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf3d3fa-f479-4cee-9bcb-4f150a7842e5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Made reservation on behalf of 612ec8932dcb4d08ac02ac6ad23899eb for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:54.288145 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6cf3d3fa-f479-4cee-9bcb-4f150a7842e5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:54.304525 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1027399d-4a2c-45b0-ae0e-c2bd9cb30826 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:54.379090 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8fae6242-7373-45a1-b4a4-b8c4face8b32 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1166749 Feb 16 12:52:54.380201 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-095e24c5-bc56-496a-96c1-476976e205f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:54.381254 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-095e24c5-bc56-496a-96c1-476976e205f5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ed2109b2-7e62-4841-8739-d54a98d7f649 HTTP/1.1" status: 204 len: 168 time: 1.0689435 Feb 16 12:52:54.384687 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41632) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:54.393219 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-3325f798-7c72-4653-b4a5-10fb6af02157 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Request body: {'subnet': {'network_id': 'ed41c0fd-1d16-462d-aee2-a5e6ce5ee715', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:54.409427 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae6242-7373-45a1-b4a4-b8c4face8b32 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Pushing event updated for resources: {'Network': ['ID=ed41c0fd-1d16-462d-aee2-a5e6ce5ee715,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:54.412650 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6e271351-22f1-48b9-9dba-5b63bf67557c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:54.422552 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network ed41c0fd-1d16-462d-aee2-a5e6ce5ee715 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:52:54.468113 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1027399d-4a2c-45b0-ae0e-c2bd9cb30826 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80bcb0a7-46a0-4d15-8012-87dd0c48a552,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:54.477655 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1027399d-4a2c-45b0-ae0e-c2bd9cb30826 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:54.478873 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-1027399d-4a2c-45b0-ae0e-c2bd9cb30826 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5768971 Feb 16 12:52:54.490524 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41638) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:54.495668 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-61a19883-46dc-40ad-9a3a-0bd5c99944a6 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Request body: {'security_group_rule': {'security_group_id': 'f03f39fd-dbcc-4821-8bc2-4ea310791ea9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '80bcb0a7-46a0-4d15-8012-87dd0c48a552'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:54.508863 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-61a19883-46dc-40ad-9a3a-0bd5c99944a6 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:54.516922 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-61a19883-46dc-40ad-9a3a-0bd5c99944a6 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Usage tracker for resource:security_group_rule and tenant:993d22b74a8441c6a16d43e4037f5a95 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:54.523838 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-61a19883-46dc-40ad-9a3a-0bd5c99944a6 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:54.536254 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e271351-22f1-48b9-9dba-5b63bf67557c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event deleted for resources: {'Subnet': ['ID=8c7fde2a-9d14-4458-a7dc-b4a0a4de7d74,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:54.537392 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-61a19883-46dc-40ad-9a3a-0bd5c99944a6 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:54.558263 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6e271351-22f1-48b9-9dba-5b63bf67557c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:54.567834 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6e271351-22f1-48b9-9dba-5b63bf67557c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/subnets/8c7fde2a-9d14-4458-a7dc-b4a0a4de7d74 HTTP/1.1" status: 204 len: 168 time: 1.2297785 Feb 16 12:52:54.575306 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311ab2e0-d1f8-46f5-bd7a-ab47b492649b None None] Network 5445d32e-445f-436c-bb9d-ed3f7c5297c3 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:54.582698 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41642) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:54.595757 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 5a873111-6ea8-4772-9979-e91c7bc76500 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:52:54.614695 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3325f798-7c72-4653-b4a5-10fb6af02157 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:54.624956 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3325f798-7c72-4653-b4a5-10fb6af02157 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:54.640033 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-61a19883-46dc-40ad-9a3a-0bd5c99944a6 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:52:54.641251 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-61a19883-46dc-40ad-9a3a-0bd5c99944a6 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1494992 Feb 16 12:52:54.645123 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41648) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:54.648136 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3325f798-7c72-4653-b4a5-10fb6af02157 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Made reservation on behalf of 41e1ac5f697d49bbba7587a21281c0a4 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:54.651933 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3325f798-7c72-4653-b4a5-10fb6af02157 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:54.721582 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-3da512a1-b6c9-4eeb-85a2-27e121a08e15 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Deleting subnet cdaba830-dd32-488a-991f-e1a4970f5fb4 {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:52:54.730174 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3da512a1-b6c9-4eeb-85a2-27e121a08e15 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:54.783532 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.ipam_backend_mixin [None req-3325f798-7c72-4653-b4a5-10fb6af02157 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Performing IP validity checks on allocation pools {{(pid=87699) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 12:52:54.785026 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.ipam_backend_mixin [None req-3325f798-7c72-4653-b4a5-10fb6af02157 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87699) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 12:52:54.791479 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 5a873111-6ea8-4772-9979-e91c7bc76500 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:54.792964 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:54.814778 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3da512a1-b6c9-4eeb-85a2-27e121a08e15 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:54.834698 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-80af7604-8593-4e91-8752-a1a0aba5dbfc tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:54.853451 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6cf3d3fa-f479-4cee-9bcb-4f150a7842e5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:54.872926 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-80af7604-8593-4e91-8752-a1a0aba5dbfc tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:54.978896 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf3d3fa-f479-4cee-9bcb-4f150a7842e5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event updated for resources: {'Subnet': ['ID=295aada1-8691-433e-a4f9-a8262750fef1,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:54.993692 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf3d3fa-f479-4cee-9bcb-4f150a7842e5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Checking segment: {'id': 'd301c5f5-5249-4d68-8869-1d5ef1bd1d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7f63b274-bf41-4b8b-9790-57cad569c21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:52:54.993928 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf3d3fa-f479-4cee-9bcb-4f150a7842e5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Network hostable DHCP agents. Network: 7f63b274-bf41-4b8b-9790-57cad569c21f, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:52:55.026232 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-80af7604-8593-4e91-8752-a1a0aba5dbfc tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:55.036320 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf3d3fa-f479-4cee-9bcb-4f150a7842e5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Network 7f63b274-bf41-4b8b-9790-57cad569c21f is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:52:55.046310 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3da512a1-b6c9-4eeb-85a2-27e121a08e15 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:55.067282 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af7604-8593-4e91-8752-a1a0aba5dbfc tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bcb0a7-46a0-4d15-8012-87dd0c48a552,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:55.080534 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-6cf3d3fa-f479-4cee-9bcb-4f150a7842e5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 7f63b274-bf41-4b8b-9790-57cad569c21f) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:55.085009 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3325f798-7c72-4653-b4a5-10fb6af02157 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:55.085859 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf3d3fa-f479-4cee-9bcb-4f150a7842e5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:55.087399 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6cf3d3fa-f479-4cee-9bcb-4f150a7842e5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:55.102455 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb0e39d-fc08-4df8-9021-6886a965943b None None] Network 7f63b274-bf41-4b8b-9790-57cad569c21f requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:55.160229 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-80af7604-8593-4e91-8752-a1a0aba5dbfc tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:55.165499 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-80af7604-8593-4e91-8752-a1a0aba5dbfc tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "DELETE /v2.0/security-groups/80bcb0a7-46a0-4d15-8012-87dd0c48a552 HTTP/1.1" status: 204 len: 168 time: 0.5189700 Feb 16 12:52:55.171303 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41662) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:55.239346 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3325f798-7c72-4653-b4a5-10fb6af02157 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Pushing event updated for resources: {'Subnet': ['ID=7a5cf16d-6a86-4f06-a211-091bb164a62d,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:55.278640 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-6cf3d3fa-f479-4cee-9bcb-4f150a7842e5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2345111 Feb 16 12:52:55.279141 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41670) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:55.327582 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3325f798-7c72-4653-b4a5-10fb6af02157 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Checking segment: {'id': '48bb26c0-60d2-446b-9983-1bba29544d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'ed41c0fd-1d16-462d-aee2-a5e6ce5ee715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:52:55.328635 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3325f798-7c72-4653-b4a5-10fb6af02157 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Network hostable DHCP agents. Network: ed41c0fd-1d16-462d-aee2-a5e6ce5ee715, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:52:55.341811 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5c218cdc-d480-4ec0-bab7-010d599f47db tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Synchronizing usage tracker for tenant:993d22b74a8441c6a16d43e4037f5a95 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:55.396902 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5c218cdc-d480-4ec0-bab7-010d599f47db tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Unset dirty status for tenant:993d22b74a8441c6a16d43e4037f5a95 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:55.402874 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5c218cdc-d480-4ec0-bab7-010d599f47db tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2274401 Feb 16 12:52:55.402874 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3325f798-7c72-4653-b4a5-10fb6af02157 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Network ed41c0fd-1d16-462d-aee2-a5e6ce5ee715 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:52:55.403379 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41674) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:55.427647 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57cc48c-bc4e-4489-9b8e-b636494dd955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-7f63b274-bf41-4b8b-9790-57cad569c21f', 'network_id': '7f63b274-bf41-4b8b-9790-57cad569c21f', 'tenant_id': '612ec8932dcb4d08ac02ac6ad23899eb', 'fixed_ips': [{'subnet_id': '295aada1-8691-433e-a4f9-a8262750fef1'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:52:55.429580 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a57cc48c-bc4e-4489-9b8e-b636494dd955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:55.433597 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-3325f798-7c72-4653-b4a5-10fb6af02157 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, ed41c0fd-1d16-462d-aee2-a5e6ce5ee715) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:55.439002 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3325f798-7c72-4653-b4a5-10fb6af02157 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:55.439756 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3325f798-7c72-4653-b4a5-10fb6af02157 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:55.452466 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac16dd8-014b-4490-a6b4-795d31906794 None None] Network ed41c0fd-1d16-462d-aee2-a5e6ce5ee715 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:55.476542 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3da512a1-b6c9-4eeb-85a2-27e121a08e15 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:55.493245 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3325f798-7c72-4653-b4a5-10fb6af02157 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.1074154 Feb 16 12:52:55.493952 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41680) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:55.500317 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-a2863d1e-4e40-4ede-bad3-1b6d9fe9038a tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:55.612774 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0dc9fd7b-a78e-4512-be66-5f9aaca7202b tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:55.642962 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da512a1-b6c9-4eeb-85a2-27e121a08e15 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event deleted for resources: {'Subnet': ['ID=cdaba830-dd32-488a-991f-e1a4970f5fb4,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:55.651629 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3da512a1-b6c9-4eeb-85a2-27e121a08e15 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:55.664690 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41684) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:55.673188 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-3da512a1-b6c9-4eeb-85a2-27e121a08e15 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/subnets/cdaba830-dd32-488a-991f-e1a4970f5fb4 HTTP/1.1" status: 204 len: 168 time: 1.0888522 Feb 16 12:52:55.688983 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a2863d1e-4e40-4ede-bad3-1b6d9fe9038a tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3446881'] for subnet, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:55.713014 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41688) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:55.898432 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2d6cda03-cb7f-4ee8-867b-b8e452c2acbe tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:55.900277 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0dc9fd7b-a78e-4512-be66-5f9aaca7202b tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:55.927058 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a2863d1e-4e40-4ede-bad3-1b6d9fe9038a tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754732646687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-335882'] for subnet, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:55.940642 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-3030337a-a5f5-4e15-b77e-728d242b4655 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:55.941474 dv-neutron-829527-1-hyperv neutron-server[87701]: WARNING neutron.api.v2.base [None req-3030337a-a5f5-4e15-b77e-728d242b4655 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 16 12:52:55.941616 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-3030337a-a5f5-4e15-b77e-728d242b4655 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] create failed (client error): There was a conflict when trying to complete your request. Feb 16 12:52:55.946369 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-3030337a-a5f5-4e15-b77e-728d242b4655 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2768664 Feb 16 12:52:55.959101 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41694) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:55.975737 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-87dcdb0f-8280-465a-ac81-782bcce7bd9f tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Request body: {'security_group': {'name': 'tempest-secgroup--1687657871'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:55.978586 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-a57cc48c-bc4e-4489-9b8e-b636494dd955 None None] Allocated IP 172.20.0.1 (7f63b274-bf41-4b8b-9790-57cad569c21f/295aada1-8691-433e-a4f9-a8262750fef1/49cd5fe8-b571-4fac-bea5-9b3061142e1c) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:52:55.986732 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc700db-9125-49fa-848a-169bd07e0c1f None None] Network 5445d32e-445f-436c-bb9d-ed3f7c5297c3 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:55.991003 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2863d1e-4e40-4ede-bad3-1b6d9fe9038a tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:55.991172 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a2863d1e-4e40-4ede-bad3-1b6d9fe9038a tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:55.994989 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a2863d1e-4e40-4ede-bad3-1b6d9fe9038a tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "PUT /v2.0/subnets/7a5cf16d-6a86-4f06-a211-091bb164a62d HTTP/1.1" status: 200 len: 900 time: 0.4974790 Feb 16 12:52:55.994989 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-87dcdb0f-8280-465a-ac81-782bcce7bd9f tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:55.997694 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41698) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:56.001411 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-87dcdb0f-8280-465a-ac81-782bcce7bd9f tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Usage tracker for resource:security_group and tenant:99104325fa9c49658e2a0638636924ad is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:56.027938 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-87dcdb0f-8280-465a-ac81-782bcce7bd9f tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:56.040660 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-87dcdb0f-8280-465a-ac81-782bcce7bd9f tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:56.041577 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2d6cda03-cb7f-4ee8-867b-b8e452c2acbe tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:56.063664 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f2204f8e-50ff-4b8c-b9f4-6d05de118297 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:56.095249 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-f2204f8e-50ff-4b8c-b9f4-6d05de118297 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Deleting port 64e06762-f680-4c61-867e-648c1ff93ca1 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:52:56.095627 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f2204f8e-50ff-4b8c-b9f4-6d05de118297 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:56.122379 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2863d1e-4e40-4ede-bad3-1b6d9fe9038a tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Pushing event updated for resources: {'Subnet': ['ID=7a5cf16d-6a86-4f06-a211-091bb164a62d,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:56.133925 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-87dcdb0f-8280-465a-ac81-782bcce7bd9f tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:56.150046 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-87dcdb0f-8280-465a-ac81-782bcce7bd9f tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:56.163406 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fb911c-3920-4347-842f-5aad6ff0da02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-ed41c0fd-1d16-462d-aee2-a5e6ce5ee715', 'network_id': 'ed41c0fd-1d16-462d-aee2-a5e6ce5ee715', 'tenant_id': '41e1ac5f697d49bbba7587a21281c0a4', 'fixed_ips': [{'subnet_id': '7a5cf16d-6a86-4f06-a211-091bb164a62d'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:52:56.164233 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-43fb911c-3920-4347-842f-5aad6ff0da02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:56.189270 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-87dcdb0f-8280-465a-ac81-782bcce7bd9f tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:56.203747 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-87dcdb0f-8280-465a-ac81-782bcce7bd9f tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Usage tracker for resource:security_group_rule and tenant:99104325fa9c49658e2a0638636924ad is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:56.209735 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-87dcdb0f-8280-465a-ac81-782bcce7bd9f tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:56.210938 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2d6cda03-cb7f-4ee8-867b-b8e452c2acbe tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:56.217827 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-87dcdb0f-8280-465a-ac81-782bcce7bd9f tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:56.222912 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ba4f05bb-d06c-4852-bb8a-d3aee74c5d52 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:56.236480 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6cda03-cb7f-4ee8-867b-b8e452c2acbe tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03f39fd-dbcc-4821-8bc2-4ea310791ea9,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:56.281957 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-342dd011-0353-47a2-a83f-5a2c2a084b06 None None] Provisioning complete for port 64e06762-f680-4c61-867e-648c1ff93ca1 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:52:56.282571 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-342dd011-0353-47a2-a83f-5a2c2a084b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:56.311337 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2d6cda03-cb7f-4ee8-867b-b8e452c2acbe tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:56.315007 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-2d6cda03-cb7f-4ee8-867b-b8e452c2acbe tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "DELETE /v2.0/security-groups/f03f39fd-dbcc-4821-8bc2-4ea310791ea9 HTTP/1.1" status: 204 len: 168 time: 0.9080160 Feb 16 12:52:56.316566 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41702) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:56.337394 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ba4f05bb-d06c-4852-bb8a-d3aee74c5d52 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:56.350748 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-f2204f8e-50ff-4b8c-b9f4-6d05de118297 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] For port 64e06762-f680-4c61-867e-648c1ff93ca1, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=64e06762-f680-4c61-867e-648c1ff93ca1,segment=NetworkSegment(d5bd2b59-7783-46db-bd55-1533bb92b37a),segment_id=d5bd2b59-7783-46db-bd55-1533bb92b37a)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:56.351152 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f2204f8e-50ff-4b8c-b9f4-6d05de118297 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:56.433403 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ba4f05bb-d06c-4852-bb8a-d3aee74c5d52 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:56.531446 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-f2204f8e-50ff-4b8c-b9f4-6d05de118297 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Calling delete_port for 64e06762-f680-4c61-867e-648c1ff93ca1 owned by network:dhcp {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:52:56.536190 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f05bb-d06c-4852-bb8a-d3aee74c5d52 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Pushing event deleted for resources: {'Subnet': ['ID=7a5cf16d-6a86-4f06-a211-091bb164a62d,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server [None req-43fb911c-3920-4347-842f-5aad6ff0da02 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7a5cf16d-6a86-4f06-a211-091bb164a62d: This subnet is being modified by another concurrent operation. Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server raise exception Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7a5cf16d-6a86-4f06-a211-091bb164a62d: This subnet is being modified by another concurrent operation. Feb 16 12:52:56.562661 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server Feb 16 12:52:56.620999 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce90ec55-c780-4271-a0a2-088aa7627896 None None] Network ed41c0fd-1d16-462d-aee2-a5e6ce5ee715 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:56.676208 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f2204f8e-50ff-4b8c-b9f4-6d05de118297 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:56.700736 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8fbddc-e2be-4672-9bd0-68cca3860f1b None None] DHCP port deletion for 5445d32e-445f-436c-bb9d-ed3f7c5297c3 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:52:56.747353 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2204f8e-50ff-4b8c-b9f4-6d05de118297 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event deleted for resources: {'Port': ['ID=64e06762-f680-4c61-867e-648c1ff93ca1,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:56.752139 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a57cc48c-bc4e-4489-9b8e-b636494dd955 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:56.756347 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2204f8e-50ff-4b8c-b9f4-6d05de118297 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] No DVR routers for this DVR port 64e06762-f680-4c61-867e-648c1ff93ca1 on host dv-neutron-829527-1-hyperv {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:52:56.799149 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-a57cc48c-bc4e-4489-9b8e-b636494dd955 None None] Transition to ACTIVE for port object 49cd5fe8-b571-4fac-bea5-9b3061142e1c will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:52:56.837203 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41706) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:56.837383 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9b878537-6af1-49ac-9615-347f8b61c523 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5199411 Feb 16 12:52:56.839368 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-87dcdb0f-8280-465a-ac81-782bcce7bd9f tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:56.841619 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ba4f05bb-d06c-4852-bb8a-d3aee74c5d52 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:56.852509 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-87dcdb0f-8280-465a-ac81-782bcce7bd9f tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:56.872500 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973d9f79-2f81-4e80-a5c2-311f1929a5d5 None None] Network ed41c0fd-1d16-462d-aee2-a5e6ce5ee715 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:56.888102 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-a57cc48c-bc4e-4489-9b8e-b636494dd955 None None] Transition to ACTIVE for port object 49cd5fe8-b571-4fac-bea5-9b3061142e1c will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:52:56.896459 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dcdb0f-8280-465a-ac81-782bcce7bd9f tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0fc9f8a-b092-4f09-8a94-e5e564dffad7,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:56.907244 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-87dcdb0f-8280-465a-ac81-782bcce7bd9f tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:56.914166 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-87dcdb0f-8280-465a-ac81-782bcce7bd9f tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Usage tracker for resource:security_group_rule and tenant:99104325fa9c49658e2a0638636924ad is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:56.919405 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-ba4f05bb-d06c-4852-bb8a-d3aee74c5d52 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed41c0fd-1d16-462d-aee2-a5e6ce5ee715']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:56.926433 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-b65b83e4-89ed-4430-8864-244b65a63af1 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Request body: {'security_group': {'name': 'tempest-secgroup--811902195'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:56.927145 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-87dcdb0f-8280-465a-ac81-782bcce7bd9f tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:56.939724 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-b65b83e4-89ed-4430-8864-244b65a63af1 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:56.939921 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-87dcdb0f-8280-465a-ac81-782bcce7bd9f tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:56.944401 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-ba4f05bb-d06c-4852-bb8a-d3aee74c5d52 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48bb26c0-60d2-446b-9983-1bba29544d62') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:56.944401 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-ba4f05bb-d06c-4852-bb8a-d3aee74c5d52 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48bb26c0-60d2-446b-9983-1bba29544d62') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:56.951460 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-b65b83e4-89ed-4430-8864-244b65a63af1 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Usage tracker for resource:security_group and tenant:993d22b74a8441c6a16d43e4037f5a95 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:56.969787 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ba4f05bb-d06c-4852-bb8a-d3aee74c5d52 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:56.970672 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a57cc48c-bc4e-4489-9b8e-b636494dd955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:56.975113 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-b65b83e4-89ed-4430-8864-244b65a63af1 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:56.988828 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-b65b83e4-89ed-4430-8864-244b65a63af1 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:56.997480 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f2204f8e-50ff-4b8c-b9f4-6d05de118297 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:57.007273 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ba4f05bb-d06c-4852-bb8a-d3aee74c5d52 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:57.008836 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0dc9fd7b-a78e-4512-be66-5f9aaca7202b tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:57.014213 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba4f05bb-d06c-4852-bb8a-d3aee74c5d52 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:52:57.014437 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ba4f05bb-d06c-4852-bb8a-d3aee74c5d52 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:57.031789 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:52:57.031789 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:52:57.031789 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:52:57.031789 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:52:57.031789 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:52:57.031789 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:52:57.031789 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:52:57.031789 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:52:57.031789 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:52:57.031789 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:52:57.031789 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:52:57.031789 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:52:57.031789 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:52:57.031789 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:52:57.031789 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:52:57.031789 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:52:57.031789 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:52:57.031789 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:52:57.031789 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:52:57.031789 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:52:57.031789 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:52:57.031789 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:52:57.031789 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:52:57.031789 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:52:57.031789 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:52:57.031789 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:52:57.031789 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:52:57.031789 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:52:57.031789 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:52:57.031789 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:52:57.031789 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:52:57.031789 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:52:57.098085 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc9fd7b-a78e-4512-be66-5f9aaca7202b tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event deleted for resources: {'Subnet': ['ID=295aada1-8691-433e-a4f9-a8262750fef1,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:57.104348 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b65b83e4-89ed-4430-8864-244b65a63af1 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:57.127049 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-f2204f8e-50ff-4b8c-b9f4-6d05de118297 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5445d32e-445f-436c-bb9d-ed3f7c5297c3']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:57.127477 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57cc48c-bc4e-4489-9b8e-b636494dd955 None None] Network 7f63b274-bf41-4b8b-9790-57cad569c21f is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:52:57.165351 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ba4f05bb-d06c-4852-bb8a-d3aee74c5d52 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:57.167544 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-87dcdb0f-8280-465a-ac81-782bcce7bd9f tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:57.174376 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-a57cc48c-bc4e-4489-9b8e-b636494dd955 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:52:57.181813 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57cc48c-bc4e-4489-9b8e-b636494dd955 None None] Pushing event updated for resources: {'Port': ['ID=49cd5fe8-b571-4fac-bea5-9b3061142e1c,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:57.191386 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57cc48c-bc4e-4489-9b8e-b636494dd955 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:52:57.192330 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ba4f05bb-d06c-4852-bb8a-d3aee74c5d52 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:57.219111 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-87dcdb0f-8280-465a-ac81-782bcce7bd9f tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:57.222948 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-f2204f8e-50ff-4b8c-b9f4-6d05de118297 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5bd2b59-7783-46db-bd55-1533bb92b37a') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:57.223316 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-f2204f8e-50ff-4b8c-b9f4-6d05de118297 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5bd2b59-7783-46db-bd55-1533bb92b37a') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:57.236026 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-b65b83e4-89ed-4430-8864-244b65a63af1 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:57.236763 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f05bb-d06c-4852-bb8a-d3aee74c5d52 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Pushing event deleted for resources: {'Network': ['ID=ed41c0fd-1d16-462d-aee2-a5e6ce5ee715,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:57.241114 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-b65b83e4-89ed-4430-8864-244b65a63af1 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Usage tracker for resource:security_group_rule and tenant:993d22b74a8441c6a16d43e4037f5a95 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:57.245140 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-b65b83e4-89ed-4430-8864-244b65a63af1 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:57.253867 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-b65b83e4-89ed-4430-8864-244b65a63af1 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:57.254525 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ba4f05bb-d06c-4852-bb8a-d3aee74c5d52 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "DELETE /v2.0/networks/ed41c0fd-1d16-462d-aee2-a5e6ce5ee715 HTTP/1.1" status: 204 len: 168 time: 1.2546985 Feb 16 12:52:57.255221 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41710) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:57.261716 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-87dcdb0f-8280-465a-ac81-782bcce7bd9f tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:57.265987 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-87dcdb0f-8280-465a-ac81-782bcce7bd9f tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3008573 Feb 16 12:52:57.270233 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41714) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:57.305757 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f2204f8e-50ff-4b8c-b9f4-6d05de118297 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:57.314223 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-c86fba3f-df6a-4c4c-a592-0ccb10a794c0 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Request body: {'security_group_rule': {'security_group_id': 'f2d6432a-946b-430d-bf5e-14ecacfffe65', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:57.327007 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0dc9fd7b-a78e-4512-be66-5f9aaca7202b tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:57.334823 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-a57cc48c-bc4e-4489-9b8e-b636494dd955 None None] Attempting to bind port 49cd5fe8-b571-4fac-bea5-9b3061142e1c on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:52:57.334980 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-e762311b-5b65-4358-922e-d55ff6710baf tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] DELETE failed (client error): The resource could not be found. Feb 16 12:52:57.335108 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-a57cc48c-bc4e-4489-9b8e-b636494dd955 None None] Attempting to bind port 49cd5fe8-b571-4fac-bea5-9b3061142e1c by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'd301c5f5-5249-4d68-8869-1d5ef1bd1d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7f63b274-bf41-4b8b-9790-57cad569c21f'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:52:57.335241 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e762311b-5b65-4358-922e-d55ff6710baf tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:52:57.336887 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57cc48c-bc4e-4489-9b8e-b636494dd955 None None] Attempting to bind port 49cd5fe8-b571-4fac-bea5-9b3061142e1c on network 7f63b274-bf41-4b8b-9790-57cad569c21f {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:52:57.338851 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e762311b-5b65-4358-922e-d55ff6710baf tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "DELETE /v2.0/subnets/7a5cf16d-6a86-4f06-a211-091bb164a62d HTTP/1.1" status: 404 len: 337 time: 0.0793941 Feb 16 12:52:57.340243 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c86fba3f-df6a-4c4c-a592-0ccb10a794c0 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:57.340671 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41718) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:57.343831 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57cc48c-bc4e-4489-9b8e-b636494dd955 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:52:57.344422 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57cc48c-bc4e-4489-9b8e-b636494dd955 None None] Checking segment: {'id': 'd301c5f5-5249-4d68-8869-1d5ef1bd1d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7f63b274-bf41-4b8b-9790-57cad569c21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:52:57.344679 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a57cc48c-bc4e-4489-9b8e-b636494dd955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:57.345782 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57cc48c-bc4e-4489-9b8e-b636494dd955 None None] Bound using segment: {'id': 'd301c5f5-5249-4d68-8869-1d5ef1bd1d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7f63b274-bf41-4b8b-9790-57cad569c21f'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:52:57.346184 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-a57cc48c-bc4e-4489-9b8e-b636494dd955 None None] Bound port: 49cd5fe8-b571-4fac-bea5-9b3061142e1c, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd301c5f5-5249-4d68-8869-1d5ef1bd1d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7f63b274-bf41-4b8b-9790-57cad569c21f'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:52:57.346723 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a57cc48c-bc4e-4489-9b8e-b636494dd955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:57.347307 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c86fba3f-df6a-4c4c-a592-0ccb10a794c0 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Usage tracker for resource:security_group_rule and tenant:99104325fa9c49658e2a0638636924ad is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:57.349936 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dcdb0f-8280-465a-ac81-782bcce7bd9f tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d6432a-946b-430d-bf5e-14ecacfffe65,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:57.352336 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c86fba3f-df6a-4c4c-a592-0ccb10a794c0 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:57.361549 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c86fba3f-df6a-4c4c-a592-0ccb10a794c0 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:57.395767 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cc69229-e468-45b3-b689-c08d9efdde14 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] DELETE failed (client error): The resource could not be found. Feb 16 12:52:57.396291 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cc69229-e468-45b3-b689-c08d9efdde14 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:52:57.401287 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-0dc9fd7b-a78e-4512-be66-5f9aaca7202b tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f63b274-bf41-4b8b-9790-57cad569c21f']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:57.405035 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c86fba3f-df6a-4c4c-a592-0ccb10a794c0 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:57.411846 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f2204f8e-50ff-4b8c-b9f4-6d05de118297 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:57.427365 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-0dc9fd7b-a78e-4512-be66-5f9aaca7202b tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd301c5f5-5249-4d68-8869-1d5ef1bd1d8b') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:57.427662 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-0dc9fd7b-a78e-4512-be66-5f9aaca7202b tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd301c5f5-5249-4d68-8869-1d5ef1bd1d8b') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:57.455368 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-2cc69229-e468-45b3-b689-c08d9efdde14 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "DELETE /v2.0/networks/ed41c0fd-1d16-462d-aee2-a5e6ce5ee715 HTTP/1.1" status: 404 len: 339 time: 0.1108725 Feb 16 12:52:57.456470 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41722) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:57.459775 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-a57cc48c-bc4e-4489-9b8e-b636494dd955 None None] For port 49cd5fe8-b571-4fac-bea5-9b3061142e1c, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:52:57.461311 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2204f8e-50ff-4b8c-b9f4-6d05de118297 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:52:57.461935 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f2204f8e-50ff-4b8c-b9f4-6d05de118297 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:57.475146 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c86fba3f-df6a-4c4c-a592-0ccb10a794c0 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:57.479663 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c86fba3f-df6a-4c4c-a592-0ccb10a794c0 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:57.482764 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:52:57.482764 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:52:57.482764 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:52:57.482764 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:52:57.482764 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:52:57.482764 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:52:57.482764 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:52:57.482764 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:52:57.482764 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:52:57.482764 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:52:57.482764 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:52:57.482764 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:52:57.482764 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:52:57.482764 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:52:57.482764 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:52:57.482764 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:52:57.482764 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:52:57.482764 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:52:57.482764 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:52:57.482764 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:52:57.482764 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:52:57.482764 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:52:57.482764 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:52:57.482764 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:52:57.482764 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:52:57.482764 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:52:57.482764 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:52:57.482764 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:52:57.482764 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:52:57.482764 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:52:57.482764 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:52:57.482764 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:52:57.489038 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0dc9fd7b-a78e-4512-be66-5f9aaca7202b tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:57.507276 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86fba3f-df6a-4c4c-a592-0ccb10a794c0 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a35b66da-a91d-4ed6-88e0-11c99a25f3bf,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:57.516699 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c86fba3f-df6a-4c4c-a592-0ccb10a794c0 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:57.518028 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c86fba3f-df6a-4c4c-a592-0ccb10a794c0 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2468283 Feb 16 12:52:57.521176 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41726) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:57.526155 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-aef3c10a-3d1f-4b67-afe4-6198ad9f7d26 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Request body: {'security_group_rule': {'security_group_id': 'f2d6432a-946b-430d-bf5e-14ecacfffe65', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:57.532210 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-aef3c10a-3d1f-4b67-afe4-6198ad9f7d26 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:57.536330 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-aef3c10a-3d1f-4b67-afe4-6198ad9f7d26 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Usage tracker for resource:security_group_rule and tenant:99104325fa9c49658e2a0638636924ad is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:57.539483 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-aef3c10a-3d1f-4b67-afe4-6198ad9f7d26 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:57.545894 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-aef3c10a-3d1f-4b67-afe4-6198ad9f7d26 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:57.565253 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aef3c10a-3d1f-4b67-afe4-6198ad9f7d26 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:57.630096 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-aef3c10a-3d1f-4b67-afe4-6198ad9f7d26 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] create failed (client error): There was a conflict when trying to complete your request. Feb 16 12:52:57.631202 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-aef3c10a-3d1f-4b67-afe4-6198ad9f7d26 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1091077 Feb 16 12:52:57.634465 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41730) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:57.700168 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-007f4929-8d45-41b0-b487-022a81ed6527 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:57.727865 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-007f4929-8d45-41b0-b487-022a81ed6527 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:57.778366 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-007f4929-8d45-41b0-b487-022a81ed6527 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:57.794744 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f4929-8d45-41b0-b487-022a81ed6527 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d6432a-946b-430d-bf5e-14ecacfffe65,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:57.801543 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-007f4929-8d45-41b0-b487-022a81ed6527 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:57.805681 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-007f4929-8d45-41b0-b487-022a81ed6527 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "DELETE /v2.0/security-groups/f2d6432a-946b-430d-bf5e-14ecacfffe65 HTTP/1.1" status: 204 len: 168 time: 0.1673152 Feb 16 12:52:57.805681 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41734) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:57.822097 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b65b83e4-89ed-4430-8864-244b65a63af1 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:57.823622 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f2204f8e-50ff-4b8c-b9f4-6d05de118297 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:57.829634 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-a57cc48c-bc4e-4489-9b8e-b636494dd955 None None] For port 49cd5fe8-b571-4fac-bea5-9b3061142e1c, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=49cd5fe8-b571-4fac-bea5-9b3061142e1c,segment=NetworkSegment(d301c5f5-5249-4d68-8869-1d5ef1bd1d8b),segment_id=d301c5f5-5249-4d68-8869-1d5ef1bd1d8b)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:52:57.836370 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a57cc48c-bc4e-4489-9b8e-b636494dd955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:57.848139 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f2204f8e-50ff-4b8c-b9f4-6d05de118297 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:57.855888 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2204f8e-50ff-4b8c-b9f4-6d05de118297 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event deleted for resources: {'Network': ['ID=5445d32e-445f-436c-bb9d-ed3f7c5297c3,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:57.862270 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41738) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:57.864827 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f2204f8e-50ff-4b8c-b9f4-6d05de118297 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/networks/5445d32e-445f-436c-bb9d-ed3f7c5297c3 HTTP/1.1" status: 204 len: 168 time: 2.1367481 Feb 16 12:52:57.868776 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0b86e877-2003-4837-9dd7-5f0bfdf4f359 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:57.871880 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0dc9fd7b-a78e-4512-be66-5f9aaca7202b tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:57.874203 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b65b83e4-89ed-4430-8864-244b65a63af1 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:57.913592 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b83e4-89ed-4430-8864-244b65a63af1 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=771fff2f-20f9-4f50-a7e7-eb25510656df,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:57.918218 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dc9fd7b-a78e-4512-be66-5f9aaca7202b tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:52:57.918610 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0dc9fd7b-a78e-4512-be66-5f9aaca7202b tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:57.936641 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:52:57.936641 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:52:57.936641 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:52:57.936641 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:52:57.936641 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:52:57.936641 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:52:57.936641 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:52:57.936641 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:52:57.936641 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:52:57.936641 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:52:57.936641 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:52:57.936641 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:52:57.936641 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:52:57.936641 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:52:57.936641 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:52:57.936641 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:52:57.936641 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:52:57.936641 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:52:57.936641 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:52:57.936641 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:52:57.936641 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:52:57.936641 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:52:57.936641 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:52:57.936641 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:52:57.936641 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:52:57.936641 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:52:57.936641 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:52:57.936641 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:52:57.936641 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:52:57.936641 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:52:57.936641 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:52:57.936641 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:52:57.964865 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a99a43e3-5053-4bb3-b2c2-ac7fb9158441 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Synchronizing usage tracker for tenant:99104325fa9c49658e2a0638636924ad on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:58.011940 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a99a43e3-5053-4bb3-b2c2-ac7fb9158441 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Unset dirty status for tenant:99104325fa9c49658e2a0638636924ad on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:58.017738 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a99a43e3-5053-4bb3-b2c2-ac7fb9158441 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2072217 Feb 16 12:52:58.018581 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41742) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:58.026564 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d1123d02-9f77-4151-a906-3928c2bd028b tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Request body: {'security_group': {'name': 'tempest-secgroup--220413775'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:58.040806 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699bde5c-a833-460d-9dca-5306da8dcb26 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:58.041124 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-699bde5c-a833-460d-9dca-5306da8dcb26 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Synchronizing usage tracker for tenant:cf313999ec50441da36056616d2e4e36 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:58.044578 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57cc48c-bc4e-4489-9b8e-b636494dd955 None None] Pushing event updated for resources: {'Port': ['ID=49cd5fe8-b571-4fac-bea5-9b3061142e1c,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:58.044963 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d1123d02-9f77-4151-a906-3928c2bd028b tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:58.047385 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b65b83e4-89ed-4430-8864-244b65a63af1 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:58.052343 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-b65b83e4-89ed-4430-8864-244b65a63af1 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2131763 Feb 16 12:52:58.055508 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41746) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:58.068757 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-2277e94f-4bd0-495e-9773-4199e7c68a5f tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:58.069446 dv-neutron-829527-1-hyperv neutron-server[87699]: WARNING neutron.api.v2.base [None req-2277e94f-4bd0-495e-9773-4199e7c68a5f tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 16 12:52:58.069952 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-2277e94f-4bd0-495e-9773-4199e7c68a5f tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] update failed (client error): There was a conflict when trying to complete your request. Feb 16 12:52:58.070921 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2277e94f-4bd0-495e-9773-4199e7c68a5f tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "PUT /v2.0/security-groups/771fff2f-20f9-4f50-a7e7-eb25510656df HTTP/1.1" status: 409 len: 330 time: 0.0119061 Feb 16 12:52:58.071607 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b0c8c8-625b-494d-b3c4-495e97cfbc92 None None] Network 7f63b274-bf41-4b8b-9790-57cad569c21f requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:52:58.072021 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d1123d02-9f77-4151-a906-3928c2bd028b tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:58.075195 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41750) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:58.097949 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-699bde5c-a833-460d-9dca-5306da8dcb26 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Unset dirty status for tenant:cf313999ec50441da36056616d2e4e36 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:58.099148 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-699bde5c-a833-460d-9dca-5306da8dcb26 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2354860 Feb 16 12:52:58.102961 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41754) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:58.169411 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.db.api [None req-0dc9fd7b-a78e-4512-be66-5f9aaca7202b tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 12:52:58.169411 dv-neutron-829527-1-hyperv neutron-server[87701]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 12:52:58.169411 dv-neutron-829527-1-hyperv neutron-server[87701]: [parameters: {'id': '7f63b274-bf41-4b8b-9790-57cad569c21f'}] Feb 16 12:52:58.169411 dv-neutron-829527-1-hyperv neutron-server[87701]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:52:58.169834 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d1123d02-9f77-4151-a906-3928c2bd028b tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:58.170363 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG oslo_db.api [None req-0dc9fd7b-a78e-4512-be66-5f9aaca7202b tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:52:58.176774 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0b86e877-2003-4837-9dd7-5f0bfdf4f359 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:58.203804 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-0b86e877-2003-4837-9dd7-5f0bfdf4f359 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d431745-46d5-4483-be7b-e68abc4ed378']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:58.217567 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-0b86e877-2003-4837-9dd7-5f0bfdf4f359 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57f8d098-d6e0-4265-b83d-d56bf3c4bb6d') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:58.218189 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-0b86e877-2003-4837-9dd7-5f0bfdf4f359 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57f8d098-d6e0-4265-b83d-d56bf3c4bb6d') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:58.234473 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d1123d02-9f77-4151-a906-3928c2bd028b tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:58.240910 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0b86e877-2003-4837-9dd7-5f0bfdf4f359 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:58.251603 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d1123d02-9f77-4151-a906-3928c2bd028b tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Usage tracker for resource:security_group_rule and tenant:99104325fa9c49658e2a0638636924ad is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:58.259952 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d1123d02-9f77-4151-a906-3928c2bd028b tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:58.267991 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0b86e877-2003-4837-9dd7-5f0bfdf4f359 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:58.269900 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d1123d02-9f77-4151-a906-3928c2bd028b tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:58.279086 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1fa80399-bb40-445a-8abd-f0c7a49c3887 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:58.293084 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b86e877-2003-4837-9dd7-5f0bfdf4f359 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:52:58.293828 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0b86e877-2003-4837-9dd7-5f0bfdf4f359 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:58.310000 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:52:58.310000 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:52:58.310000 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:52:58.310000 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:52:58.310000 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:52:58.310000 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:52:58.310000 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:52:58.310000 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:52:58.310000 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:52:58.310000 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:52:58.310000 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:52:58.310000 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:52:58.310000 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:52:58.310000 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:52:58.310000 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:52:58.310000 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:52:58.310000 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:52:58.310000 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:52:58.310000 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:52:58.310000 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:52:58.310000 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:52:58.310000 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:52:58.310000 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:52:58.310000 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:52:58.310000 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:52:58.310000 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:52:58.310000 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:52:58.310000 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:52:58.310000 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:52:58.310000 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:52:58.310000 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:52:58.310000 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:52:58.325190 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1fa80399-bb40-445a-8abd-f0c7a49c3887 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:58.336775 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acaeb61-395a-4d50-82c8-73a78cf8e1e0 None None] get_active_networks_info from dv-neutron-829527-1-hyperv {{(pid=87702) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 12:52:58.361794 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-aa832875-49f1-4c05-bf12-987f20652f5d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2574520 Feb 16 12:52:58.371140 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41758) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:58.404657 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-e272ea7d-0e05-43b5-acdb-8347afad51a7 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1855218851'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:58.428457 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0b86e877-2003-4837-9dd7-5f0bfdf4f359 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:58.431392 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e272ea7d-0e05-43b5-acdb-8347afad51a7 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:58.457919 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e272ea7d-0e05-43b5-acdb-8347afad51a7 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Usage tracker for resource:network and tenant:cf313999ec50441da36056616d2e4e36 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:58.462692 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e272ea7d-0e05-43b5-acdb-8347afad51a7 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:58.490602 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0b86e877-2003-4837-9dd7-5f0bfdf4f359 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:58.505022 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d1123d02-9f77-4151-a906-3928c2bd028b tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:58.510383 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e272ea7d-0e05-43b5-acdb-8347afad51a7 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:58.515463 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41762) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:58.516298 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d1123d02-9f77-4151-a906-3928c2bd028b tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:58.516965 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-0b86e877-2003-4837-9dd7-5f0bfdf4f359 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "DELETE /v2.0/networks/0d431745-46d5-4483-be7b-e68abc4ed378 HTTP/1.1" status: 204 len: 168 time: 1.0324712 Feb 16 12:52:58.518061 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b86e877-2003-4837-9dd7-5f0bfdf4f359 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Pushing event deleted for resources: {'Network': ['ID=0d431745-46d5-4483-be7b-e68abc4ed378,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:58.537352 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acaeb61-395a-4d50-82c8-73a78cf8e1e0 None None] Resources bound (agent type, host, resource id): {{(pid=87702) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:52:58.557239 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 64e06762-f680-4c61-867e-648c1ff93ca1 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:52:58.589228 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1fa80399-bb40-445a-8abd-f0c7a49c3887 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:58.614077 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 64e06762-f680-4c61-867e-648c1ff93ca1 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:52:58.614077 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 64e06762-f680-4c61-867e-648c1ff93ca1 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:52:58.625675 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e272ea7d-0e05-43b5-acdb-8347afad51a7 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Made reservation on behalf of cf313999ec50441da36056616d2e4e36 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:58.628899 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e272ea7d-0e05-43b5-acdb-8347afad51a7 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:58.646245 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-201f216d-c8b4-48b8-85e2-86c497a344f8 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] DELETE failed (client error): The resource could not be found. Feb 16 12:52:58.646406 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-201f216d-c8b4-48b8-85e2-86c497a344f8 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:52:58.673750 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1123d02-9f77-4151-a906-3928c2bd028b tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=161140dd-acf0-4542-8219-b243f70f7bd7,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:58.673970 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0dc9fd7b-a78e-4512-be66-5f9aaca7202b tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:58.687469 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-0dc9fd7b-a78e-4512-be66-5f9aaca7202b tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Deleting port 49cd5fe8-b571-4fac-bea5-9b3061142e1c {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:52:58.687469 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0dc9fd7b-a78e-4512-be66-5f9aaca7202b tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:58.700492 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-201f216d-c8b4-48b8-85e2-86c497a344f8 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "DELETE /v2.0/subnets/57f0bb4a-3e80-49ff-89c2-ca6507fdeda6 HTTP/1.1" status: 404 len: 337 time: 0.1693721 Feb 16 12:52:58.700492 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa80399-bb40-445a-8abd-f0c7a49c3887 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=771fff2f-20f9-4f50-a7e7-eb25510656df,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:58.704168 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41766) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:58.704168 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d1123d02-9f77-4151-a906-3928c2bd028b tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:58.704972 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d1123d02-9f77-4151-a906-3928c2bd028b tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6851597 Feb 16 12:52:58.711226 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1fa80399-bb40-445a-8abd-f0c7a49c3887 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:58.711226 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1fa80399-bb40-445a-8abd-f0c7a49c3887 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "DELETE /v2.0/security-groups/771fff2f-20f9-4f50-a7e7-eb25510656df HTTP/1.1" status: 204 len: 168 time: 0.6333685 Feb 16 12:52:58.712991 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41770) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:58.717370 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41772) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:58.743152 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-99078e3c-7d29-4960-9ef8-aac0eb50f84d tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] DELETE failed (client error): The resource could not be found. Feb 16 12:52:58.743152 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99078e3c-7d29-4960-9ef8-aac0eb50f84d tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:52:58.744223 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e272ea7d-0e05-43b5-acdb-8347afad51a7 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:52:58.750195 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-f153b0d1-0f14-40d9-9fe6-e3ac8abba9ba tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Request body: {'security_group_rule': {'security_group_id': '161140dd-acf0-4542-8219-b243f70f7bd7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:58.760323 dv-neutron-829527-1-hyperv neutron-server[87701]: WARNING neutron.api.v2.base [None req-f153b0d1-0f14-40d9-9fe6-e3ac8abba9ba tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 16 12:52:58.760323 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-f153b0d1-0f14-40d9-9fe6-e3ac8abba9ba tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:52:58.760323 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f153b0d1-0f14-40d9-9fe6-e3ac8abba9ba tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0405955 Feb 16 12:52:58.767754 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-99078e3c-7d29-4960-9ef8-aac0eb50f84d tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "DELETE /v2.0/networks/07867545-95ec-4183-9a17-f9828b03d722 HTTP/1.1" status: 404 len: 339 time: 0.0482209 Feb 16 12:52:58.767754 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41778) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:58.767754 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41780) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:58.767754 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e272ea7d-0e05-43b5-acdb-8347afad51a7 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:58.767754 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-e272ea7d-0e05-43b5-acdb-8347afad51a7 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Added segment 18cb355e-1578-4555-bef0-db8d5b8053ea of type vlan for network a2f889ed-0d34-4572-8689-77c33faaccaa Feb 16 12:52:58.803327 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-eb1a3438-5398-45e2-b7ea-6ab6703b81e3 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Synchronizing usage tracker for tenant:993d22b74a8441c6a16d43e4037f5a95 on resource:security_group {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:58.893974 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e272ea7d-0e05-43b5-acdb-8347afad51a7 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:58.902679 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1861037-d703-4d91-8b8f-54acc223b543 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Deleting subnet ab444b79-ccf4-4614-98ec-dc789ce6dec0 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:52:58.909969 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c1861037-d703-4d91-8b8f-54acc223b543 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:58.980187 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c6b8cef4-d315-45d2-ab76-d43e1599d624 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:58.991134 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-eb1a3438-5398-45e2-b7ea-6ab6703b81e3 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] Unset dirty status for tenant:993d22b74a8441c6a16d43e4037f5a95 on resource:security_group {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:58.998381 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-eb1a3438-5398-45e2-b7ea-6ab6703b81e3 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2719069 Feb 16 12:52:58.998381 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41786) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:59.022129 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c1861037-d703-4d91-8b8f-54acc223b543 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:59.027748 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-0dc9fd7b-a78e-4512-be66-5f9aaca7202b tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] For port 49cd5fe8-b571-4fac-bea5-9b3061142e1c, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=49cd5fe8-b571-4fac-bea5-9b3061142e1c,segment=NetworkSegment(d301c5f5-5249-4d68-8869-1d5ef1bd1d8b),segment_id=d301c5f5-5249-4d68-8869-1d5ef1bd1d8b)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:52:59.027980 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0dc9fd7b-a78e-4512-be66-5f9aaca7202b tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:59.042389 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-272ca551-9c9b-4a65-b1ae-84ee09c31ea3 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] delete failed (client error): The resource could not be found. Feb 16 12:52:59.049433 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-272ca551-9c9b-4a65-b1ae-84ee09c31ea3 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "DELETE /v2.0/security-groups/85e903a9-f810-437e-a6e4-370a23718b53 HTTP/1.1" status: 404 len: 347 time: 0.0513108 Feb 16 12:52:59.049433 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41790) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:59.063088 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e272ea7d-0e05-43b5-acdb-8347afad51a7 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:59.063282 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0377e9f4-04a2-4648-baa4-460ca1d46587 None None] get_active_networks_info from dv-neutron-829527-1-hyperv {{(pid=87702) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 12:52:59.067873 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e272ea7d-0e05-43b5-acdb-8347afad51a7 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:52:59.069422 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e272ea7d-0e05-43b5-acdb-8347afad51a7 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:59.113782 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c6b8cef4-d315-45d2-ab76-d43e1599d624 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:59.195649 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-4e255aa9-9199-4155-8208-66fedb3492ec tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] show failed (client error): The resource could not be found. Feb 16 12:52:59.196696 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-4e255aa9-9199-4155-8208-66fedb3492ec tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "GET /v2.0/security-groups/6ff83966-06b9-42e5-ade7-97361c562742 HTTP/1.1" status: 404 len: 347 time: 0.0846977 Feb 16 12:52:59.205197 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-0dc9fd7b-a78e-4512-be66-5f9aaca7202b tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Calling delete_port for 49cd5fe8-b571-4fac-bea5-9b3061142e1c owned by network:dhcp {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:52:59.231368 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41796) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:59.264783 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e272ea7d-0e05-43b5-acdb-8347afad51a7 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8852320 Feb 16 12:52:59.268933 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41802) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:59.271483 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0377e9f4-04a2-4648-baa4-460ca1d46587 None None] Resources bound (agent type, host, resource id): {{(pid=87702) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:52:59.277464 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-c9061bc3-2847-4220-979a-f8492e24399f tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Request body: {'subnet': {'network_id': 'a2f889ed-0d34-4572-8689-77c33faaccaa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:52:59.305461 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-2af647a9-95ef-49b5-9271-37b9aa725437 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] show failed (client error): The resource could not be found. Feb 16 12:52:59.306554 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2af647a9-95ef-49b5-9271-37b9aa725437 tempest-NegativeSecGroupTest-1832823729 tempest-NegativeSecGroupTest-1832823729-project] 10.222.0.83 "GET /v2.0/security-group-rules/b8c4615e-c802-40b0-ac4a-82cece1a5609 HTTP/1.1" status: 404 len: 356 time: 0.0741336 Feb 16 12:52:59.327825 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e272ea7d-0e05-43b5-acdb-8347afad51a7 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event updated for resources: {'Network': ['ID=a2f889ed-0d34-4572-8689-77c33faaccaa,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:59.362142 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c1861037-d703-4d91-8b8f-54acc223b543 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:59.364784 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network a2f889ed-0d34-4572-8689-77c33faaccaa details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:52:59.419657 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-c9061bc3-2847-4220-979a-f8492e24399f tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:52:59.423764 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-c9061bc3-2847-4220-979a-f8492e24399f tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Usage tracker for resource:subnet and tenant:cf313999ec50441da36056616d2e4e36 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:52:59.427093 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-c9061bc3-2847-4220-979a-f8492e24399f tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:52:59.433274 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-c9061bc3-2847-4220-979a-f8492e24399f tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:52:59.441739 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0dc9fd7b-a78e-4512-be66-5f9aaca7202b tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:59.465947 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c6b8cef4-d315-45d2-ab76-d43e1599d624 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:59.485997 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9061bc3-2847-4220-979a-f8492e24399f tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Made reservation on behalf of cf313999ec50441da36056616d2e4e36 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:52:59.489116 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c9061bc3-2847-4220-979a-f8492e24399f tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:59.500164 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b8cef4-d315-45d2-ab76-d43e1599d624 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=161140dd-acf0-4542-8219-b243f70f7bd7,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:59.514179 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc9fd7b-a78e-4512-be66-5f9aaca7202b tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event deleted for resources: {'Port': ['ID=49cd5fe8-b571-4fac-bea5-9b3061142e1c,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:59.527069 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c6b8cef4-d315-45d2-ab76-d43e1599d624 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:59.532897 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c6b8cef4-d315-45d2-ab76-d43e1599d624 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "DELETE /v2.0/security-groups/161140dd-acf0-4542-8219-b243f70f7bd7 HTTP/1.1" status: 204 len: 168 time: 0.7716286 Feb 16 12:52:59.532897 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41810) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:59.550596 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c1861037-d703-4d91-8b8f-54acc223b543 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:59.600972 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc9fd7b-a78e-4512-be66-5f9aaca7202b tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] No DVR routers for this DVR port 49cd5fe8-b571-4fac-bea5-9b3061142e1c on host dv-neutron-829527-1-hyperv {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:52:59.606831 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c1861037-d703-4d91-8b8f-54acc223b543 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:59.610412 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c1861037-d703-4d91-8b8f-54acc223b543 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "DELETE /v2.0/subnets/ab444b79-ccf4-4614-98ec-dc789ce6dec0 HTTP/1.1" status: 204 len: 168 time: 0.8492916 Feb 16 12:52:59.613366 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1861037-d703-4d91-8b8f-54acc223b543 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Pushing event deleted for resources: {'Subnet': ['ID=ab444b79-ccf4-4614-98ec-dc789ce6dec0,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:52:59.615287 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41814) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:59.841345 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-09bd8f67-4743-46c5-842f-af7fba9b8e4d tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Deleting subnet 46136020-6903-4ea2-ae3f-71a75c93490e {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:52:59.852253 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-09bd8f67-4743-46c5-842f-af7fba9b8e4d tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:59.895929 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41820) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:59.921339 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3a8cee01-8508-4dee-9441-c61095f94927 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Synchronizing usage tracker for tenant:99104325fa9c49658e2a0638636924ad on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:52:59.934796 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0dc9fd7b-a78e-4512-be66-5f9aaca7202b tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:59.947016 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-09bd8f67-4743-46c5-842f-af7fba9b8e4d tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:52:59.964543 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-0dc9fd7b-a78e-4512-be66-5f9aaca7202b tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f63b274-bf41-4b8b-9790-57cad569c21f']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:59.979550 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-0dc9fd7b-a78e-4512-be66-5f9aaca7202b tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd301c5f5-5249-4d68-8869-1d5ef1bd1d8b') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:59.979550 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-0dc9fd7b-a78e-4512-be66-5f9aaca7202b tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd301c5f5-5249-4d68-8869-1d5ef1bd1d8b') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:52:59.985491 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3a8cee01-8508-4dee-9441-c61095f94927 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Unset dirty status for tenant:99104325fa9c49658e2a0638636924ad on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:52:59.986606 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3a8cee01-8508-4dee-9441-c61095f94927 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4541996 Feb 16 12:52:59.994124 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41826) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:52:59.998708 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0dc9fd7b-a78e-4512-be66-5f9aaca7202b tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:00.006535 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-5059dba8-753a-4378-b391-c47998930c38 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Request body: {'security_group': {'name': 'tempest-secgroup--1075639014'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:00.016520 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0dc9fd7b-a78e-4512-be66-5f9aaca7202b tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:00.023398 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dc9fd7b-a78e-4512-be66-5f9aaca7202b tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:53:00.024346 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0dc9fd7b-a78e-4512-be66-5f9aaca7202b tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:00.025223 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5059dba8-753a-4378-b391-c47998930c38 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:00.045202 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5059dba8-753a-4378-b391-c47998930c38 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:00.048214 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1644f168-add4-4c2b-973a-cfaafe7ba9cd None None] Network 42222da5-2a9c-4b97-bc7b-463f2a5d6cae requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:53:00.067837 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5059dba8-753a-4378-b391-c47998930c38 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:00.094385 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-09bd8f67-4743-46c5-842f-af7fba9b8e4d tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:00.122054 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5059dba8-753a-4378-b391-c47998930c38 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:00.127196 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:53:00.127196 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:53:00.127196 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:53:00.127196 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:53:00.127196 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:53:00.127196 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:53:00.127196 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:53:00.127196 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:53:00.127196 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:53:00.127196 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:53:00.127196 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:53:00.127196 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:53:00.127196 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:53:00.127196 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:53:00.127196 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:53:00.127196 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:53:00.127196 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:53:00.127196 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:53:00.127196 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:53:00.127196 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:53:00.127196 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:53:00.127196 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:53:00.127196 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:53:00.127196 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:53:00.127196 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:53:00.127196 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:53:00.127196 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:53:00.127196 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:53:00.127196 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:53:00.127196 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:53:00.127196 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:53:00.127196 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:53:00.144314 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0dc9fd7b-a78e-4512-be66-5f9aaca7202b tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:00.156583 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5059dba8-753a-4378-b391-c47998930c38 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Usage tracker for resource:security_group_rule and tenant:99104325fa9c49658e2a0638636924ad is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:00.162578 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5059dba8-753a-4378-b391-c47998930c38 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:00.172699 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0dc9fd7b-a78e-4512-be66-5f9aaca7202b tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:00.172923 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5059dba8-753a-4378-b391-c47998930c38 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:00.178597 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc9fd7b-a78e-4512-be66-5f9aaca7202b tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event deleted for resources: {'Network': ['ID=7f63b274-bf41-4b8b-9790-57cad569c21f,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:00.197828 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-0dc9fd7b-a78e-4512-be66-5f9aaca7202b tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "DELETE /v2.0/networks/7f63b274-bf41-4b8b-9790-57cad569c21f HTTP/1.1" status: 204 len: 168 time: 4.9163687 Feb 16 12:53:00.199246 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41830) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:00.205996 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-b94af6e0-1dff-4cd9-997a-8ea3f11f6f68 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2009811491'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:00.213235 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-b94af6e0-1dff-4cd9-997a-8ea3f11f6f68 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:00.219254 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-b94af6e0-1dff-4cd9-997a-8ea3f11f6f68 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Usage tracker for resource:network and tenant:612ec8932dcb4d08ac02ac6ad23899eb is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:00.225737 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-b94af6e0-1dff-4cd9-997a-8ea3f11f6f68 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:00.245076 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ac577ca8-5fcc-4464-84a8-c17651cf7f5b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=993d22b74a8441c6a16d43e4037f5a95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3475978 Feb 16 12:53:00.247410 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41834) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:00.266767 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-b94af6e0-1dff-4cd9-997a-8ea3f11f6f68 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:00.299104 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94af6e0-1dff-4cd9-997a-8ea3f11f6f68 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Made reservation on behalf of 612ec8932dcb4d08ac02ac6ad23899eb for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:53:00.305404 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b94af6e0-1dff-4cd9-997a-8ea3f11f6f68 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:00.326765 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-09bd8f67-4743-46c5-842f-af7fba9b8e4d tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:00.358264 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b94af6e0-1dff-4cd9-997a-8ea3f11f6f68 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:53:00.386624 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd8f67-4743-46c5-842f-af7fba9b8e4d tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Pushing event deleted for resources: {'Subnet': ['ID=46136020-6903-4ea2-ae3f-71a75c93490e,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:00.390246 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-09bd8f67-4743-46c5-842f-af7fba9b8e4d tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:00.394225 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b94af6e0-1dff-4cd9-997a-8ea3f11f6f68 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:00.394674 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-b94af6e0-1dff-4cd9-997a-8ea3f11f6f68 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Added segment 85b1bf09-a377-4ff9-810f-582fb48ba6ab of type vlan for network 9e370917-bc7f-40f2-ac81-7e4ecb7737e1 Feb 16 12:53:00.422963 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c9061bc3-2847-4220-979a-f8492e24399f tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:00.428937 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5059dba8-753a-4378-b391-c47998930c38 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:00.432584 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2e3128b7-74c9-4d9c-9335-1cf17aeb8d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:00.438677 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-09bd8f67-4743-46c5-842f-af7fba9b8e4d tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "DELETE /v2.0/subnets/46136020-6903-4ea2-ae3f-71a75c93490e HTTP/1.1" status: 204 len: 168 time: 0.8195653 Feb 16 12:53:00.439404 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41840) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:00.472624 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b94af6e0-1dff-4cd9-997a-8ea3f11f6f68 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:00.474542 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5059dba8-753a-4378-b391-c47998930c38 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:00.486024 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa0d2d1-a00b-4d0a-9ab4-54ad6cb6f451 None None] Update dhcp port {'port': {'network_id': '42222da5-2a9c-4b97-bc7b-463f2a5d6cae', 'fixed_ips': [{'subnet_id': '46136020-6903-4ea2-ae3f-71a75c93490e'}], 'binding:host_id': 'dv-neutron-829527-1-hyperv'}, 'id': '2527d7b8-514b-4d3f-9bb9-0319ca0436f0'} from dv-neutron-829527-1-hyperv. {{(pid=87702) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 12:53:00.539229 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-eaa0d2d1-a00b-4d0a-9ab4-54ad6cb6f451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:00.545876 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9061bc3-2847-4220-979a-f8492e24399f tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event updated for resources: {'Subnet': ['ID=b97c0d5a-42a5-47a0-a57d-f70a1c1f3c98,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:00.559236 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9061bc3-2847-4220-979a-f8492e24399f tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Checking segment: {'id': '18cb355e-1578-4555-bef0-db8d5b8053ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a2f889ed-0d34-4572-8689-77c33faaccaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:53:00.559588 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9061bc3-2847-4220-979a-f8492e24399f tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Network hostable DHCP agents. Network: a2f889ed-0d34-4572-8689-77c33faaccaa, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:53:00.567748 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2e3128b7-74c9-4d9c-9335-1cf17aeb8d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:00.577898 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b94af6e0-1dff-4cd9-997a-8ea3f11f6f68 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:00.583981 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94af6e0-1dff-4cd9-997a-8ea3f11f6f68 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:00.584573 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b94af6e0-1dff-4cd9-997a-8ea3f11f6f68 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:00.608901 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5059dba8-753a-4378-b391-c47998930c38 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:00.610139 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5059dba8-753a-4378-b391-c47998930c38 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6147807 Feb 16 12:53:00.615328 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41844) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:00.620542 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059dba8-753a-4378-b391-c47998930c38 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b251dc97-fa54-4c70-9d32-173ae964fdcd,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:00.631557 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-73d2f898-1808-4369-93b0-706868933b4f tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Request body: {'security_group_rule': {'security_group_id': 'b251dc97-fa54-4c70-9d32-173ae964fdcd', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:00.632474 dv-neutron-829527-1-hyperv neutron-server[87701]: WARNING neutron.api.v2.base [None req-73d2f898-1808-4369-93b0-706868933b4f tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 16 12:53:00.633069 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-73d2f898-1808-4369-93b0-706868933b4f tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:53:00.634069 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-73d2f898-1808-4369-93b0-706868933b4f tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0141380 Feb 16 12:53:00.643282 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41848) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:00.680217 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4863016c-5496-4a76-a069-ef9ea81de233 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:00.697381 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9061bc3-2847-4220-979a-f8492e24399f tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Network a2f889ed-0d34-4572-8689-77c33faaccaa is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:53:00.720521 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-b94af6e0-1dff-4cd9-997a-8ea3f11f6f68 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5201375 Feb 16 12:53:00.725357 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41852) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:00.726294 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-4863016c-5496-4a76-a069-ef9ea81de233 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Deleting port 2527d7b8-514b-4d3f-9bb9-0319ca0436f0 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:53:00.726633 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94af6e0-1dff-4cd9-997a-8ea3f11f6f68 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event updated for resources: {'Network': ['ID=9e370917-bc7f-40f2-ac81-7e4ecb7737e1,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:00.726982 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4863016c-5496-4a76-a069-ef9ea81de233 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:00.736477 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-c9061bc3-2847-4220-979a-f8492e24399f tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, a2f889ed-0d34-4572-8689-77c33faaccaa) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:00.738088 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 9e370917-bc7f-40f2-ac81-7e4ecb7737e1 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:53:00.742398 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9061bc3-2847-4220-979a-f8492e24399f tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:00.743176 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c9061bc3-2847-4220-979a-f8492e24399f tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:00.760640 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770c97fd-a24d-461d-9379-b4cbd1078aad None None] Network a2f889ed-0d34-4572-8689-77c33faaccaa requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:53:00.766612 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-17931e88-f110-4cc9-82f3-8e37d40946ef tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Request body: {'subnet': {'network_id': '9e370917-bc7f-40f2-ac81-7e4ecb7737e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:00.779375 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-c9061bc3-2847-4220-979a-f8492e24399f tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5088625 Feb 16 12:53:00.788436 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41856) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:00.809179 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-b08d447a-5a33-4aa3-9928-f0f1c0517c75 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Request body: {'port': {'network_id': 'a2f889ed-0d34-4572-8689-77c33faaccaa', 'name': 'tempest-PortsTestJSON-79635308'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:00.841242 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c2bfbd-1be3-434c-99ac-0cd88c63428a None None] Network 42222da5-2a9c-4b97-bc7b-463f2a5d6cae requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:53:00.975586 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2e3128b7-74c9-4d9c-9335-1cf17aeb8d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:01.027738 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c2edc81c-acb8-4d15-8f01-ae3f7c3a05de tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:01.034708 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3128b7-74c9-4d9c-9335-1cf17aeb8d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f26fc48-c79e-4c50-bbf2-a785cd919ae4,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:01.097415 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-fc03a9c9-803e-4c46-b355-80bda19126a4 None None] Provisioning complete for port 2527d7b8-514b-4d3f-9bb9-0319ca0436f0 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:01.097415 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-fc03a9c9-803e-4c46-b355-80bda19126a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:01.108724 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-17931e88-f110-4cc9-82f3-8e37d40946ef tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:01.134372 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-17931e88-f110-4cc9-82f3-8e37d40946ef tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Usage tracker for resource:subnet and tenant:612ec8932dcb4d08ac02ac6ad23899eb is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:01.138624 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-17931e88-f110-4cc9-82f3-8e37d40946ef tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:01.145384 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2e3128b7-74c9-4d9c-9335-1cf17aeb8d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:01.146540 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2e3128b7-74c9-4d9c-9335-1cf17aeb8d5d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4f26fc48-c79e-4c50-bbf2-a785cd919ae4 HTTP/1.1" status: 204 len: 168 time: 0.8980358 Feb 16 12:53:01.168731 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c2edc81c-acb8-4d15-8f01-ae3f7c3a05de tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:01.178769 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-17931e88-f110-4cc9-82f3-8e37d40946ef tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:01.298030 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17931e88-f110-4cc9-82f3-8e37d40946ef tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Made reservation on behalf of 612ec8932dcb4d08ac02ac6ad23899eb for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:53:01.302063 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-17931e88-f110-4cc9-82f3-8e37d40946ef tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:01.352682 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b08d447a-5a33-4aa3-9928-f0f1c0517c75 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:01.450163 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b08d447a-5a33-4aa3-9928-f0f1c0517c75 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:01.451496 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598e61b4-53eb-4dca-82c1-8a81e81e0d8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-a2f889ed-0d34-4572-8689-77c33faaccaa', 'network_id': 'a2f889ed-0d34-4572-8689-77c33faaccaa', 'tenant_id': 'cf313999ec50441da36056616d2e4e36', 'fixed_ips': [{'subnet_id': 'b97c0d5a-42a5-47a0-a57d-f70a1c1f3c98'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:53:01.452524 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-598e61b4-53eb-4dca-82c1-8a81e81e0d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:01.471082 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-4863016c-5496-4a76-a069-ef9ea81de233 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] For port 2527d7b8-514b-4d3f-9bb9-0319ca0436f0, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=2527d7b8-514b-4d3f-9bb9-0319ca0436f0,segment=NetworkSegment(b179b689-ee09-48d5-82a1-17e50963defc),segment_id=b179b689-ee09-48d5-82a1-17e50963defc)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:01.471808 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4863016c-5496-4a76-a069-ef9ea81de233 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:01.543566 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc4c4ae-dfc4-4f9c-b3da-ae585f679d0a None None] DHCP port deletion for 42222da5-2a9c-4b97-bc7b-463f2a5d6cae request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:53:01.559750 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4c4ae-dfc4-4f9c-b3da-ae585f679d0a None None] Deleting port 2527d7b8-514b-4d3f-9bb9-0319ca0436f0 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:53:01.559750 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-cbc4c4ae-dfc4-4f9c-b3da-ae585f679d0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:01.560149 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08d447a-5a33-4aa3-9928-f0f1c0517c75 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Made reservation on behalf of cf313999ec50441da36056616d2e4e36 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:53:01.561895 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b08d447a-5a33-4aa3-9928-f0f1c0517c75 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:01.643697 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c2edc81c-acb8-4d15-8f01-ae3f7c3a05de tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:01.657794 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-4863016c-5496-4a76-a069-ef9ea81de233 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Calling delete_port for 2527d7b8-514b-4d3f-9bb9-0319ca0436f0 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:53:01.745949 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2edc81c-acb8-4d15-8f01-ae3f7c3a05de tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b251dc97-fa54-4c70-9d32-173ae964fdcd,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:01.752004 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b08d447a-5a33-4aa3-9928-f0f1c0517c75 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] device_id is not set on port e3227813-1fc2-4bac-8cd7-e9d662b639e1 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:53:01.797461 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-598e61b4-53eb-4dca-82c1-8a81e81e0d8d None None] Allocated IP 172.20.0.2 (a2f889ed-0d34-4572-8689-77c33faaccaa/b97c0d5a-42a5-47a0-a57d-f70a1c1f3c98/3b4a1825-c356-4300-9536-dda4b807788d) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:53:01.884769 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8a42fa7b-7c49-4892-859b-6caf02d304c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:01.945311 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c2edc81c-acb8-4d15-8f01-ae3f7c3a05de tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:01.946395 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c2edc81c-acb8-4d15-8f01-ae3f7c3a05de tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "DELETE /v2.0/security-groups/b251dc97-fa54-4c70-9d32-173ae964fdcd HTTP/1.1" status: 204 len: 168 time: 1.2998610 Feb 16 12:53:01.955994 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41866) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:01.959691 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-cbc4c4ae-dfc4-4f9c-b3da-ae585f679d0a None None] For port 2527d7b8-514b-4d3f-9bb9-0319ca0436f0, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=2527d7b8-514b-4d3f-9bb9-0319ca0436f0,segment=NetworkSegment(b179b689-ee09-48d5-82a1-17e50963defc),segment_id=b179b689-ee09-48d5-82a1-17e50963defc)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:01.959691 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-cbc4c4ae-dfc4-4f9c-b3da-ae585f679d0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:02.020802 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-11ffde9b-b2d9-4eb0-8108-7ed1786eaa10 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0703018 Feb 16 12:53:02.025051 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41870) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:02.030075 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-e941ebb8-62b4-425c-b5ac-6fb612c4e67d tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Request body: {'security_group': {'name': 'tempest-secgroup--34927396'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:02.036411 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-e941ebb8-62b4-425c-b5ac-6fb612c4e67d tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:02.040217 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4863016c-5496-4a76-a069-ef9ea81de233 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:02.041760 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-e941ebb8-62b4-425c-b5ac-6fb612c4e67d tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Usage tracker for resource:security_group and tenant:99104325fa9c49658e2a0638636924ad is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:02.044700 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-e941ebb8-62b4-425c-b5ac-6fb612c4e67d tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:02.051765 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-e941ebb8-62b4-425c-b5ac-6fb612c4e67d tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:02.063726 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e941ebb8-62b4-425c-b5ac-6fb612c4e67d tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:02.085655 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-e941ebb8-62b4-425c-b5ac-6fb612c4e67d tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:02.086396 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4c4ae-dfc4-4f9c-b3da-ae585f679d0a None None] Calling delete_port for 2527d7b8-514b-4d3f-9bb9-0319ca0436f0 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:53:02.089592 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-e941ebb8-62b4-425c-b5ac-6fb612c4e67d tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Usage tracker for resource:security_group_rule and tenant:99104325fa9c49658e2a0638636924ad is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:02.092715 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-e941ebb8-62b4-425c-b5ac-6fb612c4e67d tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:02.098556 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-e941ebb8-62b4-425c-b5ac-6fb612c4e67d tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:02.103665 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4863016c-5496-4a76-a069-ef9ea81de233 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Pushing event deleted for resources: {'Port': ['ID=2527d7b8-514b-4d3f-9bb9-0319ca0436f0,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:02.108140 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4863016c-5496-4a76-a069-ef9ea81de233 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] No DVR routers for this DVR port 2527d7b8-514b-4d3f-9bb9-0319ca0436f0 on host dv-neutron-829527-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:53:02.187924 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e941ebb8-62b4-425c-b5ac-6fb612c4e67d tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:02.194157 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e941ebb8-62b4-425c-b5ac-6fb612c4e67d tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:02.241812 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e941ebb8-62b4-425c-b5ac-6fb612c4e67d tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b30d245-9643-42a6-b21d-cc80d6fa61c3,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:02.248516 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e941ebb8-62b4-425c-b5ac-6fb612c4e67d tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:02.249964 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e941ebb8-62b4-425c-b5ac-6fb612c4e67d tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2239597 Feb 16 12:53:02.252942 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41874) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:02.260099 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-d519384e-abdd-4937-8b43-9c24929bda0b tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Request body: {'security_group_rule': {'security_group_id': '2b30d245-9643-42a6-b21d-cc80d6fa61c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:02.262236 dv-neutron-829527-1-hyperv neutron-server[87701]: WARNING neutron.api.v2.base [None req-d519384e-abdd-4937-8b43-9c24929bda0b tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 16 12:53:02.262713 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-d519384e-abdd-4937-8b43-9c24929bda0b tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:53:02.263678 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d519384e-abdd-4937-8b43-9c24929bda0b tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0093179 Feb 16 12:53:02.266553 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41878) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:02.271935 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-762c4a9e-99d1-4808-89c0-081bae9d08ff tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Request body: {'security_group_rule': {'security_group_id': '2b30d245-9643-42a6-b21d-cc80d6fa61c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:02.272521 dv-neutron-829527-1-hyperv neutron-server[87701]: WARNING neutron.api.v2.base [None req-762c4a9e-99d1-4808-89c0-081bae9d08ff tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 16 12:53:02.273032 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-762c4a9e-99d1-4808-89c0-081bae9d08ff tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:53:02.276292 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-762c4a9e-99d1-4808-89c0-081bae9d08ff tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0065615 Feb 16 12:53:02.276645 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41882) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:02.278555 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4863016c-5496-4a76-a069-ef9ea81de233 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:02.282753 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-f63b27bb-6aaf-4fe2-8335-38fcde49e169 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Request body: {'security_group_rule': {'security_group_id': '2b30d245-9643-42a6-b21d-cc80d6fa61c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:02.288598 dv-neutron-829527-1-hyperv neutron-server[87701]: WARNING neutron.api.v2.base [None req-f63b27bb-6aaf-4fe2-8335-38fcde49e169 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 16 12:53:02.288598 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-f63b27bb-6aaf-4fe2-8335-38fcde49e169 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:53:02.288598 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f63b27bb-6aaf-4fe2-8335-38fcde49e169 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0072656 Feb 16 12:53:02.289130 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41886) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:02.293681 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-ac0bf864-eedf-4390-8bac-b3cac1aa6eb6 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Request body: {'security_group_rule': {'security_group_id': '2b30d245-9643-42a6-b21d-cc80d6fa61c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:02.295345 dv-neutron-829527-1-hyperv neutron-server[87701]: WARNING neutron.api.v2.base [None req-ac0bf864-eedf-4390-8bac-b3cac1aa6eb6 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 16 12:53:02.295835 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-ac0bf864-eedf-4390-8bac-b3cac1aa6eb6 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:53:02.297550 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-ac0bf864-eedf-4390-8bac-b3cac1aa6eb6 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0078368 Feb 16 12:53:02.301021 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41890) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:02.308270 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.db.api [None req-cbc4c4ae-dfc4-4f9c-b3da-ae585f679d0a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:53:02.308650 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG oslo_db.api [None req-cbc4c4ae-dfc4-4f9c-b3da-ae585f679d0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:53:02.316679 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-4863016c-5496-4a76-a069-ef9ea81de233 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42222da5-2a9c-4b97-bc7b-463f2a5d6cae']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:02.324634 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-598e61b4-53eb-4dca-82c1-8a81e81e0d8d None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:02.326359 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-17931e88-f110-4cc9-82f3-8e37d40946ef tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:02.336788 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-598e61b4-53eb-4dca-82c1-8a81e81e0d8d None None] Transition to ACTIVE for port object 3b4a1825-c356-4300-9536-dda4b807788d will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:53:02.359541 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-598e61b4-53eb-4dca-82c1-8a81e81e0d8d None None] Transition to ACTIVE for port object 3b4a1825-c356-4300-9536-dda4b807788d will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:53:02.367793 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-598e61b4-53eb-4dca-82c1-8a81e81e0d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:02.386439 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9ebc07df-37a6-418d-8ca6-04b0ad97cbdb tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:02.416318 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9ebc07df-37a6-418d-8ca6-04b0ad97cbdb tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:02.448490 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598e61b4-53eb-4dca-82c1-8a81e81e0d8d None None] Network a2f889ed-0d34-4572-8689-77c33faaccaa is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:53:02.452123 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-598e61b4-53eb-4dca-82c1-8a81e81e0d8d None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:02.455305 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598e61b4-53eb-4dca-82c1-8a81e81e0d8d None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:53:02.482087 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9ebc07df-37a6-418d-8ca6-04b0ad97cbdb tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:02.491180 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17931e88-f110-4cc9-82f3-8e37d40946ef tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event updated for resources: {'Subnet': ['ID=74899ac5-9b2a-4e0b-8590-08e4036810e2,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:02.495843 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-4863016c-5496-4a76-a069-ef9ea81de233 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b179b689-ee09-48d5-82a1-17e50963defc') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:02.496145 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-4863016c-5496-4a76-a069-ef9ea81de233 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b179b689-ee09-48d5-82a1-17e50963defc') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:02.508307 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e61b4-53eb-4dca-82c1-8a81e81e0d8d None None] Pushing event updated for resources: {'Port': ['ID=3b4a1825-c356-4300-9536-dda4b807788d,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:02.514644 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-b08d447a-5a33-4aa3-9928-f0f1c0517c75 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-c871f30b-4bba-44e6-865e-9fc8b04cc775 {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:53:02.514958 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-b08d447a-5a33-4aa3-9928-f0f1c0517c75 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:53:02.519918 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4863016c-5496-4a76-a069-ef9ea81de233 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:02.548820 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc07df-37a6-418d-8ca6-04b0ad97cbdb tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b30d245-9643-42a6-b21d-cc80d6fa61c3,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:02.555134 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9ebc07df-37a6-418d-8ca6-04b0ad97cbdb tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:02.556636 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-9ebc07df-37a6-418d-8ca6-04b0ad97cbdb tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "DELETE /v2.0/security-groups/2b30d245-9643-42a6-b21d-cc80d6fa61c3 HTTP/1.1" status: 204 len: 168 time: 0.2541335 Feb 16 12:53:02.558257 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4863016c-5496-4a76-a069-ef9ea81de233 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:02.559219 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41894) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:02.566963 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17931e88-f110-4cc9-82f3-8e37d40946ef tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Checking segment: {'id': '85b1bf09-a377-4ff9-810f-582fb48ba6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9e370917-bc7f-40f2-ac81-7e4ecb7737e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:53:02.567881 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17931e88-f110-4cc9-82f3-8e37d40946ef tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Network hostable DHCP agents. Network: 9e370917-bc7f-40f2-ac81-7e4ecb7737e1, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:53:02.572883 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4863016c-5496-4a76-a069-ef9ea81de233 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:53:02.573287 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4863016c-5496-4a76-a069-ef9ea81de233 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:02.588856 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-598e61b4-53eb-4dca-82c1-8a81e81e0d8d None None] Attempting to bind port 3b4a1825-c356-4300-9536-dda4b807788d on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:53:02.589610 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:53:02.589610 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:53:02.589610 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:53:02.589610 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:53:02.589610 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:53:02.589610 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:53:02.589610 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:53:02.589610 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:53:02.589610 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:53:02.589610 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:53:02.589610 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:53:02.589610 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:53:02.589610 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:53:02.589610 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:53:02.589610 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:53:02.589610 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:53:02.589610 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:53:02.589610 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:53:02.589610 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:53:02.589610 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:53:02.589610 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:53:02.589610 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:53:02.589610 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:53:02.589610 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:53:02.589610 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:53:02.589610 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:53:02.589610 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:53:02.589610 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:53:02.589610 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:53:02.589610 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:53:02.589610 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:53:02.589610 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:53:02.592835 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-598e61b4-53eb-4dca-82c1-8a81e81e0d8d None None] Attempting to bind port 3b4a1825-c356-4300-9536-dda4b807788d by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '18cb355e-1578-4555-bef0-db8d5b8053ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a2f889ed-0d34-4572-8689-77c33faaccaa'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:53:02.593365 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598e61b4-53eb-4dca-82c1-8a81e81e0d8d None None] Attempting to bind port 3b4a1825-c356-4300-9536-dda4b807788d on network a2f889ed-0d34-4572-8689-77c33faaccaa {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:53:02.599813 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598e61b4-53eb-4dca-82c1-8a81e81e0d8d None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:53:02.600451 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598e61b4-53eb-4dca-82c1-8a81e81e0d8d None None] Checking segment: {'id': '18cb355e-1578-4555-bef0-db8d5b8053ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a2f889ed-0d34-4572-8689-77c33faaccaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:53:02.601267 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-598e61b4-53eb-4dca-82c1-8a81e81e0d8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:02.602531 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598e61b4-53eb-4dca-82c1-8a81e81e0d8d None None] Bound using segment: {'id': '18cb355e-1578-4555-bef0-db8d5b8053ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a2f889ed-0d34-4572-8689-77c33faaccaa'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:53:02.603369 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-598e61b4-53eb-4dca-82c1-8a81e81e0d8d None None] Bound port: 3b4a1825-c356-4300-9536-dda4b807788d, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18cb355e-1578-4555-bef0-db8d5b8053ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a2f889ed-0d34-4572-8689-77c33faaccaa'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:53:02.603938 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-598e61b4-53eb-4dca-82c1-8a81e81e0d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:02.621646 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 2527d7b8-514b-4d3f-9bb9-0319ca0436f0 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:53:02.632382 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-9ed6b7f2-9146-4d09-80d2-13103f536d53 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Synchronizing usage tracker for tenant:99104325fa9c49658e2a0638636924ad on resource:security_group {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:53:02.661098 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 2527d7b8-514b-4d3f-9bb9-0319ca0436f0 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:53:02.661451 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 2527d7b8-514b-4d3f-9bb9-0319ca0436f0 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:53:02.664359 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-9ed6b7f2-9146-4d09-80d2-13103f536d53 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Unset dirty status for tenant:99104325fa9c49658e2a0638636924ad on resource:security_group {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:53:02.670472 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41898) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:02.672659 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-9ed6b7f2-9146-4d09-80d2-13103f536d53 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1114140 Feb 16 12:53:02.681545 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-24c71c34-1480-4adb-894e-d4ebc63ce33f tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Request body: {'security_group': {'name': 'tempest-secgroup--1133569380'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:02.685821 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17931e88-f110-4cc9-82f3-8e37d40946ef tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Network 9e370917-bc7f-40f2-ac81-7e4ecb7737e1 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:53:02.691364 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-24c71c34-1480-4adb-894e-d4ebc63ce33f tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:02.704112 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4863016c-5496-4a76-a069-ef9ea81de233 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:02.705838 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-17931e88-f110-4cc9-82f3-8e37d40946ef tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 9e370917-bc7f-40f2-ac81-7e4ecb7737e1) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:02.708656 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-24c71c34-1480-4adb-894e-d4ebc63ce33f tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:02.716596 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85a9a63-adce-4263-afe2-7da96f491134 None None] Network 9e370917-bc7f-40f2-ac81-7e4ecb7737e1 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:53:02.728142 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4863016c-5496-4a76-a069-ef9ea81de233 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:02.733226 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17931e88-f110-4cc9-82f3-8e37d40946ef tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:02.733792 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-17931e88-f110-4cc9-82f3-8e37d40946ef tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:02.750447 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4863016c-5496-4a76-a069-ef9ea81de233 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Pushing event deleted for resources: {'Network': ['ID=42222da5-2a9c-4b97-bc7b-463f2a5d6cae,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:02.767791 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-24c71c34-1480-4adb-894e-d4ebc63ce33f tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:02.780362 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4863016c-5496-4a76-a069-ef9ea81de233 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "DELETE /v2.0/networks/42222da5-2a9c-4b97-bc7b-463f2a5d6cae HTTP/1.1" status: 204 len: 168 time: 2.3331683 Feb 16 12:53:02.783232 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41902) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:02.786391 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-17931e88-f110-4cc9-82f3-8e37d40946ef tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0345237 Feb 16 12:53:02.789528 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41906) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:02.811773 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4c4ae-dfc4-4f9c-b3da-ae585f679d0a None None] Deleting port 2527d7b8-514b-4d3f-9bb9-0319ca0436f0 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:53:02.812168 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-cbc4c4ae-dfc4-4f9c-b3da-ae585f679d0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:02.834158 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a810c72-2a02-402c-94d9-530b22ded170 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] DELETE failed (client error): The resource could not be found. Feb 16 12:53:02.834608 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a810c72-2a02-402c-94d9-530b22ded170 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:53:02.836282 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8a810c72-2a02-402c-94d9-530b22ded170 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "DELETE /v2.0/subnets/5715b737-20a8-4f02-8de1-a4b34bec485b HTTP/1.1" status: 404 len: 337 time: 0.0519793 Feb 16 12:53:02.839759 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41910) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:02.859369 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-24c71c34-1480-4adb-894e-d4ebc63ce33f tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:02.867879 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-24c71c34-1480-4adb-894e-d4ebc63ce33f tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Usage tracker for resource:security_group_rule and tenant:99104325fa9c49658e2a0638636924ad is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:02.870800 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc72fda8-e65f-4c5a-97e9-bad71152187c tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] DELETE failed (client error): The resource could not be found. Feb 16 12:53:02.871264 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc72fda8-e65f-4c5a-97e9-bad71152187c tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:53:02.872930 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-dc72fda8-e65f-4c5a-97e9-bad71152187c tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "DELETE /v2.0/networks/f1bc5b14-801e-4978-b414-45b3cf863b27 HTTP/1.1" status: 404 len: 339 time: 0.0322695 Feb 16 12:53:02.873797 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-24c71c34-1480-4adb-894e-d4ebc63ce33f tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:02.876400 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41914) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:02.879295 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-598e61b4-53eb-4dca-82c1-8a81e81e0d8d None None] For port 3b4a1825-c356-4300-9536-dda4b807788d, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:53:02.882951 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-24c71c34-1480-4adb-894e-d4ebc63ce33f tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:02.900032 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4c4ae-dfc4-4f9c-b3da-ae585f679d0a None None] The port '2527d7b8-514b-4d3f-9bb9-0319ca0436f0' was deleted {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:53:02.910371 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-598e61b4-53eb-4dca-82c1-8a81e81e0d8d None None] For port 3b4a1825-c356-4300-9536-dda4b807788d, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=3b4a1825-c356-4300-9536-dda4b807788d,segment=NetworkSegment(18cb355e-1578-4555-bef0-db8d5b8053ea),segment_id=18cb355e-1578-4555-bef0-db8d5b8053ea)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:53:02.936704 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e37d6db-77a3-46cd-a0d9-af22199fb177 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] DELETE failed (client error): The resource could not be found. Feb 16 12:53:02.937634 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-598e61b4-53eb-4dca-82c1-8a81e81e0d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:02.940869 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e37d6db-77a3-46cd-a0d9-af22199fb177 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:53:02.947814 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4e37d6db-77a3-46cd-a0d9-af22199fb177 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "DELETE /v2.0/subnets/2ad26750-2e6a-4879-910c-db5222b5c66d HTTP/1.1" status: 404 len: 337 time: 0.0699162 Feb 16 12:53:02.948863 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41918) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:02.962527 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e0e0d218-64d5-4561-a633-3f02e3cfad7d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:03.022793 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b08d447a-5a33-4aa3-9928-f0f1c0517c75 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:03.041536 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e61b4-53eb-4dca-82c1-8a81e81e0d8d None None] Pushing event updated for resources: {'Port': ['ID=3b4a1825-c356-4300-9536-dda4b807788d,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:03.058190 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e0e0d218-64d5-4561-a633-3f02e3cfad7d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:03.071031 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb731916-91aa-4aba-9dd3-e23e546fc4e2 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] DELETE failed (client error): The resource could not be found. Feb 16 12:53:03.071781 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb731916-91aa-4aba-9dd3-e23e546fc4e2 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:53:03.090898 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b08d447a-5a33-4aa3-9928-f0f1c0517c75 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] device_id is not set on port ebdccd6a-8bb1-444e-8938-4405c13e8bb1 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:53:03.135537 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-24c71c34-1480-4adb-894e-d4ebc63ce33f tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:03.142164 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bb731916-91aa-4aba-9dd3-e23e546fc4e2 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "DELETE /v2.0/networks/96e98e60-e098-4398-86f2-de7b010116d4 HTTP/1.1" status: 404 len: 339 time: 0.1397319 Feb 16 12:53:03.143376 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41922) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:03.157243 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-24c71c34-1480-4adb-894e-d4ebc63ce33f tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:03.187148 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b3b4ea3-b858-4372-8259-ee50498e5a2d tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] DELETE failed (client error): The resource could not be found. Feb 16 12:53:03.187958 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b3b4ea3-b858-4372-8259-ee50498e5a2d tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:53:03.189810 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-2b3b4ea3-b858-4372-8259-ee50498e5a2d tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "DELETE /v2.0/subnets/6e7d3a77-553d-4d8e-b91c-d848f10d261a HTTP/1.1" status: 404 len: 337 time: 0.0451343 Feb 16 12:53:03.197325 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41926) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:03.205191 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879beb7a-088f-4887-894b-351d40638371 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-9e370917-bc7f-40f2-ac81-7e4ecb7737e1', 'network_id': '9e370917-bc7f-40f2-ac81-7e4ecb7737e1', 'tenant_id': '612ec8932dcb4d08ac02ac6ad23899eb', 'fixed_ips': [{'subnet_id': '74899ac5-9b2a-4e0b-8590-08e4036810e2'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:53:03.207087 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-879beb7a-088f-4887-894b-351d40638371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:03.247983 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c71c34-1480-4adb-894e-d4ebc63ce33f tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3651a70-bcd8-4680-9d7a-a4bb86718ffd,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:03.250414 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-24f4a753-65e1-4c69-adb5-9c3fe03f36f5 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] DELETE failed (client error): The resource could not be found. Feb 16 12:53:03.251161 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24f4a753-65e1-4c69-adb5-9c3fe03f36f5 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:53:03.253624 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-24f4a753-65e1-4c69-adb5-9c3fe03f36f5 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "DELETE /v2.0/networks/4ee4394d-3955-4277-b8fb-98a57e270c1c HTTP/1.1" status: 404 len: 339 time: 0.0520196 Feb 16 12:53:03.254775 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-24c71c34-1480-4adb-894e-d4ebc63ce33f tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:03.256523 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-24c71c34-1480-4adb-894e-d4ebc63ce33f tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5848606 Feb 16 12:53:03.260271 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41932) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:03.260806 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41930) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:03.266601 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-4763b5a4-6e33-4d15-be71-fec0422dd960 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Request body: {'security_group_rule': {'security_group_id': 'c3651a70-bcd8-4680-9d7a-a4bb86718ffd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:03.267089 dv-neutron-829527-1-hyperv neutron-server[87699]: WARNING neutron.api.v2.base [None req-4763b5a4-6e33-4d15-be71-fec0422dd960 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 16 12:53:03.267582 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-4763b5a4-6e33-4d15-be71-fec0422dd960 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:53:03.268648 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4763b5a4-6e33-4d15-be71-fec0422dd960 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066488 Feb 16 12:53:03.273007 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41938) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:03.337649 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-6b4ce09a-f0b8-473e-9f91-bc0da0cbe76a tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Request body: {'security_group_rule': {'security_group_id': 'c3651a70-bcd8-4680-9d7a-a4bb86718ffd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:03.339083 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e0e0d218-64d5-4561-a633-3f02e3cfad7d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:03.361076 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6b4ce09a-f0b8-473e-9f91-bc0da0cbe76a tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:03.369517 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6b4ce09a-f0b8-473e-9f91-bc0da0cbe76a tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Usage tracker for resource:security_group_rule and tenant:99104325fa9c49658e2a0638636924ad is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:03.373074 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6b4ce09a-f0b8-473e-9f91-bc0da0cbe76a tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:03.381403 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6b4ce09a-f0b8-473e-9f91-bc0da0cbe76a tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:03.389182 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-14e0f880-2bdb-491c-b405-99e6d8f052a7 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Deleting subnet 075d4625-1ca1-4521-b336-248cf4a68ae7 {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:53:03.399662 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-14e0f880-2bdb-491c-b405-99e6d8f052a7 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:03.454676 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e0d218-64d5-4561-a633-3f02e3cfad7d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event deleted for resources: {'Subnet': ['ID=74899ac5-9b2a-4e0b-8590-08e4036810e2,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server [None req-879beb7a-088f-4887-894b-351d40638371 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 74899ac5-9b2a-4e0b-8590-08e4036810e2: This subnet is being modified by another concurrent operation. Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server raise exception Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 74899ac5-9b2a-4e0b-8590-08e4036810e2: This subnet is being modified by another concurrent operation. Feb 16 12:53:03.469124 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server Feb 16 12:53:03.484247 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-6b4ce09a-f0b8-473e-9f91-bc0da0cbe76a tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:53:03.486391 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6b4ce09a-f0b8-473e-9f91-bc0da0cbe76a tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2121959 Feb 16 12:53:03.495301 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41942) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:03.504821 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2efe53-e38b-4fa4-87e1-993cb5f0b1ad None None] Network 9e370917-bc7f-40f2-ac81-7e4ecb7737e1 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:53:03.509847 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-118d283e-16fd-4e8a-9647-c55394a0b868 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Request body: {'security_group_rule': {'security_group_id': 'c3651a70-bcd8-4680-9d7a-a4bb86718ffd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:03.510851 dv-neutron-829527-1-hyperv neutron-server[87701]: WARNING neutron.api.v2.base [None req-118d283e-16fd-4e8a-9647-c55394a0b868 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 16 12:53:03.511512 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-118d283e-16fd-4e8a-9647-c55394a0b868 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:53:03.515540 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-118d283e-16fd-4e8a-9647-c55394a0b868 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0192626 Feb 16 12:53:03.518682 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41946) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:03.523729 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-b08d447a-5a33-4aa3-9928-f0f1c0517c75 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Allocated IP 172.20.0.6 (a2f889ed-0d34-4572-8689-77c33faaccaa/b97c0d5a-42a5-47a0-a57d-f70a1c1f3c98/ebdccd6a-8bb1-444e-8938-4405c13e8bb1) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:53:03.590770 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-2dd8e6c6-587c-4bb2-9398-409e7012e1a5 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Request body: {'security_group_rule': {'security_group_id': 'c3651a70-bcd8-4680-9d7a-a4bb86718ffd', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:03.597411 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-2dd8e6c6-587c-4bb2-9398-409e7012e1a5 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:03.601796 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-2dd8e6c6-587c-4bb2-9398-409e7012e1a5 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Usage tracker for resource:security_group_rule and tenant:99104325fa9c49658e2a0638636924ad is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:03.604998 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-2dd8e6c6-587c-4bb2-9398-409e7012e1a5 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:03.611200 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-2dd8e6c6-587c-4bb2-9398-409e7012e1a5 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:03.660632 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-14e0f880-2bdb-491c-b405-99e6d8f052a7 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:03.714644 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e0e0d218-64d5-4561-a633-3f02e3cfad7d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:03.762473 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-2dd8e6c6-587c-4bb2-9398-409e7012e1a5 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:53:03.762750 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b08d447a-5a33-4aa3-9928-f0f1c0517c75 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:03.763490 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-2dd8e6c6-587c-4bb2-9398-409e7012e1a5 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1846886 Feb 16 12:53:03.768431 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41950) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:03.769510 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-e0e0d218-64d5-4561-a633-3f02e3cfad7d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e370917-bc7f-40f2-ac81-7e4ecb7737e1']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:03.775428 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-282f783b-6e88-4d53-b207-025e6b027541 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Request body: {'security_group_rule': {'security_group_id': 'c3651a70-bcd8-4680-9d7a-a4bb86718ffd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:03.775927 dv-neutron-829527-1-hyperv neutron-server[87699]: WARNING neutron.api.v2.base [None req-282f783b-6e88-4d53-b207-025e6b027541 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 16 12:53:03.776646 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-282f783b-6e88-4d53-b207-025e6b027541 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:53:03.777558 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-282f783b-6e88-4d53-b207-025e6b027541 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0081680 Feb 16 12:53:03.780419 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41954) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:03.786606 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b08d447a-5a33-4aa3-9928-f0f1c0517c75 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Transition to ACTIVE for port object ebdccd6a-8bb1-444e-8938-4405c13e8bb1 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:53:03.790584 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-c3b45d1e-f9a4-4b32-ae9d-b16970f68d44 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Request body: {'security_group_rule': {'security_group_id': 'c3651a70-bcd8-4680-9d7a-a4bb86718ffd', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:03.800834 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-e0e0d218-64d5-4561-a633-3f02e3cfad7d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85b1bf09-a377-4ff9-810f-582fb48ba6ab') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:03.801158 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-e0e0d218-64d5-4561-a633-3f02e3cfad7d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85b1bf09-a377-4ff9-810f-582fb48ba6ab') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:03.807804 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-c3b45d1e-f9a4-4b32-ae9d-b16970f68d44 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:03.813546 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b08d447a-5a33-4aa3-9928-f0f1c0517c75 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:03.825848 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e0e0d218-64d5-4561-a633-3f02e3cfad7d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:03.833084 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-c3b45d1e-f9a4-4b32-ae9d-b16970f68d44 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Usage tracker for resource:security_group_rule and tenant:99104325fa9c49658e2a0638636924ad is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:03.839150 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-c3b45d1e-f9a4-4b32-ae9d-b16970f68d44 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:03.848176 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-c3b45d1e-f9a4-4b32-ae9d-b16970f68d44 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:03.860855 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e0e0d218-64d5-4561-a633-3f02e3cfad7d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:03.868680 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-14e0f880-2bdb-491c-b405-99e6d8f052a7 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:03.886088 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08d447a-5a33-4aa3-9928-f0f1c0517c75 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Network a2f889ed-0d34-4572-8689-77c33faaccaa is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:53:03.889296 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-b08d447a-5a33-4aa3-9928-f0f1c0517c75 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:03.893292 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08d447a-5a33-4aa3-9928-f0f1c0517c75 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:53:03.930501 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d447a-5a33-4aa3-9928-f0f1c0517c75 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event updated for resources: {'Port': ['ID=ebdccd6a-8bb1-444e-8938-4405c13e8bb1,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:03.965365 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08d447a-5a33-4aa3-9928-f0f1c0517c75 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:03.966033 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b08d447a-5a33-4aa3-9928-f0f1c0517c75 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:03.989910 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b08d447a-5a33-4aa3-9928-f0f1c0517c75 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.1932130 Feb 16 12:53:03.992942 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41958) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:03.999099 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-8eef800f-e77a-4c7a-9b9e-2badcf9564d4 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Request body: {'port': {'network_id': 'a2f889ed-0d34-4572-8689-77c33faaccaa', 'name': 'tempest-PortsTestJSON-22854494'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:04.033321 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.securitygroups_db [None req-c3b45d1e-f9a4-4b32-ae9d-b16970f68d44 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Project 99104325fa9c49658e2a0638636924ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:53:04.038500 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0e0d218-64d5-4561-a633-3f02e3cfad7d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:53:04.038909 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e0e0d218-64d5-4561-a633-3f02e3cfad7d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:04.055783 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:53:04.055783 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:53:04.055783 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:53:04.055783 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:53:04.055783 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:53:04.055783 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:53:04.055783 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:53:04.055783 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:53:04.055783 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:53:04.055783 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:53:04.055783 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:53:04.055783 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:53:04.055783 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:53:04.055783 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:53:04.055783 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:53:04.055783 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:53:04.055783 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:53:04.055783 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:53:04.055783 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:53:04.055783 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:53:04.055783 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:53:04.055783 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:53:04.055783 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:53:04.055783 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:53:04.055783 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:53:04.055783 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:53:04.055783 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:53:04.055783 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:53:04.055783 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:53:04.055783 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:53:04.055783 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:53:04.055783 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:53:04.101095 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-96c784fd-9b97-4b01-bb47-c84e83de21b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:04.161889 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8eef800f-e77a-4c7a-9b9e-2badcf9564d4 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:04.163510 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-c3b45d1e-f9a4-4b32-ae9d-b16970f68d44 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:53:04.164559 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-c3b45d1e-f9a4-4b32-ae9d-b16970f68d44 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3810658 Feb 16 12:53:04.166330 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8eef800f-e77a-4c7a-9b9e-2badcf9564d4 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Usage tracker for resource:port and tenant:cf313999ec50441da36056616d2e4e36 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:04.167556 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41962) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:04.169616 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8eef800f-e77a-4c7a-9b9e-2badcf9564d4 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:04.173862 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-c1cc7f36-964f-4ef7-b575-b2be30cba9e8 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Request body: {'security_group_rule': {'security_group_id': 'c3651a70-bcd8-4680-9d7a-a4bb86718ffd', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:04.174326 dv-neutron-829527-1-hyperv neutron-server[87701]: WARNING neutron.api.v2.base [None req-c1cc7f36-964f-4ef7-b575-b2be30cba9e8 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 16 12:53:04.175029 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-c1cc7f36-964f-4ef7-b575-b2be30cba9e8 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:53:04.176141 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-c1cc7f36-964f-4ef7-b575-b2be30cba9e8 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075064 Feb 16 12:53:04.176772 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8eef800f-e77a-4c7a-9b9e-2badcf9564d4 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:04.179284 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41966) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:04.188072 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-176d282c-8459-46d1-8395-32d7e3559f1d tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Request body: {'security_group_rule': {'security_group_id': 'c3651a70-bcd8-4680-9d7a-a4bb86718ffd', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:04.188333 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eef800f-e77a-4c7a-9b9e-2badcf9564d4 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Made reservation on behalf of cf313999ec50441da36056616d2e4e36 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:53:04.193223 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8eef800f-e77a-4c7a-9b9e-2badcf9564d4 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:04.203148 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e0e0d218-64d5-4561-a633-3f02e3cfad7d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:04.207791 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-176d282c-8459-46d1-8395-32d7e3559f1d tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:04.221792 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-8eef800f-e77a-4c7a-9b9e-2badcf9564d4 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] device_id is not set on port 7d9acf1c-e6cd-4c3e-8a1b-146153f3bc93 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:53:04.227537 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e0e0d218-64d5-4561-a633-3f02e3cfad7d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:04.236738 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-176d282c-8459-46d1-8395-32d7e3559f1d tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Usage tracker for resource:security_group_rule and tenant:99104325fa9c49658e2a0638636924ad is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:04.244825 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-176d282c-8459-46d1-8395-32d7e3559f1d tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:04.254226 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e0d218-64d5-4561-a633-3f02e3cfad7d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event deleted for resources: {'Network': ['ID=9e370917-bc7f-40f2-ac81-7e4ecb7737e1,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:04.257078 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-14e0f880-2bdb-491c-b405-99e6d8f052a7 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:04.262703 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-176d282c-8459-46d1-8395-32d7e3559f1d tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:04.295818 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e0e0d218-64d5-4561-a633-3f02e3cfad7d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "DELETE /v2.0/networks/9e370917-bc7f-40f2-ac81-7e4ecb7737e1 HTTP/1.1" status: 204 len: 168 time: 1.5048611 Feb 16 12:53:04.302468 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41970) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:04.306408 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e0f880-2bdb-491c-b405-99e6d8f052a7 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Pushing event deleted for resources: {'Subnet': ['ID=075d4625-1ca1-4521-b336-248cf4a68ae7,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:04.310260 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-70bc1432-cdac-4b96-8d76-9272a44d9081 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-234639799'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:04.312734 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-14e0f880-2bdb-491c-b405-99e6d8f052a7 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:04.314662 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-14e0f880-2bdb-491c-b405-99e6d8f052a7 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "DELETE /v2.0/subnets/075d4625-1ca1-4521-b336-248cf4a68ae7 HTTP/1.1" status: 204 len: 168 time: 1.0524662 Feb 16 12:53:04.317207 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41974) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:04.321883 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e0d28a-b5c5-43c4-8ca7-f8b29a80bedd None None] Network 42667044-4571-42e2-bb64-1b5ffbcb6bf7 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:53:04.337396 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.securitygroups_db [None req-176d282c-8459-46d1-8395-32d7e3559f1d tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Project 99104325fa9c49658e2a0638636924ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:53:04.413946 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452544fa-a859-4a0d-abef-9fa448408518 None None] Network a2f889ed-0d34-4572-8689-77c33faaccaa requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:53:04.450848 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-176d282c-8459-46d1-8395-32d7e3559f1d tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:53:04.451537 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-176d282c-8459-46d1-8395-32d7e3559f1d tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2706971 Feb 16 12:53:04.454817 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41978) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:04.462231 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-80cafb52-557a-401e-83a6-b29b3fa030fd tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Request body: {'security_group_rule': {'security_group_id': 'c3651a70-bcd8-4680-9d7a-a4bb86718ffd', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:04.469448 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8f97874c-a03d-46e9-8d8f-610f95def298 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:04.475931 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-80cafb52-557a-401e-83a6-b29b3fa030fd tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:04.482359 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-80cafb52-557a-401e-83a6-b29b3fa030fd tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Usage tracker for resource:security_group_rule and tenant:99104325fa9c49658e2a0638636924ad is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:04.482649 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-70bc1432-cdac-4b96-8d76-9272a44d9081 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:04.486611 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-80cafb52-557a-401e-83a6-b29b3fa030fd tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:04.493066 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-70bc1432-cdac-4b96-8d76-9272a44d9081 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Usage tracker for resource:network and tenant:612ec8932dcb4d08ac02ac6ad23899eb is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:04.494608 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-80cafb52-557a-401e-83a6-b29b3fa030fd tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:04.496738 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-8f97874c-a03d-46e9-8d8f-610f95def298 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Deleting port 61153bcd-7953-4f5f-bc59-03debd3a8d4d {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:53:04.497078 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8f97874c-a03d-46e9-8d8f-610f95def298 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:04.498829 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-70bc1432-cdac-4b96-8d76-9272a44d9081 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:04.510258 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-70bc1432-cdac-4b96-8d76-9272a44d9081 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:04.539470 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bc1432-cdac-4b96-8d76-9272a44d9081 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Made reservation on behalf of 612ec8932dcb4d08ac02ac6ad23899eb for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:53:04.543025 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-70bc1432-cdac-4b96-8d76-9272a44d9081 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:04.561998 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-8eef800f-e77a-4c7a-9b9e-2badcf9564d4 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Allocated IP 172.20.0.11 (a2f889ed-0d34-4572-8689-77c33faaccaa/b97c0d5a-42a5-47a0-a57d-f70a1c1f3c98/7d9acf1c-e6cd-4c3e-8a1b-146153f3bc93) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:53:04.575492 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70bc1432-cdac-4b96-8d76-9272a44d9081 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:53:04.584603 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-70bc1432-cdac-4b96-8d76-9272a44d9081 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:04.585010 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-70bc1432-cdac-4b96-8d76-9272a44d9081 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Added segment 8cc36d2f-912b-40d3-937e-a922684141a5 of type vlan for network 803dc085-2aa4-4c97-a2a0-a88bfab4c44f Feb 16 12:53:04.601254 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.securitygroups_db [None req-80cafb52-557a-401e-83a6-b29b3fa030fd tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Project 99104325fa9c49658e2a0638636924ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:53:04.614161 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:04.621532 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-70bc1432-cdac-4b96-8d76-9272a44d9081 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:04.646040 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-e4a1c858-0378-4200-aee0-9ffd67aea4d7 None None] Provisioning for port 3b4a1825-c356-4300-9536-dda4b807788d completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:53:04.662285 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 3b4a1825-c356-4300-9536-dda4b807788d up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:53:04.662642 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-80cafb52-557a-401e-83a6-b29b3fa030fd tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:53:04.663726 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-80cafb52-557a-401e-83a6-b29b3fa030fd tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2077487 Feb 16 12:53:04.672717 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41982) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:04.750480 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-8f97874c-a03d-46e9-8d8f-610f95def298 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] For port 61153bcd-7953-4f5f-bc59-03debd3a8d4d, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=61153bcd-7953-4f5f-bc59-03debd3a8d4d,segment=NetworkSegment(b00f8a1c-8a48-4f37-96d9-dec84dbd09d6),segment_id=b00f8a1c-8a48-4f37-96d9-dec84dbd09d6)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:04.751200 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8f97874c-a03d-46e9-8d8f-610f95def298 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:04.808040 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-70bc1432-cdac-4b96-8d76-9272a44d9081 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:04.815695 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bc1432-cdac-4b96-8d76-9272a44d9081 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:04.816348 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-70bc1432-cdac-4b96-8d76-9272a44d9081 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:04.886629 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-70bc1432-cdac-4b96-8d76-9272a44d9081 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5807593 Feb 16 12:53:04.903698 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 41986) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:04.908866 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-a35d793f-99f2-4efb-9dfb-ce2596b8253d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Request body: {'subnet': {'network_id': '803dc085-2aa4-4c97-a2a0-a88bfab4c44f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:04.932262 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-8f97874c-a03d-46e9-8d8f-610f95def298 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Calling delete_port for 61153bcd-7953-4f5f-bc59-03debd3a8d4d owned by network:dhcp {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:53:04.958381 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-75b1ef4e-55e3-49be-b114-f22844a04580 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:04.960345 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 3b4a1825-c356-4300-9536-dda4b807788d completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:53:04.977841 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 3b4a1825-c356-4300-9536-dda4b807788d triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:04.978455 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:05.029974 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bc1432-cdac-4b96-8d76-9272a44d9081 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event updated for resources: {'Network': ['ID=803dc085-2aa4-4c97-a2a0-a88bfab4c44f,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:05.038169 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-75b1ef4e-55e3-49be-b114-f22844a04580 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:05.040487 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:53:05.051656 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 803dc085-2aa4-4c97-a2a0-a88bfab4c44f details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:53:05.076707 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b13264-156f-4344-ba6c-ee2e7792a86d None None] DHCP port deletion for 42667044-4571-42e2-bb64-1b5ffbcb6bf7 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:53:05.100086 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-a35d793f-99f2-4efb-9dfb-ce2596b8253d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:05.105352 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-a35d793f-99f2-4efb-9dfb-ce2596b8253d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Usage tracker for resource:subnet and tenant:612ec8932dcb4d08ac02ac6ad23899eb is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:05.109977 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-a35d793f-99f2-4efb-9dfb-ce2596b8253d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:05.116753 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-a35d793f-99f2-4efb-9dfb-ce2596b8253d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:05.116942 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8eef800f-e77a-4c7a-9b9e-2badcf9564d4 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:05.120138 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8f97874c-a03d-46e9-8d8f-610f95def298 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:05.144251 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8eef800f-e77a-4c7a-9b9e-2badcf9564d4 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Transition to ACTIVE for port object 7d9acf1c-e6cd-4c3e-8a1b-146153f3bc93 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:53:05.148005 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-75b1ef4e-55e3-49be-b114-f22844a04580 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:05.162750 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-a5b13264-156f-4344-ba6c-ee2e7792a86d None None] Deleting port 61153bcd-7953-4f5f-bc59-03debd3a8d4d {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:53:05.163734 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a5b13264-156f-4344-ba6c-ee2e7792a86d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:05.173343 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f97874c-a03d-46e9-8d8f-610f95def298 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Pushing event deleted for resources: {'Port': ['ID=61153bcd-7953-4f5f-bc59-03debd3a8d4d,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:05.177385 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b1ef4e-55e3-49be-b114-f22844a04580 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3651a70-bcd8-4680-9d7a-a4bb86718ffd,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:05.177594 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f97874c-a03d-46e9-8d8f-610f95def298 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] No DVR routers for this DVR port 61153bcd-7953-4f5f-bc59-03debd3a8d4d on host dv-neutron-829527-1-hyperv {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:53:05.209890 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-75b1ef4e-55e3-49be-b114-f22844a04580 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:05.211159 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-75b1ef4e-55e3-49be-b114-f22844a04580 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "DELETE /v2.0/security-groups/c3651a70-bcd8-4680-9d7a-a4bb86718ffd HTTP/1.1" status: 204 len: 168 time: 0.5375113 Feb 16 12:53:05.214212 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35d793f-99f2-4efb-9dfb-ce2596b8253d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Made reservation on behalf of 612ec8932dcb4d08ac02ac6ad23899eb for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:53:05.218085 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a35d793f-99f2-4efb-9dfb-ce2596b8253d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:05.219408 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41990) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:05.239939 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8eef800f-e77a-4c7a-9b9e-2badcf9564d4 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:05.287016 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-a5b13264-156f-4344-ba6c-ee2e7792a86d None None] The port '61153bcd-7953-4f5f-bc59-03debd3a8d4d' was deleted {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:53:05.299130 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:05.304938 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:05.349202 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eef800f-e77a-4c7a-9b9e-2badcf9564d4 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Network a2f889ed-0d34-4572-8689-77c33faaccaa is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:53:05.355130 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-8eef800f-e77a-4c7a-9b9e-2badcf9564d4 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:05.362001 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eef800f-e77a-4c7a-9b9e-2badcf9564d4 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:53:05.396894 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:05.433117 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.ipam_backend_mixin [None req-a35d793f-99f2-4efb-9dfb-ce2596b8253d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Performing IP validity checks on allocation pools {{(pid=87701) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 12:53:05.433539 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.ipam_backend_mixin [None req-a35d793f-99f2-4efb-9dfb-ce2596b8253d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87701) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 12:53:05.436034 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eef800f-e77a-4c7a-9b9e-2badcf9564d4 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:05.436819 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8eef800f-e77a-4c7a-9b9e-2badcf9564d4 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:05.451709 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8f97874c-a03d-46e9-8d8f-610f95def298 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:05.464285 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8bfeea52-484d-4c16-bbc2-3ed9e9e5e6c8 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Synchronizing usage tracker for tenant:99104325fa9c49658e2a0638636924ad on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:53:05.473940 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 3b4a1825-c356-4300-9536-dda4b807788d, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=3b4a1825-c356-4300-9536-dda4b807788d,segment=NetworkSegment(18cb355e-1578-4555-bef0-db8d5b8053ea),segment_id=18cb355e-1578-4555-bef0-db8d5b8053ea)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:05.477645 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef800f-e77a-4c7a-9b9e-2badcf9564d4 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event updated for resources: {'Port': ['ID=7d9acf1c-e6cd-4c3e-8a1b-146153f3bc93,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:05.500156 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8eef800f-e77a-4c7a-9b9e-2badcf9564d4 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5055289 Feb 16 12:53:05.501461 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 41996) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:05.505793 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:05.513099 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-8f97874c-a03d-46e9-8d8f-610f95def298 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42667044-4571-42e2-bb64-1b5ffbcb6bf7']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:05.533411 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-8f97874c-a03d-46e9-8d8f-610f95def298 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b00f8a1c-8a48-4f37-96d9-dec84dbd09d6') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:05.533701 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-8f97874c-a03d-46e9-8d8f-610f95def298 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b00f8a1c-8a48-4f37-96d9-dec84dbd09d6') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:05.550049 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8f97874c-a03d-46e9-8d8f-610f95def298 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:05.553044 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8bfeea52-484d-4c16-bbc2-3ed9e9e5e6c8 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Unset dirty status for tenant:99104325fa9c49658e2a0638636924ad on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:53:05.553044 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8bfeea52-484d-4c16-bbc2-3ed9e9e5e6c8 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3322520 Feb 16 12:53:05.553670 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-37a62f84-e399-4a47-8d3b-f12cf98ca44a None None] Provisioning for port ebdccd6a-8bb1-444e-8938-4405c13e8bb1 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:53:05.559876 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-37a62f84-e399-4a47-8d3b-f12cf98ca44a None None] Provisioning complete for port ebdccd6a-8bb1-444e-8938-4405c13e8bb1 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:05.560363 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-37a62f84-e399-4a47-8d3b-f12cf98ca44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:05.562655 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42000) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:05.573082 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-9f80b51b-c55f-4588-954d-d18acd113446 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Request body: {'security_group': {'name': 'tempest-secgroup--2071679441'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:05.582527 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-9f80b51b-c55f-4588-954d-d18acd113446 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:05.599392 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8f97874c-a03d-46e9-8d8f-610f95def298 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:05.610374 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c78b9c-83c2-4a9a-a414-b53744af9d5b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:05.611127 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-86c78b9c-83c2-4a9a-a414-b53744af9d5b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Synchronizing usage tracker for tenant:cf313999ec50441da36056616d2e4e36 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:53:05.629619 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-86c78b9c-83c2-4a9a-a414-b53744af9d5b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Unset dirty status for tenant:cf313999ec50441da36056616d2e4e36 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:53:05.632410 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-86c78b9c-83c2-4a9a-a414-b53744af9d5b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 920 time: 0.1297910 Feb 16 12:53:05.635218 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42004) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:05.647441 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-37a62f84-e399-4a47-8d3b-f12cf98ca44a None None] Port ebdccd6a-8bb1-444e-8938-4405c13e8bb1 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:53:05.648720 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-9f80b51b-c55f-4588-954d-d18acd113446 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:05.653333 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f97874c-a03d-46e9-8d8f-610f95def298 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:53:05.653746 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8f97874c-a03d-46e9-8d8f-610f95def298 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:05.658818 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=3b4a1825-c356-4300-9536-dda4b807788d,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:05.667976 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-37a62f84-e399-4a47-8d3b-f12cf98ca44a None None] Provisioning complete for port 3b4a1825-c356-4300-9536-dda4b807788d triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:05.668989 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-37a62f84-e399-4a47-8d3b-f12cf98ca44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:05.669347 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:53:05.669347 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:53:05.669347 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:53:05.669347 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:53:05.669347 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:53:05.669347 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:53:05.669347 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:53:05.669347 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:53:05.669347 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:53:05.669347 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:53:05.669347 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:53:05.669347 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:53:05.669347 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:53:05.669347 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:53:05.669347 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:53:05.669347 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:53:05.669347 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:53:05.669347 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:53:05.669347 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:53:05.669347 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:53:05.669347 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:53:05.669347 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:53:05.669347 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:53:05.669347 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:53:05.669347 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:53:05.669347 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:53:05.669347 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:53:05.669347 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:53:05.669347 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:53:05.669347 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:53:05.669347 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:53:05.669347 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:53:05.742738 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9f80b51b-c55f-4588-954d-d18acd113446 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:05.771864 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-3a97612c-773c-4d30-aa0b-8b4259189de2 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Deleting port 7d9acf1c-e6cd-4c3e-8a1b-146153f3bc93 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:53:05.772284 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3a97612c-773c-4d30-aa0b-8b4259189de2 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:05.972395 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-25e15c9d-f103-452b-a530-598631261392 None None] Provisioning complete for port ebdccd6a-8bb1-444e-8938-4405c13e8bb1 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:05.973223 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-25e15c9d-f103-452b-a530-598631261392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:05.976443 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-9f80b51b-c55f-4588-954d-d18acd113446 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:05.980557 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-9f80b51b-c55f-4588-954d-d18acd113446 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Usage tracker for resource:security_group_rule and tenant:99104325fa9c49658e2a0638636924ad is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:05.983596 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-9f80b51b-c55f-4588-954d-d18acd113446 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:05.989642 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-9f80b51b-c55f-4588-954d-d18acd113446 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:06.004646 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999170ae-cf8b-4c89-9ab8-15898dc9c0d1 None None] get_active_networks_info from dv-neutron-829527-1-hyperv {{(pid=87702) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 12:53:06.046810 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8f97874c-a03d-46e9-8d8f-610f95def298 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:06.071302 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8f97874c-a03d-46e9-8d8f-610f95def298 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:06.079005 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a35d793f-99f2-4efb-9dfb-ce2596b8253d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:06.095602 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-25e15c9d-f103-452b-a530-598631261392 None None] Port ebdccd6a-8bb1-444e-8938-4405c13e8bb1 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:53:06.137001 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f97874c-a03d-46e9-8d8f-610f95def298 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Pushing event deleted for resources: {'Network': ['ID=42667044-4571-42e2-bb64-1b5ffbcb6bf7,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:06.150890 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3a97612c-773c-4d30-aa0b-8b4259189de2 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:06.191876 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9f80b51b-c55f-4588-954d-d18acd113446 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:06.197757 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-8f97874c-a03d-46e9-8d8f-610f95def298 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "DELETE /v2.0/networks/42667044-4571-42e2-bb64-1b5ffbcb6bf7 HTTP/1.1" status: 204 len: 168 time: 1.8791404 Feb 16 12:53:06.206412 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42020) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:06.240280 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999170ae-cf8b-4c89-9ab8-15898dc9c0d1 None None] Resources bound (agent type, host, resource id): {{(pid=87702) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:53:06.256049 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9f80b51b-c55f-4588-954d-d18acd113446 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:06.280637 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-fe61db6a-d53a-4570-9639-edda46562568 None None] Provisioning for port 7d9acf1c-e6cd-4c3e-8a1b-146153f3bc93 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:53:06.314111 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-c374fc6d-0dfc-42f8-bcc5-de280f8683cb tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] DELETE failed (client error): The resource could not be found. Feb 16 12:53:06.314645 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c374fc6d-0dfc-42f8-bcc5-de280f8683cb tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:53:06.316816 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-c374fc6d-0dfc-42f8-bcc5-de280f8683cb tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "DELETE /v2.0/subnets/96810ede-e02a-4196-bb4f-a55017f3cd9c HTTP/1.1" status: 404 len: 337 time: 0.1091042 Feb 16 12:53:06.320074 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35d793f-99f2-4efb-9dfb-ce2596b8253d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Checking segment: {'id': '8cc36d2f-912b-40d3-937e-a922684141a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '803dc085-2aa4-4c97-a2a0-a88bfab4c44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:53:06.320441 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35d793f-99f2-4efb-9dfb-ce2596b8253d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Network hostable DHCP agents. Network: 803dc085-2aa4-4c97-a2a0-a88bfab4c44f, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:53:06.337589 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42028) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:06.343716 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-fe61db6a-d53a-4570-9639-edda46562568 None None] Provisioning complete for port 7d9acf1c-e6cd-4c3e-8a1b-146153f3bc93 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:06.344290 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-fe61db6a-d53a-4570-9639-edda46562568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:06.345760 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-3a97612c-773c-4d30-aa0b-8b4259189de2 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Calling delete_port for 7d9acf1c-e6cd-4c3e-8a1b-146153f3bc93 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:53:06.349153 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d793f-99f2-4efb-9dfb-ce2596b8253d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event updated for resources: {'Subnet': ['ID=3fe4187d-b7fe-4a9f-8b36-92a6912aa544,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:06.396774 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f80b51b-c55f-4588-954d-d18acd113446 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17e89b0a-14f0-4a00-814e-d8ed211065b7,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:06.404603 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9f80b51b-c55f-4588-954d-d18acd113446 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:06.406570 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-9f80b51b-c55f-4588-954d-d18acd113446 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8420458 Feb 16 12:53:06.410288 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42036) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:06.417651 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-ce19d46a-cfce-48ac-ae54-ddb47e4739b4 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Request body: {'security_group_rule': {'security_group_id': '17e89b0a-14f0-4a00-814e-d8ed211065b7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:06.423682 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-ce19d46a-cfce-48ac-ae54-ddb47e4739b4 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:06.428549 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35d793f-99f2-4efb-9dfb-ce2596b8253d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Network 803dc085-2aa4-4c97-a2a0-a88bfab4c44f is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:53:06.433144 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-ce19d46a-cfce-48ac-ae54-ddb47e4739b4 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Usage tracker for resource:security_group_rule and tenant:99104325fa9c49658e2a0638636924ad is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:06.443975 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-fe61db6a-d53a-4570-9639-edda46562568 None None] Port 7d9acf1c-e6cd-4c3e-8a1b-146153f3bc93 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:53:06.483768 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-ce19d46a-cfce-48ac-ae54-ddb47e4739b4 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:06.494356 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8fad004-e337-4b0c-aab3-76ef48c64ac7 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] DELETE failed (client error): The resource could not be found. Feb 16 12:53:06.494860 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8fad004-e337-4b0c-aab3-76ef48c64ac7 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:53:06.496008 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-ce19d46a-cfce-48ac-ae54-ddb47e4739b4 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:06.499430 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b8fad004-e337-4b0c-aab3-76ef48c64ac7 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "DELETE /v2.0/networks/84de9663-b5f8-4371-a740-8c281cea283a HTTP/1.1" status: 404 len: 339 time: 0.1586864 Feb 16 12:53:06.499983 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42040) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:06.507157 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-a35d793f-99f2-4efb-9dfb-ce2596b8253d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 803dc085-2aa4-4c97-a2a0-a88bfab4c44f) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:06.525555 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35d793f-99f2-4efb-9dfb-ce2596b8253d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:06.526551 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a35d793f-99f2-4efb-9dfb-ce2596b8253d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:06.580159 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 3b4a1825-c356-4300-9536-dda4b807788d up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:53:06.625734 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-a35d793f-99f2-4efb-9dfb-ce2596b8253d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.7212348 Feb 16 12:53:06.626981 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-515696cd-d611-4010-b79c-38d5c7f73f1e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Deleting subnet ca2bc463-bd32-464e-bd11-ec7217934b2b {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:53:06.630112 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-ce19d46a-cfce-48ac-ae54-ddb47e4739b4 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] create failed (client error): The resource could not be found. Feb 16 12:53:06.630611 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42044) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:06.631508 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-ce19d46a-cfce-48ac-ae54-ddb47e4739b4 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2206910 Feb 16 12:53:06.635105 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42046) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:06.637901 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-515696cd-d611-4010-b79c-38d5c7f73f1e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:06.645033 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-26008f28-9f01-41e5-a76c-cda6332a70d9 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Request body: {'security_group_rule': {'security_group_id': '17e89b0a-14f0-4a00-814e-d8ed211065b7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '8a690f58-6d7c-4229-8fd1-e0f2a0529dc2'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:06.657326 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-26008f28-9f01-41e5-a76c-cda6332a70d9 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:06.668876 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc3679-b379-4800-bfac-08a50a4fba12 req-e34d65e2-7852-488c-8509-fca09b11af63 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:06.670810 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-40dc3679-b379-4800-bfac-08a50a4fba12 req-e34d65e2-7852-488c-8509-fca09b11af63 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/ports?device_id=7fdb21ed-241b-4fdc-8e4a-c7074125b27a HTTP/1.1" status: 200 len: 946 time: 0.2338874 Feb 16 12:53:06.674135 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-26008f28-9f01-41e5-a76c-cda6332a70d9 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Usage tracker for resource:security_group_rule and tenant:99104325fa9c49658e2a0638636924ad is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:06.676846 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:06.684868 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-26008f28-9f01-41e5-a76c-cda6332a70d9 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:06.712829 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-26008f28-9f01-41e5-a76c-cda6332a70d9 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:06.740342 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 3b4a1825-c356-4300-9536-dda4b807788d triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:06.740342 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:06.758481 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-40dc3679-b379-4800-bfac-08a50a4fba12 req-ff966951-9f9a-458b-b506-bbc8e32a21a6 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/security-groups?id=2a5ab787-cbec-4fb6-a4e3-d625d6a13d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691659 Feb 16 12:53:06.795613 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-26008f28-9f01-41e5-a76c-cda6332a70d9 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] create failed (client error): The resource could not be found. Feb 16 12:53:06.797307 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-26008f28-9f01-41e5-a76c-cda6332a70d9 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1606994 Feb 16 12:53:06.800593 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42052) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:06.873017 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b26adaf-f30b-491e-bc3b-f06293b731f0 None None] Network 803dc085-2aa4-4c97-a2a0-a88bfab4c44f requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:53:06.883561 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5eb42191-d6db-4c73-8948-597302fe8928 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:06.912415 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5eb42191-d6db-4c73-8948-597302fe8928 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:06.958365 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-515696cd-d611-4010-b79c-38d5c7f73f1e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:06.973022 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5eb42191-d6db-4c73-8948-597302fe8928 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:06.995125 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb42191-d6db-4c73-8948-597302fe8928 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e89b0a-14f0-4a00-814e-d8ed211065b7,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:07.010998 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5eb42191-d6db-4c73-8948-597302fe8928 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:07.018134 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-5eb42191-d6db-4c73-8948-597302fe8928 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "DELETE /v2.0/security-groups/17e89b0a-14f0-4a00-814e-d8ed211065b7 HTTP/1.1" status: 204 len: 168 time: 0.2151859 Feb 16 12:53:07.019723 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42056) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:07.044704 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3a97612c-773c-4d30-aa0b-8b4259189de2 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:07.083753 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 61153bcd-7953-4f5f-bc59-03debd3a8d4d no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:53:07.093253 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-23a53023-59a9-4059-8ffc-dc036ce0ab1e tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Synchronizing usage tracker for tenant:99104325fa9c49658e2a0638636924ad on resource:security_group {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:53:07.113176 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-23a53023-59a9-4059-8ffc-dc036ce0ab1e tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Unset dirty status for tenant:99104325fa9c49658e2a0638636924ad on resource:security_group {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:53:07.119263 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-23a53023-59a9-4059-8ffc-dc036ce0ab1e tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0979707 Feb 16 12:53:07.120091 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42060) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:07.125516 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-371aaa76-6db4-408f-8f72-3e4b028ff985 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Request body: {'security_group_rule': {'security_group_id': '247a110e-79a2-4765-9a64-73484aa00108', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:07.133544 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-371aaa76-6db4-408f-8f72-3e4b028ff985 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:07.134265 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a97612c-773c-4d30-aa0b-8b4259189de2 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event deleted for resources: {'Port': ['ID=7d9acf1c-e6cd-4c3e-8a1b-146153f3bc93,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:07.142891 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-371aaa76-6db4-408f-8f72-3e4b028ff985 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Usage tracker for resource:security_group_rule and tenant:99104325fa9c49658e2a0638636924ad is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:07.149259 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-371aaa76-6db4-408f-8f72-3e4b028ff985 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:07.155889 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-371aaa76-6db4-408f-8f72-3e4b028ff985 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:07.173944 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 61153bcd-7953-4f5f-bc59-03debd3a8d4d {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:53:07.174640 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 61153bcd-7953-4f5f-bc59-03debd3a8d4d not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:53:07.210411 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-371aaa76-6db4-408f-8f72-3e4b028ff985 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] create failed (client error): The resource could not be found. Feb 16 12:53:07.215549 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-371aaa76-6db4-408f-8f72-3e4b028ff985 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0905995 Feb 16 12:53:07.216138 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42064) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:07.218505 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-caa5e436-3ecb-4db1-9ef0-ee467f75da3e tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:07.222718 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-4eb3447c-138c-479a-9f39-81a72cb28ce5 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Request body: {'security_group': {'name': 'tempest-secgroup--1049615032'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:07.240087 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-4eb3447c-138c-479a-9f39-81a72cb28ce5 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:07.244174 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7b9a92-c92c-450e-94b6-9dc4c8b0a083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-803dc085-2aa4-4c97-a2a0-a88bfab4c44f', 'network_id': '803dc085-2aa4-4c97-a2a0-a88bfab4c44f', 'tenant_id': '612ec8932dcb4d08ac02ac6ad23899eb', 'fixed_ips': [{'subnet_id': '3fe4187d-b7fe-4a9f-8b36-92a6912aa544'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:53:07.245046 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2c7b9a92-c92c-450e-94b6-9dc4c8b0a083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:07.260012 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-515696cd-d611-4010-b79c-38d5c7f73f1e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:07.266472 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-4eb3447c-138c-479a-9f39-81a72cb28ce5 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:07.279404 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4eb3447c-138c-479a-9f39-81a72cb28ce5 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:07.303570 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-4eb3447c-138c-479a-9f39-81a72cb28ce5 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:07.307540 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-4eb3447c-138c-479a-9f39-81a72cb28ce5 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Usage tracker for resource:security_group_rule and tenant:99104325fa9c49658e2a0638636924ad is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:07.310911 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-4eb3447c-138c-479a-9f39-81a72cb28ce5 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:07.318771 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-4eb3447c-138c-479a-9f39-81a72cb28ce5 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:07.355983 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3a97612c-773c-4d30-aa0b-8b4259189de2 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:07.395195 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-caa5e436-3ecb-4db1-9ef0-ee467f75da3e tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:07.448163 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-2c7b9a92-c92c-450e-94b6-9dc4c8b0a083 None None] Allocated IP 172.20.0.3 (803dc085-2aa4-4c97-a2a0-a88bfab4c44f/3fe4187d-b7fe-4a9f-8b36-92a6912aa544/445ce65b-612c-4486-80c5-6069bbe550d6) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:53:07.466901 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3a97612c-773c-4d30-aa0b-8b4259189de2 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/ports/7d9acf1c-e6cd-4c3e-8a1b-146153f3bc93 HTTP/1.1" status: 204 len: 168 time: 1.8275042 Feb 16 12:53:07.467096 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4eb3447c-138c-479a-9f39-81a72cb28ce5 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:07.469284 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42068) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:07.477052 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4eb3447c-138c-479a-9f39-81a72cb28ce5 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:07.516518 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-6250b9f1-9d22-4d74-85c8-1607a6949ca4 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] GET failed (client error): The resource could not be found. Feb 16 12:53:07.517164 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6250b9f1-9d22-4d74-85c8-1607a6949ca4 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Synchronizing usage tracker for tenant:cf313999ec50441da36056616d2e4e36 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:53:07.520553 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb3447c-138c-479a-9f39-81a72cb28ce5 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbad876-b1e3-496e-9cc6-231ce846f1f2,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:07.536019 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-515696cd-d611-4010-b79c-38d5c7f73f1e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:07.548646 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4eb3447c-138c-479a-9f39-81a72cb28ce5 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:07.552941 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-4eb3447c-138c-479a-9f39-81a72cb28ce5 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3355286 Feb 16 12:53:07.553550 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42072) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:07.558752 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-f58e2185-5049-487b-8d1f-40f719deaf44 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Request body: {'security_group': {'name': 'tempest-secgroup--231280270'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:07.565401 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-f58e2185-5049-487b-8d1f-40f719deaf44 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:07.570299 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-f58e2185-5049-487b-8d1f-40f719deaf44 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Usage tracker for resource:security_group and tenant:99104325fa9c49658e2a0638636924ad is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:07.573242 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6250b9f1-9d22-4d74-85c8-1607a6949ca4 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Unset dirty status for tenant:cf313999ec50441da36056616d2e4e36 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:53:07.573940 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-f58e2185-5049-487b-8d1f-40f719deaf44 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:07.577210 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6250b9f1-9d22-4d74-85c8-1607a6949ca4 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "GET /v2.0/ports/7d9acf1c-e6cd-4c3e-8a1b-146153f3bc93 HTTP/1.1" status: 404 len: 333 time: 0.1062052 Feb 16 12:53:07.579146 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42076) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:07.579811 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515696cd-d611-4010-b79c-38d5c7f73f1e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Pushing event deleted for resources: {'Subnet': ['ID=ca2bc463-bd32-464e-bd11-ec7217934b2b,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:07.583673 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-515696cd-d611-4010-b79c-38d5c7f73f1e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:07.585021 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-f58e2185-5049-487b-8d1f-40f719deaf44 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:07.596033 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-515696cd-d611-4010-b79c-38d5c7f73f1e tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "DELETE /v2.0/subnets/ca2bc463-bd32-464e-bd11-ec7217934b2b HTTP/1.1" status: 204 len: 168 time: 1.0948987 Feb 16 12:53:07.596876 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42080) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:07.598997 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5757ea49-4e8b-4144-98fe-7960ccfa129d None None] Network 98dc0ed1-4dfd-487b-ac11-d2bab3dd3657 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:53:07.655229 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f58e2185-5049-487b-8d1f-40f719deaf44 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:07.677479 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-046a0ce2-40b4-4352-8f63-c5cb0820ccc8 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Deleting port ebdccd6a-8bb1-444e-8938-4405c13e8bb1 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:53:07.677818 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-046a0ce2-40b4-4352-8f63-c5cb0820ccc8 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:07.718029 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6522f63e-bf3b-48f4-9502-77e79f58f6c3 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:07.729791 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-6522f63e-bf3b-48f4-9502-77e79f58f6c3 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Deleting port 1a179df3-bbd8-4fed-97e8-a9f36df65393 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:53:07.730134 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6522f63e-bf3b-48f4-9502-77e79f58f6c3 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:07.734583 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-f58e2185-5049-487b-8d1f-40f719deaf44 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:07.743190 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-f58e2185-5049-487b-8d1f-40f719deaf44 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Usage tracker for resource:security_group_rule and tenant:99104325fa9c49658e2a0638636924ad is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:07.748314 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-f58e2185-5049-487b-8d1f-40f719deaf44 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:07.758074 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-f58e2185-5049-487b-8d1f-40f719deaf44 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:07.867844 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2c7b9a92-c92c-450e-94b6-9dc4c8b0a083 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:07.882123 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-2c7b9a92-c92c-450e-94b6-9dc4c8b0a083 None None] Transition to ACTIVE for port object 445ce65b-612c-4486-80c5-6069bbe550d6 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:53:07.906350 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-2c7b9a92-c92c-450e-94b6-9dc4c8b0a083 None None] Transition to ACTIVE for port object 445ce65b-612c-4486-80c5-6069bbe550d6 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:53:07.918727 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2c7b9a92-c92c-450e-94b6-9dc4c8b0a083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:08.001883 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7b9a92-c92c-450e-94b6-9dc4c8b0a083 None None] Network 803dc085-2aa4-4c97-a2a0-a88bfab4c44f is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:53:08.007309 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-2c7b9a92-c92c-450e-94b6-9dc4c8b0a083 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:08.011471 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7b9a92-c92c-450e-94b6-9dc4c8b0a083 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:53:08.020697 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f58e2185-5049-487b-8d1f-40f719deaf44 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:08.021901 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b9a92-c92c-450e-94b6-9dc4c8b0a083 None None] Pushing event updated for resources: {'Port': ['ID=445ce65b-612c-4486-80c5-6069bbe550d6,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:08.024676 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97991cf6-0ede-49ce-8e0d-c31b37ead5e3 None None] DHCP port deletion for 98dc0ed1-4dfd-487b-ac11-d2bab3dd3657 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:53:08.028886 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-046a0ce2-40b4-4352-8f63-c5cb0820ccc8 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:08.037897 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f58e2185-5049-487b-8d1f-40f719deaf44 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:08.057414 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-caa5e436-3ecb-4db1-9ef0-ee467f75da3e tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:08.063529 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-97991cf6-0ede-49ce-8e0d-c31b37ead5e3 None None] Deleting port 1a179df3-bbd8-4fed-97e8-a9f36df65393 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:53:08.063759 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-6522f63e-bf3b-48f4-9502-77e79f58f6c3 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] For port 1a179df3-bbd8-4fed-97e8-a9f36df65393, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=1a179df3-bbd8-4fed-97e8-a9f36df65393,segment=NetworkSegment(cb1c0fb2-4e9e-457c-9a58-f7d483322e52),segment_id=cb1c0fb2-4e9e-457c-9a58-f7d483322e52)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:08.063909 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6522f63e-bf3b-48f4-9502-77e79f58f6c3 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:08.064206 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-97991cf6-0ede-49ce-8e0d-c31b37ead5e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:08.083977 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e2185-5049-487b-8d1f-40f719deaf44 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1acd1933-7bd0-4852-9f61-10ef4a9413fd,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:08.169548 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5e436-3ecb-4db1-9ef0-ee467f75da3e tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event deleted for resources: {'Subnet': ['ID=3fe4187d-b7fe-4a9f-8b36-92a6912aa544,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:08.194857 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-2c7b9a92-c92c-450e-94b6-9dc4c8b0a083 None None] Attempting to bind port 445ce65b-612c-4486-80c5-6069bbe550d6 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:53:08.194857 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-2c7b9a92-c92c-450e-94b6-9dc4c8b0a083 None None] Attempting to bind port 445ce65b-612c-4486-80c5-6069bbe550d6 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '8cc36d2f-912b-40d3-937e-a922684141a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '803dc085-2aa4-4c97-a2a0-a88bfab4c44f'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:53:08.195358 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7b9a92-c92c-450e-94b6-9dc4c8b0a083 None None] Attempting to bind port 445ce65b-612c-4486-80c5-6069bbe550d6 on network 803dc085-2aa4-4c97-a2a0-a88bfab4c44f {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:53:08.213717 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-046a0ce2-40b4-4352-8f63-c5cb0820ccc8 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Calling delete_port for ebdccd6a-8bb1-444e-8938-4405c13e8bb1 owned by {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:53:08.216945 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7b9a92-c92c-450e-94b6-9dc4c8b0a083 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:53:08.217410 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7b9a92-c92c-450e-94b6-9dc4c8b0a083 None None] Checking segment: {'id': '8cc36d2f-912b-40d3-937e-a922684141a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '803dc085-2aa4-4c97-a2a0-a88bfab4c44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:53:08.217873 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2c7b9a92-c92c-450e-94b6-9dc4c8b0a083 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:08.218319 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7b9a92-c92c-450e-94b6-9dc4c8b0a083 None None] Bound using segment: {'id': '8cc36d2f-912b-40d3-937e-a922684141a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '803dc085-2aa4-4c97-a2a0-a88bfab4c44f'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:53:08.218834 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-2c7b9a92-c92c-450e-94b6-9dc4c8b0a083 None None] Bound port: 445ce65b-612c-4486-80c5-6069bbe550d6, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cc36d2f-912b-40d3-937e-a922684141a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '803dc085-2aa4-4c97-a2a0-a88bfab4c44f'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:53:08.219293 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2c7b9a92-c92c-450e-94b6-9dc4c8b0a083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:08.256750 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-6522f63e-bf3b-48f4-9502-77e79f58f6c3 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Calling delete_port for 1a179df3-bbd8-4fed-97e8-a9f36df65393 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:53:08.278976 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f58e2185-5049-487b-8d1f-40f719deaf44 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:08.283500 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f58e2185-5049-487b-8d1f-40f719deaf44 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7289920 Feb 16 12:53:08.284556 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42086) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:08.297768 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-6bb7a6fa-99cc-4d05-b2b8-8808e8c3e8ce tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Request body: {'security_group_rule': {'security_group_id': 'cbbad876-b1e3-496e-9cc6-231ce846f1f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '1acd1933-7bd0-4852-9f61-10ef4a9413fd'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:08.304673 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-6bb7a6fa-99cc-4d05-b2b8-8808e8c3e8ce tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:08.308828 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-6bb7a6fa-99cc-4d05-b2b8-8808e8c3e8ce tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Usage tracker for resource:security_group_rule and tenant:99104325fa9c49658e2a0638636924ad is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:08.311680 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-6bb7a6fa-99cc-4d05-b2b8-8808e8c3e8ce tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:08.318192 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-6bb7a6fa-99cc-4d05-b2b8-8808e8c3e8ce tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:08.373367 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-caa5e436-3ecb-4db1-9ef0-ee467f75da3e tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:08.388217 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-97991cf6-0ede-49ce-8e0d-c31b37ead5e3 None None] For port 1a179df3-bbd8-4fed-97e8-a9f36df65393, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=1a179df3-bbd8-4fed-97e8-a9f36df65393,segment=NetworkSegment(cb1c0fb2-4e9e-457c-9a58-f7d483322e52),segment_id=cb1c0fb2-4e9e-457c-9a58-f7d483322e52)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:08.388825 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-97991cf6-0ede-49ce-8e0d-c31b37ead5e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:08.393761 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81d557-6b0e-45d4-ac5e-ced9aa4ec34d req-8ba29139-57d7-4b0e-bdcb-caa6d826c22b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:08.400910 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3a81d557-6b0e-45d4-ac5e-ced9aa4ec34d req-8ba29139-57d7-4b0e-bdcb-caa6d826c22b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/ports?device_id=7fdb21ed-241b-4fdc-8e4a-c7074125b27a HTTP/1.1" status: 200 len: 946 time: 0.4981556 Feb 16 12:53:08.434930 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-6bb7a6fa-99cc-4d05-b2b8-8808e8c3e8ce tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:53:08.440763 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42090) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:08.441516 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-6bb7a6fa-99cc-4d05-b2b8-8808e8c3e8ce tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1518047 Feb 16 12:53:08.469283 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-caa5e436-3ecb-4db1-9ef0-ee467f75da3e tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['803dc085-2aa4-4c97-a2a0-a88bfab4c44f']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:08.499073 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-046a0ce2-40b4-4352-8f63-c5cb0820ccc8 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:08.506744 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-caa5e436-3ecb-4db1-9ef0-ee467f75da3e tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cc36d2f-912b-40d3-937e-a922684141a5') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:08.507388 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-caa5e436-3ecb-4db1-9ef0-ee467f75da3e tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cc36d2f-912b-40d3-937e-a922684141a5') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:08.519056 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-97991cf6-0ede-49ce-8e0d-c31b37ead5e3 None None] Calling delete_port for 1a179df3-bbd8-4fed-97e8-a9f36df65393 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:53:08.525179 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3a81d557-6b0e-45d4-ac5e-ced9aa4ec34d req-d8fbd023-c5e1-4f31-a052-152a84d6c91c tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/security-groups?id=2a5ab787-cbec-4fb6-a4e3-d625d6a13d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233904 Feb 16 12:53:08.546071 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-caa5e436-3ecb-4db1-9ef0-ee467f75da3e tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:08.561535 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-2c7b9a92-c92c-450e-94b6-9dc4c8b0a083 None None] For port 445ce65b-612c-4486-80c5-6069bbe550d6, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:53:08.570118 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6522f63e-bf3b-48f4-9502-77e79f58f6c3 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:08.572848 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 1a179df3-bbd8-4fed-97e8-a9f36df65393 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:53:08.574642 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a0ce2-40b4-4352-8f63-c5cb0820ccc8 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event deleted for resources: {'Port': ['ID=ebdccd6a-8bb1-444e-8938-4405c13e8bb1,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:08.623752 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-2c7b9a92-c92c-450e-94b6-9dc4c8b0a083 None None] For port 445ce65b-612c-4486-80c5-6069bbe550d6, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=445ce65b-612c-4486-80c5-6069bbe550d6,segment=NetworkSegment(8cc36d2f-912b-40d3-937e-a922684141a5),segment_id=8cc36d2f-912b-40d3-937e-a922684141a5)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:53:08.628477 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 1a179df3-bbd8-4fed-97e8-a9f36df65393 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:53:08.631967 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6522f63e-bf3b-48f4-9502-77e79f58f6c3 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Pushing event deleted for resources: {'Port': ['ID=1a179df3-bbd8-4fed-97e8-a9f36df65393,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:08.632512 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 1a179df3-bbd8-4fed-97e8-a9f36df65393 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:53:08.638044 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2c7b9a92-c92c-450e-94b6-9dc4c8b0a083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:08.643126 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-caa5e436-3ecb-4db1-9ef0-ee467f75da3e tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:08.660833 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6522f63e-bf3b-48f4-9502-77e79f58f6c3 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] No DVR routers for this DVR port 1a179df3-bbd8-4fed-97e8-a9f36df65393 on host dv-neutron-829527-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:53:08.667620 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caa5e436-3ecb-4db1-9ef0-ee467f75da3e tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:53:08.668049 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-caa5e436-3ecb-4db1-9ef0-ee467f75da3e tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:08.728957 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-046a0ce2-40b4-4352-8f63-c5cb0820ccc8 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:08.746673 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-046a0ce2-40b4-4352-8f63-c5cb0820ccc8 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/ports/ebdccd6a-8bb1-444e-8938-4405c13e8bb1 HTTP/1.1" status: 204 len: 168 time: 1.1663806 Feb 16 12:53:08.749656 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42094) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:08.777863 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b9a92-c92c-450e-94b6-9dc4c8b0a083 None None] Pushing event updated for resources: {'Port': ['ID=445ce65b-612c-4486-80c5-6069bbe550d6,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:08.780924 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.db.api [None req-97991cf6-0ede-49ce-8e0d-c31b37ead5e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:53:08.781472 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG oslo_db.api [None req-97991cf6-0ede-49ce-8e0d-c31b37ead5e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:53:08.813543 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a747009-7090-49a3-a117-b18db9db1773 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] GET failed (client error): The resource could not be found. Feb 16 12:53:08.814090 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-4a747009-7090-49a3-a117-b18db9db1773 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Synchronizing usage tracker for tenant:cf313999ec50441da36056616d2e4e36 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:53:08.829478 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:53:08.829478 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:53:08.829478 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:53:08.829478 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:53:08.829478 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:53:08.829478 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:53:08.829478 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:53:08.829478 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:53:08.829478 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:53:08.829478 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:53:08.829478 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:53:08.829478 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:53:08.829478 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:53:08.829478 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:53:08.829478 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:53:08.829478 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:53:08.829478 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:53:08.829478 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:53:08.829478 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:53:08.829478 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:53:08.829478 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:53:08.829478 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:53:08.829478 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:53:08.829478 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:53:08.829478 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:53:08.829478 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:53:08.829478 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:53:08.829478 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:53:08.829478 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:53:08.829478 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:53:08.829478 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:53:08.829478 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:53:08.834600 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-4a747009-7090-49a3-a117-b18db9db1773 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Unset dirty status for tenant:cf313999ec50441da36056616d2e4e36 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:53:08.838876 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42098) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:08.839074 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-4a747009-7090-49a3-a117-b18db9db1773 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "GET /v2.0/ports/ebdccd6a-8bb1-444e-8938-4405c13e8bb1 HTTP/1.1" status: 404 len: 333 time: 0.0882618 Feb 16 12:53:08.862941 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be9fc4a-5300-46dc-a7a4-8f64da0c3218 None None] Network 803dc085-2aa4-4c97-a2a0-a88bfab4c44f requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:53:08.938129 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6090514a-8dba-49c1-8fa8-85b4acaac012 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:09.048201 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-caa5e436-3ecb-4db1-9ef0-ee467f75da3e tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 12:53:09.048201 dv-neutron-829527-1-hyperv neutron-server[87699]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 12:53:09.048201 dv-neutron-829527-1-hyperv neutron-server[87699]: [parameters: {'id': '803dc085-2aa4-4c97-a2a0-a88bfab4c44f'}] Feb 16 12:53:09.048201 dv-neutron-829527-1-hyperv neutron-server[87699]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:53:09.048736 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-caa5e436-3ecb-4db1-9ef0-ee467f75da3e tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:53:09.074294 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6090514a-8dba-49c1-8fa8-85b4acaac012 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:09.091622 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6522f63e-bf3b-48f4-9502-77e79f58f6c3 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:09.112987 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dd7cdc0-9ed5-4275-bffb-7efd878789dd tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Deleting subnet b97c0d5a-42a5-47a0-a57d-f70a1c1f3c98 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:53:09.121596 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6dd7cdc0-9ed5-4275-bffb-7efd878789dd tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:09.180603 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-6522f63e-bf3b-48f4-9502-77e79f58f6c3 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98dc0ed1-4dfd-487b-ac11-d2bab3dd3657']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:09.207156 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-6522f63e-bf3b-48f4-9502-77e79f58f6c3 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb1c0fb2-4e9e-457c-9a58-f7d483322e52') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:09.207404 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-6522f63e-bf3b-48f4-9502-77e79f58f6c3 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb1c0fb2-4e9e-457c-9a58-f7d483322e52') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:09.220315 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6dd7cdc0-9ed5-4275-bffb-7efd878789dd tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:09.248339 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6090514a-8dba-49c1-8fa8-85b4acaac012 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:09.256325 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6522f63e-bf3b-48f4-9502-77e79f58f6c3 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:09.283397 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-97991cf6-0ede-49ce-8e0d-c31b37ead5e3 None None] Deleting port 1a179df3-bbd8-4fed-97e8-a9f36df65393 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:53:09.283801 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-97991cf6-0ede-49ce-8e0d-c31b37ead5e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:09.285230 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6090514a-8dba-49c1-8fa8-85b4acaac012 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1acd1933-7bd0-4852-9f61-10ef4a9413fd,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:09.291901 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6522f63e-bf3b-48f4-9502-77e79f58f6c3 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:09.309707 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6522f63e-bf3b-48f4-9502-77e79f58f6c3 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:53:09.310128 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6522f63e-bf3b-48f4-9502-77e79f58f6c3 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:09.325127 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:53:09.325127 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:53:09.325127 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:53:09.325127 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:53:09.325127 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:53:09.325127 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:53:09.325127 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:53:09.325127 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:53:09.325127 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:53:09.325127 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:53:09.325127 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:53:09.325127 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:53:09.325127 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:53:09.325127 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:53:09.325127 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:53:09.325127 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:53:09.325127 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:53:09.325127 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:53:09.325127 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:53:09.325127 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:53:09.325127 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:53:09.325127 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:53:09.325127 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:53:09.325127 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:53:09.325127 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:53:09.325127 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:53:09.325127 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:53:09.325127 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:53:09.325127 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:53:09.325127 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:53:09.325127 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:53:09.325127 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:53:09.360363 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-97991cf6-0ede-49ce-8e0d-c31b37ead5e3 None None] The port '1a179df3-bbd8-4fed-97e8-a9f36df65393' was deleted {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:53:09.378379 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8cec59-b390-4e26-b030-101e7c2628e1 None None] get_active_networks_info from dv-neutron-829527-1-hyperv {{(pid=87702) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 12:53:09.426140 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6090514a-8dba-49c1-8fa8-85b4acaac012 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:09.427373 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6090514a-8dba-49c1-8fa8-85b4acaac012 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "DELETE /v2.0/security-groups/1acd1933-7bd0-4852-9f61-10ef4a9413fd HTTP/1.1" status: 204 len: 168 time: 0.9845450 Feb 16 12:53:09.430035 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42102) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:09.452034 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6522f63e-bf3b-48f4-9502-77e79f58f6c3 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:09.475823 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6522f63e-bf3b-48f4-9502-77e79f58f6c3 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:09.492708 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6dd7cdc0-9ed5-4275-bffb-7efd878789dd tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:09.508663 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8cec59-b390-4e26-b030-101e7c2628e1 None None] Resources bound (agent type, host, resource id): {{(pid=87702) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:53:09.532323 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6522f63e-bf3b-48f4-9502-77e79f58f6c3 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] Pushing event deleted for resources: {'Network': ['ID=98dc0ed1-4dfd-487b-ac11-d2bab3dd3657,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:09.542047 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6522f63e-bf3b-48f4-9502-77e79f58f6c3 tempest-NetworksIpV6Test-1998382584 tempest-NetworksIpV6Test-1998382584-project] 10.222.0.83 "DELETE /v2.0/networks/98dc0ed1-4dfd-487b-ac11-d2bab3dd3657 HTTP/1.1" status: 204 len: 168 time: 1.9441221 Feb 16 12:53:09.552981 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-caa5e436-3ecb-4db1-9ef0-ee467f75da3e tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:09.595795 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5c11a143-d6ad-4e15-a34b-13654d013710 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Synchronizing usage tracker for tenant:99104325fa9c49658e2a0638636924ad on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:53:09.609694 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-caa5e436-3ecb-4db1-9ef0-ee467f75da3e tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Deleting port 445ce65b-612c-4486-80c5-6069bbe550d6 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:53:09.610048 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-caa5e436-3ecb-4db1-9ef0-ee467f75da3e tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:09.675260 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5c11a143-d6ad-4e15-a34b-13654d013710 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Unset dirty status for tenant:99104325fa9c49658e2a0638636924ad on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:53:09.676765 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5c11a143-d6ad-4e15-a34b-13654d013710 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2457244 Feb 16 12:53:09.697635 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42110) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:09.706615 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6dd7cdc0-9ed5-4275-bffb-7efd878789dd tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:09.767903 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd7cdc0-9ed5-4275-bffb-7efd878789dd tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event deleted for resources: {'Subnet': ['ID=b97c0d5a-42a5-47a0-a57d-f70a1c1f3c98,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:09.772172 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6dd7cdc0-9ed5-4275-bffb-7efd878789dd tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:09.781736 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6dd7cdc0-9ed5-4275-bffb-7efd878789dd tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/subnets/b97c0d5a-42a5-47a0-a57d-f70a1c1f3c98 HTTP/1.1" status: 204 len: 168 time: 0.8971300 Feb 16 12:53:09.787806 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42114) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:09.899780 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-caa5e436-3ecb-4db1-9ef0-ee467f75da3e tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] For port 445ce65b-612c-4486-80c5-6069bbe550d6, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=445ce65b-612c-4486-80c5-6069bbe550d6,segment=NetworkSegment(8cc36d2f-912b-40d3-937e-a922684141a5),segment_id=8cc36d2f-912b-40d3-937e-a922684141a5)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:09.900438 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-caa5e436-3ecb-4db1-9ef0-ee467f75da3e tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:09.954527 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329a7c48-973e-4db5-adc8-bd58005712ba None None] Network a2f889ed-0d34-4572-8689-77c33faaccaa requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:53:09.960688 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42120) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:10.027037 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-caa5e436-3ecb-4db1-9ef0-ee467f75da3e tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Calling delete_port for 445ce65b-612c-4486-80c5-6069bbe550d6 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:53:10.034103 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fea690b4-7cee-4c8b-a710-433ea5922359 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:10.053348 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b6fde-5633-4c97-8e80-cedfeff41bbe req-461a70cb-e88a-4960-a24f-e988ccf7fc96 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:10.062031 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5b4b6fde-5633-4c97-8e80-cedfeff41bbe req-461a70cb-e88a-4960-a24f-e988ccf7fc96 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/ports?device_id=7fdb21ed-241b-4fdc-8e4a-c7074125b27a HTTP/1.1" status: 200 len: 946 time: 0.4015002 Feb 16 12:53:10.113222 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-caa5e436-3ecb-4db1-9ef0-ee467f75da3e tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:10.166084 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5e436-3ecb-4db1-9ef0-ee467f75da3e tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event deleted for resources: {'Port': ['ID=445ce65b-612c-4486-80c5-6069bbe550d6,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:10.168570 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa5e436-3ecb-4db1-9ef0-ee467f75da3e tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] No DVR routers for this DVR port 445ce65b-612c-4486-80c5-6069bbe550d6 on host dv-neutron-829527-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:53:10.170360 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fea690b4-7cee-4c8b-a710-433ea5922359 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:10.183135 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e6afea3a-9c83-48ce-892c-9ffb04a0e3c0 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:10.223768 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5b4b6fde-5633-4c97-8e80-cedfeff41bbe req-04a3ddc6-bbba-44f9-808e-fc3da141cf06 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/security-groups?id=2a5ab787-cbec-4fb6-a4e3-d625d6a13d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608663 Feb 16 12:53:10.243453 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a254761b-495a-47f9-818e-455bc81a4ac3 None None] DHCP port deletion for a2f889ed-0d34-4572-8689-77c33faaccaa request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:53:10.248416 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-a254761b-495a-47f9-818e-455bc81a4ac3 None None] Deleting port 3b4a1825-c356-4300-9536-dda4b807788d {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:53:10.248923 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a254761b-495a-47f9-818e-455bc81a4ac3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:10.254899 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-dad069ff-e2fa-484d-94e3-659638ff6032 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=41e1ac5f697d49bbba7587a21281c0a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2794418 Feb 16 12:53:10.260293 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42126) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:10.272941 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-e6afea3a-9c83-48ce-892c-9ffb04a0e3c0 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Deleting port 3b4a1825-c356-4300-9536-dda4b807788d {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:53:10.273278 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e6afea3a-9c83-48ce-892c-9ffb04a0e3c0 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:10.307298 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-caa5e436-3ecb-4db1-9ef0-ee467f75da3e tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:10.324020 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fea690b4-7cee-4c8b-a710-433ea5922359 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:10.340215 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-caa5e436-3ecb-4db1-9ef0-ee467f75da3e tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['803dc085-2aa4-4c97-a2a0-a88bfab4c44f']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:10.358562 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-caa5e436-3ecb-4db1-9ef0-ee467f75da3e tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cc36d2f-912b-40d3-937e-a922684141a5') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:10.359175 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-caa5e436-3ecb-4db1-9ef0-ee467f75da3e tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cc36d2f-912b-40d3-937e-a922684141a5') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:10.374089 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea690b4-7cee-4c8b-a710-433ea5922359 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbad876-b1e3-496e-9cc6-231ce846f1f2,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:10.376492 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-caa5e436-3ecb-4db1-9ef0-ee467f75da3e tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:10.395340 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-caa5e436-3ecb-4db1-9ef0-ee467f75da3e tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:10.402766 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caa5e436-3ecb-4db1-9ef0-ee467f75da3e tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:53:10.403171 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-caa5e436-3ecb-4db1-9ef0-ee467f75da3e tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:10.447841 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fea690b4-7cee-4c8b-a710-433ea5922359 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:10.451208 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-fea690b4-7cee-4c8b-a710-433ea5922359 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "DELETE /v2.0/security-groups/cbbad876-b1e3-496e-9cc6-231ce846f1f2 HTTP/1.1" status: 204 len: 168 time: 0.7449274 Feb 16 12:53:10.466750 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42130) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:10.491122 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-916291a1-b51c-4eb9-861e-fd4e2139e41e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:10.537397 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-a254761b-495a-47f9-818e-455bc81a4ac3 None None] For port 3b4a1825-c356-4300-9536-dda4b807788d, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=3b4a1825-c356-4300-9536-dda4b807788d,segment=NetworkSegment(18cb355e-1578-4555-bef0-db8d5b8053ea),segment_id=18cb355e-1578-4555-bef0-db8d5b8053ea)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:10.538042 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a254761b-495a-47f9-818e-455bc81a4ac3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:10.555849 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 3b4a1825-c356-4300-9536-dda4b807788d no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:53:10.595908 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:53:10.595908 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:53:10.595908 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:53:10.595908 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:53:10.595908 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:53:10.595908 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:53:10.595908 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:53:10.595908 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:53:10.595908 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:53:10.595908 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:53:10.595908 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:53:10.595908 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:53:10.595908 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:53:10.595908 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:53:10.595908 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:53:10.595908 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:53:10.595908 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:53:10.595908 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:53:10.595908 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:53:10.595908 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:53:10.595908 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:53:10.595908 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:53:10.595908 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:53:10.595908 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:53:10.595908 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:53:10.595908 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:53:10.595908 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:53:10.595908 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:53:10.595908 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:53:10.595908 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:53:10.595908 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:53:10.595908 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:53:10.624532 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-916291a1-b51c-4eb9-861e-fd4e2139e41e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:10.633213 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-caa5e436-3ecb-4db1-9ef0-ee467f75da3e tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:10.641357 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-e6afea3a-9c83-48ce-892c-9ffb04a0e3c0 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] For port 3b4a1825-c356-4300-9536-dda4b807788d, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=3b4a1825-c356-4300-9536-dda4b807788d,segment=NetworkSegment(18cb355e-1578-4555-bef0-db8d5b8053ea),segment_id=18cb355e-1578-4555-bef0-db8d5b8053ea)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:10.641626 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e6afea3a-9c83-48ce-892c-9ffb04a0e3c0 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:10.652800 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-f6f10ee8-0796-4b62-b132-60ffda3108ac tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Synchronizing usage tracker for tenant:99104325fa9c49658e2a0638636924ad on resource:security_group {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:53:10.654617 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-caa5e436-3ecb-4db1-9ef0-ee467f75da3e tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:10.667875 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5e436-3ecb-4db1-9ef0-ee467f75da3e tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event deleted for resources: {'Network': ['ID=803dc085-2aa4-4c97-a2a0-a88bfab4c44f,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:10.673063 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-caa5e436-3ecb-4db1-9ef0-ee467f75da3e tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "DELETE /v2.0/networks/803dc085-2aa4-4c97-a2a0-a88bfab4c44f HTTP/1.1" status: 204 len: 168 time: 4.0381451 Feb 16 12:53:10.677554 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42134) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:10.683462 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-596c4763-fba6-449f-8856-9e6d18d93aa2 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2092748054'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:10.688578 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-596c4763-fba6-449f-8856-9e6d18d93aa2 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:10.692794 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-596c4763-fba6-449f-8856-9e6d18d93aa2 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Usage tracker for resource:network and tenant:612ec8932dcb4d08ac02ac6ad23899eb is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:10.695808 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-596c4763-fba6-449f-8856-9e6d18d93aa2 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:10.702365 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-596c4763-fba6-449f-8856-9e6d18d93aa2 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:10.713898 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596c4763-fba6-449f-8856-9e6d18d93aa2 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Made reservation on behalf of 612ec8932dcb4d08ac02ac6ad23899eb for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:53:10.718518 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-596c4763-fba6-449f-8856-9e6d18d93aa2 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:10.727862 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-a254761b-495a-47f9-818e-455bc81a4ac3 None None] Calling delete_port for 3b4a1825-c356-4300-9536-dda4b807788d owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:53:10.746705 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-596c4763-fba6-449f-8856-9e6d18d93aa2 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:53:10.756498 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-596c4763-fba6-449f-8856-9e6d18d93aa2 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:10.756938 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-596c4763-fba6-449f-8856-9e6d18d93aa2 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Added segment aeb6bf2c-8c7b-480f-9974-eff1773508e9 of type vlan for network effcfcc8-f7ca-498b-90fa-cfb0caa3c5e1 Feb 16 12:53:10.788551 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-596c4763-fba6-449f-8856-9e6d18d93aa2 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:10.795242 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-e6afea3a-9c83-48ce-892c-9ffb04a0e3c0 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Calling delete_port for 3b4a1825-c356-4300-9536-dda4b807788d owned by network:dhcp {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:53:10.820776 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-596c4763-fba6-449f-8856-9e6d18d93aa2 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:10.826672 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596c4763-fba6-449f-8856-9e6d18d93aa2 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:10.827244 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-596c4763-fba6-449f-8856-9e6d18d93aa2 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:10.842569 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-f6f10ee8-0796-4b62-b132-60ffda3108ac tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Unset dirty status for tenant:99104325fa9c49658e2a0638636924ad on resource:security_group {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:53:10.847974 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f6f10ee8-0796-4b62-b132-60ffda3108ac tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3743060 Feb 16 12:53:10.849643 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42138) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:10.857197 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-eceb2f89-3fe1-4d6e-b368-6055ead37433 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Request body: {'security_group': {'name': 'tempest-secgroup--1960264203'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:10.864086 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a254761b-495a-47f9-818e-455bc81a4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:10.872065 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-eceb2f89-3fe1-4d6e-b368-6055ead37433 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:10.889531 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-eceb2f89-3fe1-4d6e-b368-6055ead37433 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:10.911141 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:10.917999 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-eceb2f89-3fe1-4d6e-b368-6055ead37433 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:10.928297 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.db.api [None req-e6afea3a-9c83-48ce-892c-9ffb04a0e3c0 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:53:10.928941 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG oslo_db.api [None req-e6afea3a-9c83-48ce-892c-9ffb04a0e3c0 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:53:10.930667 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-596c4763-fba6-449f-8856-9e6d18d93aa2 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2520225 Feb 16 12:53:10.933434 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42142) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:10.937108 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a254761b-495a-47f9-818e-455bc81a4ac3 None None] No DVR routers for this DVR port 3b4a1825-c356-4300-9536-dda4b807788d on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:53:10.938788 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-916291a1-b51c-4eb9-861e-fd4e2139e41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:10.946266 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a254761b-495a-47f9-818e-455bc81a4ac3 None None] Pushing event deleted for resources: {'Port': ['ID=3b4a1825-c356-4300-9536-dda4b807788d,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:10.946424 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c4763-fba6-449f-8856-9e6d18d93aa2 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event updated for resources: {'Network': ['ID=effcfcc8-f7ca-498b-90fa-cfb0caa3c5e1,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:10.947650 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-1fc538b6-c0ef-4df1-8a52-c6494ca32c4f tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Request body: {'subnet': {'network_id': 'effcfcc8-f7ca-498b-90fa-cfb0caa3c5e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:10.962699 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network effcfcc8-f7ca-498b-90fa-cfb0caa3c5e1 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:53:10.986412 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916291a1-b51c-4eb9-861e-fd4e2139e41e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1876c85b-4435-41f0-a620-f1b6240dc41b,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:11.051971 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-eceb2f89-3fe1-4d6e-b368-6055ead37433 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:11.068727 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-eceb2f89-3fe1-4d6e-b368-6055ead37433 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Usage tracker for resource:security_group_rule and tenant:99104325fa9c49658e2a0638636924ad is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:11.077061 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-eceb2f89-3fe1-4d6e-b368-6055ead37433 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:11.096127 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-eceb2f89-3fe1-4d6e-b368-6055ead37433 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:11.111478 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-916291a1-b51c-4eb9-861e-fd4e2139e41e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:11.112588 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-916291a1-b51c-4eb9-861e-fd4e2139e41e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1876c85b-4435-41f0-a620-f1b6240dc41b HTTP/1.1" status: 204 len: 168 time: 0.8512390 Feb 16 12:53:11.114686 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-1fc538b6-c0ef-4df1-8a52-c6494ca32c4f tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:11.125763 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-1fc538b6-c0ef-4df1-8a52-c6494ca32c4f tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Usage tracker for resource:subnet and tenant:612ec8932dcb4d08ac02ac6ad23899eb is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:11.130536 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-1fc538b6-c0ef-4df1-8a52-c6494ca32c4f tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:11.139779 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-1fc538b6-c0ef-4df1-8a52-c6494ca32c4f tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:11.161723 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc538b6-c0ef-4df1-8a52-c6494ca32c4f tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Made reservation on behalf of 612ec8932dcb4d08ac02ac6ad23899eb for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:53:11.165469 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1fc538b6-c0ef-4df1-8a52-c6494ca32c4f tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:11.282257 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-eceb2f89-3fe1-4d6e-b368-6055ead37433 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:11.293016 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-eceb2f89-3fe1-4d6e-b368-6055ead37433 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:11.344758 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb2f89-3fe1-4d6e-b368-6055ead37433 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69af4abb-772d-4e3b-bbbd-34337a34fe5b,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:11.376601 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-eceb2f89-3fe1-4d6e-b368-6055ead37433 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:11.382350 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-eceb2f89-3fe1-4d6e-b368-6055ead37433 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5315318 Feb 16 12:53:11.383231 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42154) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:11.425523 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-8165ca78-cc11-4d03-9c2b-074b6fc70f14 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Request body: {'security_group_rule': {'security_group_id': '69af4abb-772d-4e3b-bbbd-34337a34fe5b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:11.430803 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-e6afea3a-9c83-48ce-892c-9ffb04a0e3c0 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Deleting port 3b4a1825-c356-4300-9536-dda4b807788d {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:53:11.431392 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e6afea3a-9c83-48ce-892c-9ffb04a0e3c0 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:11.451782 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85bf5b-ab18-4969-b840-ea8add628455 req-73541809-943c-4ace-afc1-faab8095ca62 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:11.453434 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-fc85bf5b-ab18-4969-b840-ea8add628455 req-73541809-943c-4ace-afc1-faab8095ca62 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/ports?device_id=7fdb21ed-241b-4fdc-8e4a-c7074125b27a HTTP/1.1" status: 200 len: 946 time: 0.1054006 Feb 16 12:53:11.468272 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-8165ca78-cc11-4d03-9c2b-074b6fc70f14 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:11.486597 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-8165ca78-cc11-4d03-9c2b-074b6fc70f14 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Usage tracker for resource:security_group_rule and tenant:99104325fa9c49658e2a0638636924ad is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:11.505375 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-fc85bf5b-ab18-4969-b840-ea8add628455 req-e59ddcc9-624a-4b85-acd8-d60ea4656fd6 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/security-groups?id=2a5ab787-cbec-4fb6-a4e3-d625d6a13d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456872 Feb 16 12:53:11.517019 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-8165ca78-cc11-4d03-9c2b-074b6fc70f14 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:11.538654 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-e6afea3a-9c83-48ce-892c-9ffb04a0e3c0 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] The port '3b4a1825-c356-4300-9536-dda4b807788d' was deleted {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:53:11.539668 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-8165ca78-cc11-4d03-9c2b-074b6fc70f14 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:11.723578 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-8165ca78-cc11-4d03-9c2b-074b6fc70f14 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:53:11.727921 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42170) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:11.728174 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-8165ca78-cc11-4d03-9c2b-074b6fc70f14 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3417025 Feb 16 12:53:11.730032 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e6afea3a-9c83-48ce-892c-9ffb04a0e3c0 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:11.733586 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-05960eef-8893-41c1-b9b6-00987b6a772c tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Request body: {'security_group_rule': {'security_group_id': '69af4abb-772d-4e3b-bbbd-34337a34fe5b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:11.739127 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1fc538b6-c0ef-4df1-8a52-c6494ca32c4f tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:11.740238 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-05960eef-8893-41c1-b9b6-00987b6a772c tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:11.744596 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-05960eef-8893-41c1-b9b6-00987b6a772c tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Usage tracker for resource:security_group_rule and tenant:99104325fa9c49658e2a0638636924ad is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:11.755500 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-05960eef-8893-41c1-b9b6-00987b6a772c tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:11.762907 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-05960eef-8893-41c1-b9b6-00987b6a772c tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:11.796575 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-05960eef-8893-41c1-b9b6-00987b6a772c tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:53:11.797969 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-05960eef-8893-41c1-b9b6-00987b6a772c tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0688667 Feb 16 12:53:11.801020 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42176) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:11.870904 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0706040d-e355-4e43-9a01-6f1d85f1f14c tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:11.894353 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42180) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:11.905963 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0706040d-e355-4e43-9a01-6f1d85f1f14c tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:11.933976 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-e6afea3a-9c83-48ce-892c-9ffb04a0e3c0 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2f889ed-0d34-4572-8689-77c33faaccaa']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:11.956377 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0706040d-e355-4e43-9a01-6f1d85f1f14c tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:11.966283 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-e6afea3a-9c83-48ce-892c-9ffb04a0e3c0 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18cb355e-1578-4555-bef0-db8d5b8053ea') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:11.966564 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-e6afea3a-9c83-48ce-892c-9ffb04a0e3c0 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18cb355e-1578-4555-bef0-db8d5b8053ea') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:11.975849 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0706040d-e355-4e43-9a01-6f1d85f1f14c tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69af4abb-772d-4e3b-bbbd-34337a34fe5b,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:11.984853 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0706040d-e355-4e43-9a01-6f1d85f1f14c tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:11.985093 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc538b6-c0ef-4df1-8a52-c6494ca32c4f tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event updated for resources: {'Subnet': ['ID=80cca0ea-d4d4-4acb-ba76-8fa5a5772084,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:11.985969 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0706040d-e355-4e43-9a01-6f1d85f1f14c tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "DELETE /v2.0/security-groups/69af4abb-772d-4e3b-bbbd-34337a34fe5b HTTP/1.1" status: 204 len: 168 time: 0.1840014 Feb 16 12:53:11.988839 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42186) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:11.995841 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e6afea3a-9c83-48ce-892c-9ffb04a0e3c0 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:12.015448 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc538b6-c0ef-4df1-8a52-c6494ca32c4f tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Checking segment: {'id': 'aeb6bf2c-8c7b-480f-9974-eff1773508e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'effcfcc8-f7ca-498b-90fa-cfb0caa3c5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:53:12.015812 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc538b6-c0ef-4df1-8a52-c6494ca32c4f tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Network hostable DHCP agents. Network: effcfcc8-f7ca-498b-90fa-cfb0caa3c5e1, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:53:12.023367 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-6665616b-0ffd-45da-9236-d8ed0454028c tempest-SubnetPoolsTestJSON-1296836472 tempest-SubnetPoolsTestJSON-1296836472-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-948990483', 'prefixes': ['172.20.0.0/16']}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:12.026379 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e6afea3a-9c83-48ce-892c-9ffb04a0e3c0 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:12.032077 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6665616b-0ffd-45da-9236-d8ed0454028c tempest-SubnetPoolsTestJSON-1296836472 tempest-SubnetPoolsTestJSON-1296836472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:12.035497 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6afea3a-9c83-48ce-892c-9ffb04a0e3c0 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:53:12.035983 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e6afea3a-9c83-48ce-892c-9ffb04a0e3c0 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:12.051919 dv-neutron-829527-1-hyperv neutron-server[87701]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:53:12.051919 dv-neutron-829527-1-hyperv neutron-server[87701]: util.warn( Feb 16 12:53:12.051919 dv-neutron-829527-1-hyperv neutron-server[87701]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:53:12.051919 dv-neutron-829527-1-hyperv neutron-server[87701]: util.warn( Feb 16 12:53:12.051919 dv-neutron-829527-1-hyperv neutron-server[87701]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:53:12.051919 dv-neutron-829527-1-hyperv neutron-server[87701]: util.warn( Feb 16 12:53:12.051919 dv-neutron-829527-1-hyperv neutron-server[87701]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:53:12.051919 dv-neutron-829527-1-hyperv neutron-server[87701]: util.warn( Feb 16 12:53:12.051919 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:53:12.051919 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:53:12.051919 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:53:12.051919 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:53:12.051919 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:53:12.051919 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:53:12.051919 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:53:12.051919 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:53:12.051919 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:53:12.051919 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:53:12.051919 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:53:12.051919 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:53:12.051919 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:53:12.051919 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:53:12.051919 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:53:12.051919 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:53:12.051919 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:53:12.051919 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:53:12.051919 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:53:12.051919 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:53:12.051919 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:53:12.051919 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:53:12.051919 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:53:12.051919 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:53:12.051919 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:53:12.051919 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:53:12.051919 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:53:12.051919 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:53:12.051919 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:53:12.051919 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:53:12.051919 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:53:12.051919 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:53:12.071530 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0c430e64-5b1e-42d2-8020-dd4162672c23 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Synchronizing usage tracker for tenant:99104325fa9c49658e2a0638636924ad on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:53:12.089255 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0c430e64-5b1e-42d2-8020-dd4162672c23 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Unset dirty status for tenant:99104325fa9c49658e2a0638636924ad on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:53:12.090483 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0c430e64-5b1e-42d2-8020-dd4162672c23 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1007454 Feb 16 12:53:12.094516 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42190) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:12.099614 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-f6e53314-739a-4210-9b36-d176a16af1c6 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Request body: {'security_group': {'name': 'tempest-secgroup--1074086179'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:12.105397 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f6e53314-739a-4210-9b36-d176a16af1c6 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:12.113688 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc538b6-c0ef-4df1-8a52-c6494ca32c4f tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Network effcfcc8-f7ca-498b-90fa-cfb0caa3c5e1 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:53:12.115076 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f6e53314-739a-4210-9b36-d176a16af1c6 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:12.126396 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f6e53314-739a-4210-9b36-d176a16af1c6 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:12.141283 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-1fc538b6-c0ef-4df1-8a52-c6494ca32c4f tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, effcfcc8-f7ca-498b-90fa-cfb0caa3c5e1) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:12.147076 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc538b6-c0ef-4df1-8a52-c6494ca32c4f tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:12.147671 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1fc538b6-c0ef-4df1-8a52-c6494ca32c4f tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:12.148167 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f6e53314-739a-4210-9b36-d176a16af1c6 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:12.152402 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f6e53314-739a-4210-9b36-d176a16af1c6 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Usage tracker for resource:security_group_rule and tenant:99104325fa9c49658e2a0638636924ad is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:12.155366 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f6e53314-739a-4210-9b36-d176a16af1c6 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:12.161072 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e3db7a-d88a-485b-900c-8846686a88dc None None] Network effcfcc8-f7ca-498b-90fa-cfb0caa3c5e1 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:53:12.162828 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f6e53314-739a-4210-9b36-d176a16af1c6 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:12.177169 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e6afea3a-9c83-48ce-892c-9ffb04a0e3c0 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:12.205157 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e6afea3a-9c83-48ce-892c-9ffb04a0e3c0 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:12.210789 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e6afea3a-9c83-48ce-892c-9ffb04a0e3c0 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/networks/a2f889ed-0d34-4572-8689-77c33faaccaa HTTP/1.1" status: 204 len: 168 time: 2.4174895 Feb 16 12:53:12.210789 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6afea3a-9c83-48ce-892c-9ffb04a0e3c0 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event deleted for resources: {'Network': ['ID=a2f889ed-0d34-4572-8689-77c33faaccaa,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:12.211795 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42196) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:12.211921 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-1fc538b6-c0ef-4df1-8a52-c6494ca32c4f tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2771754 Feb 16 12:53:12.216286 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42200) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:12.217191 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-ce3fbeed-b829-4f43-b9a0-8728e4cb786f tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1307630334'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:12.224285 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ce3fbeed-b829-4f43-b9a0-8728e4cb786f tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:12.235683 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ce3fbeed-b829-4f43-b9a0-8728e4cb786f tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Usage tracker for resource:network and tenant:cf313999ec50441da36056616d2e4e36 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:12.239801 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ce3fbeed-b829-4f43-b9a0-8728e4cb786f tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:12.242603 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6665616b-0ffd-45da-9236-d8ed0454028c tempest-SubnetPoolsTestJSON-1296836472 tempest-SubnetPoolsTestJSON-1296836472-project] Notify callbacks [] for subnetpool, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:12.243776 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6665616b-0ffd-45da-9236-d8ed0454028c tempest-SubnetPoolsTestJSON-1296836472 tempest-SubnetPoolsTestJSON-1296836472-project] 10.222.0.83 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.3484974 Feb 16 12:53:12.246711 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42204) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:12.251897 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ce3fbeed-b829-4f43-b9a0-8728e4cb786f tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:12.282251 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3fbeed-b829-4f43-b9a0-8728e4cb786f tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Made reservation on behalf of cf313999ec50441da36056616d2e4e36 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:53:12.285959 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ce3fbeed-b829-4f43-b9a0-8728e4cb786f tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:12.316760 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f6e53314-739a-4210-9b36-d176a16af1c6 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:12.326894 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f6e53314-739a-4210-9b36-d176a16af1c6 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:12.347462 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-2374c9b2-d789-4b7a-9efc-935df6d82eaf tempest-SubnetPoolsTestJSON-1296836472 tempest-SubnetPoolsTestJSON-1296836472-project] 10.222.0.83 "GET /v2.0/subnetpools/7605cd2d-682a-4194-b031-4a09e0f5fc19 HTTP/1.1" status: 200 len: 731 time: 0.0996261 Feb 16 12:53:12.350665 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42208) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:12.350844 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce3fbeed-b829-4f43-b9a0-8728e4cb786f tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:53:12.368393 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-0b7981fa-d40b-4018-a477-8f2f99cbdaf2 tempest-SubnetPoolsTestJSON-1296836472 tempest-SubnetPoolsTestJSON-1296836472-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-262063843'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:12.379243 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ce3fbeed-b829-4f43-b9a0-8728e4cb786f tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:12.379489 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-ce3fbeed-b829-4f43-b9a0-8728e4cb786f tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Added segment 02b1cd30-0890-4165-9560-ae69ecaf2eca of type vlan for network eb0dbd45-2ddd-47dd-a50a-890dc798d6b3 Feb 16 12:53:12.385901 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e53314-739a-4210-9b36-d176a16af1c6 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba70a19-ef10-4265-bb5c-7df78555e2c8,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:12.406112 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f6e53314-739a-4210-9b36-d176a16af1c6 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:12.410429 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f6e53314-739a-4210-9b36-d176a16af1c6 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3148916 Feb 16 12:53:12.413603 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42212) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:12.414463 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9409308b-8a29-4e06-ab92-b3b8d1ce6741 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-effcfcc8-f7ca-498b-90fa-cfb0caa3c5e1', 'network_id': 'effcfcc8-f7ca-498b-90fa-cfb0caa3c5e1', 'tenant_id': '612ec8932dcb4d08ac02ac6ad23899eb', 'fixed_ips': [{'subnet_id': '80cca0ea-d4d4-4acb-ba76-8fa5a5772084'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:53:12.415349 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9409308b-8a29-4e06-ab92-b3b8d1ce6741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:12.421023 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-ca5453e6-ee0f-47b2-bbc3-dc9b1457b24e tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:12.421465 dv-neutron-829527-1-hyperv neutron-server[87699]: WARNING neutron.api.v2.base [None req-ca5453e6-ee0f-47b2-bbc3-dc9b1457b24e tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 16 12:53:12.422956 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-ca5453e6-ee0f-47b2-bbc3-dc9b1457b24e tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] update failed (client error): There was a conflict when trying to complete your request. Feb 16 12:53:12.426884 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ca5453e6-ee0f-47b2-bbc3-dc9b1457b24e tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "PUT /v2.0/security-groups/5ba70a19-ef10-4265-bb5c-7df78555e2c8 HTTP/1.1" status: 409 len: 330 time: 0.0123279 Feb 16 12:53:12.429608 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ce3fbeed-b829-4f43-b9a0-8728e4cb786f tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:12.430153 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42216) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:12.475493 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ce3fbeed-b829-4f43-b9a0-8728e4cb786f tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:12.484749 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3fbeed-b829-4f43-b9a0-8728e4cb786f tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:12.485762 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ce3fbeed-b829-4f43-b9a0-8728e4cb786f tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:12.503063 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-01ca172b-dcb6-4d7e-bffa-43092a131d7c tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:12.588020 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ce3fbeed-b829-4f43-b9a0-8728e4cb786f tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3756692 Feb 16 12:53:12.592301 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42224) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:12.599641 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-9409308b-8a29-4e06-ab92-b3b8d1ce6741 None None] Allocated IP 172.20.0.1 (effcfcc8-f7ca-498b-90fa-cfb0caa3c5e1/80cca0ea-d4d4-4acb-ba76-8fa5a5772084/d45d16e0-0e8c-4400-92f3-d432e823baef) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:53:12.602769 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-e38878ab-5e9b-45b4-8abc-ba82fe2bd7e5 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Request body: {'subnet': {'network_id': 'eb0dbd45-2ddd-47dd-a50a-890dc798d6b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:12.629235 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3fbeed-b829-4f43-b9a0-8728e4cb786f tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event updated for resources: {'Network': ['ID=eb0dbd45-2ddd-47dd-a50a-890dc798d6b3,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:12.647378 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c2634523-ae6b-4b08-967f-4343571e181e tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:12.713443 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0b7981fa-d40b-4018-a477-8f2f99cbdaf2 tempest-SubnetPoolsTestJSON-1296836472 tempest-SubnetPoolsTestJSON-1296836472-project] Notify callbacks [] for subnetpool, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:12.717109 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-0b7981fa-d40b-4018-a477-8f2f99cbdaf2 tempest-SubnetPoolsTestJSON-1296836472 tempest-SubnetPoolsTestJSON-1296836472-project] 10.222.0.83 "PUT /v2.0/subnetpools/7605cd2d-682a-4194-b031-4a09e0f5fc19 HTTP/1.1" status: 200 len: 683 time: 0.3629839 Feb 16 12:53:12.719201 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42228) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:12.723840 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network eb0dbd45-2ddd-47dd-a50a-890dc798d6b3 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:53:12.727380 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-01ca172b-dcb6-4d7e-bffa-43092a131d7c tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:12.751402 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e38878ab-5e9b-45b4-8abc-ba82fe2bd7e5 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:12.768941 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e38878ab-5e9b-45b4-8abc-ba82fe2bd7e5 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Usage tracker for resource:subnet and tenant:cf313999ec50441da36056616d2e4e36 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:12.774257 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e38878ab-5e9b-45b4-8abc-ba82fe2bd7e5 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:12.783078 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e38878ab-5e9b-45b4-8abc-ba82fe2bd7e5 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:12.797209 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c2634523-ae6b-4b08-967f-4343571e181e tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:12.818615 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38878ab-5e9b-45b4-8abc-ba82fe2bd7e5 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Made reservation on behalf of cf313999ec50441da36056616d2e4e36 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:53:12.822847 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e38878ab-5e9b-45b4-8abc-ba82fe2bd7e5 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:12.879925 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7c736-d201-4efb-89ed-66df627351a6 req-8835faba-8629-4e44-8286-3e2e9dbd79e4 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:12.881450 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c8d7c736-d201-4efb-89ed-66df627351a6 req-8835faba-8629-4e44-8286-3e2e9dbd79e4 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/ports?device_id=7fdb21ed-241b-4fdc-8e4a-c7074125b27a HTTP/1.1" status: 200 len: 946 time: 0.2196240 Feb 16 12:53:12.894479 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c2634523-ae6b-4b08-967f-4343571e181e tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:12.933604 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2634523-ae6b-4b08-967f-4343571e181e tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba70a19-ef10-4265-bb5c-7df78555e2c8,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:12.938736 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9409308b-8a29-4e06-ab92-b3b8d1ce6741 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:12.939090 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4b9c81bf-ca47-4d88-9244-de8085a75949 tempest-SubnetPoolsTestJSON-1296836472 tempest-SubnetPoolsTestJSON-1296836472-project] Notify callbacks [] for subnetpool, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:12.942939 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4b9c81bf-ca47-4d88-9244-de8085a75949 tempest-SubnetPoolsTestJSON-1296836472 tempest-SubnetPoolsTestJSON-1296836472-project] 10.222.0.83 "DELETE /v2.0/subnetpools/7605cd2d-682a-4194-b031-4a09e0f5fc19 HTTP/1.1" status: 204 len: 168 time: 0.2201893 Feb 16 12:53:12.943943 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42232) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:12.950301 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-9409308b-8a29-4e06-ab92-b3b8d1ce6741 None None] Transition to ACTIVE for port object d45d16e0-0e8c-4400-92f3-d432e823baef will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:53:12.965238 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c8d7c736-d201-4efb-89ed-66df627351a6 req-54208578-f23f-4f4b-b72a-a7319413dcf7 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/security-groups?id=2a5ab787-cbec-4fb6-a4e3-d625d6a13d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661800 Feb 16 12:53:12.966369 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c2634523-ae6b-4b08-967f-4343571e181e tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:12.966988 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-c2634523-ae6b-4b08-967f-4343571e181e tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "DELETE /v2.0/security-groups/5ba70a19-ef10-4265-bb5c-7df78555e2c8 HTTP/1.1" status: 204 len: 168 time: 0.5356195 Feb 16 12:53:12.969723 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42236) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:12.978524 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-5d47fc33-d652-48ba-b2bb-5efb8b45c016 tempest-SubnetPoolsTestJSON-1296836472 tempest-SubnetPoolsTestJSON-1296836472-project] show failed (client error): The resource could not be found. Feb 16 12:53:12.983431 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5d47fc33-d652-48ba-b2bb-5efb8b45c016 tempest-SubnetPoolsTestJSON-1296836472 tempest-SubnetPoolsTestJSON-1296836472-project] 10.222.0.83 "GET /v2.0/subnetpools/7605cd2d-682a-4194-b031-4a09e0f5fc19 HTTP/1.1" status: 404 len: 346 time: 0.0350659 Feb 16 12:53:12.983576 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-9409308b-8a29-4e06-ab92-b3b8d1ce6741 None None] Transition to ACTIVE for port object d45d16e0-0e8c-4400-92f3-d432e823baef will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:53:12.983685 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42240) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:12.993163 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9409308b-8a29-4e06-ab92-b3b8d1ce6741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:13.028528 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-c80c0b3f-bee3-4c54-8279-a9ffe78f82c0 tempest-SubnetPoolsTestJSON-1296836472 tempest-SubnetPoolsTestJSON-1296836472-project] delete failed (client error): The resource could not be found. Feb 16 12:53:13.034814 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c80c0b3f-bee3-4c54-8279-a9ffe78f82c0 tempest-SubnetPoolsTestJSON-1296836472 tempest-SubnetPoolsTestJSON-1296836472-project] 10.222.0.83 "DELETE /v2.0/subnetpools/7605cd2d-682a-4194-b031-4a09e0f5fc19 HTTP/1.1" status: 404 len: 346 time: 0.0501795 Feb 16 12:53:13.035219 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-01ca172b-dcb6-4d7e-bffa-43092a131d7c tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:13.063567 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9409308b-8a29-4e06-ab92-b3b8d1ce6741 None None] Network effcfcc8-f7ca-498b-90fa-cfb0caa3c5e1 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:53:13.064749 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-9409308b-8a29-4e06-ab92-b3b8d1ce6741 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:13.068528 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9409308b-8a29-4e06-ab92-b3b8d1ce6741 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:53:13.113475 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9409308b-8a29-4e06-ab92-b3b8d1ce6741 None None] Pushing event updated for resources: {'Port': ['ID=d45d16e0-0e8c-4400-92f3-d432e823baef,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:13.114207 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca172b-dcb6-4d7e-bffa-43092a131d7c tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event deleted for resources: {'Subnet': ['ID=80cca0ea-d4d4-4acb-ba76-8fa5a5772084,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:13.165159 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-f59269e3-bf5e-41b8-93bb-25a0cc0a2787 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Synchronizing usage tracker for tenant:99104325fa9c49658e2a0638636924ad on resource:security_group {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:53:13.178001 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-9409308b-8a29-4e06-ab92-b3b8d1ce6741 None None] Attempting to bind port d45d16e0-0e8c-4400-92f3-d432e823baef on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:53:13.179015 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-9409308b-8a29-4e06-ab92-b3b8d1ce6741 None None] Attempting to bind port d45d16e0-0e8c-4400-92f3-d432e823baef by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'aeb6bf2c-8c7b-480f-9974-eff1773508e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'effcfcc8-f7ca-498b-90fa-cfb0caa3c5e1'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:53:13.179372 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9409308b-8a29-4e06-ab92-b3b8d1ce6741 None None] Attempting to bind port d45d16e0-0e8c-4400-92f3-d432e823baef on network effcfcc8-f7ca-498b-90fa-cfb0caa3c5e1 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:53:13.185139 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9409308b-8a29-4e06-ab92-b3b8d1ce6741 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:53:13.185751 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9409308b-8a29-4e06-ab92-b3b8d1ce6741 None None] Checking segment: {'id': 'aeb6bf2c-8c7b-480f-9974-eff1773508e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'effcfcc8-f7ca-498b-90fa-cfb0caa3c5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:53:13.186328 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9409308b-8a29-4e06-ab92-b3b8d1ce6741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:13.186846 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9409308b-8a29-4e06-ab92-b3b8d1ce6741 None None] Bound using segment: {'id': 'aeb6bf2c-8c7b-480f-9974-eff1773508e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'effcfcc8-f7ca-498b-90fa-cfb0caa3c5e1'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:53:13.187317 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-9409308b-8a29-4e06-ab92-b3b8d1ce6741 None None] Bound port: d45d16e0-0e8c-4400-92f3-d432e823baef, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeb6bf2c-8c7b-480f-9974-eff1773508e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'effcfcc8-f7ca-498b-90fa-cfb0caa3c5e1'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:53:13.187688 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9409308b-8a29-4e06-ab92-b3b8d1ce6741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:13.187962 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e38878ab-5e9b-45b4-8abc-ba82fe2bd7e5 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:13.205967 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-01ca172b-dcb6-4d7e-bffa-43092a131d7c tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:13.214885 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-f59269e3-bf5e-41b8-93bb-25a0cc0a2787 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] Unset dirty status for tenant:99104325fa9c49658e2a0638636924ad on resource:security_group {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:53:13.216217 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f59269e3-bf5e-41b8-93bb-25a0cc0a2787 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2455695 Feb 16 12:53:13.221749 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42248) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:13.251088 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-01ca172b-dcb6-4d7e-bffa-43092a131d7c tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['effcfcc8-f7ca-498b-90fa-cfb0caa3c5e1']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:13.258947 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-269f05db-e588-44ec-83c4-5f63c91b77db tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] delete failed (client error): The resource could not be found. Feb 16 12:53:13.260024 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-269f05db-e588-44ec-83c4-5f63c91b77db tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "DELETE /v2.0/security-groups/a2b2be4e-879b-462a-b9a3-e72aeae3f4d5 HTTP/1.1" status: 404 len: 347 time: 0.0371406 Feb 16 12:53:13.264670 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42252) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:13.269173 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-01ca172b-dcb6-4d7e-bffa-43092a131d7c tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeb6bf2c-8c7b-480f-9974-eff1773508e9') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:13.269544 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-01ca172b-dcb6-4d7e-bffa-43092a131d7c tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeb6bf2c-8c7b-480f-9974-eff1773508e9') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:13.283610 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-9409308b-8a29-4e06-ab92-b3b8d1ce6741 None None] For port d45d16e0-0e8c-4400-92f3-d432e823baef, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:53:13.287783 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-9409308b-8a29-4e06-ab92-b3b8d1ce6741 None None] For port d45d16e0-0e8c-4400-92f3-d432e823baef, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=d45d16e0-0e8c-4400-92f3-d432e823baef,segment=NetworkSegment(aeb6bf2c-8c7b-480f-9974-eff1773508e9),segment_id=aeb6bf2c-8c7b-480f-9974-eff1773508e9)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:53:13.293990 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9409308b-8a29-4e06-ab92-b3b8d1ce6741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:13.310238 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-01ca172b-dcb6-4d7e-bffa-43092a131d7c tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:13.313579 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38878ab-5e9b-45b4-8abc-ba82fe2bd7e5 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event updated for resources: {'Subnet': ['ID=c849b313-99eb-4d26-b328-2ec79a042561,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:13.321869 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-cd5907a5-e0bf-400f-a030-cb002eccd451 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] show failed (client error): The resource could not be found. Feb 16 12:53:13.323239 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-cd5907a5-e0bf-400f-a030-cb002eccd451 tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "GET /v2.0/security-groups/e95baf39-8b0c-4a61-ad38-015fb61fe7a9 HTTP/1.1" status: 404 len: 347 time: 0.0576684 Feb 16 12:53:13.323811 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38878ab-5e9b-45b4-8abc-ba82fe2bd7e5 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Checking segment: {'id': '02b1cd30-0890-4165-9560-ae69ecaf2eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'eb0dbd45-2ddd-47dd-a50a-890dc798d6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:53:13.324312 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38878ab-5e9b-45b4-8abc-ba82fe2bd7e5 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Network hostable DHCP agents. Network: eb0dbd45-2ddd-47dd-a50a-890dc798d6b3, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:53:13.328039 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42258) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:13.333858 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-01ca172b-dcb6-4d7e-bffa-43092a131d7c tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:13.350938 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38878ab-5e9b-45b4-8abc-ba82fe2bd7e5 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Network eb0dbd45-2ddd-47dd-a50a-890dc798d6b3 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:53:13.354343 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01ca172b-dcb6-4d7e-bffa-43092a131d7c tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:53:13.354761 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-01ca172b-dcb6-4d7e-bffa-43092a131d7c tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:13.370448 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-3adb2553-3cb3-4e93-ae7f-b527256186ba tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] show failed (client error): The resource could not be found. Feb 16 12:53:13.377370 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-3adb2553-3cb3-4e93-ae7f-b527256186ba tempest-NegativeSecGroupIPv6Test-1905452336 tempest-NegativeSecGroupIPv6Test-1905452336-project] 10.222.0.83 "GET /v2.0/security-group-rules/ca9da308-9fda-47a1-be74-5b564cd5bc0a HTTP/1.1" status: 404 len: 356 time: 0.0424986 Feb 16 12:53:13.386886 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:53:13.386886 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:53:13.386886 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:53:13.386886 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:53:13.386886 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:53:13.386886 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:53:13.386886 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:53:13.386886 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:53:13.386886 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:53:13.386886 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:53:13.386886 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:53:13.386886 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:53:13.386886 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:53:13.386886 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:53:13.386886 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:53:13.386886 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:53:13.386886 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:53:13.386886 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:53:13.386886 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:53:13.386886 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:53:13.386886 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:53:13.386886 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:53:13.386886 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:53:13.386886 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:53:13.386886 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:53:13.386886 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:53:13.386886 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:53:13.386886 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:53:13.386886 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:53:13.386886 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:53:13.386886 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:53:13.386886 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:53:13.392031 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-e38878ab-5e9b-45b4-8abc-ba82fe2bd7e5 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, eb0dbd45-2ddd-47dd-a50a-890dc798d6b3) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:13.399381 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9409308b-8a29-4e06-ab92-b3b8d1ce6741 None None] Pushing event updated for resources: {'Port': ['ID=d45d16e0-0e8c-4400-92f3-d432e823baef,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:13.402059 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38878ab-5e9b-45b4-8abc-ba82fe2bd7e5 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:13.402645 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e38878ab-5e9b-45b4-8abc-ba82fe2bd7e5 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:13.413649 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5a4c22-ae2c-4616-8687-c50ffd411560 None None] Network eb0dbd45-2ddd-47dd-a50a-890dc798d6b3 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:53:13.459945 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e38878ab-5e9b-45b4-8abc-ba82fe2bd7e5 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8665442 Feb 16 12:53:13.462696 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42264) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:13.470183 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d171b0f7-381f-40b2-b237-6ef5440b8856 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Request body: {'port': {'network_id': 'eb0dbd45-2ddd-47dd-a50a-890dc798d6b3', 'name': 'tempest-PortsTestJSON-565510989', 'fixed_ips': [{'subnet_id': 'c849b313-99eb-4d26-b328-2ec79a042561', 'ip_address': '172.20.0.10'}]}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:13.485132 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42268) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:13.507025 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.db.api [None req-01ca172b-dcb6-4d7e-bffa-43092a131d7c tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 12:53:13.507025 dv-neutron-829527-1-hyperv neutron-server[87701]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 12:53:13.507025 dv-neutron-829527-1-hyperv neutron-server[87701]: [parameters: {'id': 'effcfcc8-f7ca-498b-90fa-cfb0caa3c5e1'}] Feb 16 12:53:13.507025 dv-neutron-829527-1-hyperv neutron-server[87701]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:53:13.507473 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG oslo_db.api [None req-01ca172b-dcb6-4d7e-bffa-43092a131d7c tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:53:13.638010 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e1dca28e-77a0-4142-a3cf-57098497e050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:13.646203 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d171b0f7-381f-40b2-b237-6ef5440b8856 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:13.650489 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d171b0f7-381f-40b2-b237-6ef5440b8856 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Usage tracker for resource:port and tenant:cf313999ec50441da36056616d2e4e36 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:13.654880 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d171b0f7-381f-40b2-b237-6ef5440b8856 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:13.656698 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-e1dca28e-77a0-4142-a3cf-57098497e050 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:13.662284 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d171b0f7-381f-40b2-b237-6ef5440b8856 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:13.662467 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-e1dca28e-77a0-4142-a3cf-57098497e050 admin admin] Usage tracker for resource:security_group_rule and tenant:cbb6aff0d0b1428da4018badad40566f is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:13.667049 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-e1dca28e-77a0-4142-a3cf-57098497e050 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:13.673430 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d171b0f7-381f-40b2-b237-6ef5440b8856 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Made reservation on behalf of cf313999ec50441da36056616d2e4e36 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:53:13.676459 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-e1dca28e-77a0-4142-a3cf-57098497e050 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:13.684962 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8875c6-192d-4381-9b0d-4e8e56f7e7f8 None None] Network effcfcc8-f7ca-498b-90fa-cfb0caa3c5e1 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:53:13.780460 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e1dca28e-77a0-4142-a3cf-57098497e050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:13.788122 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e1dca28e-77a0-4142-a3cf-57098497e050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:13.815883 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42278) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:13.842661 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d171b0f7-381f-40b2-b237-6ef5440b8856 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:13.846907 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dca28e-77a0-4142-a3cf-57098497e050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586de60e-1953-4fd9-b763-c5b5ec6661f4,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:13.854287 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42284) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:13.854742 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e1dca28e-77a0-4142-a3cf-57098497e050 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=cbb6aff0d0b1428da4018badad40566f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3687382 Feb 16 12:53:13.897636 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-d171b0f7-381f-40b2-b237-6ef5440b8856 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] device_id is not set on port 0cf10ff0-06ef-4ade-9cd6-09a976e87f55 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:53:13.944492 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704d7371-bc81-4c6e-a82a-766615172c8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-eb0dbd45-2ddd-47dd-a50a-890dc798d6b3', 'network_id': 'eb0dbd45-2ddd-47dd-a50a-890dc798d6b3', 'tenant_id': 'cf313999ec50441da36056616d2e4e36', 'fixed_ips': [{'subnet_id': 'c849b313-99eb-4d26-b328-2ec79a042561'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:53:13.945351 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-704d7371-bc81-4c6e-a82a-766615172c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:14.008467 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-01ca172b-dcb6-4d7e-bffa-43092a131d7c tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:14.021185 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3399a413-bf6f-435c-8cf5-ca13ae6637e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:14.025679 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-01ca172b-dcb6-4d7e-bffa-43092a131d7c tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Deleting port d45d16e0-0e8c-4400-92f3-d432e823baef {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:53:14.026704 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-01ca172b-dcb6-4d7e-bffa-43092a131d7c tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:14.140064 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-704d7371-bc81-4c6e-a82a-766615172c8e None None] Allocated IP 172.20.0.2 (eb0dbd45-2ddd-47dd-a50a-890dc798d6b3/c849b313-99eb-4d26-b328-2ec79a042561/2f8eea07-9ba6-4b63-93ca-b0a0856484ca) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:53:14.247942 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7e88cea4-cb34-4223-8c0b-e73a529fec4d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=99104325fa9c49658e2a0638636924ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4305830 Feb 16 12:53:14.250796 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42290) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:14.278661 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3399a413-bf6f-435c-8cf5-ca13ae6637e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:14.299512 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-01ca172b-dcb6-4d7e-bffa-43092a131d7c tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] For port d45d16e0-0e8c-4400-92f3-d432e823baef, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=d45d16e0-0e8c-4400-92f3-d432e823baef,segment=NetworkSegment(aeb6bf2c-8c7b-480f-9974-eff1773508e9),segment_id=aeb6bf2c-8c7b-480f-9974-eff1773508e9)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:14.300480 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-01ca172b-dcb6-4d7e-bffa-43092a131d7c tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:14.360446 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d1c08-0451-4020-8bb0-98e1ad4c7eee req-60e79475-21af-4d65-bae0-3098686f9f82 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:14.367564 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-264d1c08-0451-4020-8bb0-98e1ad4c7eee req-60e79475-21af-4d65-bae0-3098686f9f82 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/ports?device_id=7fdb21ed-241b-4fdc-8e4a-c7074125b27a HTTP/1.1" status: 200 len: 946 time: 0.1794178 Feb 16 12:53:14.394001 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-704d7371-bc81-4c6e-a82a-766615172c8e None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:14.407183 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3399a413-bf6f-435c-8cf5-ca13ae6637e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:14.408037 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-704d7371-bc81-4c6e-a82a-766615172c8e None None] Transition to ACTIVE for port object 2f8eea07-9ba6-4b63-93ca-b0a0856484ca will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:53:14.430375 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-704d7371-bc81-4c6e-a82a-766615172c8e None None] Transition to ACTIVE for port object 2f8eea07-9ba6-4b63-93ca-b0a0856484ca will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:53:14.437432 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-264d1c08-0451-4020-8bb0-98e1ad4c7eee req-85c23e2e-9128-463e-8ddd-9c9ab4633d04 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/security-groups?id=2a5ab787-cbec-4fb6-a4e3-d625d6a13d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687897 Feb 16 12:53:14.445197 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3399a413-bf6f-435c-8cf5-ca13ae6637e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586de60e-1953-4fd9-b763-c5b5ec6661f4,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:14.457173 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-704d7371-bc81-4c6e-a82a-766615172c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:14.534373 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704d7371-bc81-4c6e-a82a-766615172c8e None None] Network eb0dbd45-2ddd-47dd-a50a-890dc798d6b3 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:53:14.539819 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-704d7371-bc81-4c6e-a82a-766615172c8e None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:14.549842 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704d7371-bc81-4c6e-a82a-766615172c8e None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:53:14.550961 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-d171b0f7-381f-40b2-b237-6ef5440b8856 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Allocated IP 172.20.0.10 (eb0dbd45-2ddd-47dd-a50a-890dc798d6b3/c849b313-99eb-4d26-b328-2ec79a042561/0cf10ff0-06ef-4ade-9cd6-09a976e87f55) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:53:14.624424 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-01ca172b-dcb6-4d7e-bffa-43092a131d7c tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Calling delete_port for d45d16e0-0e8c-4400-92f3-d432e823baef owned by network:dhcp {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:53:14.641706 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d7371-bc81-4c6e-a82a-766615172c8e None None] Pushing event updated for resources: {'Port': ['ID=2f8eea07-9ba6-4b63-93ca-b0a0856484ca,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:14.668517 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-704d7371-bc81-4c6e-a82a-766615172c8e None None] Attempting to bind port 2f8eea07-9ba6-4b63-93ca-b0a0856484ca on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:53:14.669180 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-704d7371-bc81-4c6e-a82a-766615172c8e None None] Attempting to bind port 2f8eea07-9ba6-4b63-93ca-b0a0856484ca by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '02b1cd30-0890-4165-9560-ae69ecaf2eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'eb0dbd45-2ddd-47dd-a50a-890dc798d6b3'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:53:14.669830 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704d7371-bc81-4c6e-a82a-766615172c8e None None] Attempting to bind port 2f8eea07-9ba6-4b63-93ca-b0a0856484ca on network eb0dbd45-2ddd-47dd-a50a-890dc798d6b3 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:53:14.681633 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704d7371-bc81-4c6e-a82a-766615172c8e None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:53:14.682256 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704d7371-bc81-4c6e-a82a-766615172c8e None None] Checking segment: {'id': '02b1cd30-0890-4165-9560-ae69ecaf2eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'eb0dbd45-2ddd-47dd-a50a-890dc798d6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:53:14.682920 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-704d7371-bc81-4c6e-a82a-766615172c8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:14.683416 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704d7371-bc81-4c6e-a82a-766615172c8e None None] Bound using segment: {'id': '02b1cd30-0890-4165-9560-ae69ecaf2eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'eb0dbd45-2ddd-47dd-a50a-890dc798d6b3'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:53:14.684397 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-704d7371-bc81-4c6e-a82a-766615172c8e None None] Bound port: 2f8eea07-9ba6-4b63-93ca-b0a0856484ca, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02b1cd30-0890-4165-9560-ae69ecaf2eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'eb0dbd45-2ddd-47dd-a50a-890dc798d6b3'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:53:14.684819 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-704d7371-bc81-4c6e-a82a-766615172c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:14.712588 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8a8fca1f-c564-4a59-93a0-7d8e45182c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:14.749953 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3399a413-bf6f-435c-8cf5-ca13ae6637e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:14.763897 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3399a413-bf6f-435c-8cf5-ca13ae6637e0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/586de60e-1953-4fd9-b763-c5b5ec6661f4 HTTP/1.1" status: 204 len: 168 time: 0.9080298 Feb 16 12:53:14.772518 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8a8fca1f-c564-4a59-93a0-7d8e45182c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:14.844446 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-704d7371-bc81-4c6e-a82a-766615172c8e None None] For port 2f8eea07-9ba6-4b63-93ca-b0a0856484ca, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:53:14.851924 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-704d7371-bc81-4c6e-a82a-766615172c8e None None] For port 2f8eea07-9ba6-4b63-93ca-b0a0856484ca, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=2f8eea07-9ba6-4b63-93ca-b0a0856484ca,segment=NetworkSegment(02b1cd30-0890-4165-9560-ae69ecaf2eca),segment_id=02b1cd30-0890-4165-9560-ae69ecaf2eca)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:53:14.857143 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-01ca172b-dcb6-4d7e-bffa-43092a131d7c tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:14.860419 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-704d7371-bc81-4c6e-a82a-766615172c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:14.889380 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d171b0f7-381f-40b2-b237-6ef5440b8856 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:14.907566 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-d171b0f7-381f-40b2-b237-6ef5440b8856 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Transition to ACTIVE for port object 0cf10ff0-06ef-4ade-9cd6-09a976e87f55 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:53:14.938358 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8a8fca1f-c564-4a59-93a0-7d8e45182c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:14.941918 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ca172b-dcb6-4d7e-bffa-43092a131d7c tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] No DVR routers for this DVR port d45d16e0-0e8c-4400-92f3-d432e823baef on host dv-neutron-829527-1-hyperv {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:53:14.950749 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca172b-dcb6-4d7e-bffa-43092a131d7c tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event deleted for resources: {'Port': ['ID=d45d16e0-0e8c-4400-92f3-d432e823baef,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:14.980632 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d171b0f7-381f-40b2-b237-6ef5440b8856 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:15.037090 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8fca1f-c564-4a59-93a0-7d8e45182c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0fc9f8a-b092-4f09-8a94-e5e564dffad7,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:15.038214 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d7371-bc81-4c6e-a82a-766615172c8e None None] Pushing event updated for resources: {'Port': ['ID=2f8eea07-9ba6-4b63-93ca-b0a0856484ca,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:15.111485 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d171b0f7-381f-40b2-b237-6ef5440b8856 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Network eb0dbd45-2ddd-47dd-a50a-890dc798d6b3 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:53:15.116346 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-d171b0f7-381f-40b2-b237-6ef5440b8856 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:15.122529 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d171b0f7-381f-40b2-b237-6ef5440b8856 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:53:15.191951 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d171b0f7-381f-40b2-b237-6ef5440b8856 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event updated for resources: {'Port': ['ID=0cf10ff0-06ef-4ade-9cd6-09a976e87f55,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:15.209699 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d171b0f7-381f-40b2-b237-6ef5440b8856 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:15.210369 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d171b0f7-381f-40b2-b237-6ef5440b8856 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:15.230600 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-01ca172b-dcb6-4d7e-bffa-43092a131d7c tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:15.246267 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50145dad-b855-4799-a3cf-6ef8ebbda26a req-f37b3435-18e6-41b5-acd5-b803895cdffe tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:15.247858 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-50145dad-b855-4799-a3cf-6ef8ebbda26a req-f37b3435-18e6-41b5-acd5-b803895cdffe tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5a3d8fa-1c56-44ae-84a8-027f90731128 HTTP/1.1" status: 200 len: 945 time: 0.3119650 Feb 16 12:53:15.251973 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d171b0f7-381f-40b2-b237-6ef5440b8856 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7859559 Feb 16 12:53:15.252427 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42300) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:15.259921 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-5dcb097a-a260-457d-a7c5-bf8570ad6d7b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Request body: {'port': {'network_id': 'eb0dbd45-2ddd-47dd-a50a-890dc798d6b3', 'name': 'tempest-PortsTestJSON-1251079726', 'fixed_ips': [{'subnet_id': 'c849b313-99eb-4d26-b328-2ec79a042561', 'ip_address': '172.20.0.9'}]}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:15.272331 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8a8fca1f-c564-4a59-93a0-7d8e45182c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:15.274664 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-8a8fca1f-c564-4a59-93a0-7d8e45182c7d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a0fc9f8a-b092-4f09-8a94-e5e564dffad7 HTTP/1.1" status: 204 len: 168 time: 1.0226800 Feb 16 12:53:15.279539 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-01ca172b-dcb6-4d7e-bffa-43092a131d7c tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['effcfcc8-f7ca-498b-90fa-cfb0caa3c5e1']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:15.315029 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-01ca172b-dcb6-4d7e-bffa-43092a131d7c tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeb6bf2c-8c7b-480f-9974-eff1773508e9') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:15.315548 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-01ca172b-dcb6-4d7e-bffa-43092a131d7c tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeb6bf2c-8c7b-480f-9974-eff1773508e9') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:15.357681 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-01ca172b-dcb6-4d7e-bffa-43092a131d7c tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:15.385722 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-01ca172b-dcb6-4d7e-bffa-43092a131d7c tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:15.396592 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01ca172b-dcb6-4d7e-bffa-43092a131d7c tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:53:15.397757 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-01ca172b-dcb6-4d7e-bffa-43092a131d7c tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:15.468452 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-50145dad-b855-4799-a3cf-6ef8ebbda26a req-50bc304d-64ac-4813-be0a-0ea3c5533a14 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1843722 Feb 16 12:53:15.542488 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:53:15.542488 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:53:15.542488 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:53:15.542488 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:53:15.542488 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:53:15.542488 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:53:15.542488 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:53:15.542488 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:53:15.542488 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:53:15.542488 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:53:15.542488 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:53:15.542488 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:53:15.542488 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:53:15.542488 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:53:15.542488 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:53:15.542488 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:53:15.542488 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:53:15.542488 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:53:15.542488 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:53:15.542488 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:53:15.542488 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:53:15.542488 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:53:15.542488 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:53:15.542488 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:53:15.542488 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:53:15.542488 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:53:15.542488 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:53:15.542488 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:53:15.542488 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:53:15.542488 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:53:15.542488 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:53:15.542488 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:53:15.560183 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5dcb097a-a260-457d-a7c5-bf8570ad6d7b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:15.568309 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5dcb097a-a260-457d-a7c5-bf8570ad6d7b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Usage tracker for resource:port and tenant:cf313999ec50441da36056616d2e4e36 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:15.573679 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5dcb097a-a260-457d-a7c5-bf8570ad6d7b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:15.590659 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5dcb097a-a260-457d-a7c5-bf8570ad6d7b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:15.595361 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-01ca172b-dcb6-4d7e-bffa-43092a131d7c tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:15.607277 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dcb097a-a260-457d-a7c5-bf8570ad6d7b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Made reservation on behalf of cf313999ec50441da36056616d2e4e36 for: {'port': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:53:15.613273 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5dcb097a-a260-457d-a7c5-bf8570ad6d7b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:15.628418 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-01ca172b-dcb6-4d7e-bffa-43092a131d7c tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:15.639725 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-5dcb097a-a260-457d-a7c5-bf8570ad6d7b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] device_id is not set on port 87c0b473-7cb9-40f4-86fd-7fa54f30ba72 yet. {{(pid=87699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:53:15.669580 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca172b-dcb6-4d7e-bffa-43092a131d7c tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event deleted for resources: {'Network': ['ID=effcfcc8-f7ca-498b-90fa-cfb0caa3c5e1,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:15.690796 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-01ca172b-dcb6-4d7e-bffa-43092a131d7c tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "DELETE /v2.0/networks/effcfcc8-f7ca-498b-90fa-cfb0caa3c5e1 HTTP/1.1" status: 204 len: 168 time: 3.4691229 Feb 16 12:53:15.692407 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42310) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:15.703142 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-fa7e2ae6-67f9-4dae-b959-69f38c1827c5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1845618209'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:15.708168 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-fa7e2ae6-67f9-4dae-b959-69f38c1827c5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:15.717734 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fa7e2ae6-67f9-4dae-b959-69f38c1827c5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Usage tracker for resource:network and tenant:612ec8932dcb4d08ac02ac6ad23899eb is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:15.723464 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fa7e2ae6-67f9-4dae-b959-69f38c1827c5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:15.727125 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8ccc0-a5bd-4cce-85a2-35c845f1037c req-94b3e868-f480-4f59-84d3-d78ae16bce31 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:15.728994 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-38c8ccc0-a5bd-4cce-85a2-35c845f1037c req-94b3e868-f480-4f59-84d3-d78ae16bce31 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/ports?device_id=7fdb21ed-241b-4fdc-8e4a-c7074125b27a HTTP/1.1" status: 200 len: 946 time: 0.1027122 Feb 16 12:53:15.744934 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-fa7e2ae6-67f9-4dae-b959-69f38c1827c5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:15.777370 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-38c8ccc0-a5bd-4cce-85a2-35c845f1037c req-846b4e5d-bf6e-4ab5-a71d-e51f6211aa87 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/security-groups?id=2a5ab787-cbec-4fb6-a4e3-d625d6a13d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422494 Feb 16 12:53:15.803788 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7e2ae6-67f9-4dae-b959-69f38c1827c5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Made reservation on behalf of 612ec8932dcb4d08ac02ac6ad23899eb for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:53:15.807261 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fa7e2ae6-67f9-4dae-b959-69f38c1827c5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:15.900172 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa7e2ae6-67f9-4dae-b959-69f38c1827c5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:53:15.923161 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fa7e2ae6-67f9-4dae-b959-69f38c1827c5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:15.923513 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-fa7e2ae6-67f9-4dae-b959-69f38c1827c5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Added segment 375ce5d7-f88b-4793-a5b2-74a52775556c of type vlan for network a8e201d6-4e33-42ed-bfab-424acd24bab1 Feb 16 12:53:15.940336 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-5dcb097a-a260-457d-a7c5-bf8570ad6d7b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Allocated IP 172.20.0.9 (eb0dbd45-2ddd-47dd-a50a-890dc798d6b3/c849b313-99eb-4d26-b328-2ec79a042561/87c0b473-7cb9-40f4-86fd-7fa54f30ba72) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:53:15.978717 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fa7e2ae6-67f9-4dae-b959-69f38c1827c5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:16.128384 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fa7e2ae6-67f9-4dae-b959-69f38c1827c5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:16.134301 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7e2ae6-67f9-4dae-b959-69f38c1827c5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:16.134892 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fa7e2ae6-67f9-4dae-b959-69f38c1827c5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:16.243941 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42330) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:16.296053 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fa7e2ae6-67f9-4dae-b959-69f38c1827c5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6037531 Feb 16 12:53:16.298984 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42336) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:16.304867 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e2ae6-67f9-4dae-b959-69f38c1827c5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event updated for resources: {'Network': ['ID=a8e201d6-4e33-42ed-bfab-424acd24bab1,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:16.314364 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2cb961-2ca8-40b3-b25b-93088236f7b1 None None] Network eb0dbd45-2ddd-47dd-a50a-890dc798d6b3 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:53:16.316033 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-260cec7d-bf56-4a50-b472-bbaecb640e15 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Request body: {'subnet': {'network_id': 'a8e201d6-4e33-42ed-bfab-424acd24bab1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:16.335253 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network a8e201d6-4e33-42ed-bfab-424acd24bab1 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:53:16.354717 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5dcb097a-a260-457d-a7c5-bf8570ad6d7b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:16.379551 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-5dcb097a-a260-457d-a7c5-bf8570ad6d7b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Transition to ACTIVE for port object 87c0b473-7cb9-40f4-86fd-7fa54f30ba72 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:53:16.407095 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5dcb097a-a260-457d-a7c5-bf8570ad6d7b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:16.434426 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-83f45d1c-3405-4396-b821-fefe49ac9cb7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-188586004-network', 'tenant_id': '3c0de8740eaf4102a4eab144592a82e5'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:16.441471 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-83f45d1c-3405-4396-b821-fefe49ac9cb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:16.490539 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcb097a-a260-457d-a7c5-bf8570ad6d7b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Network eb0dbd45-2ddd-47dd-a50a-890dc798d6b3 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:53:16.498530 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-83f45d1c-3405-4396-b821-fefe49ac9cb7 admin admin] Usage tracker for resource:network and tenant:3c0de8740eaf4102a4eab144592a82e5 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:16.500700 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-5dcb097a-a260-457d-a7c5-bf8570ad6d7b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:16.503400 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcb097a-a260-457d-a7c5-bf8570ad6d7b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:53:16.513260 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-83f45d1c-3405-4396-b821-fefe49ac9cb7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:16.556761 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-83f45d1c-3405-4396-b821-fefe49ac9cb7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:16.559053 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-dff8dc2d-f43b-4581-82f4-9c8958c54df8 None None] Provisioning for port 2f8eea07-9ba6-4b63-93ca-b0a0856484ca completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:53:16.571880 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-260cec7d-bf56-4a50-b472-bbaecb640e15 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:16.582697 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-260cec7d-bf56-4a50-b472-bbaecb640e15 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Usage tracker for resource:subnet and tenant:612ec8932dcb4d08ac02ac6ad23899eb is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:16.586287 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-260cec7d-bf56-4a50-b472-bbaecb640e15 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:16.600775 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcb097a-a260-457d-a7c5-bf8570ad6d7b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:16.600992 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f45d1c-3405-4396-b821-fefe49ac9cb7 admin admin] Made reservation on behalf of 3c0de8740eaf4102a4eab144592a82e5 for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:53:16.601101 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5dcb097a-a260-457d-a7c5-bf8570ad6d7b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:16.603484 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-83f45d1c-3405-4396-b821-fefe49ac9cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:16.618720 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-260cec7d-bf56-4a50-b472-bbaecb640e15 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:16.622251 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 2f8eea07-9ba6-4b63-93ca-b0a0856484ca up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:53:16.628109 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac6fe21-5d59-460f-8270-3b41f039788f req-6a91efec-85ba-4596-9afa-e1707f46df23 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:16.629720 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9ac6fe21-5d59-460f-8270-3b41f039788f req-6a91efec-85ba-4596-9afa-e1707f46df23 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.89 "GET /v2.0/ports?device_id=d5a3d8fa-1c56-44ae-84a8-027f90731128 HTTP/1.1" status: 200 len: 945 time: 0.1745164 Feb 16 12:53:16.634590 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb097a-a260-457d-a7c5-bf8570ad6d7b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event updated for resources: {'Port': ['ID=87c0b473-7cb9-40f4-86fd-7fa54f30ba72,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:16.636916 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-83f45d1c-3405-4396-b821-fefe49ac9cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:16.648143 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5dcb097a-a260-457d-a7c5-bf8570ad6d7b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3930230 Feb 16 12:53:16.650389 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42342) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:16.706433 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-83f45d1c-3405-4396-b821-fefe49ac9cb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:16.711159 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-83f45d1c-3405-4396-b821-fefe49ac9cb7 admin admin] Usage tracker for resource:security_group_rule and tenant:3c0de8740eaf4102a4eab144592a82e5 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:16.715156 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-83f45d1c-3405-4396-b821-fefe49ac9cb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:16.723451 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-83f45d1c-3405-4396-b821-fefe49ac9cb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:16.808996 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260cec7d-bf56-4a50-b472-bbaecb640e15 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Made reservation on behalf of 612ec8932dcb4d08ac02ac6ad23899eb for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:53:16.813352 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-260cec7d-bf56-4a50-b472-bbaecb640e15 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:16.819520 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 2f8eea07-9ba6-4b63-93ca-b0a0856484ca completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:53:16.827695 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 2f8eea07-9ba6-4b63-93ca-b0a0856484ca triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:16.828078 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:16.907240 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-83f45d1c-3405-4396-b821-fefe49ac9cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:16.921407 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-9ac6fe21-5d59-460f-8270-3b41f039788f req-5b066ef4-120b-4a1c-a4b1-3ba0a2019051 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Deleting port cff030b4-2739-4af1-b5f3-8e43431b3836 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:53:16.921809 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-9ac6fe21-5d59-460f-8270-3b41f039788f req-5b066ef4-120b-4a1c-a4b1-3ba0a2019051 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:16.941163 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441d6f48-fea7-4114-a39d-a7a9f7237cca tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:16.941886 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-441d6f48-fea7-4114-a39d-a7a9f7237cca tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Synchronizing usage tracker for tenant:cf313999ec50441da36056616d2e4e36 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:53:16.958197 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f49a8a-0840-4a34-b06a-bea1dcef3c41 req-cd72d8f5-922f-4774-8567-828dbed16f0f tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:16.960087 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-05f49a8a-0840-4a34-b06a-bea1dcef3c41 req-cd72d8f5-922f-4774-8567-828dbed16f0f tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5a3d8fa-1c56-44ae-84a8-027f90731128 HTTP/1.1" status: 200 len: 945 time: 0.2733824 Feb 16 12:53:16.986273 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:16.986586 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-83f45d1c-3405-4396-b821-fefe49ac9cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:16.993104 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-441d6f48-fea7-4114-a39d-a7a9f7237cca tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Unset dirty status for tenant:cf313999ec50441da36056616d2e4e36 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:53:16.997144 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-441d6f48-fea7-4114-a39d-a7a9f7237cca tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.3455932 Feb 16 12:53:16.997837 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42348) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:17.036164 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 2f8eea07-9ba6-4b63-93ca-b0a0856484ca, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=2f8eea07-9ba6-4b63-93ca-b0a0856484ca,segment=NetworkSegment(02b1cd30-0890-4165-9560-ae69ecaf2eca),segment_id=02b1cd30-0890-4165-9560-ae69ecaf2eca)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:17.048098 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:17.084482 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-05f49a8a-0840-4a34-b06a-bea1dcef3c41 req-590dadd1-2c80-4b47-bafa-664ffbf1de1d tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168711 Feb 16 12:53:17.134654 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83f45d1c-3405-4396-b821-fefe49ac9cb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:53:17.135685 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3c0aa7-8f32-4236-9d98-53f99cdd0549 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:17.142527 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3c0aa7-8f32-4236-9d98-53f99cdd0549 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:17.148568 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3c0aa7-8f32-4236-9d98-53f99cdd0549 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:17.152877 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ed3c0aa7-8f32-4236-9d98-53f99cdd0549 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1495416 Feb 16 12:53:17.154210 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=2f8eea07-9ba6-4b63-93ca-b0a0856484ca,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:17.156585 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42352) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:17.191314 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f45d1c-3405-4396-b821-fefe49ac9cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f320c95-ca75-438b-9010-b5570a6ed590,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:17.194890 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-83f45d1c-3405-4396-b821-fefe49ac9cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:17.195283 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-83f45d1c-3405-4396-b821-fefe49ac9cb7 admin admin] Added segment 40d8d5a3-4d54-4bb7-b706-eb4112b64eaa of type vlan for network e05f695f-5dbe-4120-bc40-30e84e719d8f Feb 16 12:53:17.218978 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-4eb80c3a-8990-41b8-a006-128669c3afff None None] Provisioning complete for port 2f8eea07-9ba6-4b63-93ca-b0a0856484ca triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:17.219350 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4eb80c3a-8990-41b8-a006-128669c3afff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:17.239621 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5ee20-5e66-4092-9dce-446b4fd4712e tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Deleting port 87c0b473-7cb9-40f4-86fd-7fa54f30ba72 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:53:17.240057 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0ca5ee20-5e66-4092-9dce-446b4fd4712e tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:17.353032 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-83f45d1c-3405-4396-b821-fefe49ac9cb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:17.391859 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47a6d7-d393-4b83-8139-f137bfdd2cf8 req-8db6fca1-a714-4f20-b150-52c4ae69a956 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:17.394866 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-4eb80c3a-8990-41b8-a006-128669c3afff None None] Provisioning for port 87c0b473-7cb9-40f4-86fd-7fa54f30ba72 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:53:17.400338 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-eb47a6d7-d393-4b83-8139-f137bfdd2cf8 req-8db6fca1-a714-4f20-b150-52c4ae69a956 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/ports?device_id=7fdb21ed-241b-4fdc-8e4a-c7074125b27a HTTP/1.1" status: 200 len: 946 time: 0.4320326 Feb 16 12:53:17.411302 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-4eb80c3a-8990-41b8-a006-128669c3afff None None] Provisioning complete for port 87c0b473-7cb9-40f4-86fd-7fa54f30ba72 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:17.411693 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4eb80c3a-8990-41b8-a006-128669c3afff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:17.485324 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.db.resource_extend [None req-83f45d1c-3405-4396-b821-fefe49ac9cb7 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:53:17.535253 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-4eb80c3a-8990-41b8-a006-128669c3afff None None] Port 87c0b473-7cb9-40f4-86fd-7fa54f30ba72 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:53:17.552022 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-4eb80c3a-8990-41b8-a006-128669c3afff None None] Provisioning for port 0cf10ff0-06ef-4ade-9cd6-09a976e87f55 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:53:17.557403 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-eb47a6d7-d393-4b83-8139-f137bfdd2cf8 req-4f3a5685-11e8-4c55-ade7-f03f78a6e315 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/security-groups?id=2a5ab787-cbec-4fb6-a4e3-d625d6a13d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556916 Feb 16 12:53:17.563237 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-4eb80c3a-8990-41b8-a006-128669c3afff None None] Provisioning complete for port 0cf10ff0-06ef-4ade-9cd6-09a976e87f55 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:17.565192 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4eb80c3a-8990-41b8-a006-128669c3afff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:17.577011 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-9ac6fe21-5d59-460f-8270-3b41f039788f req-5b066ef4-120b-4a1c-a4b1-3ba0a2019051 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] For port cff030b4-2739-4af1-b5f3-8e43431b3836, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=cff030b4-2739-4af1-b5f3-8e43431b3836,segment=NetworkSegment(453ce50b-6688-4a38-a1c2-540631c2fdad),segment_id=453ce50b-6688-4a38-a1c2-540631c2fdad)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:17.577542 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-9ac6fe21-5d59-460f-8270-3b41f039788f req-5b066ef4-120b-4a1c-a4b1-3ba0a2019051 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:17.585593 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0ca5ee20-5e66-4092-9dce-446b4fd4712e tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:17.628942 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-4eb80c3a-8990-41b8-a006-128669c3afff None None] Port 0cf10ff0-06ef-4ade-9cd6-09a976e87f55 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:53:17.714089 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d1e885-cc09-426d-94a0-eb7929dc41a7 None None] get_active_networks_info from dv-neutron-829527-1-hyperv {{(pid=87702) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 12:53:17.729178 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5ee20-5e66-4092-9dce-446b4fd4712e tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Calling delete_port for 87c0b473-7cb9-40f4-86fd-7fa54f30ba72 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:53:17.771285 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-83f45d1c-3405-4396-b821-fefe49ac9cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:17.771500 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-c22407f3-5c03-4743-91bc-00c9302caaf7 None None] Provisioning complete for port 87c0b473-7cb9-40f4-86fd-7fa54f30ba72 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:17.771593 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c22407f3-5c03-4743-91bc-00c9302caaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:17.772148 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f45d1c-3405-4396-b821-fefe49ac9cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:17.772878 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-83f45d1c-3405-4396-b821-fefe49ac9cb7 admin admin] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:17.855682 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-c22407f3-5c03-4743-91bc-00c9302caaf7 None None] Port 87c0b473-7cb9-40f4-86fd-7fa54f30ba72 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:53:17.885277 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-c22407f3-5c03-4743-91bc-00c9302caaf7 None None] Provisioning complete for port 0cf10ff0-06ef-4ade-9cd6-09a976e87f55 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:17.885610 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c22407f3-5c03-4743-91bc-00c9302caaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:17.888978 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0ca5ee20-5e66-4092-9dce-446b4fd4712e tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:17.918150 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-260cec7d-bf56-4a50-b472-bbaecb640e15 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:17.942265 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5ee20-5e66-4092-9dce-446b4fd4712e tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event deleted for resources: {'Port': ['ID=87c0b473-7cb9-40f4-86fd-7fa54f30ba72,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:17.943715 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d1e885-cc09-426d-94a0-eb7929dc41a7 None None] Resources bound (agent type, host, resource id): {{(pid=87702) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:53:17.958634 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-c22407f3-5c03-4743-91bc-00c9302caaf7 None None] Port 0cf10ff0-06ef-4ade-9cd6-09a976e87f55 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:53:17.960706 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f45d1c-3405-4396-b821-fefe49ac9cb7 admin admin] Pushing event updated for resources: {'Network': ['ID=e05f695f-5dbe-4120-bc40-30e84e719d8f,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:17.984838 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network e05f695f-5dbe-4120-bc40-30e84e719d8f details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:53:18.047120 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-83f45d1c-3405-4396-b821-fefe49ac9cb7 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7990427 Feb 16 12:53:18.048782 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42356) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:18.053579 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-9c3452b3-9c15-4e05-b6b5-b589815613a8 admin admin] Request body: {'subnet': {'network_id': 'e05f695f-5dbe-4120-bc40-30e84e719d8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-188586004-subnet', 'tenant_id': '3c0de8740eaf4102a4eab144592a82e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:18.062730 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9c3452b3-9c15-4e05-b6b5-b589815613a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:18.070051 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9c3452b3-9c15-4e05-b6b5-b589815613a8 admin admin] Usage tracker for resource:subnet and tenant:3c0de8740eaf4102a4eab144592a82e5 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:18.076560 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9c3452b3-9c15-4e05-b6b5-b589815613a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:18.083572 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9c3452b3-9c15-4e05-b6b5-b589815613a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:18.087125 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0ca5ee20-5e66-4092-9dce-446b4fd4712e tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:18.095904 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260cec7d-bf56-4a50-b472-bbaecb640e15 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event updated for resources: {'Subnet': ['ID=50516217-21fb-4263-ac7c-6273cd2ec994,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:18.109622 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3452b3-9c15-4e05-b6b5-b589815613a8 admin admin] Made reservation on behalf of 3c0de8740eaf4102a4eab144592a82e5 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:53:18.112760 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9c3452b3-9c15-4e05-b6b5-b589815613a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:18.182575 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260cec7d-bf56-4a50-b472-bbaecb640e15 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Checking segment: {'id': '375ce5d7-f88b-4793-a5b2-74a52775556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a8e201d6-4e33-42ed-bfab-424acd24bab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:53:18.183211 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260cec7d-bf56-4a50-b472-bbaecb640e15 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Network hostable DHCP agents. Network: a8e201d6-4e33-42ed-bfab-424acd24bab1, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:53:18.228123 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-9ac6fe21-5d59-460f-8270-3b41f039788f req-5b066ef4-120b-4a1c-a4b1-3ba0a2019051 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:18.228832 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-9ac6fe21-5d59-460f-8270-3b41f039788f req-5b066ef4-120b-4a1c-a4b1-3ba0a2019051 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:18.229320 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.l3_db [req-9ac6fe21-5d59-460f-8270-3b41f039788f req-5b066ef4-120b-4a1c-a4b1-3ba0a2019051 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Floating IP 10f09955-b015-498d-b39b-383fe49b80dc disassociated. External IP: 172.26.5.3, port: cff030b4-2739-4af1-b5f3-8e43431b3836. Feb 16 12:53:18.229821 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-9ac6fe21-5d59-460f-8270-3b41f039788f req-5b066ef4-120b-4a1c-a4b1-3ba0a2019051 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Calling delete_port for cff030b4-2739-4af1-b5f3-8e43431b3836 owned by compute:nova {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:53:18.254095 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0ca5ee20-5e66-4092-9dce-446b4fd4712e tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/ports/87c0b473-7cb9-40f4-86fd-7fa54f30ba72 HTTP/1.1" status: 204 len: 168 time: 1.0954311 Feb 16 12:53:18.259331 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42362) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:18.262253 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260cec7d-bf56-4a50-b472-bbaecb640e15 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Network a8e201d6-4e33-42ed-bfab-424acd24bab1 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:53:18.327541 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-260cec7d-bf56-4a50-b472-bbaecb640e15 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, a8e201d6-4e33-42ed-bfab-424acd24bab1) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:18.339984 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260cec7d-bf56-4a50-b472-bbaecb640e15 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:18.340840 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-260cec7d-bf56-4a50-b472-bbaecb640e15 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:18.366450 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-345178cf-e4ca-4a8d-92e2-6809490ae86a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] GET failed (client error): The resource could not be found. Feb 16 12:53:18.367139 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-345178cf-e4ca-4a8d-92e2-6809490ae86a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Synchronizing usage tracker for tenant:cf313999ec50441da36056616d2e4e36 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:53:18.411302 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-260cec7d-bf56-4a50-b472-bbaecb640e15 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1082263 Feb 16 12:53:18.411720 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42366) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:18.426485 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd96e580-3731-4c80-a7d5-50fbe0faa208 None None] Network a8e201d6-4e33-42ed-bfab-424acd24bab1 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:53:18.454559 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-345178cf-e4ca-4a8d-92e2-6809490ae86a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Unset dirty status for tenant:cf313999ec50441da36056616d2e4e36 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:53:18.454559 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-345178cf-e4ca-4a8d-92e2-6809490ae86a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "GET /v2.0/ports/87c0b473-7cb9-40f4-86fd-7fa54f30ba72 HTTP/1.1" status: 404 len: 333 time: 0.1928842 Feb 16 12:53:18.457602 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42372) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:18.570159 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9c3452b3-9c15-4e05-b6b5-b589815613a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:18.575910 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 2f8eea07-9ba6-4b63-93ca-b0a0856484ca up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:53:18.705661 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3452b3-9c15-4e05-b6b5-b589815613a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=961da6b7-8aa4-430e-ae62-7fe4898ace85,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:18.720953 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b985eaf-37f2-4c4e-a83e-fe78d9431fdc req-fad1e4f1-cd84-41f3-9a2f-8aea7a62b795 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:18.722436 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3b985eaf-37f2-4c4e-a83e-fe78d9431fdc req-fad1e4f1-cd84-41f3-9a2f-8aea7a62b795 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5a3d8fa-1c56-44ae-84a8-027f90731128 HTTP/1.1" status: 200 len: 945 time: 0.2755721 Feb 16 12:53:18.722907 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-9ac6fe21-5d59-460f-8270-3b41f039788f req-5b066ef4-120b-4a1c-a4b1-3ba0a2019051 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:18.725405 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3452b3-9c15-4e05-b6b5-b589815613a8 admin admin] Checking segment: {'id': '40d8d5a3-4d54-4bb7-b706-eb4112b64eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e05f695f-5dbe-4120-bc40-30e84e719d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:53:18.725573 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3452b3-9c15-4e05-b6b5-b589815613a8 admin admin] Network hostable DHCP agents. Network: e05f695f-5dbe-4120-bc40-30e84e719d8f, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:53:18.773015 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3452b3-9c15-4e05-b6b5-b589815613a8 admin admin] Network e05f695f-5dbe-4120-bc40-30e84e719d8f is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:53:18.788523 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3b985eaf-37f2-4c4e-a83e-fe78d9431fdc req-2a5caf2d-8b34-4a23-a9da-78d08b667174 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531292 Feb 16 12:53:18.790130 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-9c3452b3-9c15-4e05-b6b5-b589815613a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, e05f695f-5dbe-4120-bc40-30e84e719d8f) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:18.791498 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 2f8eea07-9ba6-4b63-93ca-b0a0856484ca triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:18.791498 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:18.794919 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3452b3-9c15-4e05-b6b5-b589815613a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:18.795559 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9c3452b3-9c15-4e05-b6b5-b589815613a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:18.829046 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9c3452b3-9c15-4e05-b6b5-b589815613a8 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7802002 Feb 16 12:53:18.829841 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291c04e4-5672-4ac7-95c4-88940a586446 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-a8e201d6-4e33-42ed-bfab-424acd24bab1', 'network_id': 'a8e201d6-4e33-42ed-bfab-424acd24bab1', 'tenant_id': '612ec8932dcb4d08ac02ac6ad23899eb', 'fixed_ips': [{'subnet_id': '50516217-21fb-4263-ac7c-6273cd2ec994'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:53:18.831588 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-291c04e4-5672-4ac7-95c4-88940a586446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:18.840594 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04313dd8-6f7a-4d3b-b187-51267ba2e0f8 None None] Network e05f695f-5dbe-4120-bc40-30e84e719d8f requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:53:18.870668 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b066ef4-120b-4a1c-a4b1-3ba0a2019051 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Pushing event deleted for resources: {'Port': ['ID=cff030b4-2739-4af1-b5f3-8e43431b3836,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:18.917341 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-3b20f8d0-c8b4-4e48-b76c-a4ddf6f1d7eb tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Deleting port 0cf10ff0-06ef-4ade-9cd6-09a976e87f55 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:53:18.917821 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3b20f8d0-c8b4-4e48-b76c-a4ddf6f1d7eb tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:19.053851 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8e86b38f-1e4e-418e-8973-ca13596837e5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:19.228817 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6deba10-dcb0-4761-8702-00c6acb07d43 req-7d9ab008-204e-4d0e-80e8-1169b99847ed tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:19.236068 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b6deba10-dcb0-4761-8702-00c6acb07d43 req-7d9ab008-204e-4d0e-80e8-1169b99847ed tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/ports?device_id=7fdb21ed-241b-4fdc-8e4a-c7074125b27a HTTP/1.1" status: 200 len: 946 time: 0.5241301 Feb 16 12:53:19.252886 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-291c04e4-5672-4ac7-95c4-88940a586446 None None] Allocated IP 172.20.0.1 (a8e201d6-4e33-42ed-bfab-424acd24bab1/50516217-21fb-4263-ac7c-6273cd2ec994/7bb5dcb1-e29b-4fbd-ae59-bb79fde32efb) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:53:19.271508 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f7e6f9-f3d0-4a8b-8725-f6b1a11d09a0 None None] Network e05f695f-5dbe-4120-bc40-30e84e719d8f requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:53:19.543799 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device cff030b4-2739-4af1-b5f3-8e43431b3836 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:53:19.550989 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8e86b38f-1e4e-418e-8973-ca13596837e5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:19.577311 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42394) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:19.584226 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-ed978dc1-5e47-4417-a1c0-33c0809aaaef admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-905869381-network', 'tenant_id': '0c9065718d284859b960aa9f35a9af2d'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:19.589472 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] No Port match for: cff030b4-2739-4af1-b5f3-8e43431b3836 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:53:19.589706 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device cff030b4-2739-4af1-b5f3-8e43431b3836 not bound to the agent host hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:53:19.590637 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ed978dc1-5e47-4417-a1c0-33c0809aaaef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:19.596704 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ed978dc1-5e47-4417-a1c0-33c0809aaaef admin admin] Usage tracker for resource:network and tenant:0c9065718d284859b960aa9f35a9af2d is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:19.602643 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ed978dc1-5e47-4417-a1c0-33c0809aaaef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:19.611391 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ed978dc1-5e47-4417-a1c0-33c0809aaaef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:19.623945 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed978dc1-5e47-4417-a1c0-33c0809aaaef admin admin] Made reservation on behalf of 0c9065718d284859b960aa9f35a9af2d for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:53:19.627433 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed978dc1-5e47-4417-a1c0-33c0809aaaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:19.645917 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed978dc1-5e47-4417-a1c0-33c0809aaaef admin admin] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:19.664277 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ed978dc1-5e47-4417-a1c0-33c0809aaaef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:19.669058 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ed978dc1-5e47-4417-a1c0-33c0809aaaef admin admin] Usage tracker for resource:security_group_rule and tenant:0c9065718d284859b960aa9f35a9af2d is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:19.671771 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ed978dc1-5e47-4417-a1c0-33c0809aaaef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:19.677952 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ed978dc1-5e47-4417-a1c0-33c0809aaaef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:19.687503 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b6deba10-dcb0-4761-8702-00c6acb07d43 req-a398a3b7-08d0-4379-a6d4-0fae341f88be tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/security-groups?id=2a5ab787-cbec-4fb6-a4e3-d625d6a13d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4500551 Feb 16 12:53:19.745401 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ac6fe21-5d59-460f-8270-3b41f039788f req-5b066ef4-120b-4a1c-a4b1-3ba0a2019051 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Router 23fedfff-5686-499a-b8e0-238a28933e42 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:53:19.772847 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3b20f8d0-c8b4-4e48-b76c-a4ddf6f1d7eb tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:19.787809 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed978dc1-5e47-4417-a1c0-33c0809aaaef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:19.793170 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed978dc1-5e47-4417-a1c0-33c0809aaaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:19.827870 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed978dc1-5e47-4417-a1c0-33c0809aaaef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:53:19.829092 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-291c04e4-5672-4ac7-95c4-88940a586446 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:19.833909 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed978dc1-5e47-4417-a1c0-33c0809aaaef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5057133-3e34-4557-ad04-16061bead9fc,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:19.839877 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-291c04e4-5672-4ac7-95c4-88940a586446 None None] Transition to ACTIVE for port object 7bb5dcb1-e29b-4fbd-ae59-bb79fde32efb will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:53:19.854685 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed978dc1-5e47-4417-a1c0-33c0809aaaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:19.855041 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-ed978dc1-5e47-4417-a1c0-33c0809aaaef admin admin] Added segment 4eb36287-e6ba-452e-b9ba-9c395b2c9da3 of type vlan for network e2815ac6-6599-44a2-8b87-4e61b90d2ff0 Feb 16 12:53:19.860745 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-291c04e4-5672-4ac7-95c4-88940a586446 None None] Transition to ACTIVE for port object 7bb5dcb1-e29b-4fbd-ae59-bb79fde32efb will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:53:19.869540 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-291c04e4-5672-4ac7-95c4-88940a586446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:19.890127 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed978dc1-5e47-4417-a1c0-33c0809aaaef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:19.927273 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed978dc1-5e47-4417-a1c0-33c0809aaaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:19.928586 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed978dc1-5e47-4417-a1c0-33c0809aaaef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:19.929948 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed978dc1-5e47-4417-a1c0-33c0809aaaef admin admin] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:19.948580 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291c04e4-5672-4ac7-95c4-88940a586446 None None] Network a8e201d6-4e33-42ed-bfab-424acd24bab1 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:53:19.951905 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-291c04e4-5672-4ac7-95c4-88940a586446 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:19.955810 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291c04e4-5672-4ac7-95c4-88940a586446 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:53:19.965100 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c04e4-5672-4ac7-95c4-88940a586446 None None] Pushing event updated for resources: {'Port': ['ID=7bb5dcb1-e29b-4fbd-ae59-bb79fde32efb,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:19.982945 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-3b20f8d0-c8b4-4e48-b76c-a4ddf6f1d7eb tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Calling delete_port for 0cf10ff0-06ef-4ade-9cd6-09a976e87f55 owned by {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:53:20.046971 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a720345-f4cb-4508-976f-ac88bf556f87 req-47d93b37-a498-434d-ac8f-8bfb9c9a79cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:20.048863 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5a720345-f4cb-4508-976f-ac88bf556f87 req-47d93b37-a498-434d-ac8f-8bfb9c9a79cc service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7fdb21ed-241b-4fdc-8e4a-c7074125b27a HTTP/1.1" status: 200 len: 1099 time: 0.4436481 Feb 16 12:53:20.052878 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-291c04e4-5672-4ac7-95c4-88940a586446 None None] Attempting to bind port 7bb5dcb1-e29b-4fbd-ae59-bb79fde32efb on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:53:20.053247 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-291c04e4-5672-4ac7-95c4-88940a586446 None None] Attempting to bind port 7bb5dcb1-e29b-4fbd-ae59-bb79fde32efb by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '375ce5d7-f88b-4793-a5b2-74a52775556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a8e201d6-4e33-42ed-bfab-424acd24bab1'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:53:20.053605 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291c04e4-5672-4ac7-95c4-88940a586446 None None] Attempting to bind port 7bb5dcb1-e29b-4fbd-ae59-bb79fde32efb on network a8e201d6-4e33-42ed-bfab-424acd24bab1 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:53:20.059060 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291c04e4-5672-4ac7-95c4-88940a586446 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:53:20.059424 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291c04e4-5672-4ac7-95c4-88940a586446 None None] Checking segment: {'id': '375ce5d7-f88b-4793-a5b2-74a52775556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a8e201d6-4e33-42ed-bfab-424acd24bab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:53:20.059818 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-291c04e4-5672-4ac7-95c4-88940a586446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:20.060205 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291c04e4-5672-4ac7-95c4-88940a586446 None None] Bound using segment: {'id': '375ce5d7-f88b-4793-a5b2-74a52775556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a8e201d6-4e33-42ed-bfab-424acd24bab1'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:53:20.060683 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-291c04e4-5672-4ac7-95c4-88940a586446 None None] Bound port: 7bb5dcb1-e29b-4fbd-ae59-bb79fde32efb, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '375ce5d7-f88b-4793-a5b2-74a52775556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a8e201d6-4e33-42ed-bfab-424acd24bab1'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:53:20.061050 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-291c04e4-5672-4ac7-95c4-88940a586446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:20.070978 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ed978dc1-5e47-4417-a1c0-33c0809aaaef admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4917979 Feb 16 12:53:20.089387 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-b3103450-950d-4b10-a387-3156532ad52a req-02a2d4de-4b9f-4fcf-a568-ba220eb035b2 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5a3d8fa-1c56-44ae-84a8-027f90731128 HTTP/1.1" status: 200 len: 210 time: 0.1305077 Feb 16 12:53:20.090265 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42400) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:20.132841 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8e86b38f-1e4e-418e-8973-ca13596837e5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:20.161332 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-291c04e4-5672-4ac7-95c4-88940a586446 None None] For port 7bb5dcb1-e29b-4fbd-ae59-bb79fde32efb, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:53:20.166838 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-291c04e4-5672-4ac7-95c4-88940a586446 None None] For port 7bb5dcb1-e29b-4fbd-ae59-bb79fde32efb, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=7bb5dcb1-e29b-4fbd-ae59-bb79fde32efb,segment=NetworkSegment(375ce5d7-f88b-4793-a5b2-74a52775556c),segment_id=375ce5d7-f88b-4793-a5b2-74a52775556c)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:53:20.175120 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-291c04e4-5672-4ac7-95c4-88940a586446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:20.217279 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e86b38f-1e4e-418e-8973-ca13596837e5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event deleted for resources: {'Subnet': ['ID=50516217-21fb-4263-ac7c-6273cd2ec994,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:20.239737 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d278c612-a1eb-4c43-ae55-49e76b572c68 admin admin] Request body: {'subnet': {'network_id': 'e2815ac6-6599-44a2-8b87-4e61b90d2ff0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-905869381-subnet', 'tenant_id': '0c9065718d284859b960aa9f35a9af2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:20.247171 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d278c612-a1eb-4c43-ae55-49e76b572c68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:20.254419 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed978dc1-5e47-4417-a1c0-33c0809aaaef admin admin] Pushing event updated for resources: {'Network': ['ID=e2815ac6-6599-44a2-8b87-4e61b90d2ff0,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:20.259767 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d278c612-a1eb-4c43-ae55-49e76b572c68 admin admin] Usage tracker for resource:subnet and tenant:0c9065718d284859b960aa9f35a9af2d is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:20.263160 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d278c612-a1eb-4c43-ae55-49e76b572c68 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:20.270646 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d278c612-a1eb-4c43-ae55-49e76b572c68 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:20.283373 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d278c612-a1eb-4c43-ae55-49e76b572c68 admin admin] Made reservation on behalf of 0c9065718d284859b960aa9f35a9af2d for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:53:20.286464 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d278c612-a1eb-4c43-ae55-49e76b572c68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:20.292661 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c04e4-5672-4ac7-95c4-88940a586446 None None] Pushing event updated for resources: {'Port': ['ID=7bb5dcb1-e29b-4fbd-ae59-bb79fde32efb,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:20.295690 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network e2815ac6-6599-44a2-8b87-4e61b90d2ff0 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:53:20.337490 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5a720345-f4cb-4508-976f-ac88bf556f87 req-37274535-ff5a-4978-9485-a9067a1484b2 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2a5ab787-cbec-4fb6-a4e3-d625d6a13d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2312417 Feb 16 12:53:20.338477 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ac6fe21-5d59-460f-8270-3b41f039788f req-5b066ef4-120b-4a1c-a4b1-3ba0a2019051 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:53:20.399665 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef4ea2c-7041-4bda-acb5-66be694e67a6 None None] Sync routers for ids ['23fedfff-5686-499a-b8e0-238a28933e42'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:53:20.413142 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8e86b38f-1e4e-418e-8973-ca13596837e5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:20.457023 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef4ea2c-7041-4bda-acb5-66be694e67a6 None None] Routers {'23fedfff-5686-499a-b8e0-238a28933e42'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:53:20.457661 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-0ef4ea2c-7041-4bda-acb5-66be694e67a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:53:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['23fedfff-5686-499a-b8e0-238a28933e42'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:20.482981 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac6fe21-5d59-460f-8270-3b41f039788f req-5b066ef4-120b-4a1c-a4b1-3ba0a2019051 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] No DVR routers for this DVR port cff030b4-2739-4af1-b5f3-8e43431b3836 on host hv-neutron-8295 {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:53:20.489798 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-9ac6fe21-5d59-460f-8270-3b41f039788f req-5b066ef4-120b-4a1c-a4b1-3ba0a2019051 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:20.494278 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a3d8fa-1c56-44ae-84a8-027f90731128', 'name': 'network-vif-deleted', 'tag': 'cff030b4-2739-4af1-b5f3-8e43431b3836'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:53:20.507566 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-8e86b38f-1e4e-418e-8973-ca13596837e5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8e201d6-4e33-42ed-bfab-424acd24bab1']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:20.526487 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d278c612-a1eb-4c43-ae55-49e76b572c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:20.527326 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3b20f8d0-c8b4-4e48-b76c-a4ddf6f1d7eb tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:20.532397 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-8e86b38f-1e4e-418e-8973-ca13596837e5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '375ce5d7-f88b-4793-a5b2-74a52775556c') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:20.532675 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-8e86b38f-1e4e-418e-8973-ca13596837e5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '375ce5d7-f88b-4793-a5b2-74a52775556c') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:20.554939 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1135b4f-bdd3-42f0-9343-b50b3ca61b1a None None] Network a8e201d6-4e33-42ed-bfab-424acd24bab1 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:53:20.591706 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a3d8fa-1c56-44ae-84a8-027f90731128', 'name': 'network-vif-deleted', 'tag': 'cff030b4-2739-4af1-b5f3-8e43431b3836', 'status': 'completed', 'code': 200} Feb 16 12:53:20.603131 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8e86b38f-1e4e-418e-8973-ca13596837e5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:20.612244 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b20f8d0-c8b4-4e48-b76c-a4ddf6f1d7eb tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event deleted for resources: {'Port': ['ID=0cf10ff0-06ef-4ade-9cd6-09a976e87f55,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:20.615201 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9ac6fe21-5d59-460f-8270-3b41f039788f req-5b066ef4-120b-4a1c-a4b1-3ba0a2019051 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.89 "DELETE /v2.0/ports/cff030b4-2739-4af1-b5f3-8e43431b3836 HTTP/1.1" status: 204 len: 173 time: 3.9653611 Feb 16 12:53:20.623867 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d278c612-a1eb-4c43-ae55-49e76b572c68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4f03207-646a-452b-afb3-a44a1a0d0abe,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:20.634358 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d278c612-a1eb-4c43-ae55-49e76b572c68 admin admin] Checking segment: {'id': '4eb36287-e6ba-452e-b9ba-9c395b2c9da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e2815ac6-6599-44a2-8b87-4e61b90d2ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:53:20.634731 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d278c612-a1eb-4c43-ae55-49e76b572c68 admin admin] Network hostable DHCP agents. Network: e2815ac6-6599-44a2-8b87-4e61b90d2ff0, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:53:20.670529 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8e86b38f-1e4e-418e-8973-ca13596837e5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:20.673625 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d278c612-a1eb-4c43-ae55-49e76b572c68 admin admin] Network e2815ac6-6599-44a2-8b87-4e61b90d2ff0 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:53:20.688412 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-d278c612-a1eb-4c43-ae55-49e76b572c68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, e2815ac6-6599-44a2-8b87-4e61b90d2ff0) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:20.713644 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d278c612-a1eb-4c43-ae55-49e76b572c68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:20.714406 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d278c612-a1eb-4c43-ae55-49e76b572c68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:20.734821 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e86b38f-1e4e-418e-8973-ca13596837e5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:53:20.735210 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8e86b38f-1e4e-418e-8973-ca13596837e5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:20.759126 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fe51c8-f992-4a0d-b719-8fd3c0dee0fb None None] Network e2815ac6-6599-44a2-8b87-4e61b90d2ff0 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:53:20.760174 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d278c612-a1eb-4c43-ae55-49e76b572c68 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5296731 Feb 16 12:53:20.763247 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:53:20.763247 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:53:20.763247 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:53:20.763247 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:53:20.763247 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:53:20.763247 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:53:20.763247 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:53:20.763247 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:53:20.763247 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:53:20.763247 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:53:20.763247 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:53:20.763247 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:53:20.763247 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:53:20.763247 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:53:20.763247 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:53:20.763247 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:53:20.763247 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:53:20.763247 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:53:20.763247 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:53:20.763247 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:53:20.763247 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:53:20.763247 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:53:20.763247 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:53:20.763247 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:53:20.763247 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:53:20.763247 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:53:20.763247 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:53:20.763247 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:53:20.763247 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:53:20.763247 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:53:20.763247 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:53:20.763247 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:53:20.908707 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.db.api [None req-8e86b38f-1e4e-418e-8973-ca13596837e5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 12:53:20.908707 dv-neutron-829527-1-hyperv neutron-server[87701]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 12:53:20.908707 dv-neutron-829527-1-hyperv neutron-server[87701]: [parameters: {'id': 'a8e201d6-4e33-42ed-bfab-424acd24bab1'}] Feb 16 12:53:20.908707 dv-neutron-829527-1-hyperv neutron-server[87701]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:53:20.911942 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG oslo_db.api [None req-8e86b38f-1e4e-418e-8973-ca13596837e5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:53:20.945001 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3b20f8d0-c8b4-4e48-b76c-a4ddf6f1d7eb tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:20.947394 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-3b20f8d0-c8b4-4e48-b76c-a4ddf6f1d7eb tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/ports/0cf10ff0-06ef-4ade-9cd6-09a976e87f55 HTTP/1.1" status: 204 len: 168 time: 2.4062104 Feb 16 12:53:20.952969 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42410) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:21.017023 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1000175-c1ce-4abe-b008-1cdae7f551c7 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] GET failed (client error): The resource could not be found. Feb 16 12:53:21.017747 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c1000175-c1ce-4abe-b008-1cdae7f551c7 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Synchronizing usage tracker for tenant:cf313999ec50441da36056616d2e4e36 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:53:21.039647 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c1000175-c1ce-4abe-b008-1cdae7f551c7 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Unset dirty status for tenant:cf313999ec50441da36056616d2e4e36 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:53:21.041068 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c1000175-c1ce-4abe-b008-1cdae7f551c7 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "GET /v2.0/ports/0cf10ff0-06ef-4ade-9cd6-09a976e87f55 HTTP/1.1" status: 404 len: 333 time: 0.0869081 Feb 16 12:53:21.043835 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42416) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:21.081027 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748d097-3a74-4448-990c-505d94abaadb req-d1a988dd-855f-45dd-a260-b9a41c43f1eb tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:21.082571 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a748d097-3a74-4448-990c-505d94abaadb req-d1a988dd-855f-45dd-a260-b9a41c43f1eb tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/ports?device_id=7fdb21ed-241b-4fdc-8e4a-c7074125b27a HTTP/1.1" status: 200 len: 946 time: 0.2050288 Feb 16 12:53:21.169148 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a748d097-3a74-4448-990c-505d94abaadb req-a2e6a373-7c62-4f38-bebe-009d8dff763c tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/security-groups?id=2a5ab787-cbec-4fb6-a4e3-d625d6a13d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751574 Feb 16 12:53:21.191567 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a38f658-fb9c-4244-87a0-f21c79674eb4 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Deleting subnet c849b313-99eb-4d26-b328-2ec79a042561 {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:53:21.195321 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2a38f658-fb9c-4244-87a0-f21c79674eb4 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:21.256097 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-0ef4ea2c-7041-4bda-acb5-66be694e67a6 None None] Set router 23fedfff-5686-499a-b8e0-238a28933e42 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:53:21.456477 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 762066c8-8645-4da2-b033-bc7bb8c13468 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:53:21.522177 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 762066c8-8645-4da2-b033-bc7bb8c13468 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:53:21.525899 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8e86b38f-1e4e-418e-8973-ca13596837e5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:21.542508 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-dd226e5f-0788-4a33-8dba-39b293e97da0 req-b3892f0a-f9f6-4571-974c-c3ef7eb10ea6 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Synchronizing usage tracker for tenant:43a461e2fae64766bd31efeef15d8935 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:53:21.553856 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2a38f658-fb9c-4244-87a0-f21c79674eb4 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:21.584136 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ec0813-f31b-49f5-8095-61af8466e7b0 None None] Network e2815ac6-6599-44a2-8b87-4e61b90d2ff0 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:53:21.611456 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-8e86b38f-1e4e-418e-8973-ca13596837e5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Deleting port 7bb5dcb1-e29b-4fbd-ae59-bb79fde32efb {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:53:21.612109 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8e86b38f-1e4e-418e-8973-ca13596837e5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:21.665245 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-dd226e5f-0788-4a33-8dba-39b293e97da0 req-b3892f0a-f9f6-4571-974c-c3ef7eb10ea6 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Unset dirty status for tenant:43a461e2fae64766bd31efeef15d8935 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:53:21.666763 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-dd226e5f-0788-4a33-8dba-39b293e97da0 req-b3892f0a-f9f6-4571-974c-c3ef7eb10ea6 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=d5a3d8fa-1c56-44ae-84a8-027f90731128 HTTP/1.1" status: 200 len: 210 time: 0.3920064 Feb 16 12:53:21.697214 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-72519250-ade6-42dc-8d0f-b16b4d1a3d04 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:21.703997 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-72519250-ade6-42dc-8d0f-b16b4d1a3d04 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/networks?id=e05f695f-5dbe-4120-bc40-30e84e719d8f HTTP/1.1" status: 200 len: 811 time: 0.1760776 Feb 16 12:53:21.717204 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-e2ee6c7f-783e-4c61-957f-9a20d2b2e2cd tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/quotas/3c0de8740eaf4102a4eab144592a82e5 HTTP/1.1" status: 200 len: 375 time: 0.0122671 Feb 16 12:53:21.737222 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.db.resource_extend [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:53:21.769608 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-8d45071a-5938-41f7-894c-09309854306d tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=3c0de8740eaf4102a4eab144592a82e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494912 Feb 16 12:53:21.836330 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2a38f658-fb9c-4244-87a0-f21c79674eb4 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:21.930299 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-8e86b38f-1e4e-418e-8973-ca13596837e5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] For port 7bb5dcb1-e29b-4fbd-ae59-bb79fde32efb, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=7bb5dcb1-e29b-4fbd-ae59-bb79fde32efb,segment=NetworkSegment(375ce5d7-f88b-4793-a5b2-74a52775556c),segment_id=375ce5d7-f88b-4793-a5b2-74a52775556c)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:21.930861 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8e86b38f-1e4e-418e-8973-ca13596837e5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:21.938292 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-4a92baee-1a35-4495-b544-3a5441cdae98 service neutron] 10.222.0.83 "GET /v2.0/networks/e05f695f-5dbe-4120-bc40-30e84e719d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663671 Feb 16 12:53:22.062045 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 762066c8-8645-4da2-b033-bc7bb8c13468, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=762066c8-8645-4da2-b033-bc7bb8c13468,segment=NetworkSegment(93a1263e-765c-4aeb-b2f7-d3e38b88659f),segment_id=93a1263e-765c-4aeb-b2f7-d3e38b88659f)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:22.071056 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-8e86b38f-1e4e-418e-8973-ca13596837e5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Calling delete_port for 7bb5dcb1-e29b-4fbd-ae59-bb79fde32efb owned by network:dhcp {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:53:22.120319 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-05a69a96-0701-4c16-8c78-acff2dd8bbb7 service neutron] 10.222.0.83 "GET /v2.0/networks/e05f695f-5dbe-4120-bc40-30e84e719d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683555 Feb 16 12:53:22.132384 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2a38f658-fb9c-4244-87a0-f21c79674eb4 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:22.135703 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': '762066c8-8645-4da2-b033-bc7bb8c13468', 'network_id': 'b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a', 'port_id': '762066c8-8645-4da2-b033-bc7bb8c13468', 'mac_address': 'fa:16:3e:c7:a6:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75c35191-aad0-42ed-afb3-0994d31eb847', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:53:22.215486 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:22.218915 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a38f658-fb9c-4244-87a0-f21c79674eb4 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event deleted for resources: {'Subnet': ['ID=c849b313-99eb-4d26-b328-2ec79a042561,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:22.225660 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2a38f658-fb9c-4244-87a0-f21c79674eb4 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:22.246089 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-2a38f658-fb9c-4244-87a0-f21c79674eb4 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/subnets/c849b313-99eb-4d26-b328-2ec79a042561 HTTP/1.1" status: 204 len: 168 time: 1.2007742 Feb 16 12:53:22.248637 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42440) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:22.281024 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e9db84-3c49-4192-aa70-1c91a0b90bbc None None] Network eb0dbd45-2ddd-47dd-a50a-890dc798d6b3 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:53:22.337043 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8e86b38f-1e4e-418e-8973-ca13596837e5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:22.428908 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-23f895af-8279-4cb8-bcc8-6d6e506f09f0 req-981506a0-a091-44b6-a36b-e4dd9f1bc9aa tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/ports?device_id=7e82b2ef-8d7b-4440-b0ed-eeee9fee0c15 HTTP/1.1" status: 200 len: 210 time: 0.0970426 Feb 16 12:53:22.458193 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e86b38f-1e4e-418e-8973-ca13596837e5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event deleted for resources: {'Port': ['ID=7bb5dcb1-e29b-4fbd-ae59-bb79fde32efb,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:22.467075 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e86b38f-1e4e-418e-8973-ca13596837e5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] No DVR routers for this DVR port 7bb5dcb1-e29b-4fbd-ae59-bb79fde32efb on host dv-neutron-829527-1-hyperv {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:53:22.488845 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fdb21ed-241b-4fdc-8e4a-c7074125b27a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '762066c8-8645-4da2-b033-bc7bb8c13468'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:53:22.505352 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:22.525480 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 762066c8-8645-4da2-b033-bc7bb8c13468, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=762066c8-8645-4da2-b033-bc7bb8c13468,segment=NetworkSegment(93a1263e-765c-4aeb-b2f7-d3e38b88659f),segment_id=93a1263e-765c-4aeb-b2f7-d3e38b88659f)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:22.535999 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0f7b5f73-ddfa-4b1a-b1b3-a454b3ffbbd2 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:22.568049 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fdb21ed-241b-4fdc-8e4a-c7074125b27a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '762066c8-8645-4da2-b033-bc7bb8c13468', 'code': 200} Feb 16 12:53:22.575697 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:22.607738 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 762066c8-8645-4da2-b033-bc7bb8c13468 {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:53:22.632120 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-0f7b5f73-ddfa-4b1a-b1b3-a454b3ffbbd2 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Deleting port 2f8eea07-9ba6-4b63-93ca-b0a0856484ca {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:53:22.632786 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0f7b5f73-ddfa-4b1a-b1b3-a454b3ffbbd2 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:22.748748 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8e86b38f-1e4e-418e-8973-ca13596837e5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:22.762357 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=762066c8-8645-4da2-b033-bc7bb8c13468,revision_number=6']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:22.766888 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.db.api [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:53:22.767231 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG oslo_db.api [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:53:22.770371 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-0ef4ea2c-7041-4bda-acb5-66be694e67a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fedfff-5686-499a-b8e0-238a28933e42', 'name': 'tempest-TestVolumeBootPattern-1761421937-router', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:04Z', 'updated_at': '2022-02-16T12:49:20Z', 'revision_number': 4, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'gw_port': {'id': '8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:07Z', 'updated_at': '2022-02-16T12:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': 'a5b23843-9f59-458d-9ac9-8cfc9dd74594', 'name': '', 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'mac_address': 'fa:16:3e:d2:8d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '475d72a9-33c5-44fc-8808-9edb5e19ce95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:17Z', 'updated_at': '2022-02-16T12:49:29Z', 'revision_number': 5, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'subnets': [{'id': '475d72a9-33c5-44fc-8808-9edb5e19ce95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:22.776869 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef4ea2c-7041-4bda-acb5-66be694e67a6 None None] Checking router: 23fedfff-5686-499a-b8e0-238a28933e42 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:53:22.788865 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197257d-43cd-42f5-a412-7a1eb082609a req-8ede00c9-4f00-452d-a691-41d680f10a93 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:22.790109 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef4ea2c-7041-4bda-acb5-66be694e67a6 None None] Routers {'23fedfff-5686-499a-b8e0-238a28933e42'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:53:22.790735 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-0ef4ea2c-7041-4bda-acb5-66be694e67a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:53:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['23fedfff-5686-499a-b8e0-238a28933e42'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:22.795867 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1197257d-43cd-42f5-a412-7a1eb082609a req-8ede00c9-4f00-452d-a691-41d680f10a93 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/ports?device_id=7fdb21ed-241b-4fdc-8e4a-c7074125b27a HTTP/1.1" status: 200 len: 946 time: 0.4669399 Feb 16 12:53:22.819209 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-8e86b38f-1e4e-418e-8973-ca13596837e5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8e201d6-4e33-42ed-bfab-424acd24bab1']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:22.909168 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-8e86b38f-1e4e-418e-8973-ca13596837e5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '375ce5d7-f88b-4793-a5b2-74a52775556c') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:22.909480 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-8e86b38f-1e4e-418e-8973-ca13596837e5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '375ce5d7-f88b-4793-a5b2-74a52775556c') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:22.946146 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8e86b38f-1e4e-418e-8973-ca13596837e5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:22.969893 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1197257d-43cd-42f5-a412-7a1eb082609a req-d54e2d2d-e5fe-4672-9ffc-c85a2328c0db tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/security-groups?id=2a5ab787-cbec-4fb6-a4e3-d625d6a13d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730909 Feb 16 12:53:22.985260 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8e86b38f-1e4e-418e-8973-ca13596837e5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:22.999637 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-0f7b5f73-ddfa-4b1a-b1b3-a454b3ffbbd2 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] For port 2f8eea07-9ba6-4b63-93ca-b0a0856484ca, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=2f8eea07-9ba6-4b63-93ca-b0a0856484ca,segment=NetworkSegment(02b1cd30-0890-4165-9560-ae69ecaf2eca),segment_id=02b1cd30-0890-4165-9560-ae69ecaf2eca)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:22.999637 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0f7b5f73-ddfa-4b1a-b1b3-a454b3ffbbd2 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:23.003858 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42464) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:23.008473 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf72c2eb-d46d-48f0-9464-ba33df110c22 None None] DHCP port deletion for eb0dbd45-2ddd-47dd-a50a-890dc798d6b3 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:53:23.010034 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e86b38f-1e4e-418e-8973-ca13596837e5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:53:23.010685 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8e86b38f-1e4e-418e-8973-ca13596837e5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:23.028696 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:53:23.028696 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:53:23.028696 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:53:23.028696 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:53:23.028696 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:53:23.028696 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:53:23.028696 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:53:23.028696 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:53:23.028696 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:53:23.028696 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:53:23.028696 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:53:23.028696 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:53:23.028696 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:53:23.028696 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:53:23.028696 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:53:23.028696 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:53:23.028696 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:53:23.028696 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:53:23.028696 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:53:23.028696 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:53:23.028696 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:53:23.028696 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:53:23.028696 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:53:23.028696 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:53:23.028696 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:53:23.028696 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:53:23.028696 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:53:23.028696 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:53:23.028696 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:53:23.028696 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:53:23.028696 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:53:23.028696 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:53:23.032944 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-bf72c2eb-d46d-48f0-9464-ba33df110c22 None None] Deleting port 2f8eea07-9ba6-4b63-93ca-b0a0856484ca {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:53:23.033360 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-bf72c2eb-d46d-48f0-9464-ba33df110c22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:23.194016 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1488d6db-1238-4811-9995-1c5f78be3738 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/floatingips/41dc1811-1ed2-489a-b341-e1d893915e38 HTTP/1.1" status: 200 len: 992 time: 0.1885390 Feb 16 12:53:23.229082 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-2af95db6-289a-4e98-b401-c307152d86f9 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-347224593&fields=id&tenant_id=43a461e2fae64766bd31efeef15d8935 HTTP/1.1" status: 200 len: 267 time: 0.1185017 Feb 16 12:53:23.260851 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-0ef4ea2c-7041-4bda-acb5-66be694e67a6 None None] Set router 23fedfff-5686-499a-b8e0-238a28933e42 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:53:23.368233 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-0f7b5f73-ddfa-4b1a-b1b3-a454b3ffbbd2 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Calling delete_port for 2f8eea07-9ba6-4b63-93ca-b0a0856484ca owned by network:dhcp {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:53:23.406524 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-81476e90-36fd-4a80-b6cb-d51b134930a3 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:23.408012 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-81476e90-36fd-4a80-b6cb-d51b134930a3 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/networks?id=2f9caf95-9634-43c7-8691-03bf1bd0a638 HTTP/1.1" status: 200 len: 812 time: 0.1720672 Feb 16 12:53:23.426540 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-6295fd54-13f8-40e1-a3fb-4bd8297ebdd1 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/quotas/43a461e2fae64766bd31efeef15d8935 HTTP/1.1" status: 200 len: 375 time: 0.0116050 Feb 16 12:53:23.440527 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8e86b38f-1e4e-418e-8973-ca13596837e5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:23.487355 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8e86b38f-1e4e-418e-8973-ca13596837e5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:23.511736 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e86b38f-1e4e-418e-8973-ca13596837e5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event deleted for resources: {'Network': ['ID=a8e201d6-4e33-42ed-bfab-424acd24bab1,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:23.518406 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-8e86b38f-1e4e-418e-8973-ca13596837e5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "DELETE /v2.0/networks/a8e201d6-4e33-42ed-bfab-424acd24bab1 HTTP/1.1" status: 204 len: 168 time: 5.1015282 Feb 16 12:53:23.519188 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42470) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:23.531434 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-9294548d-c1f6-4c16-befd-8f375aac0299 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-373213355'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:23.534319 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0f7b5f73-ddfa-4b1a-b1b3-a454b3ffbbd2 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:23.551000 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-e40cc559-88df-4c42-9be9-38f65e1fd057 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=43a461e2fae64766bd31efeef15d8935&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1189108 Feb 16 12:53:23.553279 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9294548d-c1f6-4c16-befd-8f375aac0299 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:23.560084 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9294548d-c1f6-4c16-befd-8f375aac0299 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Usage tracker for resource:network and tenant:612ec8932dcb4d08ac02ac6ad23899eb is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:23.565473 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9294548d-c1f6-4c16-befd-8f375aac0299 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:23.595505 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b5f73-ddfa-4b1a-b1b3-a454b3ffbbd2 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event deleted for resources: {'Port': ['ID=2f8eea07-9ba6-4b63-93ca-b0a0856484ca,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:23.613697 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:23.664092 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7b5f73-ddfa-4b1a-b1b3-a454b3ffbbd2 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] No DVR routers for this DVR port 2f8eea07-9ba6-4b63-93ca-b0a0856484ca on host dv-neutron-829527-1-hyperv {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:53:23.669988 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ae40dda0-25f6-4fd2-95ba-a3a252fc78c2 req-4f37a0a1-cac9-459f-9132-f15e562b2307 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/ports?device_id=7e82b2ef-8d7b-4440-b0ed-eeee9fee0c15 HTTP/1.1" status: 200 len: 210 time: 0.0777428 Feb 16 12:53:23.713291 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9294548d-c1f6-4c16-befd-8f375aac0299 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:23.735642 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 762066c8-8645-4da2-b033-bc7bb8c13468 {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:53:23.741066 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-6f91fec5-1719-4442-ac57-159744ae7d01 service neutron] 10.222.0.83 "GET /v2.0/networks/2f9caf95-9634-43c7-8691-03bf1bd0a638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774147 Feb 16 12:53:23.744789 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9294548d-c1f6-4c16-befd-8f375aac0299 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Made reservation on behalf of 612ec8932dcb4d08ac02ac6ad23899eb for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:53:23.748622 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9294548d-c1f6-4c16-befd-8f375aac0299 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:23.893453 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0f7b5f73-ddfa-4b1a-b1b3-a454b3ffbbd2 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:23.897616 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-bf72c2eb-d46d-48f0-9464-ba33df110c22 None None] For port 2f8eea07-9ba6-4b63-93ca-b0a0856484ca, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=2f8eea07-9ba6-4b63-93ca-b0a0856484ca,segment=NetworkSegment(02b1cd30-0890-4165-9560-ae69ecaf2eca),segment_id=02b1cd30-0890-4165-9560-ae69ecaf2eca)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:23.898018 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-bf72c2eb-d46d-48f0-9464-ba33df110c22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:23.938592 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-0f7b5f73-ddfa-4b1a-b1b3-a454b3ffbbd2 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb0dbd45-2ddd-47dd-a50a-890dc798d6b3']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:23.952333 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-6f4a5970-d15a-46f4-ac68-ee4a74cdec7d tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:23.953038 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-6f4a5970-d15a-46f4-ac68-ee4a74cdec7d tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Synchronizing usage tracker for tenant:3c0de8740eaf4102a4eab144592a82e5 on resource:network {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:53:23.962260 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-0f7b5f73-ddfa-4b1a-b1b3-a454b3ffbbd2 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02b1cd30-0890-4165-9560-ae69ecaf2eca') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:23.962559 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-0f7b5f73-ddfa-4b1a-b1b3-a454b3ffbbd2 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02b1cd30-0890-4165-9560-ae69ecaf2eca') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:23.978841 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0f7b5f73-ddfa-4b1a-b1b3-a454b3ffbbd2 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:23.990173 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9294548d-c1f6-4c16-befd-8f375aac0299 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:53:23.999833 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0f7b5f73-ddfa-4b1a-b1b3-a454b3ffbbd2 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:24.002986 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-6f4a5970-d15a-46f4-ac68-ee4a74cdec7d tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Unset dirty status for tenant:3c0de8740eaf4102a4eab144592a82e5 on resource:network {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:53:24.004715 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-6f4a5970-d15a-46f4-ac68-ee4a74cdec7d tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.89 "GET /v2.0/networks?id=e05f695f-5dbe-4120-bc40-30e84e719d8f HTTP/1.1" status: 200 len: 811 time: 0.3701873 Feb 16 12:53:24.010493 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f7b5f73-ddfa-4b1a-b1b3-a454b3ffbbd2 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:53:24.011002 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0f7b5f73-ddfa-4b1a-b1b3-a454b3ffbbd2 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:24.017409 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9294548d-c1f6-4c16-befd-8f375aac0299 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:24.018004 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-9294548d-c1f6-4c16-befd-8f375aac0299 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Added segment 27a60f64-092e-47ac-b2ed-2e580b2804ac of type vlan for network 759cc3ec-ee5c-4f3d-bb2f-72989f10d882 Feb 16 12:53:24.025130 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 762066c8-8645-4da2-b033-bc7bb8c13468, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=762066c8-8645-4da2-b033-bc7bb8c13468,segment=NetworkSegment(93a1263e-765c-4aeb-b2f7-d3e38b88659f),segment_id=93a1263e-765c-4aeb-b2f7-d3e38b88659f)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:24.028873 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:53:24.028873 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:53:24.028873 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:53:24.028873 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:53:24.028873 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:53:24.028873 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:53:24.028873 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:53:24.028873 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:53:24.028873 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:53:24.028873 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:53:24.028873 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:53:24.028873 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:53:24.028873 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:53:24.028873 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:53:24.028873 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:53:24.028873 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:53:24.028873 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:53:24.028873 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:53:24.028873 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:53:24.028873 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:53:24.028873 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:53:24.028873 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:53:24.028873 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:53:24.028873 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:53:24.028873 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:53:24.028873 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:53:24.028873 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:53:24.028873 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:53:24.028873 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:53:24.028873 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:53:24.028873 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:53:24.028873 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:53:24.035521 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-9bc368db-6f89-4f66-a5d0-9ed18f3da161 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Request body: {'port': {'device_id': '7e82b2ef-8d7b-4440-b0ed-eeee9fee0c15', 'network_id': 'e05f695f-5dbe-4120-bc40-30e84e719d8f', 'admin_state_up': True, 'tenant_id': '3c0de8740eaf4102a4eab144592a82e5'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:24.036699 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-bf72c2eb-d46d-48f0-9464-ba33df110c22 None None] Calling delete_port for 2f8eea07-9ba6-4b63-93ca-b0a0856484ca owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:53:24.060101 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-8fbba4fa-5f13-4782-9b5a-915a38295bc3 service neutron] 10.222.0.83 "GET /v2.0/networks/2f9caf95-9634-43c7-8691-03bf1bd0a638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975874 Feb 16 12:53:24.068382 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9294548d-c1f6-4c16-befd-8f375aac0299 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:24.081272 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:24.114279 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9294548d-c1f6-4c16-befd-8f375aac0299 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:24.121803 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9294548d-c1f6-4c16-befd-8f375aac0299 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:24.122839 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9294548d-c1f6-4c16-befd-8f375aac0299 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: from cryptography.utils import int_from_bytes Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: from cryptography.utils import int_from_bytes Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn_limited( Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn_limited( Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn( Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn( Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn( Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn( Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn( Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn( Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn( Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn( Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn( Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn( Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn( Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn( Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn( Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn( Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn( Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn( Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn( Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn( Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn( Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn( Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn( Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn( Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn( Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:53:24.220520 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn( Feb 16 12:53:24.225690 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=762066c8-8645-4da2-b033-bc7bb8c13468,revision_number=7']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:24.236485 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.db.api [None req-bf72c2eb-d46d-48f0-9464-ba33df110c22 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:53:24.240730 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0f7b5f73-ddfa-4b1a-b1b3-a454b3ffbbd2 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:24.242638 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG oslo_db.api [None req-bf72c2eb-d46d-48f0-9464-ba33df110c22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:53:24.248845 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-0ef4ea2c-7041-4bda-acb5-66be694e67a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fedfff-5686-499a-b8e0-238a28933e42', 'name': 'tempest-TestVolumeBootPattern-1761421937-router', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:04Z', 'updated_at': '2022-02-16T12:49:20Z', 'revision_number': 4, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'gw_port': {'id': '8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:07Z', 'updated_at': '2022-02-16T12:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': 'a5b23843-9f59-458d-9ac9-8cfc9dd74594', 'name': '', 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'mac_address': 'fa:16:3e:d2:8d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '475d72a9-33c5-44fc-8808-9edb5e19ce95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:17Z', 'updated_at': '2022-02-16T12:49:29Z', 'revision_number': 5, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'subnets': [{'id': '475d72a9-33c5-44fc-8808-9edb5e19ce95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:24.254635 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef4ea2c-7041-4bda-acb5-66be694e67a6 None None] The sync data for ids ['23fedfff-5686-499a-b8e0-238a28933e42'] in dv-neutron-829527-1-hyperv is: [{'id': '23fedfff-5686-499a-b8e0-238a28933e42', 'name': 'tempest-TestVolumeBootPattern-1761421937-router', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:04Z', 'updated_at': '2022-02-16T12:49:20Z', 'revision_number': 4, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'gw_port': {'id': '8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:07Z', 'updated_at': '2022-02-16T12:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': 'a5b23843-9f59-458d-9ac9-8cfc9dd74594', 'name': '', 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'mac_address': 'fa:16:3e:d2:8d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '475d72a9-33c5-44fc-8808-9edb5e19ce95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:17Z', 'updated_at': '2022-02-16T12:49:29Z', 'revision_number': 5, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'subnets': [{'id': '475d72a9-33c5-44fc-8808-9edb5e19ce95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:53:24.262814 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0f7b5f73-ddfa-4b1a-b1b3-a454b3ffbbd2 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:24.278991 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b5f73-ddfa-4b1a-b1b3-a454b3ffbbd2 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event deleted for resources: {'Network': ['ID=eb0dbd45-2ddd-47dd-a50a-890dc798d6b3,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:24.309158 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['762066c8-8645-4da2-b033-bc7bb8c13468'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:53:24.314524 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-0f7b5f73-ddfa-4b1a-b1b3-a454b3ffbbd2 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/networks/eb0dbd45-2ddd-47dd-a50a-890dc798d6b3 HTTP/1.1" status: 204 len: 168 time: 2.0646017 Feb 16 12:53:24.318584 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42484) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:24.326454 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-90e1988d-487e-4c0c-99eb-b7e30ddd9d3d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-611044636'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:24.333472 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-9bc368db-6f89-4f66-a5d0-9ed18f3da161 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:24.333727 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-90e1988d-487e-4c0c-99eb-b7e30ddd9d3d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:24.337999 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-9bc368db-6f89-4f66-a5d0-9ed18f3da161 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Usage tracker for resource:port and tenant:3c0de8740eaf4102a4eab144592a82e5 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:24.338864 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-90e1988d-487e-4c0c-99eb-b7e30ddd9d3d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Usage tracker for resource:network and tenant:cf313999ec50441da36056616d2e4e36 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:24.341477 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-9bc368db-6f89-4f66-a5d0-9ed18f3da161 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:24.342816 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-90e1988d-487e-4c0c-99eb-b7e30ddd9d3d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:24.351370 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-90e1988d-487e-4c0c-99eb-b7e30ddd9d3d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:24.352035 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-9bc368db-6f89-4f66-a5d0-9ed18f3da161 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:24.368210 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-9bc368db-6f89-4f66-a5d0-9ed18f3da161 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Made reservation on behalf of 3c0de8740eaf4102a4eab144592a82e5 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:53:24.370269 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9294548d-c1f6-4c16-befd-8f375aac0299 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8499427 Feb 16 12:53:24.372163 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-9bc368db-6f89-4f66-a5d0-9ed18f3da161 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:24.375872 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e1988d-487e-4c0c-99eb-b7e30ddd9d3d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Made reservation on behalf of cf313999ec50441da36056616d2e4e36 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:53:24.381418 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-90e1988d-487e-4c0c-99eb-b7e30ddd9d3d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:24.385300 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42488) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:24.396537 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-879f08d4-c26a-4c8c-b5be-e2827f0de175 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:24.407590 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9294548d-c1f6-4c16-befd-8f375aac0299 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event updated for resources: {'Network': ['ID=759cc3ec-ee5c-4f3d-bb2f-72989f10d882,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:24.424216 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9294548d-c1f6-4c16-befd-8f375aac0299 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:24.425393 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9294548d-c1f6-4c16-befd-8f375aac0299 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:24.425998 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9294548d-c1f6-4c16-befd-8f375aac0299 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:24.426499 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9294548d-c1f6-4c16-befd-8f375aac0299 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:24.427170 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9294548d-c1f6-4c16-befd-8f375aac0299 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:24.427666 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9294548d-c1f6-4c16-befd-8f375aac0299 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:24.428343 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9294548d-c1f6-4c16-befd-8f375aac0299 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:24.428923 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9294548d-c1f6-4c16-befd-8f375aac0299 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:24.429601 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9294548d-c1f6-4c16-befd-8f375aac0299 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:24.430142 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9294548d-c1f6-4c16-befd-8f375aac0299 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:24.430635 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9294548d-c1f6-4c16-befd-8f375aac0299 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:24.431179 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9294548d-c1f6-4c16-befd-8f375aac0299 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:24.447002 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 759cc3ec-ee5c-4f3d-bb2f-72989f10d882 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:53:24.468640 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90e1988d-487e-4c0c-99eb-b7e30ddd9d3d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:53:24.499998 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-90e1988d-487e-4c0c-99eb-b7e30ddd9d3d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:24.500323 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-90e1988d-487e-4c0c-99eb-b7e30ddd9d3d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Added segment c46db727-dee2-42dd-acd1-c6da3ccfe71b of type vlan for network 967ca7da-ef1c-4384-85fc-b562888163e5 Feb 16 12:53:24.569051 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-90e1988d-487e-4c0c-99eb-b7e30ddd9d3d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:24.604260 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 2f8eea07-9ba6-4b63-93ca-b0a0856484ca no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:53:24.661003 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-90e1988d-487e-4c0c-99eb-b7e30ddd9d3d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:24.666647 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e1988d-487e-4c0c-99eb-b7e30ddd9d3d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:24.667363 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-90e1988d-487e-4c0c-99eb-b7e30ddd9d3d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:24.716411 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 2f8eea07-9ba6-4b63-93ca-b0a0856484ca {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:53:24.716994 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 2f8eea07-9ba6-4b63-93ca-b0a0856484ca not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:53:24.728510 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24a2241-69e4-40dd-8ff6-0ce94559254e None None] New status for floating IP 10f09955-b015-498d-b39b-383fe49b80dc: DOWN {{(pid=87703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:53:24.743565 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-bf72c2eb-d46d-48f0-9464-ba33df110c22 None None] Deleting port 2f8eea07-9ba6-4b63-93ca-b0a0856484ca {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:53:24.744004 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-bf72c2eb-d46d-48f0-9464-ba33df110c22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:24.805215 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a6648968-e984-485c-b142-93853687310b req-05473662-69a7-43e9-9897-4af34d285e17 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=d697a81d-0c8f-4805-af84-3ae726462c7d HTTP/1.1" status: 200 len: 210 time: 0.1466119 Feb 16 12:53:24.839102 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-bf72c2eb-d46d-48f0-9464-ba33df110c22 None None] The port '2f8eea07-9ba6-4b63-93ca-b0a0856484ca' was deleted {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:53:24.867221 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc82d0a-d978-4e60-ad06-a26fbdf535a7 None None] get_active_networks_info from dv-neutron-829527-1-hyperv {{(pid=87702) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 12:53:24.968139 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-90e1988d-487e-4c0c-99eb-b7e30ddd9d3d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6459270 Feb 16 12:53:24.979388 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-dbdc9461-5b69-49a0-8b52-7a44ee34f0c4 req-f2c80f9b-de8c-4dd5-afaf-72dcef89f5a1 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/ports?device_id=7e82b2ef-8d7b-4440-b0ed-eeee9fee0c15 HTTP/1.1" status: 200 len: 210 time: 0.0657544 Feb 16 12:53:24.980983 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42502) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:24.993224 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-45c138e5-cdae-49ed-b931-bd8f91fc10d6 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Request body: {'subnet': {'network_id': '967ca7da-ef1c-4384-85fc-b562888163e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:24.996234 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc82d0a-d978-4e60-ad06-a26fbdf535a7 None None] Resources bound (agent type, host, resource id): {{(pid=87702) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:53:25.010376 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e1988d-487e-4c0c-99eb-b7e30ddd9d3d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event updated for resources: {'Network': ['ID=967ca7da-ef1c-4384-85fc-b562888163e5,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:25.028140 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 967ca7da-ef1c-4384-85fc-b562888163e5 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:53:25.133329 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-9bc368db-6f89-4f66-a5d0-9ed18f3da161 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Allocated IP 172.20.0.4 (e05f695f-5dbe-4120-bc40-30e84e719d8f/961da6b7-8aa4-430e-ae62-7fe4898ace85/86d4597e-fa46-4ece-8b2b-7d5922dd0c95) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:53:25.136920 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-879f08d4-c26a-4c8c-b5be-e2827f0de175 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:25.171037 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-45c138e5-cdae-49ed-b931-bd8f91fc10d6 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:25.176981 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-45c138e5-cdae-49ed-b931-bd8f91fc10d6 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Usage tracker for resource:subnet and tenant:cf313999ec50441da36056616d2e4e36 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:25.181052 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-45c138e5-cdae-49ed-b931-bd8f91fc10d6 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:25.186298 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-879f08d4-c26a-4c8c-b5be-e2827f0de175 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:25.189615 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-45c138e5-cdae-49ed-b931-bd8f91fc10d6 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:25.206820 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c138e5-cdae-49ed-b931-bd8f91fc10d6 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Made reservation on behalf of cf313999ec50441da36056616d2e4e36 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:53:25.210763 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-45c138e5-cdae-49ed-b931-bd8f91fc10d6 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:25.243393 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-879f08d4-c26a-4c8c-b5be-e2827f0de175 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Network 759cc3ec-ee5c-4f3d-bb2f-72989f10d882 is not hosted by any dhcp agent {{(pid=87701) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 16 12:53:25.249040 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879f08d4-c26a-4c8c-b5be-e2827f0de175 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:25.249973 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-879f08d4-c26a-4c8c-b5be-e2827f0de175 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:25.251426 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-879f08d4-c26a-4c8c-b5be-e2827f0de175 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "PUT /v2.0/networks/759cc3ec-ee5c-4f3d-bb2f-72989f10d882 HTTP/1.1" status: 200 len: 723 time: 0.8636611 Feb 16 12:53:25.267303 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42508) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:25.318591 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-fa791afd-8d5d-4f00-b2a0-12beee4086d8 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Request body: {'subnet': {'network_id': '759cc3ec-ee5c-4f3d-bb2f-72989f10d882', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:25.514133 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-45c138e5-cdae-49ed-b931-bd8f91fc10d6 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:25.614845 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c138e5-cdae-49ed-b931-bd8f91fc10d6 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event updated for resources: {'Subnet': ['ID=2ac59c84-783b-4506-9ef3-2feeb0beda2a,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:25.631387 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c138e5-cdae-49ed-b931-bd8f91fc10d6 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Checking segment: {'id': 'c46db727-dee2-42dd-acd1-c6da3ccfe71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '967ca7da-ef1c-4384-85fc-b562888163e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:53:25.631387 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c138e5-cdae-49ed-b931-bd8f91fc10d6 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Network hostable DHCP agents. Network: 967ca7da-ef1c-4384-85fc-b562888163e5, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:53:25.645031 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f08d4-c26a-4c8c-b5be-e2827f0de175 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event updated for resources: {'Network': ['ID=759cc3ec-ee5c-4f3d-bb2f-72989f10d882,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:25.652927 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c138e5-cdae-49ed-b931-bd8f91fc10d6 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Network 967ca7da-ef1c-4384-85fc-b562888163e5 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:53:25.662292 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 759cc3ec-ee5c-4f3d-bb2f-72989f10d882 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:53:25.665673 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-45c138e5-cdae-49ed-b931-bd8f91fc10d6 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 967ca7da-ef1c-4384-85fc-b562888163e5) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:25.672165 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c138e5-cdae-49ed-b931-bd8f91fc10d6 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:25.672866 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-45c138e5-cdae-49ed-b931-bd8f91fc10d6 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:25.700189 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-45c138e5-cdae-49ed-b931-bd8f91fc10d6 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7119105 Feb 16 12:53:25.700434 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42512) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:25.710191 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-fa791afd-8d5d-4f00-b2a0-12beee4086d8 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:25.714739 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-a4d76568-57ee-4fdf-8c3c-0e9b16ceb77f tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-784235217', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:25.724558 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-fa791afd-8d5d-4f00-b2a0-12beee4086d8 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Usage tracker for resource:subnet and tenant:612ec8932dcb4d08ac02ac6ad23899eb is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:25.727304 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-a4d76568-57ee-4fdf-8c3c-0e9b16ceb77f tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:25.732057 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-fa791afd-8d5d-4f00-b2a0-12beee4086d8 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:25.748289 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-a4d76568-57ee-4fdf-8c3c-0e9b16ceb77f tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Usage tracker for resource:router and tenant:cf313999ec50441da36056616d2e4e36 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:25.750893 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-fa791afd-8d5d-4f00-b2a0-12beee4086d8 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:25.756766 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-a4d76568-57ee-4fdf-8c3c-0e9b16ceb77f tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:25.776546 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-a4d76568-57ee-4fdf-8c3c-0e9b16ceb77f tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:25.782466 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7561e264-3d29-4627-bc82-8de614c6ee34 None None] Network 967ca7da-ef1c-4384-85fc-b562888163e5 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:53:25.784129 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa791afd-8d5d-4f00-b2a0-12beee4086d8 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Made reservation on behalf of 612ec8932dcb4d08ac02ac6ad23899eb for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:53:25.787586 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fa791afd-8d5d-4f00-b2a0-12beee4086d8 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:25.872774 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-9bc368db-6f89-4f66-a5d0-9ed18f3da161 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:25.883593 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a4d76568-57ee-4fdf-8c3c-0e9b16ceb77f tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:25.884634 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a4d76568-57ee-4fdf-8c3c-0e9b16ceb77f tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:25.899251 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a4d76568-57ee-4fdf-8c3c-0e9b16ceb77f tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:25.988950 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a4d76568-57ee-4fdf-8c3c-0e9b16ceb77f tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:26.021550 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b54c4ac-1677-4d70-92e5-304dd5b59811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-967ca7da-ef1c-4384-85fc-b562888163e5', 'network_id': '967ca7da-ef1c-4384-85fc-b562888163e5', 'tenant_id': 'cf313999ec50441da36056616d2e4e36', 'fixed_ips': [{'subnet_id': '2ac59c84-783b-4506-9ef3-2feeb0beda2a'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:53:26.022757 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6b54c4ac-1677-4d70-92e5-304dd5b59811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:26.032015 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c86506cb-9167-406a-ac7b-c0e17715d78e req-66ec5874-70c6-4af1-959a-829cfcc9e187 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=d697a81d-0c8f-4805-af84-3ae726462c7d HTTP/1.1" status: 200 len: 210 time: 0.0920639 Feb 16 12:53:26.100841 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 762066c8-8645-4da2-b033-bc7bb8c13468 up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:53:26.137834 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a4d76568-57ee-4fdf-8c3c-0e9b16ceb77f tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:26.139019 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-a4d76568-57ee-4fdf-8c3c-0e9b16ceb77f tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4374981 Feb 16 12:53:26.145653 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42520) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:26.158218 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c93a4013-1619-4794-8840-2f0852acbc16 req-f3b62a6a-d826-4e9f-aa45-c8f1e7a632c4 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/ports?device_id=7e82b2ef-8d7b-4440-b0ed-eeee9fee0c15 HTTP/1.1" status: 200 len: 210 time: 0.0478945 Feb 16 12:53:26.160166 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-7156e7de-e005-4951-b963-bf83ccd9c1fa tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Request body: {'port': {'network_id': '967ca7da-ef1c-4384-85fc-b562888163e5', 'name': 'tempest-PortsTestJSON-809876140'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:26.272993 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-9bc368db-6f89-4f66-a5d0-9ed18f3da161 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:26.297063 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-6b54c4ac-1677-4d70-92e5-304dd5b59811 None None] Allocated IP 172.20.0.2 (967ca7da-ef1c-4384-85fc-b562888163e5/2ac59c84-783b-4506-9ef3-2feeb0beda2a/b6fc7808-656c-42e8-a517-9c037c39c323) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:53:26.308171 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port 762066c8-8645-4da2-b033-bc7bb8c13468 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:26.308549 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:26.429055 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-ffe65243-f1e1-4536-8db1-971cea93216f tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:26.430913 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-ffe65243-f1e1-4536-8db1-971cea93216f tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.89 "GET /v2.0/networks?id=2f9caf95-9634-43c7-8691-03bf1bd0a638 HTTP/1.1" status: 200 len: 812 time: 0.4292791 Feb 16 12:53:26.493286 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-9bc368db-6f89-4f66-a5d0-9ed18f3da161 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Network e05f695f-5dbe-4120-bc40-30e84e719d8f is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:53:26.511828 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-9bc368db-6f89-4f66-a5d0-9ed18f3da161 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:26.514411 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-9bc368db-6f89-4f66-a5d0-9ed18f3da161 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:53:26.541579 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:26.573264 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc368db-6f89-4f66-a5d0-9ed18f3da161 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Pushing event updated for resources: {'Port': ['ID=86d4597e-fa46-4ece-8b2b-7d5922dd0c95,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:26.610418 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fdb21ed-241b-4fdc-8e4a-c7074125b27a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762066c8-8645-4da2-b033-bc7bb8c13468'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:53:26.635597 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 762066c8-8645-4da2-b033-bc7bb8c13468, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=762066c8-8645-4da2-b033-bc7bb8c13468,segment=NetworkSegment(93a1263e-765c-4aeb-b2f7-d3e38b88659f),segment_id=93a1263e-765c-4aeb-b2f7-d3e38b88659f)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:26.643335 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:26.653919 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-7156e7de-e005-4951-b963-bf83ccd9c1fa tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:26.661389 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-7156e7de-e005-4951-b963-bf83ccd9c1fa tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Usage tracker for resource:port and tenant:cf313999ec50441da36056616d2e4e36 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:26.665846 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-7156e7de-e005-4951-b963-bf83ccd9c1fa tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:26.677065 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-3c03e8aa-c65d-48ea-988e-76c4334bcd7f tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43a461e2fae64766bd31efeef15d8935 HTTP/1.1" status: 200 len: 379 time: 0.2325370 Feb 16 12:53:26.681839 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-7156e7de-e005-4951-b963-bf83ccd9c1fa tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:26.691124 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-da1a5ab4-2398-4044-ad8e-99a8c8a6fc62 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Request body: {'port': {'device_id': 'd697a81d-0c8f-4805-af84-3ae726462c7d', 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638', 'admin_state_up': True, 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'security_groups': ['81c9b434-7d09-4831-ba16-f778515a1a0e']}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:26.706936 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fdb21ed-241b-4fdc-8e4a-c7074125b27a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762066c8-8645-4da2-b033-bc7bb8c13468', 'code': 200} Feb 16 12:53:26.707296 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fa791afd-8d5d-4f00-b2a0-12beee4086d8 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:26.716533 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-9bc368db-6f89-4f66-a5d0-9ed18f3da161 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:26.717168 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-9bc368db-6f89-4f66-a5d0-9ed18f3da161 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:26.722308 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6b54c4ac-1677-4d70-92e5-304dd5b59811 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:26.748047 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-6b54c4ac-1677-4d70-92e5-304dd5b59811 None None] Transition to ACTIVE for port object b6fc7808-656c-42e8-a517-9c037c39c323 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:53:26.823626 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=762066c8-8645-4da2-b033-bc7bb8c13468,revision_number=8']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:26.824333 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-9bc368db-6f89-4f66-a5d0-9ed18f3da161 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7940691 Feb 16 12:53:26.843422 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-6b54c4ac-1677-4d70-92e5-304dd5b59811 None None] Transition to ACTIVE for port object b6fc7808-656c-42e8-a517-9c037c39c323 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:53:26.845401 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-8464d9be-fcc8-40a1-b3c5-38c571be7cd8 service neutron] Request body: {'port': {'device_id': '7e82b2ef-8d7b-4440-b0ed-eeee9fee0c15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:26.859830 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6b54c4ac-1677-4d70-92e5-304dd5b59811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:26.881569 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7156e7de-e005-4951-b963-bf83ccd9c1fa tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Made reservation on behalf of cf313999ec50441da36056616d2e4e36 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:53:26.885966 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7156e7de-e005-4951-b963-bf83ccd9c1fa tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:26.930322 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b54c4ac-1677-4d70-92e5-304dd5b59811 None None] Network 967ca7da-ef1c-4384-85fc-b562888163e5 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:53:26.934364 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-6b54c4ac-1677-4d70-92e5-304dd5b59811 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:26.940858 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b54c4ac-1677-4d70-92e5-304dd5b59811 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:53:26.985170 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa791afd-8d5d-4f00-b2a0-12beee4086d8 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event updated for resources: {'Subnet': ['ID=43283fa1-602f-429d-b48e-5a28b9eb9625,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:27.007917 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [None req-7156e7de-e005-4951-b963-bf83ccd9c1fa tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] device_id is not set on port 48c0edae-715f-423f-960e-a2ebde79fb3d yet. {{(pid=87701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:53:27.063522 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b54c4ac-1677-4d70-92e5-304dd5b59811 None None] Pushing event updated for resources: {'Port': ['ID=b6fc7808-656c-42e8-a517-9c037c39c323,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:27.078574 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa791afd-8d5d-4f00-b2a0-12beee4086d8 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Checking segment: {'id': '27a60f64-092e-47ac-b2ed-2e580b2804ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '759cc3ec-ee5c-4f3d-bb2f-72989f10d882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:53:27.078982 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa791afd-8d5d-4f00-b2a0-12beee4086d8 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Network hostable DHCP agents. Network: 759cc3ec-ee5c-4f3d-bb2f-72989f10d882, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:53:27.145789 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-6b54c4ac-1677-4d70-92e5-304dd5b59811 None None] Attempting to bind port b6fc7808-656c-42e8-a517-9c037c39c323 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:53:27.146168 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-6b54c4ac-1677-4d70-92e5-304dd5b59811 None None] Attempting to bind port b6fc7808-656c-42e8-a517-9c037c39c323 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'c46db727-dee2-42dd-acd1-c6da3ccfe71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '967ca7da-ef1c-4384-85fc-b562888163e5'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:53:27.146524 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b54c4ac-1677-4d70-92e5-304dd5b59811 None None] Attempting to bind port b6fc7808-656c-42e8-a517-9c037c39c323 on network 967ca7da-ef1c-4384-85fc-b562888163e5 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:53:27.150348 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-da1a5ab4-2398-4044-ad8e-99a8c8a6fc62 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:27.153912 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b54c4ac-1677-4d70-92e5-304dd5b59811 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:53:27.154501 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b54c4ac-1677-4d70-92e5-304dd5b59811 None None] Checking segment: {'id': 'c46db727-dee2-42dd-acd1-c6da3ccfe71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '967ca7da-ef1c-4384-85fc-b562888163e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:53:27.155061 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6b54c4ac-1677-4d70-92e5-304dd5b59811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:27.155619 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b54c4ac-1677-4d70-92e5-304dd5b59811 None None] Bound using segment: {'id': 'c46db727-dee2-42dd-acd1-c6da3ccfe71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '967ca7da-ef1c-4384-85fc-b562888163e5'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:53:27.156374 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-6b54c4ac-1677-4d70-92e5-304dd5b59811 None None] Bound port: b6fc7808-656c-42e8-a517-9c037c39c323, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c46db727-dee2-42dd-acd1-c6da3ccfe71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '967ca7da-ef1c-4384-85fc-b562888163e5'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:53:27.156934 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6b54c4ac-1677-4d70-92e5-304dd5b59811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:27.199178 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-da1a5ab4-2398-4044-ad8e-99a8c8a6fc62 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:27.230162 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9eeca220-6e3f-4e41-9fda-63f4f5723839 req-44ecc4a9-2670-49fe-91e5-becff0b73242 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=d697a81d-0c8f-4805-af84-3ae726462c7d HTTP/1.1" status: 200 len: 210 time: 0.0713034 Feb 16 12:53:27.243557 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa791afd-8d5d-4f00-b2a0-12beee4086d8 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Network 759cc3ec-ee5c-4f3d-bb2f-72989f10d882 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:53:27.258260 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-8464d9be-fcc8-40a1-b3c5-38c571be7cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:27.274920 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-6b54c4ac-1677-4d70-92e5-304dd5b59811 None None] For port b6fc7808-656c-42e8-a517-9c037c39c323, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:53:27.286174 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-6b54c4ac-1677-4d70-92e5-304dd5b59811 None None] For port b6fc7808-656c-42e8-a517-9c037c39c323, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=b6fc7808-656c-42e8-a517-9c037c39c323,segment=NetworkSegment(c46db727-dee2-42dd-acd1-c6da3ccfe71b),segment_id=c46db727-dee2-42dd-acd1-c6da3ccfe71b)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:53:27.296262 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6b54c4ac-1677-4d70-92e5-304dd5b59811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:27.296825 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-da1a5ab4-2398-4044-ad8e-99a8c8a6fc62 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Made reservation on behalf of 43a461e2fae64766bd31efeef15d8935 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:53:27.301257 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-da1a5ab4-2398-4044-ad8e-99a8c8a6fc62 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:27.311917 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-fa791afd-8d5d-4f00-b2a0-12beee4086d8 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 759cc3ec-ee5c-4f3d-bb2f-72989f10d882) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:27.354244 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f057ac-5521-4404-9af0-ee943c757988 None None] Network 759cc3ec-ee5c-4f3d-bb2f-72989f10d882 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:53:27.499715 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b54c4ac-1677-4d70-92e5-304dd5b59811 None None] Pushing event updated for resources: {'Port': ['ID=b6fc7808-656c-42e8-a517-9c037c39c323,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:27.614518 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-7156e7de-e005-4951-b963-bf83ccd9c1fa tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Allocated IP 172.20.0.7 (967ca7da-ef1c-4384-85fc-b562888163e5/2ac59c84-783b-4506-9ef3-2feeb0beda2a/48c0edae-715f-423f-960e-a2ebde79fb3d) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:53:27.629663 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa791afd-8d5d-4f00-b2a0-12beee4086d8 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:27.630233 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fa791afd-8d5d-4f00-b2a0-12beee4086d8 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:27.671251 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf55751-d7c9-4f8e-87a7-42145be2528b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-759cc3ec-ee5c-4f3d-bb2f-72989f10d882', 'network_id': '759cc3ec-ee5c-4f3d-bb2f-72989f10d882', 'tenant_id': '612ec8932dcb4d08ac02ac6ad23899eb', 'fixed_ips': [{'subnet_id': '43283fa1-602f-429d-b48e-5a28b9eb9625'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:53:27.672480 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8bf55751-d7c9-4f8e-87a7-42145be2528b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:27.801569 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-fa791afd-8d5d-4f00-b2a0-12beee4086d8 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5325961 Feb 16 12:53:27.804770 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42532) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:27.811550 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-6c90a1d1-af67-4e4e-8c5d-30e5168798f1 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:27.903171 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-8bf55751-d7c9-4f8e-87a7-42145be2528b None None] Allocated IP 172.20.0.2 (759cc3ec-ee5c-4f3d-bb2f-72989f10d882/43283fa1-602f-429d-b48e-5a28b9eb9625/1a6dadec-26e2-480f-aedf-02ad39368784) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:53:28.008508 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6c90a1d1-af67-4e4e-8c5d-30e5168798f1 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3446881'] for subnet, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:28.148701 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d239c-668b-4dcf-99ff-de72b4af58cc req-86713bb5-873f-4e96-8912-a6a108d0a3e0 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:28.149395 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-0d9d239c-668b-4dcf-99ff-de72b4af58cc req-86713bb5-873f-4e96-8912-a6a108d0a3e0 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Synchronizing usage tracker for tenant:3c0de8740eaf4102a4eab144592a82e5 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:53:28.161448 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8bf55751-d7c9-4f8e-87a7-42145be2528b None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:28.172492 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-8bf55751-d7c9-4f8e-87a7-42145be2528b None None] Transition to ACTIVE for port object 1a6dadec-26e2-480f-aedf-02ad39368784 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:53:28.192110 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-8bf55751-d7c9-4f8e-87a7-42145be2528b None None] Transition to ACTIVE for port object 1a6dadec-26e2-480f-aedf-02ad39368784 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:53:28.202157 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8bf55751-d7c9-4f8e-87a7-42145be2528b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:28.247079 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-da1a5ab4-2398-4044-ad8e-99a8c8a6fc62 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Allocated IP 172.20.0.9 (2f9caf95-9634-43c7-8691-03bf1bd0a638/475d72a9-33c5-44fc-8808-9edb5e19ce95/8773340e-3a24-4a01-bc20-7b63b0c70800) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:53:28.284138 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-0d9d239c-668b-4dcf-99ff-de72b4af58cc req-86713bb5-873f-4e96-8912-a6a108d0a3e0 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Unset dirty status for tenant:3c0de8740eaf4102a4eab144592a82e5 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:53:28.285375 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0d9d239c-668b-4dcf-99ff-de72b4af58cc req-86713bb5-873f-4e96-8912-a6a108d0a3e0 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/ports?device_id=7e82b2ef-8d7b-4440-b0ed-eeee9fee0c15 HTTP/1.1" status: 200 len: 931 time: 0.9348481 Feb 16 12:53:28.314536 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf55751-d7c9-4f8e-87a7-42145be2528b None None] Network 759cc3ec-ee5c-4f3d-bb2f-72989f10d882 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:53:28.332400 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-8bf55751-d7c9-4f8e-87a7-42145be2528b None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:28.341981 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf55751-d7c9-4f8e-87a7-42145be2528b None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:53:28.379817 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6c90a1d1-af67-4e4e-8c5d-30e5168798f1 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754732646687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-335882'] for subnet, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:28.400437 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7156e7de-e005-4951-b963-bf83ccd9c1fa tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:28.407711 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf55751-d7c9-4f8e-87a7-42145be2528b None None] Pushing event updated for resources: {'Port': ['ID=1a6dadec-26e2-480f-aedf-02ad39368784,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:28.480404 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.db.resource_extend [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-8464d9be-fcc8-40a1-b3c5-38c571be7cd8 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:53:28.508321 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-8bf55751-d7c9-4f8e-87a7-42145be2528b None None] Attempting to bind port 1a6dadec-26e2-480f-aedf-02ad39368784 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:53:28.508795 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-8bf55751-d7c9-4f8e-87a7-42145be2528b None None] Attempting to bind port 1a6dadec-26e2-480f-aedf-02ad39368784 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '27a60f64-092e-47ac-b2ed-2e580b2804ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '759cc3ec-ee5c-4f3d-bb2f-72989f10d882'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:53:28.509732 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf55751-d7c9-4f8e-87a7-42145be2528b None None] Attempting to bind port 1a6dadec-26e2-480f-aedf-02ad39368784 on network 759cc3ec-ee5c-4f3d-bb2f-72989f10d882 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:53:28.517914 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf55751-d7c9-4f8e-87a7-42145be2528b None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:53:28.518081 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf55751-d7c9-4f8e-87a7-42145be2528b None None] Checking segment: {'id': '27a60f64-092e-47ac-b2ed-2e580b2804ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '759cc3ec-ee5c-4f3d-bb2f-72989f10d882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:53:28.518551 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8bf55751-d7c9-4f8e-87a7-42145be2528b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:28.518987 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf55751-d7c9-4f8e-87a7-42145be2528b None None] Bound using segment: {'id': '27a60f64-092e-47ac-b2ed-2e580b2804ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '759cc3ec-ee5c-4f3d-bb2f-72989f10d882'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:53:28.519531 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-8bf55751-d7c9-4f8e-87a7-42145be2528b None None] Bound port: 1a6dadec-26e2-480f-aedf-02ad39368784, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a60f64-092e-47ac-b2ed-2e580b2804ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '759cc3ec-ee5c-4f3d-bb2f-72989f10d882'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:53:28.519962 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8bf55751-d7c9-4f8e-87a7-42145be2528b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:28.523187 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90a1d1-af67-4e4e-8c5d-30e5168798f1 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event updated for resources: {'Subnet': ['ID=43283fa1-602f-429d-b48e-5a28b9eb9625,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:28.543439 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c90a1d1-af67-4e4e-8c5d-30e5168798f1 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:28.543982 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6c90a1d1-af67-4e4e-8c5d-30e5168798f1 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:28.547952 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6c90a1d1-af67-4e4e-8c5d-30e5168798f1 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "PUT /v2.0/subnets/43283fa1-602f-429d-b48e-5a28b9eb9625 HTTP/1.1" status: 200 len: 806 time: 0.7393622 Feb 16 12:53:28.558785 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-867d8dbf-2556-4464-8173-e207860f6317 req-8ac45432-ea7e-4128-bf8b-b2a128717072 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=d697a81d-0c8f-4805-af84-3ae726462c7d HTTP/1.1" status: 200 len: 210 time: 0.1200578 Feb 16 12:53:28.563937 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42538) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:28.601450 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-7156e7de-e005-4951-b963-bf83ccd9c1fa tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Transition to ACTIVE for port object 48c0edae-715f-423f-960e-a2ebde79fb3d will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:53:28.664802 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device b6fc7808-656c-42e8-a517-9c037c39c323 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:53:28.703556 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-0d9d239c-668b-4dcf-99ff-de72b4af58cc req-0fc8ffd4-db3b-48ea-8040-68d1778633da tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Synchronizing usage tracker for tenant:3c0de8740eaf4102a4eab144592a82e5 on resource:security_group {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:53:28.750798 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9a5431ae-dd70-4731-9ee9-125175602845 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:28.753103 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-0d9d239c-668b-4dcf-99ff-de72b4af58cc req-0fc8ffd4-db3b-48ea-8040-68d1778633da tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Unset dirty status for tenant:3c0de8740eaf4102a4eab144592a82e5 on resource:security_group {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:53:28.762271 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0d9d239c-668b-4dcf-99ff-de72b4af58cc req-0fc8ffd4-db3b-48ea-8040-68d1778633da tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f320c95-ca75-438b-9010-b5570a6ed590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4573207 Feb 16 12:53:28.764729 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-8bf55751-d7c9-4f8e-87a7-42145be2528b None None] For port 1a6dadec-26e2-480f-aedf-02ad39368784, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:53:28.764937 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-9a5431ae-dd70-4731-9ee9-125175602845 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Deleting port 1a6dadec-26e2-480f-aedf-02ad39368784 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:53:28.765175 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9a5431ae-dd70-4731-9ee9-125175602845 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:28.768391 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-8bf55751-d7c9-4f8e-87a7-42145be2528b None None] For port 1a6dadec-26e2-480f-aedf-02ad39368784, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=1a6dadec-26e2-480f-aedf-02ad39368784,segment=NetworkSegment(27a60f64-092e-47ac-b2ed-2e580b2804ac),segment_id=27a60f64-092e-47ac-b2ed-2e580b2804ac)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:53:28.780688 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port b6fc7808-656c-42e8-a517-9c037c39c323 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:53:28.789235 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfad417-5d28-46d0-8138-f7f04c4b4266 None None] Network 967ca7da-ef1c-4384-85fc-b562888163e5 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:53:28.789818 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-8464d9be-fcc8-40a1-b3c5-38c571be7cd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86d4597e-fa46-4ece-8b2b-7d5922dd0c95 {{(pid=87701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:53:28.804652 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-8464d9be-fcc8-40a1-b3c5-38c571be7cd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:28.812694 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8bf55751-d7c9-4f8e-87a7-42145be2528b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:28.842299 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-da1a5ab4-2398-4044-ad8e-99a8c8a6fc62 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:28.852574 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-8464d9be-fcc8-40a1-b3c5-38c571be7cd8 service neutron] Transition to ACTIVE for port object 86d4597e-fa46-4ece-8b2b-7d5922dd0c95 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:53:28.864924 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-8464d9be-fcc8-40a1-b3c5-38c571be7cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:28.902497 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-da1a5ab4-2398-4044-ad8e-99a8c8a6fc62 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Transition to ACTIVE for port object 8773340e-3a24-4a01-bc20-7b63b0c70800 will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:53:28.911803 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7156e7de-e005-4951-b963-bf83ccd9c1fa tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:28.941339 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-9a163cf5-0a97-4abc-9f82-184bc42cb4ea None None] Provisioning for port b6fc7808-656c-42e8-a517-9c037c39c323 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:53:28.976080 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-9a163cf5-0a97-4abc-9f82-184bc42cb4ea None None] Provisioning complete for port b6fc7808-656c-42e8-a517-9c037c39c323 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:28.976435 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9a163cf5-0a97-4abc-9f82-184bc42cb4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:29.037057 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7156e7de-e005-4951-b963-bf83ccd9c1fa tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Network 967ca7da-ef1c-4384-85fc-b562888163e5 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:53:29.040899 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-7156e7de-e005-4951-b963-bf83ccd9c1fa tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:29.043535 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7156e7de-e005-4951-b963-bf83ccd9c1fa tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:53:29.044854 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf55751-d7c9-4f8e-87a7-42145be2528b None None] Pushing event updated for resources: {'Port': ['ID=1a6dadec-26e2-480f-aedf-02ad39368784,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:29.095071 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8464d9be-fcc8-40a1-b3c5-38c571be7cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=86d4597e-fa46-4ece-8b2b-7d5922dd0c95,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:29.124676 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8464d9be-fcc8-40a1-b3c5-38c571be7cd8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:29.125067 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8464d9be-fcc8-40a1-b3c5-38c571be7cd8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:29.125350 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8464d9be-fcc8-40a1-b3c5-38c571be7cd8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:29.125681 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8464d9be-fcc8-40a1-b3c5-38c571be7cd8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:29.126212 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8464d9be-fcc8-40a1-b3c5-38c571be7cd8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:29.126340 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8464d9be-fcc8-40a1-b3c5-38c571be7cd8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:29.126619 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8464d9be-fcc8-40a1-b3c5-38c571be7cd8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:29.127000 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8464d9be-fcc8-40a1-b3c5-38c571be7cd8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:29.127311 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8464d9be-fcc8-40a1-b3c5-38c571be7cd8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:29.127623 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8464d9be-fcc8-40a1-b3c5-38c571be7cd8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:29.127934 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8464d9be-fcc8-40a1-b3c5-38c571be7cd8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:29.128052 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-9a5431ae-dd70-4731-9ee9-125175602845 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] For port 1a6dadec-26e2-480f-aedf-02ad39368784, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=1a6dadec-26e2-480f-aedf-02ad39368784,segment=NetworkSegment(27a60f64-092e-47ac-b2ed-2e580b2804ac),segment_id=27a60f64-092e-47ac-b2ed-2e580b2804ac)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:29.128237 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8464d9be-fcc8-40a1-b3c5-38c571be7cd8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:29.128340 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9a5431ae-dd70-4731-9ee9-125175602845 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:29.309756 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7156e7de-e005-4951-b963-bf83ccd9c1fa tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:29.310425 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7156e7de-e005-4951-b963-bf83ccd9c1fa tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:29.315305 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7156e7de-e005-4951-b963-bf83ccd9c1fa tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event updated for resources: {'Port': ['ID=48c0edae-715f-423f-960e-a2ebde79fb3d,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:29.324045 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-9a5431ae-dd70-4731-9ee9-125175602845 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Calling delete_port for 1a6dadec-26e2-480f-aedf-02ad39368784 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:53:29.343439 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-da1a5ab4-2398-4044-ad8e-99a8c8a6fc62 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:29.350653 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9a163cf5-0a97-4abc-9f82-184bc42cb4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:29.403628 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-9a163cf5-0a97-4abc-9f82-184bc42cb4ea None None] For port b6fc7808-656c-42e8-a517-9c037c39c323, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=b6fc7808-656c-42e8-a517-9c037c39c323,segment=NetworkSegment(c46db727-dee2-42dd-acd1-c6da3ccfe71b),segment_id=c46db727-dee2-42dd-acd1-c6da3ccfe71b)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:29.427813 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9a163cf5-0a97-4abc-9f82-184bc42cb4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:29.439827 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-8464d9be-fcc8-40a1-b3c5-38c571be7cd8 service neutron] Attempting to bind port 86d4597e-fa46-4ece-8b2b-7d5922dd0c95 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:53:29.440521 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-8464d9be-fcc8-40a1-b3c5-38c571be7cd8 service neutron] Attempting to bind port 86d4597e-fa46-4ece-8b2b-7d5922dd0c95 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '40d8d5a3-4d54-4bb7-b706-eb4112b64eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e05f695f-5dbe-4120-bc40-30e84e719d8f'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:53:29.441050 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-8464d9be-fcc8-40a1-b3c5-38c571be7cd8 service neutron] Attempting to bind port 86d4597e-fa46-4ece-8b2b-7d5922dd0c95 on network e05f695f-5dbe-4120-bc40-30e84e719d8f {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:53:29.449232 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-7156e7de-e005-4951-b963-bf83ccd9c1fa tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.2999797 Feb 16 12:53:29.458360 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42542) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:29.460553 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-da1a5ab4-2398-4044-ad8e-99a8c8a6fc62 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Network 2f9caf95-9634-43c7-8691-03bf1bd0a638 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:53:29.534549 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-8464d9be-fcc8-40a1-b3c5-38c571be7cd8 service neutron] Port 86d4597e-fa46-4ece-8b2b-7d5922dd0c95 on network e05f695f-5dbe-4120-bc40-30e84e719d8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:53:29.534903 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-8464d9be-fcc8-40a1-b3c5-38c571be7cd8 service neutron] Attempting to bind port 86d4597e-fa46-4ece-8b2b-7d5922dd0c95 on network e05f695f-5dbe-4120-bc40-30e84e719d8f {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:53:29.537284 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-da1a5ab4-2398-4044-ad8e-99a8c8a6fc62 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:29.542192 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a163cf5-0a97-4abc-9f82-184bc42cb4ea None None] Pushing event updated for resources: {'Port': ['ID=b6fc7808-656c-42e8-a517-9c037c39c323,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:29.548885 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9a5431ae-dd70-4731-9ee9-125175602845 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:29.550961 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-da1a5ab4-2398-4044-ad8e-99a8c8a6fc62 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:53:29.603124 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5431ae-dd70-4731-9ee9-125175602845 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event deleted for resources: {'Port': ['ID=1a6dadec-26e2-480f-aedf-02ad39368784,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:29.618715 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-da1a5ab4-2398-4044-ad8e-99a8c8a6fc62 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:29.619363 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-da1a5ab4-2398-4044-ad8e-99a8c8a6fc62 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:29.714244 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5431ae-dd70-4731-9ee9-125175602845 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] No DVR routers for this DVR port 1a6dadec-26e2-480f-aedf-02ad39368784 on host dv-neutron-829527-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:53:29.765707 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-04ec73dc-46bd-46fc-ae03-b62feaaea8fb None None] Provisioning complete for port b6fc7808-656c-42e8-a517-9c037c39c323 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:29.766723 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-04ec73dc-46bd-46fc-ae03-b62feaaea8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:29.886475 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9a5431ae-dd70-4731-9ee9-125175602845 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:29.908502 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a5ab4-2398-4044-ad8e-99a8c8a6fc62 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Pushing event updated for resources: {'Port': ['ID=8773340e-3a24-4a01-bc20-7b63b0c70800,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:29.929106 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-8464d9be-fcc8-40a1-b3c5-38c571be7cd8 service neutron] Checking agent: {'id': 'b4b5bcfd-2763-4324-82e0-923bc8a52546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'started_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:53:29.929492 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-8464d9be-fcc8-40a1-b3c5-38c571be7cd8 service neutron] Checking segment: {'id': '40d8d5a3-4d54-4bb7-b706-eb4112b64eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e05f695f-5dbe-4120-bc40-30e84e719d8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:53:29.929963 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-8464d9be-fcc8-40a1-b3c5-38c571be7cd8 service neutron] Bound using segment: {'id': '40d8d5a3-4d54-4bb7-b706-eb4112b64eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e05f695f-5dbe-4120-bc40-30e84e719d8f'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:53:29.930445 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-8464d9be-fcc8-40a1-b3c5-38c571be7cd8 service neutron] Bound port: 86d4597e-fa46-4ece-8b2b-7d5922dd0c95, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40d8d5a3-4d54-4bb7-b706-eb4112b64eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e05f695f-5dbe-4120-bc40-30e84e719d8f'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:53:29.930799 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-8464d9be-fcc8-40a1-b3c5-38c571be7cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:30.010084 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e1b53-0b55-4b16-8535-ed126ab2b099 req-dfc3ac97-caf6-4c15-b22e-40b56204ad11 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:30.012253 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f08e1b53-0b55-4b16-8535-ed126ab2b099 req-dfc3ac97-caf6-4c15-b22e-40b56204ad11 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=d697a81d-0c8f-4805-af84-3ae726462c7d HTTP/1.1" status: 200 len: 931 time: 0.2561107 Feb 16 12:53:30.014003 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9a5431ae-dd70-4731-9ee9-125175602845 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:30.022510 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-04ec73dc-46bd-46fc-ae03-b62feaaea8fb None None] Provisioning for port 48c0edae-715f-423f-960e-a2ebde79fb3d completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:53:30.028085 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-04ec73dc-46bd-46fc-ae03-b62feaaea8fb None None] Provisioning complete for port 48c0edae-715f-423f-960e-a2ebde79fb3d triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:30.028463 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-04ec73dc-46bd-46fc-ae03-b62feaaea8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:30.083038 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-da1a5ab4-2398-4044-ad8e-99a8c8a6fc62 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3972433 Feb 16 12:53:30.098220 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5431ae-dd70-4731-9ee9-125175602845 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event deleted for resources: {'Subnet': ['ID=43283fa1-602f-429d-b48e-5a28b9eb9625,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:30.115445 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-04ec73dc-46bd-46fc-ae03-b62feaaea8fb None None] Port 48c0edae-715f-423f-960e-a2ebde79fb3d cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:53:30.207213 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-e2371c28-17c1-4c6b-943f-4f2584beaf58 service neutron] Request body: {'port': {'device_id': 'd697a81d-0c8f-4805-af84-3ae726462c7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:30.210551 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f08e1b53-0b55-4b16-8535-ed126ab2b099 req-ca4a10d9-ae01-4883-9141-591d9c7cfcaf tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1882644 Feb 16 12:53:30.216353 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9a5431ae-dd70-4731-9ee9-125175602845 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:30.246473 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-4fede0b6-32ff-4d3c-84d5-2518e0cbab11 None None] Provisioning for port 8773340e-3a24-4a01-bc20-7b63b0c70800 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:53:30.252094 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-4fede0b6-32ff-4d3c-84d5-2518e0cbab11 None None] Provisioning complete for port 8773340e-3a24-4a01-bc20-7b63b0c70800 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:30.252564 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4fede0b6-32ff-4d3c-84d5-2518e0cbab11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:30.257045 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-9a5431ae-dd70-4731-9ee9-125175602845 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['759cc3ec-ee5c-4f3d-bb2f-72989f10d882']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:30.271300 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-9a5431ae-dd70-4731-9ee9-125175602845 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27a60f64-092e-47ac-b2ed-2e580b2804ac') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:30.271599 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-9a5431ae-dd70-4731-9ee9-125175602845 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27a60f64-092e-47ac-b2ed-2e580b2804ac') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:30.284578 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9a5431ae-dd70-4731-9ee9-125175602845 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:30.301957 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9a5431ae-dd70-4731-9ee9-125175602845 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:30.308414 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a5431ae-dd70-4731-9ee9-125175602845 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:53:30.308844 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9a5431ae-dd70-4731-9ee9-125175602845 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:30.316028 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-4fede0b6-32ff-4d3c-84d5-2518e0cbab11 None None] Port 8773340e-3a24-4a01-bc20-7b63b0c70800 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:53:30.329639 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-4fede0b6-32ff-4d3c-84d5-2518e0cbab11 None None] Provisioning complete for port 48c0edae-715f-423f-960e-a2ebde79fb3d triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:30.330198 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4fede0b6-32ff-4d3c-84d5-2518e0cbab11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:30.379862 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606a398a-f4c6-4a40-97aa-f471adc36817 None None] Network 759cc3ec-ee5c-4f3d-bb2f-72989f10d882 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:53:30.380939 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:53:30.380939 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:53:30.380939 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:53:30.380939 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:53:30.380939 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:53:30.380939 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:53:30.380939 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:53:30.380939 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:53:30.380939 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:53:30.380939 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:53:30.380939 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:53:30.380939 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:53:30.380939 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:53:30.380939 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:53:30.380939 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:53:30.380939 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:53:30.380939 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:53:30.380939 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:53:30.380939 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:53:30.380939 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:53:30.380939 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:53:30.380939 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:53:30.380939 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:53:30.380939 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:53:30.380939 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:53:30.380939 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:53:30.380939 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:53:30.380939 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:53:30.380939 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:53:30.380939 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:53:30.380939 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:53:30.380939 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:53:30.424627 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9a5431ae-dd70-4731-9ee9-125175602845 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:30.457104 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9a5431ae-dd70-4731-9ee9-125175602845 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:30.473559 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5431ae-dd70-4731-9ee9-125175602845 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event deleted for resources: {'Network': ['ID=759cc3ec-ee5c-4f3d-bb2f-72989f10d882,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:30.477852 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-4fede0b6-32ff-4d3c-84d5-2518e0cbab11 None None] Port 48c0edae-715f-423f-960e-a2ebde79fb3d cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:53:30.485344 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9a5431ae-dd70-4731-9ee9-125175602845 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "DELETE /v2.0/networks/759cc3ec-ee5c-4f3d-bb2f-72989f10d882 HTTP/1.1" status: 204 len: 168 time: 1.9170945 Feb 16 12:53:30.485600 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42550) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:30.489122 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-8464d9be-fcc8-40a1-b3c5-38c571be7cd8 service neutron] For port 86d4597e-fa46-4ece-8b2b-7d5922dd0c95, host hv-neutron-8295, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:53:30.517431 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-425f9ee3-7018-4da7-90e1-7e7dc5367208 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] DELETE failed (client error): The resource could not be found. Feb 16 12:53:30.517962 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-425f9ee3-7018-4da7-90e1-7e7dc5367208 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:53:30.523870 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-425f9ee3-7018-4da7-90e1-7e7dc5367208 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "DELETE /v2.0/networks/759cc3ec-ee5c-4f3d-bb2f-72989f10d882 HTTP/1.1" status: 404 len: 339 time: 0.0338697 Feb 16 12:53:30.524171 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42554) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:30.532799 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-8464d9be-fcc8-40a1-b3c5-38c571be7cd8 service neutron] For port 86d4597e-fa46-4ece-8b2b-7d5922dd0c95, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=86d4597e-fa46-4ece-8b2b-7d5922dd0c95,segment=NetworkSegment(40d8d5a3-4d54-4bb7-b706-eb4112b64eaa),segment_id=40d8d5a3-4d54-4bb7-b706-eb4112b64eaa)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:53:30.533010 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-cbc97563-ea6d-4eed-be73-46af86bcf9c4 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-700411080', 'description': 'd1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:30.539043 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-cbc97563-ea6d-4eed-be73-46af86bcf9c4 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:30.544593 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-cbc97563-ea6d-4eed-be73-46af86bcf9c4 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Usage tracker for resource:network and tenant:612ec8932dcb4d08ac02ac6ad23899eb is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:30.548181 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-cbc97563-ea6d-4eed-be73-46af86bcf9c4 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:30.551139 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b029f-39ba-4a99-a903-0fae689f4c7b req-ca1153bf-c6e8-4c37-9587-c8f6a94ed648 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:30.552816 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0b7b029f-39ba-4a99-a903-0fae689f4c7b req-ca1153bf-c6e8-4c37-9587-c8f6a94ed648 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/ports?device_id=7e82b2ef-8d7b-4440-b0ed-eeee9fee0c15 HTTP/1.1" status: 200 len: 943 time: 0.5921352 Feb 16 12:53:30.555453 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-cbc97563-ea6d-4eed-be73-46af86bcf9c4 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:30.573201 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc97563-ea6d-4eed-be73-46af86bcf9c4 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Made reservation on behalf of 612ec8932dcb4d08ac02ac6ad23899eb for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:53:30.576782 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cbc97563-ea6d-4eed-be73-46af86bcf9c4 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:30.590488 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f3ad560e-8a65-41bc-94fa-6c3c66d5130f None None] Could not find standard attr ID for object 1a6dadec-26e2-480f-aedf-02ad39368784. {{(pid=87702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:53:30.617238 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbc97563-ea6d-4eed-be73-46af86bcf9c4 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:53:30.627872 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cbc97563-ea6d-4eed-be73-46af86bcf9c4 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:30.628219 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-cbc97563-ea6d-4eed-be73-46af86bcf9c4 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Added segment d436fad5-e26c-4bc4-8a35-5d65ecb36970 of type vlan for network 7269dd93-7988-41b4-b0f7-b8edba4236a1 Feb 16 12:53:30.628358 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-8464d9be-fcc8-40a1-b3c5-38c571be7cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:30.639536 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device b6fc7808-656c-42e8-a517-9c037c39c323 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:53:30.660390 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cbc97563-ea6d-4eed-be73-46af86bcf9c4 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:30.669840 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deabd56a-969f-4dcd-baf8-7c3bbc8a0cf1 None None] DHCP port deletion for 759cc3ec-ee5c-4f3d-bb2f-72989f10d882 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:53:30.678133 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-e2371c28-17c1-4c6b-943f-4f2584beaf58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:30.704461 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cbc97563-ea6d-4eed-be73-46af86bcf9c4 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:30.709246 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8896d5ef-a535-4e61-87ae-8cc1c89097f3 None None] Network 759cc3ec-ee5c-4f3d-bb2f-72989f10d882 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:53:30.710150 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc97563-ea6d-4eed-be73-46af86bcf9c4 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:30.711313 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cbc97563-ea6d-4eed-be73-46af86bcf9c4 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:30.728815 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8896d5ef-a535-4e61-87ae-8cc1c89097f3 None None] Network 759cc3ec-ee5c-4f3d-bb2f-72989f10d882 could not be found, it might have been deleted concurrently. {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 16 12:53:30.733225 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-8464d9be-fcc8-40a1-b3c5-38c571be7cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:30.734774 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-8464d9be-fcc8-40a1-b3c5-38c571be7cd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:30.735640 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-8464d9be-fcc8-40a1-b3c5-38c571be7cd8 service neutron] 10.222.0.89 "PUT /v2.0/ports/86d4597e-fa46-4ece-8b2b-7d5922dd0c95 HTTP/1.1" status: 200 len: 1093 time: 3.8966782 Feb 16 12:53:30.740178 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port b6fc7808-656c-42e8-a517-9c037c39c323 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:30.740553 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:30.766277 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e82b2ef-8d7b-4440-b0ed-eeee9fee0c15', 'tag': '86d4597e-fa46-4ece-8b2b-7d5922dd0c95'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:53:30.828671 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-cbc97563-ea6d-4eed-be73-46af86bcf9c4 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3026936 Feb 16 12:53:30.829532 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42560) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:30.873406 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e82b2ef-8d7b-4440-b0ed-eeee9fee0c15', 'tag': '86d4597e-fa46-4ece-8b2b-7d5922dd0c95', 'status': 'completed', 'code': 200} Feb 16 12:53:30.884293 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0b7b029f-39ba-4a99-a903-0fae689f4c7b req-6a5f2c5f-9da3-4f7c-822c-2b350cb09fb1 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f320c95-ca75-438b-9010-b5570a6ed590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822111 Feb 16 12:53:30.929688 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc97563-ea6d-4eed-be73-46af86bcf9c4 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event updated for resources: {'Network': ['ID=7269dd93-7988-41b4-b0f7-b8edba4236a1,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:30.941810 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 7269dd93-7988-41b4-b0f7-b8edba4236a1 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:53:30.942657 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8464d9be-fcc8-40a1-b3c5-38c571be7cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=86d4597e-fa46-4ece-8b2b-7d5922dd0c95,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:30.982427 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1f3cba-a106-456c-be59-23ce0d5ad6b4 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:30.984005 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bf1f3cba-a106-456c-be59-23ce0d5ad6b4 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Synchronizing usage tracker for tenant:612ec8932dcb4d08ac02ac6ad23899eb on resource:network {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:53:31.006262 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bf1f3cba-a106-456c-be59-23ce0d5ad6b4 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Unset dirty status for tenant:612ec8932dcb4d08ac02ac6ad23899eb on resource:network {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:53:31.010271 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bf1f3cba-a106-456c-be59-23ce0d5ad6b4 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "GET /v2.0/networks?id=7269dd93-7988-41b4-b0f7-b8edba4236a1 HTTP/1.1" status: 200 len: 760 time: 0.1726482 Feb 16 12:53:31.010608 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42564) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:31.018102 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-8dc32a8c-4284-461a-ae62-3cd43ac72e7f tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Request body: {'network': {'description': 'd2'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:31.175919 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-849c1ef2-ceb4-4fce-9b70-9c5161f97273 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:31.234459 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-62a1eb5c-8b2e-4d78-9575-3b34851ae290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:31.235853 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-62a1eb5c-8b2e-4d78-9575-3b34851ae290 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3c0de8740eaf4102a4eab144592a82e5&device_id=7e82b2ef-8d7b-4440-b0ed-eeee9fee0c15 HTTP/1.1" status: 200 len: 1096 time: 0.4342105 Feb 16 12:53:31.343959 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-db737488-e3d0-41f1-9be6-adb2f54388c4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86d4597e-fa46-4ece-8b2b-7d5922dd0c95 HTTP/1.1" status: 200 len: 217 time: 0.0927086 Feb 16 12:53:31.410081 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8dc32a8c-4284-461a-ae62-3cd43ac72e7f tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:31.436077 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8dc32a8c-4284-461a-ae62-3cd43ac72e7f tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:31.471330 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8dc32a8c-4284-461a-ae62-3cd43ac72e7f tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Network 7269dd93-7988-41b4-b0f7-b8edba4236a1 is not hosted by any dhcp agent {{(pid=87699) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 16 12:53:31.476686 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc32a8c-4284-461a-ae62-3cd43ac72e7f tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:31.477241 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8dc32a8c-4284-461a-ae62-3cd43ac72e7f tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:31.479714 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8dc32a8c-4284-461a-ae62-3cd43ac72e7f tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "PUT /v2.0/networks/7269dd93-7988-41b4-b0f7-b8edba4236a1 HTTP/1.1" status: 200 len: 757 time: 0.4680233 Feb 16 12:53:31.524839 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42570) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:31.581505 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba428e3-b494-4a4d-a375-c4b55f288d4d req-cfc021d3-d3e5-49c5-b0d9-04e52429ab2a tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:31.583310 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-fba428e3-b494-4a4d-a375-c4b55f288d4d req-cfc021d3-d3e5-49c5-b0d9-04e52429ab2a tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=d697a81d-0c8f-4805-af84-3ae726462c7d HTTP/1.1" status: 200 len: 931 time: 0.2555485 Feb 16 12:53:31.653729 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc32a8c-4284-461a-ae62-3cd43ac72e7f tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event updated for resources: {'Network': ['ID=7269dd93-7988-41b4-b0f7-b8edba4236a1,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:31.665013 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 7269dd93-7988-41b4-b0f7-b8edba4236a1 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:53:31.712262 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2de655-d2b7-46ad-a9df-1bbde4fe32d1 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:31.717223 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1f2de655-d2b7-46ad-a9df-1bbde4fe32d1 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "GET /v2.0/networks?id=7269dd93-7988-41b4-b0f7-b8edba4236a1 HTTP/1.1" status: 200 len: 760 time: 0.1829007 Feb 16 12:53:31.717643 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42574) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:31.722804 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-fba428e3-b494-4a4d-a375-c4b55f288d4d req-b33b0abc-e906-4180-848c-18a41bde9d63 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947809 Feb 16 12:53:31.726251 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-f249acbd-0363-476c-84ac-92fc62eabfaa tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1952180720'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:31.731154 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f249acbd-0363-476c-84ac-92fc62eabfaa tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:31.744594 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f249acbd-0363-476c-84ac-92fc62eabfaa tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:31.756588 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f249acbd-0363-476c-84ac-92fc62eabfaa tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Made reservation on behalf of 612ec8932dcb4d08ac02ac6ad23899eb for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:53:31.758443 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-c0d6456d-db7d-4a3c-bd0f-a7ea849962ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:31.760167 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-c0d6456d-db7d-4a3c-bd0f-a7ea849962ca service neutron] 10.222.0.89 "GET /v2.0/subnets?id=961da6b7-8aa4-430e-ae62-7fe4898ace85 HTTP/1.1" status: 200 len: 851 time: 0.4030550 Feb 16 12:53:31.760403 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f249acbd-0363-476c-84ac-92fc62eabfaa tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:31.790323 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-63e7c55a-56ef-4b1f-9589-fef1000259d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:31.793099 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f249acbd-0363-476c-84ac-92fc62eabfaa tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:53:31.802308 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f249acbd-0363-476c-84ac-92fc62eabfaa tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:31.802644 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-f249acbd-0363-476c-84ac-92fc62eabfaa tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Added segment a552a3eb-47a6-4e1e-aaec-fc0f4284beab of type vlan for network 182a67dc-3c6d-4d0a-a913-43ba9e35bfe5 Feb 16 12:53:31.829652 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f249acbd-0363-476c-84ac-92fc62eabfaa tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:31.862282 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f249acbd-0363-476c-84ac-92fc62eabfaa tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:31.868021 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f249acbd-0363-476c-84ac-92fc62eabfaa tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:31.868704 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f249acbd-0363-476c-84ac-92fc62eabfaa tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:31.875597 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-5ca69dd4-0445-4d57-9485-a85ffbf0e492 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e05f695f-5dbe-4120-bc40-30e84e719d8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976162 Feb 16 12:53:31.908538 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-e2371c28-17c1-4c6b-943f-4f2584beaf58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8773340e-3a24-4a01-bc20-7b63b0c70800 {{(pid=87701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:53:31.977522 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-e2371c28-17c1-4c6b-943f-4f2584beaf58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:31.984702 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f249acbd-0363-476c-84ac-92fc62eabfaa tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2660022 Feb 16 12:53:31.985566 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f249acbd-0363-476c-84ac-92fc62eabfaa tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event updated for resources: {'Network': ['ID=182a67dc-3c6d-4d0a-a913-43ba9e35bfe5,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:31.988951 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42580) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:31.995041 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-c362b6b0-1552-474d-9150-e50a5b5d3ee2 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Request body: {'subnet': {'network_id': '182a67dc-3c6d-4d0a-a913-43ba9e35bfe5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:31.999584 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 182a67dc-3c6d-4d0a-a913-43ba9e35bfe5 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:53:32.063683 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-e2371c28-17c1-4c6b-943f-4f2584beaf58 service neutron] Transition to ACTIVE for port object 8773340e-3a24-4a01-bc20-7b63b0c70800 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:53:32.091441 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-e2371c28-17c1-4c6b-943f-4f2584beaf58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:32.111207 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c362b6b0-1552-474d-9150-e50a5b5d3ee2 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:32.115124 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c362b6b0-1552-474d-9150-e50a5b5d3ee2 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Usage tracker for resource:subnet and tenant:612ec8932dcb4d08ac02ac6ad23899eb is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:32.117958 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c362b6b0-1552-474d-9150-e50a5b5d3ee2 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:32.123538 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c362b6b0-1552-474d-9150-e50a5b5d3ee2 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:32.133683 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c362b6b0-1552-474d-9150-e50a5b5d3ee2 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Made reservation on behalf of 612ec8932dcb4d08ac02ac6ad23899eb for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:53:32.137589 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c362b6b0-1552-474d-9150-e50a5b5d3ee2 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:32.287231 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2371c28-17c1-4c6b-943f-4f2584beaf58 service neutron] Pushing event updated for resources: {'Port': ['ID=8773340e-3a24-4a01-bc20-7b63b0c70800,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:32.290577 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.db.resource_extend [None req-849c1ef2-ceb4-4fce-9b70-9c5161f97273 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 12:53:32.325397 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-52ff7e10-dba8-4562-910c-20c56e28ada5 service neutron] 10.222.0.89 "GET /v2.0/networks/e05f695f-5dbe-4120-bc40-30e84e719d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4416203 Feb 16 12:53:32.364008 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-849c1ef2-ceb4-4fce-9b70-9c5161f97273 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:32.366021 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c362b6b0-1552-474d-9150-e50a5b5d3ee2 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:32.407235 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-849c1ef2-ceb4-4fce-9b70-9c5161f97273 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:32.483969 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c362b6b0-1552-474d-9150-e50a5b5d3ee2 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event updated for resources: {'Subnet': ['ID=15741995-6803-4166-9152-34687405b5f6,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:32.491465 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c362b6b0-1552-474d-9150-e50a5b5d3ee2 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Checking segment: {'id': 'a552a3eb-47a6-4e1e-aaec-fc0f4284beab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '182a67dc-3c6d-4d0a-a913-43ba9e35bfe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:53:32.491820 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c362b6b0-1552-474d-9150-e50a5b5d3ee2 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Network hostable DHCP agents. Network: 182a67dc-3c6d-4d0a-a913-43ba9e35bfe5, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:53:32.514607 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c362b6b0-1552-474d-9150-e50a5b5d3ee2 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Network 182a67dc-3c6d-4d0a-a913-43ba9e35bfe5 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:53:32.515339 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 1a6dadec-26e2-480f-aedf-02ad39368784 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:53:32.526856 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d9525-621a-4c92-b5aa-828c6f8ed895 req-796fa156-8a9e-4672-a40a-8ee6d566b24d tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:32.527886 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-c362b6b0-1552-474d-9150-e50a5b5d3ee2 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 182a67dc-3c6d-4d0a-a913-43ba9e35bfe5) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:32.528333 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2f0d9525-621a-4c92-b5aa-828c6f8ed895 req-796fa156-8a9e-4672-a40a-8ee6d566b24d tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/ports?device_id=7e82b2ef-8d7b-4440-b0ed-eeee9fee0c15 HTTP/1.1" status: 200 len: 943 time: 0.5292921 Feb 16 12:53:32.536926 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c362b6b0-1552-474d-9150-e50a5b5d3ee2 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:32.537463 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c362b6b0-1552-474d-9150-e50a5b5d3ee2 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:32.563894 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c362b6b0-1552-474d-9150-e50a5b5d3ee2 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5731926 Feb 16 12:53:32.564112 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a685f4-9c08-401f-b173-ea6350b82369 None None] Network 182a67dc-3c6d-4d0a-a913-43ba9e35bfe5 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:53:32.565973 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42584) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:32.593144 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 1a6dadec-26e2-480f-aedf-02ad39368784 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:53:32.593575 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 1a6dadec-26e2-480f-aedf-02ad39368784 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:53:32.708346 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849c1ef2-ceb4-4fce-9b70-9c5161f97273 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event updated for resources: {'Port': ['ID=48c0edae-715f-423f-960e-a2ebde79fb3d,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:32.741717 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2ec93b55-f1f6-4188-a1e1-b4b6bd4412b0 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:32.761408 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-e2371c28-17c1-4c6b-943f-4f2584beaf58 service neutron] Attempting to bind port 8773340e-3a24-4a01-bc20-7b63b0c70800 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:53:32.762328 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-e2371c28-17c1-4c6b-943f-4f2584beaf58 service neutron] Attempting to bind port 8773340e-3a24-4a01-bc20-7b63b0c70800 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '453ce50b-6688-4a38-a1c2-540631c2fdad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:53:32.762846 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-e2371c28-17c1-4c6b-943f-4f2584beaf58 service neutron] Attempting to bind port 8773340e-3a24-4a01-bc20-7b63b0c70800 on network 2f9caf95-9634-43c7-8691-03bf1bd0a638 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:53:32.768801 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2f0d9525-621a-4c92-b5aa-828c6f8ed895 req-f775608e-00e6-4c5e-92e5-40d072691671 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f320c95-ca75-438b-9010-b5570a6ed590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271559 Feb 16 12:53:32.789895 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-e2371c28-17c1-4c6b-943f-4f2584beaf58 service neutron] Port 8773340e-3a24-4a01-bc20-7b63b0c70800 on network 2f9caf95-9634-43c7-8691-03bf1bd0a638 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:53:32.790173 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-e2371c28-17c1-4c6b-943f-4f2584beaf58 service neutron] Attempting to bind port 8773340e-3a24-4a01-bc20-7b63b0c70800 on network 2f9caf95-9634-43c7-8691-03bf1bd0a638 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:53:32.838658 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2ec93b55-f1f6-4188-a1e1-b4b6bd4412b0 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:32.859126 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7816513a-ac8f-4f04-ad03-2cd9d02b3e84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-182a67dc-3c6d-4d0a-a913-43ba9e35bfe5', 'network_id': '182a67dc-3c6d-4d0a-a913-43ba9e35bfe5', 'tenant_id': '612ec8932dcb4d08ac02ac6ad23899eb', 'fixed_ips': [{'subnet_id': '15741995-6803-4166-9152-34687405b5f6'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:53:32.860164 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7816513a-ac8f-4f04-ad03-2cd9d02b3e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:32.875660 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-a8bcc606-f446-49cf-8d02-97e15c4ff415 None None] Provisioning complete for port 48c0edae-715f-423f-960e-a2ebde79fb3d triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:32.876078 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a8bcc606-f446-49cf-8d02-97e15c4ff415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:32.899624 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3911e4fb-7cac-40b1-92fc-b99dbaba0885 req-2ea24ceb-6595-4a3f-a6b1-8edffc513f57 service neutron] 10.222.0.89 "GET /v2.0/networks/e05f695f-5dbe-4120-bc40-30e84e719d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5639682 Feb 16 12:53:32.908497 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-e2371c28-17c1-4c6b-943f-4f2584beaf58 service neutron] Checking agent: {'id': 'b4b5bcfd-2763-4324-82e0-923bc8a52546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'started_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:53:32.909499 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-e2371c28-17c1-4c6b-943f-4f2584beaf58 service neutron] Checking segment: {'id': '453ce50b-6688-4a38-a1c2-540631c2fdad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:53:32.909499 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-e2371c28-17c1-4c6b-943f-4f2584beaf58 service neutron] Bound using segment: {'id': '453ce50b-6688-4a38-a1c2-540631c2fdad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:53:32.909751 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-e2371c28-17c1-4c6b-943f-4f2584beaf58 service neutron] Bound port: 8773340e-3a24-4a01-bc20-7b63b0c70800, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453ce50b-6688-4a38-a1c2-540631c2fdad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:53:32.910086 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-e2371c28-17c1-4c6b-943f-4f2584beaf58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:33.007735 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93af7d9-11ea-4ba2-b289-84c47c6fa6ef req-1d0e8808-1df9-4f00-88e8-09fe89ce6cbf tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:33.009888 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d93af7d9-11ea-4ba2-b289-84c47c6fa6ef req-1d0e8808-1df9-4f00-88e8-09fe89ce6cbf tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=d697a81d-0c8f-4805-af84-3ae726462c7d HTTP/1.1" status: 200 len: 943 time: 0.1344297 Feb 16 12:53:33.011529 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2ec93b55-f1f6-4188-a1e1-b4b6bd4412b0 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:33.029447 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-a8bcc606-f446-49cf-8d02-97e15c4ff415 None None] Port 48c0edae-715f-423f-960e-a2ebde79fb3d cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server [None req-7816513a-ac8f-4f04-ad03-2cd9d02b3e84 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 15741995-6803-4166-9152-34687405b5f6: This subnet is being modified by another concurrent operation. Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server raise exception Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 15741995-6803-4166-9152-34687405b5f6: This subnet is being modified by another concurrent operation. Feb 16 12:53:33.069755 dv-neutron-829527-1-hyperv neutron-server[87702]: ERROR oslo_messaging.rpc.server Feb 16 12:53:33.093677 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73edce7d-8a3e-4fcc-b216-f696f0c65da6 None None] Network 182a67dc-3c6d-4d0a-a913-43ba9e35bfe5 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:53:33.096814 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec93b55-f1f6-4188-a1e1-b4b6bd4412b0 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event deleted for resources: {'Subnet': ['ID=15741995-6803-4166-9152-34687405b5f6,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:33.293580 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3f4bf1-d248-4602-acdb-9906e071b7a2 None None] get_active_networks_info from dv-neutron-829527-1-hyperv {{(pid=87702) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 12:53:33.318822 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d93af7d9-11ea-4ba2-b289-84c47c6fa6ef req-80ad77d9-31b5-4613-bb45-3827a99f3195 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2996953 Feb 16 12:53:33.320538 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2ec93b55-f1f6-4188-a1e1-b4b6bd4412b0 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:33.321211 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-e2371c28-17c1-4c6b-943f-4f2584beaf58 service neutron] For port 8773340e-3a24-4a01-bc20-7b63b0c70800, host hv-neutron-8295, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:53:33.326004 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-849c1ef2-ceb4-4fce-9b70-9c5161f97273 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:33.341645 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-e2371c28-17c1-4c6b-943f-4f2584beaf58 service neutron] For port 8773340e-3a24-4a01-bc20-7b63b0c70800, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=8773340e-3a24-4a01-bc20-7b63b0c70800,segment=NetworkSegment(453ce50b-6688-4a38-a1c2-540631c2fdad),segment_id=453ce50b-6688-4a38-a1c2-540631c2fdad)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:53:33.349798 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-2ec93b55-f1f6-4188-a1e1-b4b6bd4412b0 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['182a67dc-3c6d-4d0a-a913-43ba9e35bfe5']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:33.353863 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-e2371c28-17c1-4c6b-943f-4f2584beaf58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:33.368888 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-2ec93b55-f1f6-4188-a1e1-b4b6bd4412b0 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a552a3eb-47a6-4e1e-aaec-fc0f4284beab') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:33.369184 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-2ec93b55-f1f6-4188-a1e1-b4b6bd4412b0 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a552a3eb-47a6-4e1e-aaec-fc0f4284beab') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:33.382608 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2ec93b55-f1f6-4188-a1e1-b4b6bd4412b0 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:33.403846 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2ec93b55-f1f6-4188-a1e1-b4b6bd4412b0 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:33.413551 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ec93b55-f1f6-4188-a1e1-b4b6bd4412b0 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:53:33.414248 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2ec93b55-f1f6-4188-a1e1-b4b6bd4412b0 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:33.432780 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-e2371c28-17c1-4c6b-943f-4f2584beaf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:33.433435 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-e2371c28-17c1-4c6b-943f-4f2584beaf58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:33.434471 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:53:33.434471 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:53:33.434471 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:53:33.434471 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:53:33.434471 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:53:33.434471 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:53:33.434471 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:53:33.434471 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:53:33.434471 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:53:33.434471 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:53:33.434471 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:53:33.434471 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:53:33.434471 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:53:33.434471 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:53:33.434471 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:53:33.434471 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:53:33.434471 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:53:33.434471 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:53:33.434471 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:53:33.434471 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:53:33.434471 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:53:33.434471 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:53:33.434471 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:53:33.434471 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:53:33.434471 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:53:33.434471 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:53:33.434471 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:53:33.434471 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:53:33.434471 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:53:33.434471 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:53:33.434471 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:53:33.434471 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:53:33.437663 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-e2371c28-17c1-4c6b-943f-4f2584beaf58 service neutron] 10.222.0.89 "PUT /v2.0/ports/8773340e-3a24-4a01-bc20-7b63b0c70800 HTTP/1.1" status: 200 len: 1093 time: 3.3013561 Feb 16 12:53:33.440913 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd697a81d-0c8f-4805-af84-3ae726462c7d', 'tag': '8773340e-3a24-4a01-bc20-7b63b0c70800'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:53:33.451815 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37cb83-bca0-446d-858e-b1a24ed1d2c1 req-ff8ec31a-1426-4680-9588-abb98a20ec85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:33.454650 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5a37cb83-bca0-446d-858e-b1a24ed1d2c1 req-ff8ec31a-1426-4680-9588-abb98a20ec85 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3c0de8740eaf4102a4eab144592a82e5&device_id=7e82b2ef-8d7b-4440-b0ed-eeee9fee0c15 HTTP/1.1" status: 200 len: 1096 time: 0.4837401 Feb 16 12:53:33.483533 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3f4bf1-d248-4602-acdb-9906e071b7a2 None None] Resources bound (agent type, host, resource id): {{(pid=87702) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:53:33.531806 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd697a81d-0c8f-4805-af84-3ae726462c7d', 'tag': '8773340e-3a24-4a01-bc20-7b63b0c70800', 'status': 'completed', 'code': 200} Feb 16 12:53:33.542534 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2ec93b55-f1f6-4188-a1e1-b4b6bd4412b0 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:33.561048 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2ec93b55-f1f6-4188-a1e1-b4b6bd4412b0 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:33.576760 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec93b55-f1f6-4188-a1e1-b4b6bd4412b0 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event deleted for resources: {'Network': ['ID=182a67dc-3c6d-4d0a-a913-43ba9e35bfe5,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:33.587803 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2ec93b55-f1f6-4188-a1e1-b4b6bd4412b0 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "DELETE /v2.0/networks/182a67dc-3c6d-4d0a-a913-43ba9e35bfe5 HTTP/1.1" status: 204 len: 168 time: 1.0206604 Feb 16 12:53:33.588482 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42592) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:33.602272 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2371c28-17c1-4c6b-943f-4f2584beaf58 service neutron] Pushing event updated for resources: {'Port': ['ID=8773340e-3a24-4a01-bc20-7b63b0c70800,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:33.632664 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce322121-80de-48a5-8998-14f061c0ecd5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] GET failed (client error): The resource could not be found. Feb 16 12:53:33.633041 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ce322121-80de-48a5-8998-14f061c0ecd5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Synchronizing usage tracker for tenant:612ec8932dcb4d08ac02ac6ad23899eb on resource:subnet {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:53:33.652361 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ce322121-80de-48a5-8998-14f061c0ecd5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Unset dirty status for tenant:612ec8932dcb4d08ac02ac6ad23899eb on resource:subnet {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:53:33.657005 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ce322121-80de-48a5-8998-14f061c0ecd5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "GET /v2.0/subnets/15741995-6803-4166-9152-34687405b5f6 HTTP/1.1" status: 404 len: 337 time: 0.0675125 Feb 16 12:53:33.657608 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42596) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:33.684132 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aa4e685-16e2-4069-8824-7ba1519930b6 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] DELETE failed (client error): The resource could not be found. Feb 16 12:53:33.684639 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aa4e685-16e2-4069-8824-7ba1519930b6 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:53:33.689088 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8aa4e685-16e2-4069-8824-7ba1519930b6 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "DELETE /v2.0/networks/182a67dc-3c6d-4d0a-a913-43ba9e35bfe5 HTTP/1.1" status: 404 len: 339 time: 0.0304062 Feb 16 12:53:33.690495 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42600) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:33.718708 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-849c1ef2-ceb4-4fce-9b70-9c5161f97273 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:33.766458 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37cb83-bca0-446d-858e-b1a24ed1d2c1 req-eb0a6369-0bb1-4b25-a5ce-72ed3c17e553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:33.768245 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5a37cb83-bca0-446d-858e-b1a24ed1d2c1 req-eb0a6369-0bb1-4b25-a5ce-72ed3c17e553 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e05f695f-5dbe-4120-bc40-30e84e719d8f HTTP/1.1" status: 200 len: 912 time: 0.3063600 Feb 16 12:53:33.855743 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7eb88f-4c41-497b-bc69-29b75439e985 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:33.856522 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5f7eb88f-4c41-497b-bc69-29b75439e985 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Synchronizing usage tracker for tenant:612ec8932dcb4d08ac02ac6ad23899eb on resource:network {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:53:33.863295 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5a37cb83-bca0-446d-858e-b1a24ed1d2c1 req-4a202597-eda7-4fd4-9700-68f63e9a3f4d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86d4597e-fa46-4ece-8b2b-7d5922dd0c95 HTTP/1.1" status: 200 len: 217 time: 0.0871167 Feb 16 12:53:33.868267 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-6149f343-a6eb-4081-91d4-5a7909cb5468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:33.869766 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-6149f343-a6eb-4081-91d4-5a7909cb5468 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=43a461e2fae64766bd31efeef15d8935&device_id=d697a81d-0c8f-4805-af84-3ae726462c7d HTTP/1.1" status: 200 len: 1096 time: 0.3783643 Feb 16 12:53:33.886205 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5f7eb88f-4c41-497b-bc69-29b75439e985 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Unset dirty status for tenant:612ec8932dcb4d08ac02ac6ad23899eb on resource:network {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:53:33.888827 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5f7eb88f-4c41-497b-bc69-29b75439e985 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1959751 Feb 16 12:53:33.890587 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42606) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:33.976855 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5637a17e-95ec-4e7a-ac8b-fd4f9a908c78 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "GET /v2.0/subnets?network_id=a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 HTTP/1.1" status: 200 len: 207 time: 0.0850585 Feb 16 12:53:33.984145 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42610) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:34.096817 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-e589a457-0b4b-4de1-b688-d3ab5c73e7b5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8773340e-3a24-4a01-bc20-7b63b0c70800 HTTP/1.1" status: 200 len: 217 time: 0.1900833 Feb 16 12:53:34.099020 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-977a7505-7f6d-4c76-a65d-662283964d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:34.155388 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c80f2-8d60-4a18-9d40-4ea000d328ba req-5e49706a-9799-404d-8f24-c6d0bc93a2a2 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:34.157863 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-829c80f2-8d60-4a18-9d40-4ea000d328ba req-5e49706a-9799-404d-8f24-c6d0bc93a2a2 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/ports?device_id=7e82b2ef-8d7b-4440-b0ed-eeee9fee0c15 HTTP/1.1" status: 200 len: 943 time: 0.2298844 Feb 16 12:53:34.171402 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e2cd56-def9-4114-8fd4-08ba7ec3004a tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:34.177251 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e2cd56-def9-4114-8fd4-08ba7ec3004a tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:34.183136 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e2cd56-def9-4114-8fd4-08ba7ec3004a tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:34.185658 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37cb83-bca0-446d-858e-b1a24ed1d2c1 req-ff940142-f9c0-4bb0-b973-1e8db93f9077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:34.187116 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5a37cb83-bca0-446d-858e-b1a24ed1d2c1 req-ff940142-f9c0-4bb0-b973-1e8db93f9077 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=961da6b7-8aa4-430e-ae62-7fe4898ace85 HTTP/1.1" status: 200 len: 851 time: 0.3143847 Feb 16 12:53:34.188718 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e2cd56-def9-4114-8fd4-08ba7ec3004a tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:34.190399 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-18e2cd56-def9-4114-8fd4-08ba7ec3004a tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2052915 Feb 16 12:53:34.197402 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42614) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:34.231963 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-829c80f2-8d60-4a18-9d40-4ea000d328ba req-e425728a-6b60-4021-85ea-a57693dd580e tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f320c95-ca75-438b-9010-b5570a6ed590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404675 Feb 16 12:53:34.319038 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-f92ccf3a-cf66-44b0-af7f-2b795dc1b262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:34.320468 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-f92ccf3a-cf66-44b0-af7f-2b795dc1b262 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=475d72a9-33c5-44fc-8808-9edb5e19ce95 HTTP/1.1" status: 200 len: 851 time: 0.2071474 Feb 16 12:53:34.402127 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:34.414918 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5a37cb83-bca0-446d-858e-b1a24ed1d2c1 req-ce90eb81-255c-4d6d-90c2-0f8845b2f8d3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e05f695f-5dbe-4120-bc40-30e84e719d8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2184985 Feb 16 12:53:34.869252 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-516329d8-f7d7-40bf-bba7-aea80ff69ea2 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Synchronizing usage tracker for tenant:612ec8932dcb4d08ac02ac6ad23899eb on resource:network {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:53:34.913345 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5a37cb83-bca0-446d-858e-b1a24ed1d2c1 req-f69b5412-f3b3-41d9-9592-8beba5f4209d service neutron] 10.222.0.89 "GET /v2.0/networks/e05f695f-5dbe-4120-bc40-30e84e719d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4840529 Feb 16 12:53:34.924903 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-849c1ef2-ceb4-4fce-9b70-9c5161f97273 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:34.948705 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-516329d8-f7d7-40bf-bba7-aea80ff69ea2 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Unset dirty status for tenant:612ec8932dcb4d08ac02ac6ad23899eb on resource:network {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:53:34.949996 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-516329d8-f7d7-40bf-bba7-aea80ff69ea2 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.7497876 Feb 16 12:53:34.952248 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-20cc5f7f-bf35-4765-8744-7781e8d09857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:34.953717 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-20cc5f7f-bf35-4765-8744-7781e8d09857 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2f9caf95-9634-43c7-8691-03bf1bd0a638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6211050 Feb 16 12:53:34.953852 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42620) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:34.957773 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-849c1ef2-ceb4-4fce-9b70-9c5161f97273 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:35.020806 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f0d579-455b-479a-b7df-89f91aeb43f3 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:35.022412 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f0d579-455b-479a-b7df-89f91aeb43f3 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:35.027426 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-30f0d579-455b-479a-b7df-89f91aeb43f3 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0691929 Feb 16 12:53:35.027653 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42624) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:35.092132 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc424d1d-01d0-466e-b8f5-31150e6ee851 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attributes excluded by policy engine: ['shared'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:35.093640 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc424d1d-01d0-466e-b8f5-31150e6ee851 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attributes excluded by policy engine: ['shared'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:35.100044 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-cc424d1d-01d0-466e-b8f5-31150e6ee851 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0661736 Feb 16 12:53:35.100044 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42628) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:35.119665 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:35.128779 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:35.182054 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5aa29-4bfd-48b8-b818-70ef364476e1 req-dfa798d3-b74f-4eb8-aecb-9bba6f1393e5 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:35.182745 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-3dd5aa29-4bfd-48b8-b818-70ef364476e1 req-dfa798d3-b74f-4eb8-aecb-9bba6f1393e5 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Synchronizing usage tracker for tenant:43a461e2fae64766bd31efeef15d8935 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:53:35.248880 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6a1553-93cd-405b-b238-a3d828daa592 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:35.250203 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9e6a1553-93cd-405b-b238-a3d828daa592 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "GET /v2.0/networks/dd002160-b56f-4cf5-bd55-0636f5a7b7c4 HTTP/1.1" status: 200 len: 800 time: 0.1500525 Feb 16 12:53:35.254236 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42632) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:35.268017 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-849c1ef2-ceb4-4fce-9b70-9c5161f97273 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:35.271323 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849c1ef2-ceb4-4fce-9b70-9c5161f97273 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event updated for resources: {'Port': ['ID=48c0edae-715f-423f-960e-a2ebde79fb3d,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:35.330409 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-3dd5aa29-4bfd-48b8-b818-70ef364476e1 req-dfa798d3-b74f-4eb8-aecb-9bba6f1393e5 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Unset dirty status for tenant:43a461e2fae64766bd31efeef15d8935 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:53:35.332468 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3dd5aa29-4bfd-48b8-b818-70ef364476e1 req-dfa798d3-b74f-4eb8-aecb-9bba6f1393e5 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=d697a81d-0c8f-4805-af84-3ae726462c7d HTTP/1.1" status: 200 len: 943 time: 0.8718195 Feb 16 12:53:35.338031 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5a37cb83-bca0-446d-858e-b1a24ed1d2c1 req-d9fcab3c-9674-4bda-a151-72889c585cd1 service neutron] 10.222.0.89 "GET /v2.0/networks/e05f695f-5dbe-4120-bc40-30e84e719d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4114480 Feb 16 12:53:35.436881 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-18d45651-b49e-4156-9a26-52df236d58b5 service neutron] 10.222.0.89 "GET /v2.0/networks/2f9caf95-9634-43c7-8691-03bf1bd0a638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4512787 Feb 16 12:53:35.465378 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bfeb677b-0bcf-47f4-a99f-9405f792cb58 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "GET /v2.0/networks/dd002160-b56f-4cf5-bd55-0636f5a7b7c4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2068338 Feb 16 12:53:35.466383 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42638) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:35.501829 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3dd5aa29-4bfd-48b8-b818-70ef364476e1 req-2ce76bde-de5f-491d-beb7-723d6974745a tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582627 Feb 16 12:53:35.525834 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b58663-8ec0-415b-8b96-df48aa6fede8 req-ce503aab-223f-4dd5-bd05-01a9512e36b5 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:35.527275 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d0b58663-8ec0-415b-8b96-df48aa6fede8 req-ce503aab-223f-4dd5-bd05-01a9512e36b5 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/ports?device_id=7e82b2ef-8d7b-4440-b0ed-eeee9fee0c15 HTTP/1.1" status: 200 len: 943 time: 0.1691699 Feb 16 12:53:35.559849 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab82c89-bb1e-4369-9f6c-c4029e36506e tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:35.564659 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8ab82c89-bb1e-4369-9f6c-c4029e36506e tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "GET /v2.0/subnets/465cba77-2359-47a7-b479-de19e1eb312b HTTP/1.1" status: 200 len: 811 time: 0.0939276 Feb 16 12:53:35.569491 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42642) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:35.583222 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849c1ef2-ceb4-4fce-9b70-9c5161f97273 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Network 967ca7da-ef1c-4384-85fc-b562888163e5 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:53:35.586296 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-849c1ef2-ceb4-4fce-9b70-9c5161f97273 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:35.628798 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d0b58663-8ec0-415b-8b96-df48aa6fede8 req-102078a9-df1d-4783-912f-442f8eaf5956 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f320c95-ca75-438b-9010-b5570a6ed590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947757 Feb 16 12:53:35.664878 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2038216-f956-4284-a536-22dbc003d2fd tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attributes excluded by policy engine: ['shared'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:35.670065 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c2038216-f956-4284-a536-22dbc003d2fd tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "GET /v2.0/subnets/465cba77-2359-47a7-b479-de19e1eb312b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0958838 Feb 16 12:53:35.670507 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42646) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:35.676432 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-ea06bea6-cd7f-4ce6-ad0d-70da8d913c20 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-687476297'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:35.681945 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ea06bea6-cd7f-4ce6-ad0d-70da8d913c20 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:35.693153 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ea06bea6-cd7f-4ce6-ad0d-70da8d913c20 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:35.706522 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea06bea6-cd7f-4ce6-ad0d-70da8d913c20 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Made reservation on behalf of 612ec8932dcb4d08ac02ac6ad23899eb for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:53:35.710311 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ea06bea6-cd7f-4ce6-ad0d-70da8d913c20 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:35.744111 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea06bea6-cd7f-4ce6-ad0d-70da8d913c20 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:53:35.754635 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ea06bea6-cd7f-4ce6-ad0d-70da8d913c20 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:35.754967 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-ea06bea6-cd7f-4ce6-ad0d-70da8d913c20 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Added segment 77688f18-51bc-4f69-aec1-4360c5440a52 of type vlan for network a139e8c6-a55b-46b6-aa6d-376ab824842d Feb 16 12:53:35.765195 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-dce831c8-8a3b-4d0a-abcf-55e85ca37fe4 req-2a4c49fe-5b22-4598-9e6f-f9ed4340e3a8 service neutron] 10.222.0.89 "GET /v2.0/networks/2f9caf95-9634-43c7-8691-03bf1bd0a638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151758 Feb 16 12:53:35.782712 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ea06bea6-cd7f-4ce6-ad0d-70da8d913c20 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:35.824212 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ea06bea6-cd7f-4ce6-ad0d-70da8d913c20 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:35.830170 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea06bea6-cd7f-4ce6-ad0d-70da8d913c20 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:35.831026 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ea06bea6-cd7f-4ce6-ad0d-70da8d913c20 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:35.855904 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849c1ef2-ceb4-4fce-9b70-9c5161f97273 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Router 4a27d5cd-4c9b-4205-a48a-89126c76c25b is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:53:35.905394 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-d385a73a-380c-4e23-8d3b-952ec0211b90 None None] Provisioning complete for port 48c0edae-715f-423f-960e-a2ebde79fb3d triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:35.905834 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d385a73a-380c-4e23-8d3b-952ec0211b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:35.965840 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-d385a73a-380c-4e23-8d3b-952ec0211b90 None None] Port 48c0edae-715f-423f-960e-a2ebde79fb3d cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:53:36.066120 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849c1ef2-ceb4-4fce-9b70-9c5161f97273 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:53:36.067590 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ea06bea6-cd7f-4ce6-ad0d-70da8d913c20 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3787441 Feb 16 12:53:36.067590 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42650) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:36.068132 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-849c1ef2-ceb4-4fce-9b70-9c5161f97273 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "PUT /v2.0/routers/4a27d5cd-4c9b-4205-a48a-89126c76c25b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5914214 Feb 16 12:53:36.068773 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea06bea6-cd7f-4ce6-ad0d-70da8d913c20 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event updated for resources: {'Network': ['ID=a139e8c6-a55b-46b6-aa6d-376ab824842d,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:36.069026 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a84d98-54dc-4bf3-956c-a1146d7300b4 req-76bfd4d3-0787-47b0-b76b-022ddfe383f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:36.069026 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e5a84d98-54dc-4bf3-956c-a1146d7300b4 req-76bfd4d3-0787-47b0-b76b-022ddfe383f4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=43a461e2fae64766bd31efeef15d8935&device_id=d697a81d-0c8f-4805-af84-3ae726462c7d HTTP/1.1" status: 200 len: 1096 time: 0.2382295 Feb 16 12:53:36.069026 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42654) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:36.069321 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-8d413bd0-9b2d-449c-8514-94edabef8c88 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Request body: {'subnet': {'network_id': 'a139e8c6-a55b-46b6-aa6d-376ab824842d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:36.076816 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a00d43-efc4-4449-8295-f17ea76527ba None None] Sync routers for ids ['4a27d5cd-4c9b-4205-a48a-89126c76c25b'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:53:36.079948 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network a139e8c6-a55b-46b6-aa6d-376ab824842d details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:53:36.152839 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 86d4597e-fa46-4ece-8b2b-7d5922dd0c95 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:53:36.158898 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a00d43-efc4-4449-8295-f17ea76527ba None None] Routers {'4a27d5cd-4c9b-4205-a48a-89126c76c25b'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:53:36.159338 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-e5a00d43-efc4-4449-8295-f17ea76527ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:53:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['4a27d5cd-4c9b-4205-a48a-89126c76c25b'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:36.170428 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8d413bd0-9b2d-449c-8514-94edabef8c88 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:36.181768 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8d413bd0-9b2d-449c-8514-94edabef8c88 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:36.193369 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d413bd0-9b2d-449c-8514-94edabef8c88 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Made reservation on behalf of 612ec8932dcb4d08ac02ac6ad23899eb for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:53:36.197463 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d413bd0-9b2d-449c-8514-94edabef8c88 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:36.250530 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-e5a00d43-efc4-4449-8295-f17ea76527ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:36.302539 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.ipam_backend_mixin [None req-8d413bd0-9b2d-449c-8514-94edabef8c88 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Performing IP validity checks on allocation pools {{(pid=87699) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 12:53:36.303052 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.ipam_backend_mixin [None req-8d413bd0-9b2d-449c-8514-94edabef8c88 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87699) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 12:53:36.339059 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a00d43-efc4-4449-8295-f17ea76527ba None None] Routers {'4a27d5cd-4c9b-4205-a48a-89126c76c25b'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:53:36.339917 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-e5a00d43-efc4-4449-8295-f17ea76527ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:53:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['4a27d5cd-4c9b-4205-a48a-89126c76c25b'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:36.411431 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-e5a00d43-efc4-4449-8295-f17ea76527ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:36.412262 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a00d43-efc4-4449-8295-f17ea76527ba None None] The sync data for ids ['4a27d5cd-4c9b-4205-a48a-89126c76c25b'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:53:36.417074 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4904c70e-8489-4666-9b98-4c2bb341d509 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:36.417873 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-4904c70e-8489-4666-9b98-4c2bb341d509 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Synchronizing usage tracker for tenant:cf313999ec50441da36056616d2e4e36 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:53:36.421873 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a84d98-54dc-4bf3-956c-a1146d7300b4 req-8b2f0267-90e3-4420-b859-3c2c6b105d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:36.423279 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e5a84d98-54dc-4bf3-956c-a1146d7300b4 req-8b2f0267-90e3-4420-b859-3c2c6b105d5f service neutron] 10.222.0.89 "GET /v2.0/networks?id=2f9caf95-9634-43c7-8691-03bf1bd0a638 HTTP/1.1" status: 200 len: 913 time: 0.3327029 Feb 16 12:53:36.472905 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 86d4597e-fa46-4ece-8b2b-7d5922dd0c95, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=86d4597e-fa46-4ece-8b2b-7d5922dd0c95,segment=NetworkSegment(40d8d5a3-4d54-4bb7-b706-eb4112b64eaa),segment_id=40d8d5a3-4d54-4bb7-b706-eb4112b64eaa)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:36.476857 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d413bd0-9b2d-449c-8514-94edabef8c88 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:36.487341 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': '86d4597e-fa46-4ece-8b2b-7d5922dd0c95', 'network_id': 'e05f695f-5dbe-4120-bc40-30e84e719d8f', 'port_id': '86d4597e-fa46-4ece-8b2b-7d5922dd0c95', 'mac_address': 'fa:16:3e:b5:6f:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '961da6b7-8aa4-430e-ae62-7fe4898ace85', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:53:36.488960 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-4904c70e-8489-4666-9b98-4c2bb341d509 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Unset dirty status for tenant:cf313999ec50441da36056616d2e4e36 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:53:36.490501 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-4904c70e-8489-4666-9b98-4c2bb341d509 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "GET /v2.0/ports?device_id=4a27d5cd-4c9b-4205-a48a-89126c76c25b HTTP/1.1" status: 200 len: 981 time: 0.4311903 Feb 16 12:53:36.499117 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42658) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:36.504311 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e5a84d98-54dc-4bf3-956c-a1146d7300b4 req-8ed5bcf9-7203-4dae-8446-dd51607ed90e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8773340e-3a24-4a01-bc20-7b63b0c70800 HTTP/1.1" status: 200 len: 217 time: 0.0738480 Feb 16 12:53:36.556632 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:36.575997 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86d4597e-fa46-4ece-8b2b-7d5922dd0c95 {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:53:36.576838 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d413bd0-9b2d-449c-8514-94edabef8c88 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Checking segment: {'id': '77688f18-51bc-4f69-aec1-4360c5440a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a139e8c6-a55b-46b6-aa6d-376ab824842d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:53:36.577413 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d413bd0-9b2d-449c-8514-94edabef8c88 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Network hostable DHCP agents. Network: a139e8c6-a55b-46b6-aa6d-376ab824842d, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:53:36.586224 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d413bd0-9b2d-449c-8514-94edabef8c88 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event updated for resources: {'Subnet': ['ID=37484482-0626-4531-9f7c-23ce27da04f9,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:36.592374 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 86d4597e-fa46-4ece-8b2b-7d5922dd0c95, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=86d4597e-fa46-4ece-8b2b-7d5922dd0c95,segment=NetworkSegment(40d8d5a3-4d54-4bb7-b706-eb4112b64eaa),segment_id=40d8d5a3-4d54-4bb7-b706-eb4112b64eaa)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:36.600755 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:36.606939 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d413bd0-9b2d-449c-8514-94edabef8c88 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Network a139e8c6-a55b-46b6-aa6d-376ab824842d is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:53:36.618554 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-8d413bd0-9b2d-449c-8514-94edabef8c88 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, a139e8c6-a55b-46b6-aa6d-376ab824842d) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:36.627243 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d413bd0-9b2d-449c-8514-94edabef8c88 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:36.628253 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d413bd0-9b2d-449c-8514-94edabef8c88 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:36.641270 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6f8c0f-08e2-4402-8096-472665ae4b41 None None] Network a139e8c6-a55b-46b6-aa6d-376ab824842d requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:53:36.662967 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8d413bd0-9b2d-449c-8514-94edabef8c88 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6086938 Feb 16 12:53:36.663958 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42666) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:36.673281 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-0bb69a33-f6a7-497d-99ec-85ca7ebab0c9 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:36.720566 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a84d98-54dc-4bf3-956c-a1146d7300b4 req-55fc8a72-e229-445e-ac20-fcf8d67bff78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:36.722087 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e5a84d98-54dc-4bf3-956c-a1146d7300b4 req-55fc8a72-e229-445e-ac20-fcf8d67bff78 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=475d72a9-33c5-44fc-8808-9edb5e19ce95 HTTP/1.1" status: 200 len: 851 time: 0.1613011 Feb 16 12:53:36.786103 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:36.794031 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=86d4597e-fa46-4ece-8b2b-7d5922dd0c95,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:36.817351 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:36.817735 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:36.818273 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:36.818639 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:36.819102 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:36.819437 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:36.820424 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:36.820424 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:36.820424 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:36.820750 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:36.821030 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:36.821690 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:53:36.830790 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0bb69a33-f6a7-497d-99ec-85ca7ebab0c9 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3446881'] for subnet, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:36.873370 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['86d4597e-fa46-4ece-8b2b-7d5922dd0c95'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:53:36.981172 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d4000-d747-4705-a11f-2082fd851bdb req-ea3c253a-c8c9-4734-849e-34830cd6e3b9 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:36.988304 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-443d4000-d747-4705-a11f-2082fd851bdb req-ea3c253a-c8c9-4734-849e-34830cd6e3b9 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/ports?device_id=7e82b2ef-8d7b-4440-b0ed-eeee9fee0c15 HTTP/1.1" status: 200 len: 944 time: 0.1643083 Feb 16 12:53:37.061032 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f50a1-94b8-49b4-bbe8-f07993b12e68 req-9430ff1c-8d5a-410d-9cb0-d7b9ace734f9 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:37.061255 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba47991a-3489-4223-8778-b330389b9dcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-a139e8c6-a55b-46b6-aa6d-376ab824842d', 'network_id': 'a139e8c6-a55b-46b6-aa6d-376ab824842d', 'tenant_id': '612ec8932dcb4d08ac02ac6ad23899eb', 'fixed_ips': [{'subnet_id': '37484482-0626-4531-9f7c-23ce27da04f9'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:53:37.061886 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ba47991a-3489-4223-8778-b330389b9dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:37.068354 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ba4f50a1-94b8-49b4-bbe8-f07993b12e68 req-9430ff1c-8d5a-410d-9cb0-d7b9ace734f9 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=d697a81d-0c8f-4805-af84-3ae726462c7d HTTP/1.1" status: 200 len: 943 time: 0.2836900 Feb 16 12:53:37.089537 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a84d98-54dc-4bf3-956c-a1146d7300b4 req-91815a25-8cf7-49b6-a66b-1e0d3618fe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:37.091026 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e5a84d98-54dc-4bf3-956c-a1146d7300b4 req-91815a25-8cf7-49b6-a66b-1e0d3618fe99 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2f9caf95-9634-43c7-8691-03bf1bd0a638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2755876 Feb 16 12:53:37.102868 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-443d4000-d747-4705-a11f-2082fd851bdb req-022d036c-cdb4-45b0-a705-7baf678d39b8 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f320c95-ca75-438b-9010-b5570a6ed590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136608 Feb 16 12:53:37.144297 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0bb69a33-f6a7-497d-99ec-85ca7ebab0c9 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754732646687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-335882'] for subnet, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:37.200104 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ba4f50a1-94b8-49b4-bbe8-f07993b12e68 req-ea51f792-5dc1-4c35-86fa-4294dbe32f85 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311188 Feb 16 12:53:37.203242 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb69a33-f6a7-497d-99ec-85ca7ebab0c9 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:37.204437 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0bb69a33-f6a7-497d-99ec-85ca7ebab0c9 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:37.206001 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0bb69a33-f6a7-497d-99ec-85ca7ebab0c9 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "PUT /v2.0/subnets/37484482-0626-4531-9f7c-23ce27da04f9 HTTP/1.1" status: 200 len: 877 time: 0.5396624 Feb 16 12:53:37.209863 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42670) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:37.261787 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb69a33-f6a7-497d-99ec-85ca7ebab0c9 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event updated for resources: {'Subnet': ['ID=37484482-0626-4531-9f7c-23ce27da04f9,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:37.307526 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e5a84d98-54dc-4bf3-956c-a1146d7300b4 req-d8015c70-247e-4c35-b63d-cceccd12c2f7 service neutron] 10.222.0.89 "GET /v2.0/networks/2f9caf95-9634-43c7-8691-03bf1bd0a638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072065 Feb 16 12:53:37.314229 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-ba47991a-3489-4223-8778-b330389b9dcc None None] Allocated IP 172.20.0.3 (a139e8c6-a55b-46b6-aa6d-376ab824842d/37484482-0626-4531-9f7c-23ce27da04f9/6c507c07-96a5-4ac7-9aa1-774867cf2e84) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:53:37.405874 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92b5acb6-b6fd-4005-bd33-90223c4b8b32 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:37.487179 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92b5acb6-b6fd-4005-bd33-90223c4b8b32 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:37.487445 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fcace372-8683-44c0-9c68-28788f43723c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:37.538632 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ba47991a-3489-4223-8778-b330389b9dcc None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:37.550248 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-ba47991a-3489-4223-8778-b330389b9dcc None None] Transition to ACTIVE for port object 6c507c07-96a5-4ac7-9aa1-774867cf2e84 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:53:37.570235 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-ba47991a-3489-4223-8778-b330389b9dcc None None] Transition to ACTIVE for port object 6c507c07-96a5-4ac7-9aa1-774867cf2e84 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:53:37.577514 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ba47991a-3489-4223-8778-b330389b9dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:37.595787 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92b5acb6-b6fd-4005-bd33-90223c4b8b32 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:37.634908 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e5a84d98-54dc-4bf3-956c-a1146d7300b4 req-13f03522-65d8-4e7c-9e14-08b11a1f9b56 service neutron] 10.222.0.89 "GET /v2.0/networks/2f9caf95-9634-43c7-8691-03bf1bd0a638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175573 Feb 16 12:53:37.635657 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b5acb6-b6fd-4005-bd33-90223c4b8b32 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event deleted for resources: {'Subnet': ['ID=37484482-0626-4531-9f7c-23ce27da04f9,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:37.646359 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba47991a-3489-4223-8778-b330389b9dcc None None] Network a139e8c6-a55b-46b6-aa6d-376ab824842d is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:53:37.649299 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-ba47991a-3489-4223-8778-b330389b9dcc None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:37.653001 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba47991a-3489-4223-8778-b330389b9dcc None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:53:37.658651 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47991a-3489-4223-8778-b330389b9dcc None None] Pushing event updated for resources: {'Port': ['ID=6c507c07-96a5-4ac7-9aa1-774867cf2e84,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:37.749081 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-ba47991a-3489-4223-8778-b330389b9dcc None None] Attempting to bind port 6c507c07-96a5-4ac7-9aa1-774867cf2e84 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:53:37.749444 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-ba47991a-3489-4223-8778-b330389b9dcc None None] Attempting to bind port 6c507c07-96a5-4ac7-9aa1-774867cf2e84 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '77688f18-51bc-4f69-aec1-4360c5440a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a139e8c6-a55b-46b6-aa6d-376ab824842d'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:53:37.749800 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba47991a-3489-4223-8778-b330389b9dcc None None] Attempting to bind port 6c507c07-96a5-4ac7-9aa1-774867cf2e84 on network a139e8c6-a55b-46b6-aa6d-376ab824842d {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:53:37.757178 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba47991a-3489-4223-8778-b330389b9dcc None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:53:37.757711 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba47991a-3489-4223-8778-b330389b9dcc None None] Checking segment: {'id': '77688f18-51bc-4f69-aec1-4360c5440a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a139e8c6-a55b-46b6-aa6d-376ab824842d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:53:37.758149 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92b5acb6-b6fd-4005-bd33-90223c4b8b32 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:37.758277 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ba47991a-3489-4223-8778-b330389b9dcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:37.758753 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba47991a-3489-4223-8778-b330389b9dcc None None] Bound using segment: {'id': '77688f18-51bc-4f69-aec1-4360c5440a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a139e8c6-a55b-46b6-aa6d-376ab824842d'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:53:37.759342 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-ba47991a-3489-4223-8778-b330389b9dcc None None] Bound port: 6c507c07-96a5-4ac7-9aa1-774867cf2e84, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77688f18-51bc-4f69-aec1-4360c5440a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a139e8c6-a55b-46b6-aa6d-376ab824842d'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:53:37.759805 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ba47991a-3489-4223-8778-b330389b9dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:37.793694 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-92b5acb6-b6fd-4005-bd33-90223c4b8b32 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a139e8c6-a55b-46b6-aa6d-376ab824842d']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:37.807269 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-92b5acb6-b6fd-4005-bd33-90223c4b8b32 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77688f18-51bc-4f69-aec1-4360c5440a52') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:37.807567 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-92b5acb6-b6fd-4005-bd33-90223c4b8b32 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77688f18-51bc-4f69-aec1-4360c5440a52') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:37.820524 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92b5acb6-b6fd-4005-bd33-90223c4b8b32 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:37.838677 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92b5acb6-b6fd-4005-bd33-90223c4b8b32 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:37.846266 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92b5acb6-b6fd-4005-bd33-90223c4b8b32 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:53:37.846677 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92b5acb6-b6fd-4005-bd33-90223c4b8b32 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:37.855529 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-ba47991a-3489-4223-8778-b330389b9dcc None None] For port 6c507c07-96a5-4ac7-9aa1-774867cf2e84, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:53:37.861798 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:53:37.861798 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:53:37.861798 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:53:37.861798 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:53:37.861798 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:53:37.861798 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:53:37.861798 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:53:37.861798 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:53:37.861798 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:53:37.861798 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:53:37.861798 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:53:37.861798 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:53:37.861798 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:53:37.861798 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:53:37.861798 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:53:37.861798 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:53:37.861798 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:53:37.861798 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:53:37.861798 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:53:37.861798 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:53:37.861798 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:53:37.861798 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:53:37.861798 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:53:37.861798 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:53:37.861798 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:53:37.861798 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:53:37.861798 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:53:37.861798 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:53:37.861798 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:53:37.861798 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:53:37.861798 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:53:37.861798 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:53:37.929123 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-fcace372-8683-44c0-9c68-28788f43723c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Deleting port 48c0edae-715f-423f-960e-a2ebde79fb3d {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:53:37.929517 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fcace372-8683-44c0-9c68-28788f43723c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:37.938925 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-ba47991a-3489-4223-8778-b330389b9dcc None None] For port 6c507c07-96a5-4ac7-9aa1-774867cf2e84, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=6c507c07-96a5-4ac7-9aa1-774867cf2e84,segment=NetworkSegment(77688f18-51bc-4f69-aec1-4360c5440a52),segment_id=77688f18-51bc-4f69-aec1-4360c5440a52)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:53:37.941180 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-92b5acb6-b6fd-4005-bd33-90223c4b8b32 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 12:53:37.941180 dv-neutron-829527-1-hyperv neutron-server[87699]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 12:53:37.941180 dv-neutron-829527-1-hyperv neutron-server[87699]: [parameters: {'id': 'a139e8c6-a55b-46b6-aa6d-376ab824842d'}] Feb 16 12:53:37.941180 dv-neutron-829527-1-hyperv neutron-server[87699]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:53:37.941684 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-92b5acb6-b6fd-4005-bd33-90223c4b8b32 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:53:37.943673 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ba47991a-3489-4223-8778-b330389b9dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:38.050435 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47991a-3489-4223-8778-b330389b9dcc None None] Pushing event updated for resources: {'Port': ['ID=6c507c07-96a5-4ac7-9aa1-774867cf2e84,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:38.088339 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72c8018-d1bb-489a-9b3e-28fd9c64ad3d None None] Network a139e8c6-a55b-46b6-aa6d-376ab824842d requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:53:38.122685 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fcace372-8683-44c0-9c68-28788f43723c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:38.153039 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 86d4597e-fa46-4ece-8b2b-7d5922dd0c95 up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:53:38.246817 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-fcace372-8683-44c0-9c68-28788f43723c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Calling delete_port for 48c0edae-715f-423f-960e-a2ebde79fb3d owned by network:router_interface {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:53:38.321839 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373728e-fcf7-44c5-9bcc-ca9f1f067dbf req-785a3917-0019-41bf-b28d-9ab2f9039f2b tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:38.323371 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c373728e-fcf7-44c5-9bcc-ca9f1f067dbf req-785a3917-0019-41bf-b28d-9ab2f9039f2b tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/ports?device_id=7e82b2ef-8d7b-4440-b0ed-eeee9fee0c15 HTTP/1.1" status: 200 len: 944 time: 0.1051190 Feb 16 12:53:38.338445 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning for port 86d4597e-fa46-4ece-8b2b-7d5922dd0c95 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:53:38.346315 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port 86d4597e-fa46-4ece-8b2b-7d5922dd0c95 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:38.346694 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:38.387437 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c373728e-fcf7-44c5-9bcc-ca9f1f067dbf req-f2d26854-891e-472b-91b9-a5692264aa25 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f320c95-ca75-438b-9010-b5570a6ed590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577483 Feb 16 12:53:38.420252 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdcc5d5-b6ea-4254-a0b5-705b1fc6814b None None] Network a139e8c6-a55b-46b6-aa6d-376ab824842d requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:53:38.442827 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92b5acb6-b6fd-4005-bd33-90223c4b8b32 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:38.459099 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-92b5acb6-b6fd-4005-bd33-90223c4b8b32 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Deleting port 6c507c07-96a5-4ac7-9aa1-774867cf2e84 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:53:38.460038 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92b5acb6-b6fd-4005-bd33-90223c4b8b32 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:38.567187 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c21db-fef2-43bb-8a52-942d7a7428f2 req-2f28a07d-1ed6-45df-a377-842129084511 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:38.569072 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0d0c21db-fef2-43bb-8a52-942d7a7428f2 req-2f28a07d-1ed6-45df-a377-842129084511 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=d697a81d-0c8f-4805-af84-3ae726462c7d HTTP/1.1" status: 200 len: 943 time: 0.1325991 Feb 16 12:53:38.585942 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:38.671432 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0d0c21db-fef2-43bb-8a52-942d7a7428f2 req-e80d2302-5758-4b56-b0eb-e8648b4ed789 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670257 Feb 16 12:53:38.672277 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fcace372-8683-44c0-9c68-28788f43723c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:38.676270 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e82b2ef-8d7b-4440-b0ed-eeee9fee0c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d4597e-fa46-4ece-8b2b-7d5922dd0c95'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:53:38.706679 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 86d4597e-fa46-4ece-8b2b-7d5922dd0c95, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=86d4597e-fa46-4ece-8b2b-7d5922dd0c95,segment=NetworkSegment(40d8d5a3-4d54-4bb7-b706-eb4112b64eaa),segment_id=40d8d5a3-4d54-4bb7-b706-eb4112b64eaa)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:38.719382 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:38.724774 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcace372-8683-44c0-9c68-28788f43723c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event deleted for resources: {'Port': ['ID=48c0edae-715f-423f-960e-a2ebde79fb3d,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:38.849912 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-92b5acb6-b6fd-4005-bd33-90223c4b8b32 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] For port 6c507c07-96a5-4ac7-9aa1-774867cf2e84, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=6c507c07-96a5-4ac7-9aa1-774867cf2e84,segment=NetworkSegment(77688f18-51bc-4f69-aec1-4360c5440a52),segment_id=77688f18-51bc-4f69-aec1-4360c5440a52)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:38.850283 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e82b2ef-8d7b-4440-b0ed-eeee9fee0c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d4597e-fa46-4ece-8b2b-7d5922dd0c95', 'code': 200} Feb 16 12:53:38.850448 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92b5acb6-b6fd-4005-bd33-90223c4b8b32 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:38.851249 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=86d4597e-fa46-4ece-8b2b-7d5922dd0c95,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:38.990404 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-92b5acb6-b6fd-4005-bd33-90223c4b8b32 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Calling delete_port for 6c507c07-96a5-4ac7-9aa1-774867cf2e84 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:53:38.999924 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75da0d79-e045-4177-b7f2-a3986c3f67bf None None] get_active_networks_info from dv-neutron-829527-1-hyperv {{(pid=87702) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 12:53:39.035369 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fcace372-8683-44c0-9c68-28788f43723c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:39.078124 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92b5acb6-b6fd-4005-bd33-90223c4b8b32 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:39.122251 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75da0d79-e045-4177-b7f2-a3986c3f67bf None None] Resources bound (agent type, host, resource id): {{(pid=87702) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 12:53:39.128943 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b5acb6-b6fd-4005-bd33-90223c4b8b32 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] No DVR routers for this DVR port 6c507c07-96a5-4ac7-9aa1-774867cf2e84 on host dv-neutron-829527-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:53:39.154983 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b5acb6-b6fd-4005-bd33-90223c4b8b32 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event deleted for resources: {'Port': ['ID=6c507c07-96a5-4ac7-9aa1-774867cf2e84,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:39.258102 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92b5acb6-b6fd-4005-bd33-90223c4b8b32 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:39.287086 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-92b5acb6-b6fd-4005-bd33-90223c4b8b32 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a139e8c6-a55b-46b6-aa6d-376ab824842d']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:39.301182 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-92b5acb6-b6fd-4005-bd33-90223c4b8b32 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77688f18-51bc-4f69-aec1-4360c5440a52') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:39.301490 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-92b5acb6-b6fd-4005-bd33-90223c4b8b32 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77688f18-51bc-4f69-aec1-4360c5440a52') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:39.314382 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92b5acb6-b6fd-4005-bd33-90223c4b8b32 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:39.337352 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92b5acb6-b6fd-4005-bd33-90223c4b8b32 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:39.344630 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92b5acb6-b6fd-4005-bd33-90223c4b8b32 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:53:39.345189 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92b5acb6-b6fd-4005-bd33-90223c4b8b32 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:39.360130 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:53:39.360130 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:53:39.360130 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:53:39.360130 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:53:39.360130 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:53:39.360130 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:53:39.360130 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:53:39.360130 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:53:39.360130 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:53:39.360130 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:53:39.360130 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:53:39.360130 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:53:39.360130 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:53:39.360130 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:53:39.360130 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:53:39.360130 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:53:39.360130 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:53:39.360130 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:53:39.360130 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:53:39.360130 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:53:39.360130 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:53:39.360130 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:53:39.360130 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:53:39.360130 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:53:39.360130 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:53:39.360130 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:53:39.360130 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:53:39.360130 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:53:39.360130 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:53:39.360130 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:53:39.360130 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:53:39.360130 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:53:39.457265 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92b5acb6-b6fd-4005-bd33-90223c4b8b32 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:39.462610 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92b5acb6-b6fd-4005-bd33-90223c4b8b32 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:39.490392 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db207fb-e0c6-4ad7-8cd3-301ea94fd160 req-7573e003-d6da-4b1e-bf8a-137904af4061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:39.492587 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4db207fb-e0c6-4ad7-8cd3-301ea94fd160 req-7573e003-d6da-4b1e-bf8a-137904af4061 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7e82b2ef-8d7b-4440-b0ed-eeee9fee0c15 HTTP/1.1" status: 200 len: 1098 time: 0.5020018 Feb 16 12:53:39.508847 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcace372-8683-44c0-9c68-28788f43723c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Router 4a27d5cd-4c9b-4205-a48a-89126c76c25b has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:53:39.510151 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b5acb6-b6fd-4005-bd33-90223c4b8b32 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event deleted for resources: {'Network': ['ID=a139e8c6-a55b-46b6-aa6d-376ab824842d,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:39.517067 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-92b5acb6-b6fd-4005-bd33-90223c4b8b32 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "DELETE /v2.0/networks/a139e8c6-a55b-46b6-aa6d-376ab824842d HTTP/1.1" status: 204 len: 168 time: 2.2948875 Feb 16 12:53:39.520826 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42682) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:39.563078 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-24897252-dcce-4faf-bf61-60636648fd57 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] DELETE failed (client error): The resource could not be found. Feb 16 12:53:39.563531 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24897252-dcce-4faf-bf61-60636648fd57 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:53:39.565699 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-24897252-dcce-4faf-bf61-60636648fd57 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "DELETE /v2.0/subnets/37484482-0626-4531-9f7c-23ce27da04f9 HTTP/1.1" status: 404 len: 337 time: 0.0439577 Feb 16 12:53:39.568309 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42686) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:39.593283 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-a349ee8b-b3ff-4190-b65c-b2d02be609ab tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] DELETE failed (client error): The resource could not be found. Feb 16 12:53:39.593737 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a349ee8b-b3ff-4190-b65c-b2d02be609ab tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:53:39.595443 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a349ee8b-b3ff-4190-b65c-b2d02be609ab tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "DELETE /v2.0/networks/a139e8c6-a55b-46b6-aa6d-376ab824842d HTTP/1.1" status: 404 len: 339 time: 0.0261459 Feb 16 12:53:39.598529 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42690) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:39.636656 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-56b9a5b9-078e-4693-bb11-a992a1b98c68 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] DELETE failed (client error): The resource could not be found. Feb 16 12:53:39.637126 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56b9a5b9-078e-4693-bb11-a992a1b98c68 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:53:39.638821 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-56b9a5b9-078e-4693-bb11-a992a1b98c68 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "DELETE /v2.0/subnets/15741995-6803-4166-9152-34687405b5f6 HTTP/1.1" status: 404 len: 337 time: 0.0392923 Feb 16 12:53:39.641556 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42694) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:39.667300 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-410eadf2-6f63-4593-8e9e-f6252660ed46 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] DELETE failed (client error): The resource could not be found. Feb 16 12:53:39.667766 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-410eadf2-6f63-4593-8e9e-f6252660ed46 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:53:39.669458 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-410eadf2-6f63-4593-8e9e-f6252660ed46 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "DELETE /v2.0/networks/182a67dc-3c6d-4d0a-a913-43ba9e35bfe5 HTTP/1.1" status: 404 len: 339 time: 0.0267096 Feb 16 12:53:39.672157 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42698) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:39.729926 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4db207fb-e0c6-4ad7-8cd3-301ea94fd160 req-998604fe-156f-4c6b-b671-742cea3801ca service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=8f320c95-ca75-438b-9010-b5570a6ed590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196999 Feb 16 12:53:39.736937 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcace372-8683-44c0-9c68-28788f43723c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:53:39.748656 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fafca4-ec5f-443f-982a-b6b79767d0ec None None] Sync routers for ids ['4a27d5cd-4c9b-4205-a48a-89126c76c25b'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:53:39.763474 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fafca4-ec5f-443f-982a-b6b79767d0ec None None] Routers {'4a27d5cd-4c9b-4205-a48a-89126c76c25b'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:53:39.765603 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-58fafca4-ec5f-443f-982a-b6b79767d0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:53:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['4a27d5cd-4c9b-4205-a48a-89126c76c25b'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:39.768389 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-fcace372-8683-44c0-9c68-28788f43723c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "PUT /v2.0/routers/4a27d5cd-4c9b-4205-a48a-89126c76c25b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2678213 Feb 16 12:53:39.777425 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9489343-e7a7-47bd-906b-044cf75fa947 req-62a3d1ec-9e6a-44d3-984e-723c1d98f1dd tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:39.777912 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42704) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:39.779059 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b9489343-e7a7-47bd-906b-044cf75fa947 req-62a3d1ec-9e6a-44d3-984e-723c1d98f1dd tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/ports?device_id=7e82b2ef-8d7b-4440-b0ed-eeee9fee0c15 HTTP/1.1" status: 200 len: 945 time: 0.2422457 Feb 16 12:53:39.829793 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b9489343-e7a7-47bd-906b-044cf75fa947 req-2c32f405-71de-4dd9-90fe-9e74f0936a02 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f320c95-ca75-438b-9010-b5570a6ed590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442948 Feb 16 12:53:39.842178 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-58fafca4-ec5f-443f-982a-b6b79767d0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:39.850874 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fafca4-ec5f-443f-982a-b6b79767d0ec None None] Routers {'4a27d5cd-4c9b-4205-a48a-89126c76c25b'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:53:39.851464 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-58fafca4-ec5f-443f-982a-b6b79767d0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:53:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['4a27d5cd-4c9b-4205-a48a-89126c76c25b'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:39.884848 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8f74a66-9a41-41d3-ab1f-2fe87a45930f tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] GET failed (client error): The resource could not be found. Feb 16 12:53:39.886178 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d8f74a66-9a41-41d3-ab1f-2fe87a45930f tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "GET /v2.0/ports/48c0edae-715f-423f-960e-a2ebde79fb3d HTTP/1.1" status: 404 len: 333 time: 0.1073358 Feb 16 12:53:39.889272 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42708) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:39.895310 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7cf0b695-0462-4942-a2ec-8e5091824482 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:39.912418 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-58fafca4-ec5f-443f-982a-b6b79767d0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:39.912850 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fafca4-ec5f-443f-982a-b6b79767d0ec None None] The sync data for ids ['4a27d5cd-4c9b-4205-a48a-89126c76c25b'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:53:40.022060 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f50d3cde-8553-484c-ad81-2081ab6c5520 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for router, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:40.056464 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae419f-de64-43af-9288-0d6182318146 req-e2709234-6e2b-4d84-b40d-0a5c8740023a tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:40.057967 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a5ae419f-de64-43af-9288-0d6182318146 req-e2709234-6e2b-4d84-b40d-0a5c8740023a tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=d697a81d-0c8f-4805-af84-3ae726462c7d HTTP/1.1" status: 200 len: 943 time: 0.2405300 Feb 16 12:53:40.062468 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7cf0b695-0462-4942-a2ec-8e5091824482 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:40.110363 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-7cf0b695-0462-4942-a2ec-8e5091824482 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7269dd93-7988-41b4-b0f7-b8edba4236a1']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:40.133339 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-7cf0b695-0462-4942-a2ec-8e5091824482 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd436fad5-e26c-4bc4-8a35-5d65ecb36970') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:40.133602 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-7cf0b695-0462-4942-a2ec-8e5091824482 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd436fad5-e26c-4bc4-8a35-5d65ecb36970') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:40.150017 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a5ae419f-de64-43af-9288-0d6182318146 req-a37a8df6-97ba-4f6d-9680-6e0d9d7cbc9f tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795054 Feb 16 12:53:40.151517 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7cf0b695-0462-4942-a2ec-8e5091824482 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:40.171803 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7cf0b695-0462-4942-a2ec-8e5091824482 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:40.178625 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cf0b695-0462-4942-a2ec-8e5091824482 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:53:40.179041 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7cf0b695-0462-4942-a2ec-8e5091824482 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:40.193419 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:53:40.193419 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:53:40.193419 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:53:40.193419 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:53:40.193419 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:53:40.193419 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:53:40.193419 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:53:40.193419 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:53:40.193419 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:53:40.193419 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:53:40.193419 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:53:40.193419 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:53:40.193419 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:53:40.193419 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:53:40.193419 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:53:40.193419 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:53:40.193419 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:53:40.193419 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:53:40.193419 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:53:40.193419 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:53:40.193419 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:53:40.193419 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:53:40.193419 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:53:40.193419 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:53:40.193419 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:53:40.193419 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:53:40.193419 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:53:40.193419 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:53:40.193419 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:53:40.193419 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:53:40.193419 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:53:40.193419 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:53:40.280160 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7cf0b695-0462-4942-a2ec-8e5091824482 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:40.297540 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7cf0b695-0462-4942-a2ec-8e5091824482 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:40.310365 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf0b695-0462-4942-a2ec-8e5091824482 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event deleted for resources: {'Network': ['ID=7269dd93-7988-41b4-b0f7-b8edba4236a1,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:40.313781 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7cf0b695-0462-4942-a2ec-8e5091824482 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "DELETE /v2.0/networks/7269dd93-7988-41b4-b0f7-b8edba4236a1 HTTP/1.1" status: 204 len: 168 time: 0.6407113 Feb 16 12:53:40.316431 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42712) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:40.320524 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f50d3cde-8553-484c-ad81-2081ab6c5520 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:40.323122 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f50d3cde-8553-484c-ad81-2081ab6c5520 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:40.348041 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f50d3cde-8553-484c-ad81-2081ab6c5520 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:40.348822 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50d3cde-8553-484c-ad81-2081ab6c5520 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Fanout notify agent at l3_agent the message router_deleted on router 4a27d5cd-4c9b-4205-a48a-89126c76c25b {{(pid=87701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:53:40.354509 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-73189ff5-a301-4a40-ad83-de67264cc19a tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] DELETE failed (client error): The resource could not be found. Feb 16 12:53:40.355051 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73189ff5-a301-4a40-ad83-de67264cc19a tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:53:40.359066 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-73189ff5-a301-4a40-ad83-de67264cc19a tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "DELETE /v2.0/subnets/43283fa1-602f-429d-b48e-5a28b9eb9625 HTTP/1.1" status: 404 len: 337 time: 0.0392885 Feb 16 12:53:40.359224 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42716) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:40.361861 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f50d3cde-8553-484c-ad81-2081ab6c5520 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:40.363127 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f50d3cde-8553-484c-ad81-2081ab6c5520 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/routers/4a27d5cd-4c9b-4205-a48a-89126c76c25b HTTP/1.1" status: 204 len: 168 time: 0.4727306 Feb 16 12:53:40.365827 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42720) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:40.386517 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-548e3ef4-6cb3-46b1-8b3a-2cde421ffc7a tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] DELETE failed (client error): The resource could not be found. Feb 16 12:53:40.386970 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-548e3ef4-6cb3-46b1-8b3a-2cde421ffc7a tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:53:40.390993 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-548e3ef4-6cb3-46b1-8b3a-2cde421ffc7a tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "DELETE /v2.0/networks/759cc3ec-ee5c-4f3d-bb2f-72989f10d882 HTTP/1.1" status: 404 len: 339 time: 0.0284085 Feb 16 12:53:40.391161 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42724) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:40.430869 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-1767eb86-f598-4032-bd6e-350596a6770e tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] DELETE failed (client error): The resource could not be found. Feb 16 12:53:40.431740 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1767eb86-f598-4032-bd6e-350596a6770e tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:53:40.435418 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1767eb86-f598-4032-bd6e-350596a6770e tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "DELETE /v2.0/subnets/50516217-21fb-4263-ac7c-6273cd2ec994 HTTP/1.1" status: 404 len: 337 time: 0.0409384 Feb 16 12:53:40.435598 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42728) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:40.440354 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-99deab71-90cd-419b-8c9a-60cf45a92966 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Deleting subnet 2ac59c84-783b-4506-9ef3-2feeb0beda2a {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:53:40.443696 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-99deab71-90cd-419b-8c9a-60cf45a92966 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:40.501151 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-99deab71-90cd-419b-8c9a-60cf45a92966 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:40.561794 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa1be3f9-90ac-44a8-9cc2-83bbcaeeaebf tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] DELETE failed (client error): The resource could not be found. Feb 16 12:53:40.562160 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa1be3f9-90ac-44a8-9cc2-83bbcaeeaebf tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:53:40.566576 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-aa1be3f9-90ac-44a8-9cc2-83bbcaeeaebf tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "DELETE /v2.0/networks/a8e201d6-4e33-42ed-bfab-424acd24bab1 HTTP/1.1" status: 404 len: 339 time: 0.1273367 Feb 16 12:53:40.566836 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42732) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:40.589079 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-99deab71-90cd-419b-8c9a-60cf45a92966 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:40.605622 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a32a7fe-0e33-41c6-8ef9-60dde674d072 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] DELETE failed (client error): The resource could not be found. Feb 16 12:53:40.606076 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a32a7fe-0e33-41c6-8ef9-60dde674d072 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:53:40.607759 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5a32a7fe-0e33-41c6-8ef9-60dde674d072 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "DELETE /v2.0/subnets/80cca0ea-d4d4-4acb-ba76-8fa5a5772084 HTTP/1.1" status: 404 len: 337 time: 0.0397096 Feb 16 12:53:40.610433 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42736) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:40.634548 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-435f3793-3cda-436f-b7ab-16fced6f797e tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] DELETE failed (client error): The resource could not be found. Feb 16 12:53:40.634983 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-435f3793-3cda-436f-b7ab-16fced6f797e tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:53:40.636600 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-435f3793-3cda-436f-b7ab-16fced6f797e tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "DELETE /v2.0/networks/effcfcc8-f7ca-498b-90fa-cfb0caa3c5e1 HTTP/1.1" status: 404 len: 339 time: 0.0251813 Feb 16 12:53:40.639159 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42740) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:40.667546 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-99deab71-90cd-419b-8c9a-60cf45a92966 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:40.679144 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae371288-e676-4f64-8d1d-6b3b47b3e826 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] DELETE failed (client error): The resource could not be found. Feb 16 12:53:40.679604 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae371288-e676-4f64-8d1d-6b3b47b3e826 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:53:40.683908 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ae371288-e676-4f64-8d1d-6b3b47b3e826 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "DELETE /v2.0/subnets/3fe4187d-b7fe-4a9f-8b36-92a6912aa544 HTTP/1.1" status: 404 len: 337 time: 0.0412714 Feb 16 12:53:40.684060 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42744) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:40.707894 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99deab71-90cd-419b-8c9a-60cf45a92966 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event deleted for resources: {'Subnet': ['ID=2ac59c84-783b-4506-9ef3-2feeb0beda2a,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:40.709184 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-b051a565-2c3a-4164-9e6a-2a472d4fbfe7 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] DELETE failed (client error): The resource could not be found. Feb 16 12:53:40.709655 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b051a565-2c3a-4164-9e6a-2a472d4fbfe7 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:53:40.713962 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b051a565-2c3a-4164-9e6a-2a472d4fbfe7 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "DELETE /v2.0/networks/803dc085-2aa4-4c97-a2a0-a88bfab4c44f HTTP/1.1" status: 404 len: 339 time: 0.0264537 Feb 16 12:53:40.714178 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42748) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:40.715659 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-99deab71-90cd-419b-8c9a-60cf45a92966 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:40.725603 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-99deab71-90cd-419b-8c9a-60cf45a92966 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/subnets/2ac59c84-783b-4506-9ef3-2feeb0beda2a HTTP/1.1" status: 204 len: 168 time: 0.3557661 Feb 16 12:53:40.725761 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc2ce77-0bd0-4591-8e92-82aa9bd22324 None None] Network 967ca7da-ef1c-4384-85fc-b562888163e5 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:53:40.726212 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42752) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:40.758717 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-d70ee0f4-4538-44de-b168-4fa73131aa83 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] DELETE failed (client error): The resource could not be found. Feb 16 12:53:40.759317 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d70ee0f4-4538-44de-b168-4fa73131aa83 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:53:40.763565 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d70ee0f4-4538-44de-b168-4fa73131aa83 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "DELETE /v2.0/subnets/74899ac5-9b2a-4e0b-8590-08e4036810e2 HTTP/1.1" status: 404 len: 337 time: 0.0461888 Feb 16 12:53:40.763862 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42756) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:40.789565 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-23c08387-6f48-4d75-a24a-1448b47006af tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] DELETE failed (client error): The resource could not be found. Feb 16 12:53:40.790220 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23c08387-6f48-4d75-a24a-1448b47006af tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:53:40.792146 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-23c08387-6f48-4d75-a24a-1448b47006af tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "DELETE /v2.0/networks/9e370917-bc7f-40f2-ac81-7e4ecb7737e1 HTTP/1.1" status: 404 len: 339 time: 0.0272548 Feb 16 12:53:40.794737 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42760) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:40.838368 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-f865e831-1db4-4c78-8934-76e492e9db36 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] DELETE failed (client error): The resource could not be found. Feb 16 12:53:40.838728 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f865e831-1db4-4c78-8934-76e492e9db36 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:53:40.840451 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f865e831-1db4-4c78-8934-76e492e9db36 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "DELETE /v2.0/subnets/295aada1-8691-433e-a4f9-a8262750fef1 HTTP/1.1" status: 404 len: 337 time: 0.0447800 Feb 16 12:53:40.843002 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42764) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:40.869779 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a0ec7b-06bb-4def-8e45-fa59ff39b1be tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] DELETE failed (client error): The resource could not be found. Feb 16 12:53:40.870316 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3a0ec7b-06bb-4def-8e45-fa59ff39b1be tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:53:40.875355 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b3a0ec7b-06bb-4def-8e45-fa59ff39b1be tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "DELETE /v2.0/networks/7f63b274-bf41-4b8b-9790-57cad569c21f HTTP/1.1" status: 404 len: 339 time: 0.0313768 Feb 16 12:53:40.876131 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42770) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:40.924881 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-57ed5148-c0a0-48d9-8c6b-c3ca4f4bdd38 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] DELETE failed (client error): The resource could not be found. Feb 16 12:53:40.925841 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57ed5148-c0a0-48d9-8c6b-c3ca4f4bdd38 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:53:40.932660 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-57ed5148-c0a0-48d9-8c6b-c3ca4f4bdd38 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "DELETE /v2.0/subnets/fe474d54-3c45-40c9-986d-e4bcd4736cb6 HTTP/1.1" status: 404 len: 337 time: 0.0537851 Feb 16 12:53:40.933324 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42774) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:40.968555 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-a30d2f63-0084-400a-a84d-4b3ae9c3f6b5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] DELETE failed (client error): The resource could not be found. Feb 16 12:53:40.969627 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a30d2f63-0084-400a-a84d-4b3ae9c3f6b5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:53:40.971824 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a30d2f63-0084-400a-a84d-4b3ae9c3f6b5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "DELETE /v2.0/networks/158d5ca3-b8d1-4a92-84bf-af71128ffb41 HTTP/1.1" status: 404 len: 339 time: 0.0375276 Feb 16 12:53:40.974462 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42778) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:41.011084 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e9fab851-7576-4a64-930a-637b631680bc tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:41.020147 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01829dfe-2bbb-4c23-8b33-fefd55a65043 None None] DHCP port deletion for 967ca7da-ef1c-4384-85fc-b562888163e5 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:53:41.024868 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-01829dfe-2bbb-4c23-8b33-fefd55a65043 None None] Deleting port b6fc7808-656c-42e8-a517-9c037c39c323 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:53:41.025488 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01829dfe-2bbb-4c23-8b33-fefd55a65043 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:41.028826 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed1813df-db3a-420f-8d94-931a74bb629d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] DELETE failed (client error): The resource could not be found. Feb 16 12:53:41.029281 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed1813df-db3a-420f-8d94-931a74bb629d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:53:41.034985 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ed1813df-db3a-420f-8d94-931a74bb629d tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "DELETE /v2.0/subnets/2ade6ca4-a960-48e6-a7c9-0d29d1db3285 HTTP/1.1" status: 404 len: 337 time: 0.0594816 Feb 16 12:53:41.035589 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42782) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:41.065120 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-2edf034b-06a4-400a-b2d4-5f521e413c42 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] DELETE failed (client error): The resource could not be found. Feb 16 12:53:41.065575 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-e9fab851-7576-4a64-930a-637b631680bc tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Deleting port b6fc7808-656c-42e8-a517-9c037c39c323 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:53:41.065764 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2edf034b-06a4-400a-b2d4-5f521e413c42 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:53:41.065915 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e9fab851-7576-4a64-930a-637b631680bc tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:41.069969 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2edf034b-06a4-400a-b2d4-5f521e413c42 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "DELETE /v2.0/networks/549a699f-97e2-4e00-ab14-47f1cec38323 HTTP/1.1" status: 404 len: 339 time: 0.0310900 Feb 16 12:53:41.070451 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42786) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:41.146294 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-635f8b27-ffa4-4baf-8f92-6ef0bd3ab7c5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Deleting subnet 465cba77-2359-47a7-b479-de19e1eb312b {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:53:41.150340 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-635f8b27-ffa4-4baf-8f92-6ef0bd3ab7c5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:41.208756 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-635f8b27-ffa4-4baf-8f92-6ef0bd3ab7c5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:41.257809 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-01829dfe-2bbb-4c23-8b33-fefd55a65043 None None] For port b6fc7808-656c-42e8-a517-9c037c39c323, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=b6fc7808-656c-42e8-a517-9c037c39c323,segment=NetworkSegment(c46db727-dee2-42dd-acd1-c6da3ccfe71b),segment_id=c46db727-dee2-42dd-acd1-c6da3ccfe71b)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:41.259074 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01829dfe-2bbb-4c23-8b33-fefd55a65043 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:41.321668 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeddcb5-9c49-4bc4-aa3e-38fb15e5ab3c req-3d800048-a4b8-4d5f-a045-4168472550c1 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:41.323488 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ebeddcb5-9c49-4bc4-aa3e-38fb15e5ab3c req-3d800048-a4b8-4d5f-a045-4168472550c1 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/ports?device_id=7e82b2ef-8d7b-4440-b0ed-eeee9fee0c15 HTTP/1.1" status: 200 len: 945 time: 0.3037879 Feb 16 12:53:41.336156 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-e9fab851-7576-4a64-930a-637b631680bc tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] For port b6fc7808-656c-42e8-a517-9c037c39c323, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=b6fc7808-656c-42e8-a517-9c037c39c323,segment=NetworkSegment(c46db727-dee2-42dd-acd1-c6da3ccfe71b),segment_id=c46db727-dee2-42dd-acd1-c6da3ccfe71b)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:41.336824 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e9fab851-7576-4a64-930a-637b631680bc tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:41.373583 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-635f8b27-ffa4-4baf-8f92-6ef0bd3ab7c5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:41.394732 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-01829dfe-2bbb-4c23-8b33-fefd55a65043 None None] Calling delete_port for b6fc7808-656c-42e8-a517-9c037c39c323 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:53:41.424012 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed844f-8eee-4791-91cd-7f1677e903dc req-4e71202d-8504-4c06-84d3-71ebf8684863 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:41.425556 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-feed844f-8eee-4791-91cd-7f1677e903dc req-4e71202d-8504-4c06-84d3-71ebf8684863 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=d697a81d-0c8f-4805-af84-3ae726462c7d HTTP/1.1" status: 200 len: 943 time: 0.1602817 Feb 16 12:53:41.476802 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01829dfe-2bbb-4c23-8b33-fefd55a65043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:41.489938 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-e9fab851-7576-4a64-930a-637b631680bc tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Calling delete_port for b6fc7808-656c-42e8-a517-9c037c39c323 owned by network:dhcp {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:53:41.491492 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-feed844f-8eee-4791-91cd-7f1677e903dc req-18182452-bdf4-4a0d-9deb-d9358d60d333 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544524 Feb 16 12:53:41.503793 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-635f8b27-ffa4-4baf-8f92-6ef0bd3ab7c5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:41.535437 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01829dfe-2bbb-4c23-8b33-fefd55a65043 None None] No DVR routers for this DVR port b6fc7808-656c-42e8-a517-9c037c39c323 on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:53:41.537367 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01829dfe-2bbb-4c23-8b33-fefd55a65043 None None] Pushing event deleted for resources: {'Port': ['ID=b6fc7808-656c-42e8-a517-9c037c39c323,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:41.552242 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635f8b27-ffa4-4baf-8f92-6ef0bd3ab7c5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event deleted for resources: {'Subnet': ['ID=465cba77-2359-47a7-b479-de19e1eb312b,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:41.557875 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-635f8b27-ffa4-4baf-8f92-6ef0bd3ab7c5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:41.558955 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ebeddcb5-9c49-4bc4-aa3e-38fb15e5ab3c req-04130a8a-dffe-47e1-8ebd-45b45124087f tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f320c95-ca75-438b-9010-b5570a6ed590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243896 Feb 16 12:53:41.568582 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-635f8b27-ffa4-4baf-8f92-6ef0bd3ab7c5 tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "DELETE /v2.0/subnets/465cba77-2359-47a7-b479-de19e1eb312b HTTP/1.1" status: 204 len: 168 time: 0.4970231 Feb 16 12:53:41.570940 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42792) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:41.573028 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a00f1e3-cfa6-47b4-be2e-aff383eee735 None None] Network dd002160-b56f-4cf5-bd55-0636f5a7b7c4 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:53:41.598762 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.db.api [None req-e9fab851-7576-4a64-930a-637b631680bc tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:53:41.599119 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG oslo_db.api [None req-e9fab851-7576-4a64-930a-637b631680bc tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:53:41.687829 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c4a8db14-d764-4424-94fd-586f825309ed tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:41.698947 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-c4a8db14-d764-4424-94fd-586f825309ed tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Deleting port 5a873111-6ea8-4772-9979-e91c7bc76500 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:53:41.699270 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c4a8db14-d764-4424-94fd-586f825309ed tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:41.814024 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d72c667-4a27-43e9-81f9-58a8f8e1dbce None None] DHCP port deletion for dd002160-b56f-4cf5-bd55-0636f5a7b7c4 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:53:41.818481 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-9d72c667-4a27-43e9-81f9-58a8f8e1dbce None None] Deleting port 5a873111-6ea8-4772-9979-e91c7bc76500 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:53:41.818845 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9d72c667-4a27-43e9-81f9-58a8f8e1dbce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:41.903303 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-c4a8db14-d764-4424-94fd-586f825309ed tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] For port 5a873111-6ea8-4772-9979-e91c7bc76500, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=5a873111-6ea8-4772-9979-e91c7bc76500,segment=NetworkSegment(60e9b887-bd78-4473-8311-27b1accf8a1d),segment_id=60e9b887-bd78-4473-8311-27b1accf8a1d)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:41.903621 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c4a8db14-d764-4424-94fd-586f825309ed tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:42.025834 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-c4a8db14-d764-4424-94fd-586f825309ed tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Calling delete_port for 5a873111-6ea8-4772-9979-e91c7bc76500 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:53:42.039745 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:53:42.060495 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-9d72c667-4a27-43e9-81f9-58a8f8e1dbce None None] For port 5a873111-6ea8-4772-9979-e91c7bc76500, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=5a873111-6ea8-4772-9979-e91c7bc76500,segment=NetworkSegment(60e9b887-bd78-4473-8311-27b1accf8a1d),segment_id=60e9b887-bd78-4473-8311-27b1accf8a1d)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:42.060916 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9d72c667-4a27-43e9-81f9-58a8f8e1dbce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:42.100769 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-e9fab851-7576-4a64-930a-637b631680bc tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Deleting port b6fc7808-656c-42e8-a517-9c037c39c323 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:53:42.101095 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e9fab851-7576-4a64-930a-637b631680bc tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:42.108527 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c4a8db14-d764-4424-94fd-586f825309ed tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:42.152957 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8db14-d764-4424-94fd-586f825309ed tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event deleted for resources: {'Port': ['ID=5a873111-6ea8-4772-9979-e91c7bc76500,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:42.158366 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a8db14-d764-4424-94fd-586f825309ed tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] No DVR routers for this DVR port 5a873111-6ea8-4772-9979-e91c7bc76500 on host dv-neutron-829527-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:53:42.173292 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-e9fab851-7576-4a64-930a-637b631680bc tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] The port 'b6fc7808-656c-42e8-a517-9c037c39c323' was deleted {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:53:42.191353 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-9d72c667-4a27-43e9-81f9-58a8f8e1dbce None None] Calling delete_port for 5a873111-6ea8-4772-9979-e91c7bc76500 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:53:42.271116 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.db.api [None req-9d72c667-4a27-43e9-81f9-58a8f8e1dbce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:53:42.271525 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG oslo_db.api [None req-9d72c667-4a27-43e9-81f9-58a8f8e1dbce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:53:42.302819 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e9fab851-7576-4a64-930a-637b631680bc tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:42.329362 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-e9fab851-7576-4a64-930a-637b631680bc tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['967ca7da-ef1c-4384-85fc-b562888163e5']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:42.341294 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-e9fab851-7576-4a64-930a-637b631680bc tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c46db727-dee2-42dd-acd1-c6da3ccfe71b') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:42.341591 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-e9fab851-7576-4a64-930a-637b631680bc tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c46db727-dee2-42dd-acd1-c6da3ccfe71b') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:42.352749 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e9fab851-7576-4a64-930a-637b631680bc tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:42.370752 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e9fab851-7576-4a64-930a-637b631680bc tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:42.377441 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9fab851-7576-4a64-930a-637b631680bc tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:53:42.377809 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e9fab851-7576-4a64-930a-637b631680bc tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:42.386027 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c4a8db14-d764-4424-94fd-586f825309ed tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:42.393028 dv-neutron-829527-1-hyperv neutron-server[87701]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:53:42.393028 dv-neutron-829527-1-hyperv neutron-server[87701]: util.warn( Feb 16 12:53:42.393028 dv-neutron-829527-1-hyperv neutron-server[87701]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:53:42.393028 dv-neutron-829527-1-hyperv neutron-server[87701]: util.warn( Feb 16 12:53:42.393028 dv-neutron-829527-1-hyperv neutron-server[87701]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:53:42.393028 dv-neutron-829527-1-hyperv neutron-server[87701]: util.warn( Feb 16 12:53:42.393028 dv-neutron-829527-1-hyperv neutron-server[87701]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 12:53:42.393028 dv-neutron-829527-1-hyperv neutron-server[87701]: util.warn( Feb 16 12:53:42.393028 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:53:42.393028 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:53:42.393028 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:53:42.393028 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:53:42.393028 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:53:42.393028 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:53:42.393028 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:53:42.393028 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:53:42.393028 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:53:42.393028 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:53:42.393028 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:53:42.393028 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:53:42.393028 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:53:42.393028 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:53:42.393028 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:53:42.393028 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:53:42.393028 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:53:42.393028 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:53:42.393028 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:53:42.393028 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:53:42.393028 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:53:42.393028 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:53:42.393028 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:53:42.393028 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:53:42.393028 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:53:42.393028 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:53:42.393028 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:53:42.393028 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:53:42.393028 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:53:42.393028 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:53:42.393028 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:53:42.393028 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:53:42.414384 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-c4a8db14-d764-4424-94fd-586f825309ed tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd002160-b56f-4cf5-bd55-0636f5a7b7c4']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:42.430683 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-c4a8db14-d764-4424-94fd-586f825309ed tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60e9b887-bd78-4473-8311-27b1accf8a1d') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:42.431122 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-c4a8db14-d764-4424-94fd-586f825309ed tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60e9b887-bd78-4473-8311-27b1accf8a1d') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:42.443133 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c4a8db14-d764-4424-94fd-586f825309ed tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:42.459841 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c4a8db14-d764-4424-94fd-586f825309ed tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:42.465802 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4a8db14-d764-4424-94fd-586f825309ed tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:53:42.466187 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c4a8db14-d764-4424-94fd-586f825309ed tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:42.475788 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e9fab851-7576-4a64-930a-637b631680bc tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:42.480957 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:53:42.480957 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:53:42.480957 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:53:42.480957 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:53:42.480957 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:53:42.480957 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:53:42.480957 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:53:42.480957 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:53:42.480957 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:53:42.480957 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:53:42.480957 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:53:42.480957 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:53:42.480957 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:53:42.480957 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:53:42.480957 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:53:42.480957 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:53:42.480957 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:53:42.480957 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:53:42.480957 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:53:42.480957 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:53:42.480957 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:53:42.480957 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:53:42.480957 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:53:42.480957 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:53:42.480957 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:53:42.480957 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:53:42.480957 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:53:42.480957 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:53:42.480957 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:53:42.480957 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:53:42.480957 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:53:42.480957 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:53:42.492963 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e9fab851-7576-4a64-930a-637b631680bc tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:42.504052 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fab851-7576-4a64-930a-637b631680bc tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event deleted for resources: {'Network': ['ID=967ca7da-ef1c-4384-85fc-b562888163e5,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:42.512384 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e9fab851-7576-4a64-930a-637b631680bc tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/networks/967ca7da-ef1c-4384-85fc-b562888163e5 HTTP/1.1" status: 204 len: 168 time: 1.7858112 Feb 16 12:53:42.516926 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42796) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:42.566544 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c4a8db14-d764-4424-94fd-586f825309ed tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:42.589311 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c4a8db14-d764-4424-94fd-586f825309ed tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:42.596019 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 5a873111-6ea8-4772-9979-e91c7bc76500 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:53:42.602165 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddb33b8-9ce4-409c-92b6-72513f933577 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:42.602785 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-6ddb33b8-9ce4-409c-92b6-72513f933577 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Synchronizing usage tracker for tenant:cf313999ec50441da36056616d2e4e36 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:53:42.604063 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8db14-d764-4424-94fd-586f825309ed tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] Pushing event deleted for resources: {'Network': ['ID=dd002160-b56f-4cf5-bd55-0636f5a7b7c4,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:42.618097 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c4a8db14-d764-4424-94fd-586f825309ed tempest-NetworksTest-1597786950 tempest-NetworksTest-1597786950-project] 10.222.0.83 "DELETE /v2.0/networks/dd002160-b56f-4cf5-bd55-0636f5a7b7c4 HTTP/1.1" status: 204 len: 168 time: 1.0456743 Feb 16 12:53:42.622616 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-6ddb33b8-9ce4-409c-92b6-72513f933577 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Unset dirty status for tenant:cf313999ec50441da36056616d2e4e36 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:53:42.624876 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-6ddb33b8-9ce4-409c-92b6-72513f933577 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "GET /v2.0/ports/e2735aaa-317f-4164-bbc1-c3f0e1cd775f HTTP/1.1" status: 200 len: 841 time: 0.1062093 Feb 16 12:53:42.629114 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42806) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:42.667380 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 5a873111-6ea8-4772-9979-e91c7bc76500 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:53:42.667715 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 5a873111-6ea8-4772-9979-e91c7bc76500 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:53:42.668135 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device b6fc7808-656c-42e8-a517-9c037c39c323 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:53:42.727217 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: b6fc7808-656c-42e8-a517-9c037c39c323 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:53:42.727796 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device b6fc7808-656c-42e8-a517-9c037c39c323 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:53:42.738326 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e1892e5d-7ea2-4d7d-8eef-47e3548b353a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "GET /v2.0/ports/e2735aaa-317f-4164-bbc1-c3f0e1cd775f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1077566 Feb 16 12:53:42.742251 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42810) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:42.750835 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-240997a8-2459-49af-b3d1-05845ff0d1ff tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Request body: {'subnet': {'network_id': '33030d62-68eb-4947-a86c-3f5716c993ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:42.772471 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-9d72c667-4a27-43e9-81f9-58a8f8e1dbce None None] Deleting port 5a873111-6ea8-4772-9979-e91c7bc76500 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:53:42.773013 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9d72c667-4a27-43e9-81f9-58a8f8e1dbce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:42.848513 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-9d72c667-4a27-43e9-81f9-58a8f8e1dbce None None] The port '5a873111-6ea8-4772-9979-e91c7bc76500' was deleted {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:53:42.920079 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-240997a8-2459-49af-b3d1-05845ff0d1ff tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:42.927086 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-240997a8-2459-49af-b3d1-05845ff0d1ff tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Usage tracker for resource:subnet and tenant:cf313999ec50441da36056616d2e4e36 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:42.930842 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-240997a8-2459-49af-b3d1-05845ff0d1ff tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:42.938452 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-240997a8-2459-49af-b3d1-05845ff0d1ff tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:42.940749 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2163eb-0306-44f7-b2ab-4cb32e795304 req-c97862fd-e3ab-4f8d-8cbc-0da63f8c55cf tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:42.942999 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ce2163eb-0306-44f7-b2ab-4cb32e795304 req-c97862fd-e3ab-4f8d-8cbc-0da63f8c55cf tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=d697a81d-0c8f-4805-af84-3ae726462c7d HTTP/1.1" status: 200 len: 943 time: 0.0992160 Feb 16 12:53:42.952565 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42816) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:42.953454 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa119f-ca02-44c9-90b2-bbd3f753be01 req-cf65f8e2-d304-406f-997c-c9d8f2cb0d84 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:42.955021 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4daa119f-ca02-44c9-90b2-bbd3f753be01 req-cf65f8e2-d304-406f-997c-c9d8f2cb0d84 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/ports?device_id=7e82b2ef-8d7b-4440-b0ed-eeee9fee0c15 HTTP/1.1" status: 200 len: 945 time: 0.1898320 Feb 16 12:53:42.976079 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240997a8-2459-49af-b3d1-05845ff0d1ff tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Made reservation on behalf of cf313999ec50441da36056616d2e4e36 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:53:42.979506 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-240997a8-2459-49af-b3d1-05845ff0d1ff tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:43.017339 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ce2163eb-0306-44f7-b2ab-4cb32e795304 req-f7b3ff32-59d6-4a53-b37c-60d403563f37 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661027 Feb 16 12:53:43.092272 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4daa119f-ca02-44c9-90b2-bbd3f753be01 req-62264981-911e-4a89-86ac-a29a0ad59e00 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f320c95-ca75-438b-9010-b5570a6ed590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313977 Feb 16 12:53:43.123359 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-99bb306c-18de-405f-90e4-ffbdd570dde7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=612ec8932dcb4d08ac02ac6ad23899eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1569881 Feb 16 12:53:43.125902 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42824) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:43.187051 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9dde512d-e364-473a-a95e-7f79be1dae8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:43.250848 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9dde512d-e364-473a-a95e-7f79be1dae8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:43.337675 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a6780-b049-448b-a2f2-f80f25b5a65a req-78dbbb2a-707e-4528-9d0b-a72779a2f6d2 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:43.339345 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-249a6780-b049-448b-a2f2-f80f25b5a65a req-78dbbb2a-707e-4528-9d0b-a72779a2f6d2 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/ports?device_id=7e82b2ef-8d7b-4440-b0ed-eeee9fee0c15 HTTP/1.1" status: 200 len: 945 time: 0.1369615 Feb 16 12:53:43.362652 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9dde512d-e364-473a-a95e-7f79be1dae8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:43.371059 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-240997a8-2459-49af-b3d1-05845ff0d1ff tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:43.398062 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde512d-e364-473a-a95e-7f79be1dae8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0940200-114b-49ed-a41f-b12957aa4c41,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:43.413640 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-249a6780-b049-448b-a2f2-f80f25b5a65a req-66bba323-3937-4cee-a541-aad60cfbadc1 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f320c95-ca75-438b-9010-b5570a6ed590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671535 Feb 16 12:53:43.414563 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9dde512d-e364-473a-a95e-7f79be1dae8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:43.416756 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9dde512d-e364-473a-a95e-7f79be1dae8e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b0940200-114b-49ed-a41f-b12957aa4c41 HTTP/1.1" status: 204 len: 168 time: 0.2887084 Feb 16 12:53:43.425349 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240997a8-2459-49af-b3d1-05845ff0d1ff tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Network 33030d62-68eb-4947-a86c-3f5716c993ca is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:53:43.433336 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-240997a8-2459-49af-b3d1-05845ff0d1ff tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:43.438181 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240997a8-2459-49af-b3d1-05845ff0d1ff tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:43.438872 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-240997a8-2459-49af-b3d1-05845ff0d1ff tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:43.443782 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c10738d-d0e4-4f3d-ac5e-3a2d9b45a3f0 None None] Network 33030d62-68eb-4947-a86c-3f5716c993ca requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:53:43.457093 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240997a8-2459-49af-b3d1-05845ff0d1ff tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event updated for resources: {'Subnet': ['ID=560dcbc2-5e98-4be9-8d81-888445efde13,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:43.470869 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-240997a8-2459-49af-b3d1-05845ff0d1ff tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7270160 Feb 16 12:53:43.473619 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42832) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:43.479243 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-b6dcf643-e42d-4cb3-aef0-576dec53786a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Request body: {'security_group': {'name': 'tempest-secgroup-12493365'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:43.486045 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b6dcf643-e42d-4cb3-aef0-576dec53786a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:43.490898 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b6dcf643-e42d-4cb3-aef0-576dec53786a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Usage tracker for resource:security_group and tenant:cf313999ec50441da36056616d2e4e36 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:43.494214 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b6dcf643-e42d-4cb3-aef0-576dec53786a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:43.500444 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b6dcf643-e42d-4cb3-aef0-576dec53786a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:43.518687 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6dcf643-e42d-4cb3-aef0-576dec53786a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:43.544350 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b6dcf643-e42d-4cb3-aef0-576dec53786a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:43.548320 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b6dcf643-e42d-4cb3-aef0-576dec53786a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Usage tracker for resource:security_group_rule and tenant:cf313999ec50441da36056616d2e4e36 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:43.551637 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b6dcf643-e42d-4cb3-aef0-576dec53786a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:43.557964 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b6dcf643-e42d-4cb3-aef0-576dec53786a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:43.649798 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6dcf643-e42d-4cb3-aef0-576dec53786a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:43.655326 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6dcf643-e42d-4cb3-aef0-576dec53786a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:43.716372 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dcf643-e42d-4cb3-aef0-576dec53786a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0cee21-5c67-4250-acb1-6b416aac04e2,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:43.718431 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdb8d50-8d3b-4799-8ccd-11f7be59d05e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-33030d62-68eb-4947-a86c-3f5716c993ca', 'network_id': '33030d62-68eb-4947-a86c-3f5716c993ca', 'tenant_id': 'cf313999ec50441da36056616d2e4e36', 'fixed_ips': [{'subnet_id': '560dcbc2-5e98-4be9-8d81-888445efde13'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:53:43.719299 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0fdb8d50-8d3b-4799-8ccd-11f7be59d05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:43.732635 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6dcf643-e42d-4cb3-aef0-576dec53786a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:43.735129 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b6dcf643-e42d-4cb3-aef0-576dec53786a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2605000 Feb 16 12:53:43.737917 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42840) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:43.743795 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-b7e4955f-4e3a-4384-ba3e-e1008eba039a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Request body: {'security_group': {'name': 'tempest-secgroup-176480331'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:43.750676 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b7e4955f-4e3a-4384-ba3e-e1008eba039a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:43.755086 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b7e4955f-4e3a-4384-ba3e-e1008eba039a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Usage tracker for resource:security_group and tenant:cf313999ec50441da36056616d2e4e36 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:43.758438 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b7e4955f-4e3a-4384-ba3e-e1008eba039a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:43.765090 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b7e4955f-4e3a-4384-ba3e-e1008eba039a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:43.782036 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b7e4955f-4e3a-4384-ba3e-e1008eba039a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:43.813512 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b7e4955f-4e3a-4384-ba3e-e1008eba039a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:43.822410 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b7e4955f-4e3a-4384-ba3e-e1008eba039a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Usage tracker for resource:security_group_rule and tenant:cf313999ec50441da36056616d2e4e36 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:43.829842 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b7e4955f-4e3a-4384-ba3e-e1008eba039a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:43.838291 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b7e4955f-4e3a-4384-ba3e-e1008eba039a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:43.909443 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-0fdb8d50-8d3b-4799-8ccd-11f7be59d05e None None] Allocated IP 172.20.0.2 (33030d62-68eb-4947-a86c-3f5716c993ca/560dcbc2-5e98-4be9-8d81-888445efde13/42479000-3e19-4f1f-93b2-f6b73290cb73) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:53:43.977833 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04dbd39-080e-4896-93f1-7cc52f1c117c req-ab67d5f8-264f-4633-9da9-577f9312e590 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:43.979383 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-b04dbd39-080e-4896-93f1-7cc52f1c117c req-ab67d5f8-264f-4633-9da9-577f9312e590 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/ports?device_id=7e82b2ef-8d7b-4440-b0ed-eeee9fee0c15 HTTP/1.1" status: 200 len: 945 time: 0.1385512 Feb 16 12:53:43.992339 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b7e4955f-4e3a-4384-ba3e-e1008eba039a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:44.007244 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b7e4955f-4e3a-4384-ba3e-e1008eba039a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:44.078042 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e4955f-4e3a-4384-ba3e-e1008eba039a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29651df7-1492-4f44-8dde-4deda8707702,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:44.086512 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-b04dbd39-080e-4896-93f1-7cc52f1c117c req-f2d2b3f6-0cd9-4f46-90ed-34767a47f8de tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f320c95-ca75-438b-9010-b5570a6ed590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998120 Feb 16 12:53:44.092274 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b7e4955f-4e3a-4384-ba3e-e1008eba039a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:44.096805 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b7e4955f-4e3a-4384-ba3e-e1008eba039a tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3577240 Feb 16 12:53:44.097386 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42858) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:44.103429 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-693fd118-e816-4423-b79b-0dea0aa77285 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-316560308', 'security_groups': ['29651df7-1492-4f44-8dde-4deda8707702'], 'network_id': '33030d62-68eb-4947-a86c-3f5716c993ca', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '560dcbc2-5e98-4be9-8d81-888445efde13'}]}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:44.162955 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 8773340e-3a24-4a01-bc20-7b63b0c70800 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:53:44.170982 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0fdb8d50-8d3b-4799-8ccd-11f7be59d05e None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:44.185524 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-0fdb8d50-8d3b-4799-8ccd-11f7be59d05e None None] Transition to ACTIVE for port object 42479000-3e19-4f1f-93b2-f6b73290cb73 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:53:44.262722 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-0fdb8d50-8d3b-4799-8ccd-11f7be59d05e None None] Transition to ACTIVE for port object 42479000-3e19-4f1f-93b2-f6b73290cb73 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:53:44.293780 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0fdb8d50-8d3b-4799-8ccd-11f7be59d05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:44.324786 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117f41f-4124-44f2-b3ae-94470fd82853 req-5ffb94a1-6bb4-4edf-96dc-c75bff7dba50 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:44.326221 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4117f41f-4124-44f2-b3ae-94470fd82853 req-5ffb94a1-6bb4-4edf-96dc-c75bff7dba50 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=d697a81d-0c8f-4805-af84-3ae726462c7d HTTP/1.1" status: 200 len: 943 time: 0.1354702 Feb 16 12:53:44.335435 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-693fd118-e816-4423-b79b-0dea0aa77285 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:44.355518 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42866) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:44.359229 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-693fd118-e816-4423-b79b-0dea0aa77285 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:44.384394 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdb8d50-8d3b-4799-8ccd-11f7be59d05e None None] Network 33030d62-68eb-4947-a86c-3f5716c993ca is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:53:44.384861 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693fd118-e816-4423-b79b-0dea0aa77285 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Made reservation on behalf of cf313999ec50441da36056616d2e4e36 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:53:44.394064 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-0fdb8d50-8d3b-4799-8ccd-11f7be59d05e None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:44.408463 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdb8d50-8d3b-4799-8ccd-11f7be59d05e None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:53:44.411301 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4117f41f-4124-44f2-b3ae-94470fd82853 req-ef438fcb-ffdc-439e-954e-ac3c3a2d91cc tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686431 Feb 16 12:53:44.469749 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdb8d50-8d3b-4799-8ccd-11f7be59d05e None None] Pushing event updated for resources: {'Port': ['ID=42479000-3e19-4f1f-93b2-f6b73290cb73,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:44.507889 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-89136c93-b959-455a-979f-9910c26d6b2c tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1078225864', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:44.515002 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-89136c93-b959-455a-979f-9910c26d6b2c tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:44.520964 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-89136c93-b959-455a-979f-9910c26d6b2c tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Usage tracker for resource:router and tenant:f30ff1442bc9455c9215280007f413c7 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:44.524542 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-89136c93-b959-455a-979f-9910c26d6b2c tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:44.524763 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 8773340e-3a24-4a01-bc20-7b63b0c70800, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=8773340e-3a24-4a01-bc20-7b63b0c70800,segment=NetworkSegment(453ce50b-6688-4a38-a1c2-540631c2fdad),segment_id=453ce50b-6688-4a38-a1c2-540631c2fdad)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:44.532046 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-89136c93-b959-455a-979f-9910c26d6b2c tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:44.534331 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-693fd118-e816-4423-b79b-0dea0aa77285 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:44.538442 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-0fdb8d50-8d3b-4799-8ccd-11f7be59d05e None None] Attempting to bind port 42479000-3e19-4f1f-93b2-f6b73290cb73 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:53:44.538935 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-0fdb8d50-8d3b-4799-8ccd-11f7be59d05e None None] Attempting to bind port 42479000-3e19-4f1f-93b2-f6b73290cb73 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '6b505478-2c63-43da-862b-4f98e9a4335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '33030d62-68eb-4947-a86c-3f5716c993ca'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:53:44.539139 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdb8d50-8d3b-4799-8ccd-11f7be59d05e None None] Attempting to bind port 42479000-3e19-4f1f-93b2-f6b73290cb73 on network 33030d62-68eb-4947-a86c-3f5716c993ca {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:53:44.545285 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': '8773340e-3a24-4a01-bc20-7b63b0c70800', 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638', 'port_id': '8773340e-3a24-4a01-bc20-7b63b0c70800', 'mac_address': 'fa:16:3e:ef:77:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '475d72a9-33c5-44fc-8808-9edb5e19ce95', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:53:44.546128 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-89136c93-b959-455a-979f-9910c26d6b2c tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:44.547589 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-89136c93-b959-455a-979f-9910c26d6b2c tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:44.556220 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [None req-693fd118-e816-4423-b79b-0dea0aa77285 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] device_id is not set on port bc2227bd-7cb7-4708-805e-14590a70be9a yet. {{(pid=87701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:53:44.564449 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-89136c93-b959-455a-979f-9910c26d6b2c tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:44.588118 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-89136c93-b959-455a-979f-9910c26d6b2c tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:44.605321 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdb8d50-8d3b-4799-8ccd-11f7be59d05e None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:53:44.605759 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdb8d50-8d3b-4799-8ccd-11f7be59d05e None None] Checking segment: {'id': '6b505478-2c63-43da-862b-4f98e9a4335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '33030d62-68eb-4947-a86c-3f5716c993ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:53:44.606075 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0fdb8d50-8d3b-4799-8ccd-11f7be59d05e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:44.606458 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdb8d50-8d3b-4799-8ccd-11f7be59d05e None None] Bound using segment: {'id': '6b505478-2c63-43da-862b-4f98e9a4335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '33030d62-68eb-4947-a86c-3f5716c993ca'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:53:44.606943 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-0fdb8d50-8d3b-4799-8ccd-11f7be59d05e None None] Bound port: 42479000-3e19-4f1f-93b2-f6b73290cb73, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b505478-2c63-43da-862b-4f98e9a4335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '33030d62-68eb-4947-a86c-3f5716c993ca'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:53:44.607334 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0fdb8d50-8d3b-4799-8ccd-11f7be59d05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:44.613229 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-89136c93-b959-455a-979f-9910c26d6b2c tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:44.614863 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-89136c93-b959-455a-979f-9910c26d6b2c tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2580929 Feb 16 12:53:44.616321 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:44.617655 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42872) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:44.623213 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d4902263-39ef-49f9-98e4-94c270933c49 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-763677414'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:44.628415 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d4902263-39ef-49f9-98e4-94c270933c49 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:44.633519 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d4902263-39ef-49f9-98e4-94c270933c49 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Usage tracker for resource:network and tenant:f30ff1442bc9455c9215280007f413c7 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:44.636271 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d4902263-39ef-49f9-98e4-94c270933c49 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:44.642271 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d4902263-39ef-49f9-98e4-94c270933c49 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:44.654727 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4902263-39ef-49f9-98e4-94c270933c49 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Made reservation on behalf of f30ff1442bc9455c9215280007f413c7 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:53:44.658310 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4902263-39ef-49f9-98e4-94c270933c49 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:44.665999 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8773340e-3a24-4a01-bc20-7b63b0c70800 {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:53:44.671101 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4902263-39ef-49f9-98e4-94c270933c49 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:44.686945 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d4902263-39ef-49f9-98e4-94c270933c49 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:44.691123 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d4902263-39ef-49f9-98e4-94c270933c49 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Usage tracker for resource:security_group_rule and tenant:f30ff1442bc9455c9215280007f413c7 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:44.694563 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d4902263-39ef-49f9-98e4-94c270933c49 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:44.702378 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 8773340e-3a24-4a01-bc20-7b63b0c70800, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=8773340e-3a24-4a01-bc20-7b63b0c70800,segment=NetworkSegment(453ce50b-6688-4a38-a1c2-540631c2fdad),segment_id=453ce50b-6688-4a38-a1c2-540631c2fdad)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:44.702553 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d4902263-39ef-49f9-98e4-94c270933c49 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:44.713735 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:44.779307 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-0fdb8d50-8d3b-4799-8ccd-11f7be59d05e None None] For port 42479000-3e19-4f1f-93b2-f6b73290cb73, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:53:44.792010 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4902263-39ef-49f9-98e4-94c270933c49 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:44.792304 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-0fdb8d50-8d3b-4799-8ccd-11f7be59d05e None None] For port 42479000-3e19-4f1f-93b2-f6b73290cb73, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=42479000-3e19-4f1f-93b2-f6b73290cb73,segment=NetworkSegment(6b505478-2c63-43da-862b-4f98e9a4335a),segment_id=6b505478-2c63-43da-862b-4f98e9a4335a)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:53:44.796662 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=8773340e-3a24-4a01-bc20-7b63b0c70800,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:44.796946 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4902263-39ef-49f9-98e4-94c270933c49 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:44.801220 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0fdb8d50-8d3b-4799-8ccd-11f7be59d05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:44.802685 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-693fd118-e816-4423-b79b-0dea0aa77285 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Allocated IP 172.20.0.14 (33030d62-68eb-4947-a86c-3f5716c993ca/560dcbc2-5e98-4be9-8d81-888445efde13/bc2227bd-7cb7-4708-805e-14590a70be9a) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:53:44.832537 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4902263-39ef-49f9-98e4-94c270933c49 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:53:44.841467 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4902263-39ef-49f9-98e4-94c270933c49 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d227be4-6170-4b75-a82b-b408b277a78d,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:44.847822 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4902263-39ef-49f9-98e4-94c270933c49 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:44.848233 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-d4902263-39ef-49f9-98e4-94c270933c49 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Added segment c790ef3d-0775-42cc-af7a-6c81e94a4abc of type vlan for network 1385522a-1dac-40d0-b46c-b4d04f658a0b Feb 16 12:53:44.879238 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4902263-39ef-49f9-98e4-94c270933c49 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:44.917317 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4902263-39ef-49f9-98e4-94c270933c49 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:44.925194 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4902263-39ef-49f9-98e4-94c270933c49 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:44.925848 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4902263-39ef-49f9-98e4-94c270933c49 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:44.929855 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdb8d50-8d3b-4799-8ccd-11f7be59d05e None None] Pushing event updated for resources: {'Port': ['ID=42479000-3e19-4f1f-93b2-f6b73290cb73,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:44.970826 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['8773340e-3a24-4a01-bc20-7b63b0c70800'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:53:45.019823 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-693fd118-e816-4423-b79b-0dea0aa77285 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:45.036789 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-693fd118-e816-4423-b79b-0dea0aa77285 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Transition to ACTIVE for port object bc2227bd-7cb7-4708-805e-14590a70be9a will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:53:45.053091 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d4902263-39ef-49f9-98e4-94c270933c49 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4342542 Feb 16 12:53:45.053688 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42876) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:45.056358 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4902263-39ef-49f9-98e4-94c270933c49 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Pushing event updated for resources: {'Network': ['ID=1385522a-1dac-40d0-b46c-b4d04f658a0b,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:45.061943 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d2a85477-95c4-401f-ac3c-f725fdc970da tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Request body: {'subnet': {'network_id': '1385522a-1dac-40d0-b46c-b4d04f658a0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:45.079422 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 1385522a-1dac-40d0-b46c-b4d04f658a0b details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:53:45.081834 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-693fd118-e816-4423-b79b-0dea0aa77285 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:45.187064 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693fd118-e816-4423-b79b-0dea0aa77285 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Network 33030d62-68eb-4947-a86c-3f5716c993ca is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:53:45.190595 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-693fd118-e816-4423-b79b-0dea0aa77285 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:45.195221 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693fd118-e816-4423-b79b-0dea0aa77285 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:53:45.230801 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d2a85477-95c4-401f-ac3c-f725fdc970da tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:45.236764 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d2a85477-95c4-401f-ac3c-f725fdc970da tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Usage tracker for resource:subnet and tenant:f30ff1442bc9455c9215280007f413c7 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:45.240805 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d2a85477-95c4-401f-ac3c-f725fdc970da tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:45.249581 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d2a85477-95c4-401f-ac3c-f725fdc970da tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:45.249884 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693fd118-e816-4423-b79b-0dea0aa77285 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event updated for resources: {'Port': ['ID=bc2227bd-7cb7-4708-805e-14590a70be9a,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:45.265790 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a85477-95c4-401f-ac3c-f725fdc970da tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Made reservation on behalf of f30ff1442bc9455c9215280007f413c7 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:53:45.272020 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d2a85477-95c4-401f-ac3c-f725fdc970da tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:45.291200 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693fd118-e816-4423-b79b-0dea0aa77285 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:45.297635 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-693fd118-e816-4423-b79b-0dea0aa77285 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:45.344946 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-693fd118-e816-4423-b79b-0dea0aa77285 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2461793 Feb 16 12:53:45.348269 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42882) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:45.355182 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-af8cfcad-804d-4ac0-886f-bb2d2ab87936 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Request body: {'subnet': {'network_id': '33030d62-68eb-4947-a86c-3f5716c993ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:45.479153 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b9ac9-1695-40b2-b6f6-4d6f54bdbb84 req-b37802df-fbc6-46dd-bdfc-9ea04ec69a63 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:45.480885 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-377b9ac9-1695-40b2-b6f6-4d6f54bdbb84 req-b37802df-fbc6-46dd-bdfc-9ea04ec69a63 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/ports?device_id=7e82b2ef-8d7b-4440-b0ed-eeee9fee0c15 HTTP/1.1" status: 200 len: 945 time: 0.1295967 Feb 16 12:53:45.553972 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-af8cfcad-804d-4ac0-886f-bb2d2ab87936 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:45.559085 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-af8cfcad-804d-4ac0-886f-bb2d2ab87936 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Usage tracker for resource:subnet and tenant:cf313999ec50441da36056616d2e4e36 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:45.562588 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-af8cfcad-804d-4ac0-886f-bb2d2ab87936 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:45.585948 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-377b9ac9-1695-40b2-b6f6-4d6f54bdbb84 req-f27410e5-3ee5-41d5-bdfe-f8609decd94f tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f320c95-ca75-438b-9010-b5570a6ed590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946951 Feb 16 12:53:45.638374 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d2a85477-95c4-401f-ac3c-f725fdc970da tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:45.659884 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-af8cfcad-804d-4ac0-886f-bb2d2ab87936 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:45.698791 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8cfcad-804d-4ac0-886f-bb2d2ab87936 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Made reservation on behalf of cf313999ec50441da36056616d2e4e36 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:53:45.705133 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-af8cfcad-804d-4ac0-886f-bb2d2ab87936 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:45.726389 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a85477-95c4-401f-ac3c-f725fdc970da tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Pushing event updated for resources: {'Subnet': ['ID=6a9d0520-e48d-4d7a-84b8-1d1c9c504798,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:45.735312 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a85477-95c4-401f-ac3c-f725fdc970da tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Checking segment: {'id': 'c790ef3d-0775-42cc-af7a-6c81e94a4abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1385522a-1dac-40d0-b46c-b4d04f658a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:53:45.735699 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a85477-95c4-401f-ac3c-f725fdc970da tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Network hostable DHCP agents. Network: 1385522a-1dac-40d0-b46c-b4d04f658a0b, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:53:45.755212 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a85477-95c4-401f-ac3c-f725fdc970da tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Network 1385522a-1dac-40d0-b46c-b4d04f658a0b is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:53:45.771895 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-d2a85477-95c4-401f-ac3c-f725fdc970da tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 1385522a-1dac-40d0-b46c-b4d04f658a0b) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:45.776508 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a85477-95c4-401f-ac3c-f725fdc970da tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:45.777854 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d2a85477-95c4-401f-ac3c-f725fdc970da tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:45.789603 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3057d6-6507-439d-9e87-edb5fb4e70f6 None None] Network 1385522a-1dac-40d0-b46c-b4d04f658a0b requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:53:45.807017 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d2a85477-95c4-401f-ac3c-f725fdc970da tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7518411 Feb 16 12:53:45.810250 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42890) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:45.830258 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-c2a65cde-4b08-43bb-811c-eb5224ba85f6 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Request body: {'network': {'name': 'tempest-router-network01--207905066'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:45.841731 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c2a65cde-4b08-43bb-811c-eb5224ba85f6 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:45.846991 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c2a65cde-4b08-43bb-811c-eb5224ba85f6 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Usage tracker for resource:network and tenant:f30ff1442bc9455c9215280007f413c7 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:45.851233 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e608e47-f458-44e2-8381-704462cef083 req-141aead7-90ea-4dc9-9345-17a3da0402b6 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:45.851586 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c2a65cde-4b08-43bb-811c-eb5224ba85f6 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:45.860314 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4e608e47-f458-44e2-8381-704462cef083 req-141aead7-90ea-4dc9-9345-17a3da0402b6 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=d697a81d-0c8f-4805-af84-3ae726462c7d HTTP/1.1" status: 200 len: 944 time: 0.3023732 Feb 16 12:53:45.861941 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c2a65cde-4b08-43bb-811c-eb5224ba85f6 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:45.882900 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a65cde-4b08-43bb-811c-eb5224ba85f6 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Made reservation on behalf of f30ff1442bc9455c9215280007f413c7 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:53:45.888435 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c2a65cde-4b08-43bb-811c-eb5224ba85f6 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:45.929545 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2a65cde-4b08-43bb-811c-eb5224ba85f6 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:53:45.951531 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a0a6800b-4fe2-45aa-9dc4-4de8fd2b1140 req-40126f09-0d06-43c6-b0db-6c345ffbf67d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7fdb21ed-241b-4fdc-8e4a-c7074125b27a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3214657 Feb 16 12:53:45.970313 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.ipam_backend_mixin [None req-af8cfcad-804d-4ac0-886f-bb2d2ab87936 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 560dcbc2-5e98-4be9-8d81-888445efde13 (CIDR: 172.20.0.0/28) Feb 16 12:53:45.989158 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-af8cfcad-804d-4ac0-886f-bb2d2ab87936 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:53:45.989913 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af8cfcad-804d-4ac0-886f-bb2d2ab87936 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:53:45.996711 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4e608e47-f458-44e2-8381-704462cef083 req-0fec2fce-6ce0-49dc-b062-50de1012b876 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354661 Feb 16 12:53:45.999149 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c2a65cde-4b08-43bb-811c-eb5224ba85f6 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:45.999508 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-c2a65cde-4b08-43bb-811c-eb5224ba85f6 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Added segment 922251ca-d8b7-4e0a-8925-7db2ba5aefed of type vlan for network 464bea7c-414f-4e8f-86f4-90820d5c9256 Feb 16 12:53:46.050973 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c2a65cde-4b08-43bb-811c-eb5224ba85f6 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:46.074723 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99e231-4805-4802-9547-4863b2785d51 req-33fee65d-9c16-4528-95df-594e8f7f4f76 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:46.076247 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2a99e231-4805-4802-9547-4863b2785d51 req-33fee65d-9c16-4528-95df-594e8f7f4f76 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/ports?device_id=7e82b2ef-8d7b-4440-b0ed-eeee9fee0c15 HTTP/1.1" status: 200 len: 945 time: 0.1354642 Feb 16 12:53:46.119596 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-af8cfcad-804d-4ac0-886f-bb2d2ab87936 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7695673 Feb 16 12:53:46.122846 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42896) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:46.131169 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-172e19e2-e742-4169-833f-d8e839841aec tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Request body: {'subnet': {'network_id': '33030d62-68eb-4947-a86c-3f5716c993ca', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:46.143680 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c2a65cde-4b08-43bb-811c-eb5224ba85f6 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:46.149520 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a65cde-4b08-43bb-811c-eb5224ba85f6 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:46.150419 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c2a65cde-4b08-43bb-811c-eb5224ba85f6 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:46.169032 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 8773340e-3a24-4a01-bc20-7b63b0c70800 up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:53:46.200186 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1b6908-a3af-4830-b550-1e097ec4d704 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-1385522a-1dac-40d0-b46c-b4d04f658a0b', 'network_id': '1385522a-1dac-40d0-b46c-b4d04f658a0b', 'tenant_id': 'f30ff1442bc9455c9215280007f413c7', 'fixed_ips': [{'subnet_id': '6a9d0520-e48d-4d7a-84b8-1d1c9c504798'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:53:46.201234 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4a1b6908-a3af-4830-b550-1e097ec4d704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:46.331550 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2a99e231-4805-4802-9547-4863b2785d51 req-9106300f-a934-4c47-930b-15eb5963f542 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f320c95-ca75-438b-9010-b5570a6ed590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439027 Feb 16 12:53:46.350721 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning for port 8773340e-3a24-4a01-bc20-7b63b0c70800 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:53:46.415497 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c2a65cde-4b08-43bb-811c-eb5224ba85f6 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6010129 Feb 16 12:53:46.418667 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42900) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:46.425493 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-02f46a30-3691-439f-8308-a8b257b84104 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Request body: {'network': {'name': 'tempest-router-network02--238741795'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:46.445151 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-02f46a30-3691-439f-8308-a8b257b84104 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:46.461894 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-02f46a30-3691-439f-8308-a8b257b84104 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Usage tracker for resource:network and tenant:f30ff1442bc9455c9215280007f413c7 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:46.466269 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-172e19e2-e742-4169-833f-d8e839841aec tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:46.469810 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-02f46a30-3691-439f-8308-a8b257b84104 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:46.472968 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port 8773340e-3a24-4a01-bc20-7b63b0c70800 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:46.473778 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:46.476137 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a65cde-4b08-43bb-811c-eb5224ba85f6 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Pushing event updated for resources: {'Network': ['ID=464bea7c-414f-4e8f-86f4-90820d5c9256,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:46.479093 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-02f46a30-3691-439f-8308-a8b257b84104 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:46.483510 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-172e19e2-e742-4169-833f-d8e839841aec tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Usage tracker for resource:subnet and tenant:cf313999ec50441da36056616d2e4e36 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:46.487823 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6800b-4fe2-45aa-9dc4-4de8fd2b1140 req-9c0a9eb5-0cf3-4b04-804f-1e91b49cf97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:46.489370 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a0a6800b-4fe2-45aa-9dc4-4de8fd2b1140 req-9c0a9eb5-0cf3-4b04-804f-1e91b49cf97f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=103f2f9b580d4ef5ac0f1ab1eab88f07&device_id=7fdb21ed-241b-4fdc-8e4a-c7074125b27a HTTP/1.1" status: 200 len: 1099 time: 0.5028279 Feb 16 12:53:46.491515 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-172e19e2-e742-4169-833f-d8e839841aec tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:46.506588 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-172e19e2-e742-4169-833f-d8e839841aec tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:46.510848 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430c8c5-b31a-4fa2-a817-f4644894e72c req-e9445cab-0e6b-4256-af83-8d9d51aa1d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:46.512349 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f430c8c5-b31a-4fa2-a817-f4644894e72c req-e9445cab-0e6b-4256-af83-8d9d51aa1d4f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3c0de8740eaf4102a4eab144592a82e5&device_id=7e82b2ef-8d7b-4440-b0ed-eeee9fee0c15 HTTP/1.1" status: 200 len: 1098 time: 0.4616616 Feb 16 12:53:46.520785 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 464bea7c-414f-4e8f-86f4-90820d5c9256 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:53:46.593724 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f46a30-3691-439f-8308-a8b257b84104 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Made reservation on behalf of f30ff1442bc9455c9215280007f413c7 for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:53:46.599361 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-02f46a30-3691-439f-8308-a8b257b84104 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:46.620904 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-4a1b6908-a3af-4830-b550-1e097ec4d704 None None] Allocated IP 172.20.0.2 (1385522a-1dac-40d0-b46c-b4d04f658a0b/6a9d0520-e48d-4d7a-84b8-1d1c9c504798/a12b221d-19f6-4025-a077-b3a669e6fc73) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:53:46.651258 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172e19e2-e742-4169-833f-d8e839841aec tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Made reservation on behalf of cf313999ec50441da36056616d2e4e36 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:53:46.654885 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-172e19e2-e742-4169-833f-d8e839841aec tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:46.657306 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 42479000-3e19-4f1f-93b2-f6b73290cb73 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:53:46.698095 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-2fd4a0f9-1e44-4bf6-95a3-e94e896eb6f9 None None] Provisioning for port 42479000-3e19-4f1f-93b2-f6b73290cb73 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:53:46.869811 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02f46a30-3691-439f-8308-a8b257b84104 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:53:46.911104 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-2fd4a0f9-1e44-4bf6-95a3-e94e896eb6f9 None None] Provisioning complete for port e2735aaa-317f-4164-bbc1-c3f0e1cd775f triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:46.911476 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2fd4a0f9-1e44-4bf6-95a3-e94e896eb6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:46.934912 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-02f46a30-3691-439f-8308-a8b257b84104 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:46.935261 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-02f46a30-3691-439f-8308-a8b257b84104 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Added segment 441b9221-0c4a-4d34-a57a-17abdbb8a2d4 of type vlan for network 17eae692-6e45-418c-a32c-2e40176ab5d0 Feb 16 12:53:46.937079 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6800b-4fe2-45aa-9dc4-4de8fd2b1140 req-ac121c93-35db-4bdf-aeb4-896d179588ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:46.938282 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a0a6800b-4fe2-45aa-9dc4-4de8fd2b1140 req-ac121c93-35db-4bdf-aeb4-896d179588ab service neutron] 10.222.0.89 "GET /v2.0/networks?id=b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a HTTP/1.1" status: 200 len: 898 time: 0.4178991 Feb 16 12:53:46.995703 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 42479000-3e19-4f1f-93b2-f6b73290cb73 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:53:47.011637 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430c8c5-b31a-4fa2-a817-f4644894e72c req-22734161-5fd8-4c2d-bd5c-b6d0be6b27ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:47.013142 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f430c8c5-b31a-4fa2-a817-f4644894e72c req-22734161-5fd8-4c2d-bd5c-b6d0be6b27ea service neutron] 10.222.0.89 "GET /v2.0/networks?id=e05f695f-5dbe-4120-bc40-30e84e719d8f HTTP/1.1" status: 200 len: 912 time: 0.4902709 Feb 16 12:53:47.032316 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:47.066116 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 42479000-3e19-4f1f-93b2-f6b73290cb73 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:47.066487 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:47.106077 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-2fd4a0f9-1e44-4bf6-95a3-e94e896eb6f9 None None] Port e2735aaa-317f-4164-bbc1-c3f0e1cd775f cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:53:47.128683 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f430c8c5-b31a-4fa2-a817-f4644894e72c req-8fe1968b-8825-4d87-97db-b3096f03e06b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86d4597e-fa46-4ece-8b2b-7d5922dd0c95 HTTP/1.1" status: 200 len: 217 time: 0.0897319 Feb 16 12:53:47.141645 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd697a81d-0c8f-4805-af84-3ae726462c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8773340e-3a24-4a01-bc20-7b63b0c70800'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:53:47.163352 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 8773340e-3a24-4a01-bc20-7b63b0c70800, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=8773340e-3a24-4a01-bc20-7b63b0c70800,segment=NetworkSegment(453ce50b-6688-4a38-a1c2-540631c2fdad),segment_id=453ce50b-6688-4a38-a1c2-540631c2fdad)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:47.167391 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-02f46a30-3691-439f-8308-a8b257b84104 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:47.174996 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4a1b6908-a3af-4830-b550-1e097ec4d704 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:47.181705 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:47.232406 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd697a81d-0c8f-4805-af84-3ae726462c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8773340e-3a24-4a01-bc20-7b63b0c70800', 'code': 200} Feb 16 12:53:47.243009 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a0a6800b-4fe2-45aa-9dc4-4de8fd2b1140 req-7a3b1e2a-d509-4eab-abdb-3467ce89bf87 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=762066c8-8645-4da2-b033-bc7bb8c13468 HTTP/1.1" status: 200 len: 1002 time: 0.2934434 Feb 16 12:53:47.246355 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-4a1b6908-a3af-4830-b550-1e097ec4d704 None None] Transition to ACTIVE for port object a12b221d-19f6-4025-a077-b3a669e6fc73 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:53:47.357555 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-4a1b6908-a3af-4830-b550-1e097ec4d704 None None] Transition to ACTIVE for port object a12b221d-19f6-4025-a077-b3a669e6fc73 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:53:47.381932 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=8773340e-3a24-4a01-bc20-7b63b0c70800,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:47.410695 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430c8c5-b31a-4fa2-a817-f4644894e72c req-90d9ce13-d198-4bc7-97bd-60ca7d95ad76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:47.412173 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f430c8c5-b31a-4fa2-a817-f4644894e72c req-90d9ce13-d198-4bc7-97bd-60ca7d95ad76 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=961da6b7-8aa4-430e-ae62-7fe4898ace85 HTTP/1.1" status: 200 len: 851 time: 0.2391148 Feb 16 12:53:47.416539 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4a1b6908-a3af-4830-b550-1e097ec4d704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:47.476048 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-02f46a30-3691-439f-8308-a8b257b84104 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:47.476673 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1b6908-a3af-4830-b550-1e097ec4d704 None None] Network 1385522a-1dac-40d0-b46c-b4d04f658a0b is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:53:47.477483 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-7f58dcf1-8d29-47b5-87e1-190053d16330 None None] Provisioning for port bc2227bd-7cb7-4708-805e-14590a70be9a completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:53:47.481482 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f46a30-3691-439f-8308-a8b257b84104 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:47.482072 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-02f46a30-3691-439f-8308-a8b257b84104 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:47.495700 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-4a1b6908-a3af-4830-b550-1e097ec4d704 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:47.497456 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-7f58dcf1-8d29-47b5-87e1-190053d16330 None None] Provisioning complete for port bc2227bd-7cb7-4708-805e-14590a70be9a triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:47.497804 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7f58dcf1-8d29-47b5-87e1-190053d16330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:47.541095 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1b6908-a3af-4830-b550-1e097ec4d704 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:53:47.554704 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f430c8c5-b31a-4fa2-a817-f4644894e72c req-b9f20f8d-f260-44e0-93bb-4d5dfdff7c85 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e05f695f-5dbe-4120-bc40-30e84e719d8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1325948 Feb 16 12:53:47.556079 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6800b-4fe2-45aa-9dc4-4de8fd2b1140 req-fd06812c-63b6-47e5-af6d-16f6a73e7714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:47.557393 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a0a6800b-4fe2-45aa-9dc4-4de8fd2b1140 req-fd06812c-63b6-47e5-af6d-16f6a73e7714 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=75c35191-aad0-42ed-afb3-0994d31eb847 HTTP/1.1" status: 200 len: 835 time: 0.2636008 Feb 16 12:53:47.563830 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:47.586229 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72ce64-cc1e-4ecd-a36a-6bcf578613bb req-740d8778-16f7-481e-8aa0-260a359f9bcd tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:47.587690 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9f72ce64-cc1e-4ecd-a36a-6bcf578613bb req-740d8778-16f7-481e-8aa0-260a359f9bcd tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/ports?device_id=7e82b2ef-8d7b-4440-b0ed-eeee9fee0c15 HTTP/1.1" status: 200 len: 945 time: 0.0830424 Feb 16 12:53:47.630380 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-7f58dcf1-8d29-47b5-87e1-190053d16330 None None] Port bc2227bd-7cb7-4708-805e-14590a70be9a cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:53:47.636110 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9f72ce64-cc1e-4ecd-a36a-6bcf578613bb req-cd7f7279-8d22-48cc-9c24-03e85972eedb tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f320c95-ca75-438b-9010-b5570a6ed590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416307 Feb 16 12:53:47.660995 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b6908-a3af-4830-b550-1e097ec4d704 None None] Pushing event updated for resources: {'Port': ['ID=a12b221d-19f6-4025-a077-b3a669e6fc73,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:47.693054 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 42479000-3e19-4f1f-93b2-f6b73290cb73, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=42479000-3e19-4f1f-93b2-f6b73290cb73,segment=NetworkSegment(6b505478-2c63-43da-862b-4f98e9a4335a),segment_id=6b505478-2c63-43da-862b-4f98e9a4335a)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:47.695577 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-4a1b6908-a3af-4830-b550-1e097ec4d704 None None] Attempting to bind port a12b221d-19f6-4025-a077-b3a669e6fc73 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:53:47.695943 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-4a1b6908-a3af-4830-b550-1e097ec4d704 None None] Attempting to bind port a12b221d-19f6-4025-a077-b3a669e6fc73 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'c790ef3d-0775-42cc-af7a-6c81e94a4abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1385522a-1dac-40d0-b46c-b4d04f658a0b'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:53:47.696688 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1b6908-a3af-4830-b550-1e097ec4d704 None None] Attempting to bind port a12b221d-19f6-4025-a077-b3a669e6fc73 on network 1385522a-1dac-40d0-b46c-b4d04f658a0b {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:53:47.702857 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1b6908-a3af-4830-b550-1e097ec4d704 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:53:47.703222 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1b6908-a3af-4830-b550-1e097ec4d704 None None] Checking segment: {'id': 'c790ef3d-0775-42cc-af7a-6c81e94a4abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1385522a-1dac-40d0-b46c-b4d04f658a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:53:47.703617 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4a1b6908-a3af-4830-b550-1e097ec4d704 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:47.704002 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1b6908-a3af-4830-b550-1e097ec4d704 None None] Bound using segment: {'id': 'c790ef3d-0775-42cc-af7a-6c81e94a4abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1385522a-1dac-40d0-b46c-b4d04f658a0b'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:53:47.704556 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-4a1b6908-a3af-4830-b550-1e097ec4d704 None None] Bound port: a12b221d-19f6-4025-a077-b3a669e6fc73, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c790ef3d-0775-42cc-af7a-6c81e94a4abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1385522a-1dac-40d0-b46c-b4d04f658a0b'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:53:47.704952 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4a1b6908-a3af-4830-b550-1e097ec4d704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:47.714995 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:47.776540 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-02f46a30-3691-439f-8308-a8b257b84104 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3567736 Feb 16 12:53:47.779606 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42910) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:47.786285 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-705dd98b-21b4-4aaa-8a27-db5eb9aa8672 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Request body: {'subnet': {'network_id': '464bea7c-414f-4e8f-86f4-90820d5c9256', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:47.801915 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00034f4-4a5d-4848-8b41-e315bfdd5101 req-21fb499b-ecd9-4468-8b88-d3b2fc509cd5 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:47.803412 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b00034f4-4a5d-4848-8b41-e315bfdd5101 req-21fb499b-ecd9-4468-8b88-d3b2fc509cd5 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=d697a81d-0c8f-4805-af84-3ae726462c7d HTTP/1.1" status: 200 len: 945 time: 0.6803162 Feb 16 12:53:47.816911 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f46a30-3691-439f-8308-a8b257b84104 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Pushing event updated for resources: {'Network': ['ID=17eae692-6e45-418c-a32c-2e40176ab5d0,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:47.838822 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 17eae692-6e45-418c-a32c-2e40176ab5d0 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:53:47.862712 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=42479000-3e19-4f1f-93b2-f6b73290cb73,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:47.924275 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-705dd98b-21b4-4aaa-8a27-db5eb9aa8672 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:47.929175 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-705dd98b-21b4-4aaa-8a27-db5eb9aa8672 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Usage tracker for resource:subnet and tenant:f30ff1442bc9455c9215280007f413c7 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:47.932402 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-705dd98b-21b4-4aaa-8a27-db5eb9aa8672 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:47.936858 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-4a1b6908-a3af-4830-b550-1e097ec4d704 None None] For port a12b221d-19f6-4025-a077-b3a669e6fc73, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:53:47.939953 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-705dd98b-21b4-4aaa-8a27-db5eb9aa8672 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:47.951930 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705dd98b-21b4-4aaa-8a27-db5eb9aa8672 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Made reservation on behalf of f30ff1442bc9455c9215280007f413c7 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:53:47.956004 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-705dd98b-21b4-4aaa-8a27-db5eb9aa8672 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:47.958187 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-4a1b6908-a3af-4830-b550-1e097ec4d704 None None] For port a12b221d-19f6-4025-a077-b3a669e6fc73, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=a12b221d-19f6-4025-a077-b3a669e6fc73,segment=NetworkSegment(c790ef3d-0775-42cc-af7a-6c81e94a4abc),segment_id=c790ef3d-0775-42cc-af7a-6c81e94a4abc)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:53:47.964062 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4a1b6908-a3af-4830-b550-1e097ec4d704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:48.043159 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b6908-a3af-4830-b550-1e097ec4d704 None None] Pushing event updated for resources: {'Port': ['ID=a12b221d-19f6-4025-a077-b3a669e6fc73,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:48.051728 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-172e19e2-e742-4169-833f-d8e839841aec tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:48.145659 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b00034f4-4a5d-4848-8b41-e315bfdd5101 req-8048ebcc-9f7b-4739-bb93-92e9a1539685 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3237293 Feb 16 12:53:48.152064 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a73186-f840-47e7-9e21-04e08ef2fb1c req-fd4394b8-6d73-4311-bb93-e357718effdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:48.153533 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b6a73186-f840-47e7-9e21-04e08ef2fb1c req-fd4394b8-6d73-4311-bb93-e357718effdb service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d697a81d-0c8f-4805-af84-3ae726462c7d HTTP/1.1" status: 200 len: 1098 time: 0.6864021 Feb 16 12:53:48.156272 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f430c8c5-b31a-4fa2-a817-f4644894e72c req-6b7b12fc-f386-4aa9-bd32-59d2d47be444 service neutron] 10.222.0.89 "GET /v2.0/networks/e05f695f-5dbe-4120-bc40-30e84e719d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5764253 Feb 16 12:53:48.158277 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172e19e2-e742-4169-833f-d8e839841aec tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Network 33030d62-68eb-4947-a86c-3f5716c993ca is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:53:48.168862 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-172e19e2-e742-4169-833f-d8e839841aec tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:48.179730 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172e19e2-e742-4169-833f-d8e839841aec tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:48.180337 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-172e19e2-e742-4169-833f-d8e839841aec tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:48.182969 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed8016c-2c7b-4edc-b915-ac39ab9403a8 None None] Network 33030d62-68eb-4947-a86c-3f5716c993ca requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:53:48.200592 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-705dd98b-21b4-4aaa-8a27-db5eb9aa8672 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:48.218115 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6800b-4fe2-45aa-9dc4-4de8fd2b1140 req-f732c483-ab46-4f66-bfda-3ca830af8106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:48.219840 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a0a6800b-4fe2-45aa-9dc4-4de8fd2b1140 req-f732c483-ab46-4f66-bfda-3ca830af8106 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6411371 Feb 16 12:53:48.235714 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e19e2-e742-4169-833f-d8e839841aec tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event updated for resources: {'Subnet': ['ID=82414f5f-09db-498e-b250-60ff995033ef,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:48.338973 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705dd98b-21b4-4aaa-8a27-db5eb9aa8672 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Pushing event updated for resources: {'Subnet': ['ID=244ece64-bbca-4d7f-b7df-31ec2e182491,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:48.348967 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705dd98b-21b4-4aaa-8a27-db5eb9aa8672 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Checking segment: {'id': '922251ca-d8b7-4e0a-8925-7db2ba5aefed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '464bea7c-414f-4e8f-86f4-90820d5c9256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:53:48.349328 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705dd98b-21b4-4aaa-8a27-db5eb9aa8672 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Network hostable DHCP agents. Network: 464bea7c-414f-4e8f-86f4-90820d5c9256, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:53:48.372959 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705dd98b-21b4-4aaa-8a27-db5eb9aa8672 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Network 464bea7c-414f-4e8f-86f4-90820d5c9256 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:53:48.394579 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-705dd98b-21b4-4aaa-8a27-db5eb9aa8672 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 464bea7c-414f-4e8f-86f4-90820d5c9256) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:48.399605 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705dd98b-21b4-4aaa-8a27-db5eb9aa8672 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:48.400254 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-172e19e2-e742-4169-833f-d8e839841aec tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2758145 Feb 16 12:53:48.400501 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-705dd98b-21b4-4aaa-8a27-db5eb9aa8672 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:48.412634 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42914) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:48.419062 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b6a73186-f840-47e7-9e21-04e08ef2fb1c req-87a8588b-5880-4dbe-9c53-897d775de16f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2438960 Feb 16 12:53:48.428318 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1620138e-a2f0-4bfc-b98e-33f119d4406b None None] Network 464bea7c-414f-4e8f-86f4-90820d5c9256 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:53:48.429974 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-ecfca07e-5595-48d1-a1b1-33bd29bb9847 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1960874716', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '82414f5f-09db-498e-b250-60ff995033ef'}], 'security_groups': ['6a0cee21-5c67-4250-acb1-6b416aac04e2']}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:48.449098 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-705dd98b-21b4-4aaa-8a27-db5eb9aa8672 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6677585 Feb 16 12:53:48.452909 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42918) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:48.459605 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-1520a1ab-a348-42b2-b1ed-83c9d5dfaffb tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Request body: {'subnet': {'network_id': '17eae692-6e45-418c-a32c-2e40176ab5d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:48.588882 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f430c8c5-b31a-4fa2-a817-f4644894e72c req-a8ee4722-ffe0-4329-83e8-74814f1434c1 service neutron] 10.222.0.89 "GET /v2.0/networks/e05f695f-5dbe-4120-bc40-30e84e719d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155838 Feb 16 12:53:48.640533 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a0a6800b-4fe2-45aa-9dc4-4de8fd2b1140 req-33ae5339-5520-4d9e-943d-c83d027f1d10 service neutron] 10.222.0.89 "GET /v2.0/networks/b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071255 Feb 16 12:53:48.644367 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1520a1ab-a348-42b2-b1ed-83c9d5dfaffb tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:48.646817 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ecfca07e-5595-48d1-a1b1-33bd29bb9847 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:48.649943 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1520a1ab-a348-42b2-b1ed-83c9d5dfaffb tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Usage tracker for resource:subnet and tenant:f30ff1442bc9455c9215280007f413c7 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:48.652859 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1520a1ab-a348-42b2-b1ed-83c9d5dfaffb tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:48.659997 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1520a1ab-a348-42b2-b1ed-83c9d5dfaffb tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:48.691317 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1520a1ab-a348-42b2-b1ed-83c9d5dfaffb tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Made reservation on behalf of f30ff1442bc9455c9215280007f413c7 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:53:48.695642 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1520a1ab-a348-42b2-b1ed-83c9d5dfaffb tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:48.754963 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 42479000-3e19-4f1f-93b2-f6b73290cb73 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:53:48.891917 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a0a6800b-4fe2-45aa-9dc4-4de8fd2b1140 req-03b63626-07a9-4372-981b-1379c1fb2ed1 service neutron] 10.222.0.89 "GET /v2.0/networks/b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355950 Feb 16 12:53:48.893972 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a39828-a5ae-4bec-915c-3e95ed52dc2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-464bea7c-414f-4e8f-86f4-90820d5c9256', 'network_id': '464bea7c-414f-4e8f-86f4-90820d5c9256', 'tenant_id': 'f30ff1442bc9455c9215280007f413c7', 'fixed_ips': [{'subnet_id': '244ece64-bbca-4d7f-b7df-31ec2e182491'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:53:48.895248 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f4a39828-a5ae-4bec-915c-3e95ed52dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:48.913869 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 42479000-3e19-4f1f-93b2-f6b73290cb73 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:48.919862 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:48.964341 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71217d-38e1-444f-8a61-a2917024e095 req-4e19f877-7fe0-4e6f-a74e-b67ba3a58c45 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:48.966316 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4a71217d-38e1-444f-8a61-a2917024e095 req-4e19f877-7fe0-4e6f-a74e-b67ba3a58c45 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/ports?device_id=7e82b2ef-8d7b-4440-b0ed-eeee9fee0c15 HTTP/1.1" status: 200 len: 945 time: 0.1347497 Feb 16 12:53:49.061758 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4a71217d-38e1-444f-8a61-a2917024e095 req-00ff3f82-15ff-42e1-93f9-a66dc2627eef tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f320c95-ca75-438b-9010-b5570a6ed590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637949 Feb 16 12:53:49.092530 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4186bfd9-54e3-4dc0-b482-a854e3d1a193 None None] Update dhcp port {'port': {'network_id': '33030d62-68eb-4947-a86c-3f5716c993ca', 'fixed_ips': [{'subnet_id': '560dcbc2-5e98-4be9-8d81-888445efde13', 'ip_address': '172.20.0.2'}, {'subnet_id': '82414f5f-09db-498e-b250-60ff995033ef'}], 'binding:host_id': 'dv-neutron-829527-1-hyperv'}, 'id': '42479000-3e19-4f1f-93b2-f6b73290cb73'} from dv-neutron-829527-1-hyperv. {{(pid=87702) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 12:53:49.120424 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1520a1ab-a348-42b2-b1ed-83c9d5dfaffb tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:49.223417 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1520a1ab-a348-42b2-b1ed-83c9d5dfaffb tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Pushing event updated for resources: {'Subnet': ['ID=034fe444-b843-4ee3-b11a-e825c891cf67,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:49.230792 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1520a1ab-a348-42b2-b1ed-83c9d5dfaffb tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Checking segment: {'id': '441b9221-0c4a-4d34-a57a-17abdbb8a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '17eae692-6e45-418c-a32c-2e40176ab5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:53:49.231327 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1520a1ab-a348-42b2-b1ed-83c9d5dfaffb tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Network hostable DHCP agents. Network: 17eae692-6e45-418c-a32c-2e40176ab5d0, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:53:49.262829 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1520a1ab-a348-42b2-b1ed-83c9d5dfaffb tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Network 17eae692-6e45-418c-a32c-2e40176ab5d0 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:53:49.281824 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-1520a1ab-a348-42b2-b1ed-83c9d5dfaffb tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 17eae692-6e45-418c-a32c-2e40176ab5d0) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:49.292241 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1520a1ab-a348-42b2-b1ed-83c9d5dfaffb tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:49.293330 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1520a1ab-a348-42b2-b1ed-83c9d5dfaffb tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:49.307952 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-ecfca07e-5595-48d1-a1b1-33bd29bb9847 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Delete allocated IP 172.20.0.14 (33030d62-68eb-4947-a86c-3f5716c993ca/560dcbc2-5e98-4be9-8d81-888445efde13) {{(pid=87701) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 12:53:49.327410 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-ecfca07e-5595-48d1-a1b1-33bd29bb9847 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Allocated IP 172.20.0.18 (33030d62-68eb-4947-a86c-3f5716c993ca/82414f5f-09db-498e-b250-60ff995033ef/bc2227bd-7cb7-4708-805e-14590a70be9a) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:53:49.342676 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1520a1ab-a348-42b2-b1ed-83c9d5dfaffb tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8883698 Feb 16 12:53:49.345272 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42928) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:49.371921 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-f4a39828-a5ae-4bec-915c-3e95ed52dc2e None None] Allocated IP 172.20.0.2 (464bea7c-414f-4e8f-86f4-90820d5c9256/244ece64-bbca-4d7f-b7df-31ec2e182491/90de14c8-a9e9-4961-9aa8-e793e5975507) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:53:49.579443 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device a12b221d-19f6-4025-a077-b3a669e6fc73 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:53:49.604654 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4186bfd9-54e3-4dc0-b482-a854e3d1a193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:49.642530 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea8255a-25c5-4663-8858-96e9b8696593 None None] Network 17eae692-6e45-418c-a32c-2e40176ab5d0 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:53:49.661470 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bca80ec-89aa-4654-a793-a07cc7e97469 None None] Network 1385522a-1dac-40d0-b46c-b4d04f658a0b requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:53:49.708139 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ecfca07e-5595-48d1-a1b1-33bd29bb9847 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:49.727485 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-ecfca07e-5595-48d1-a1b1-33bd29bb9847 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Transition to ACTIVE for port object bc2227bd-7cb7-4708-805e-14590a70be9a will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:53:49.774687 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ecfca07e-5595-48d1-a1b1-33bd29bb9847 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:49.973985 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfca07e-5595-48d1-a1b1-33bd29bb9847 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event updated for resources: {'Port': ['ID=bc2227bd-7cb7-4708-805e-14590a70be9a,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:50.003569 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215401b2-1bc7-4264-a1e9-fc023b00ec3f req-cfb23fa3-124e-41e5-bc8f-309e71111298 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:50.005667 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-215401b2-1bc7-4264-a1e9-fc023b00ec3f req-cfb23fa3-124e-41e5-bc8f-309e71111298 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=d697a81d-0c8f-4805-af84-3ae726462c7d HTTP/1.1" status: 200 len: 945 time: 0.3551593 Feb 16 12:53:50.013633 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-ecfca07e-5595-48d1-a1b1-33bd29bb9847 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] In _notify_port_updated(), no bound segment for port bc2227bd-7cb7-4708-805e-14590a70be9a on network 33030d62-68eb-4947-a86c-3f5716c993ca {{(pid=87701) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:53:50.015759 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-ff1a19b6-1b41-4d15-8230-95cec2001195 None None] Provisioning for port a12b221d-19f6-4025-a077-b3a669e6fc73 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:53:50.019994 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfca07e-5595-48d1-a1b1-33bd29bb9847 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:50.021044 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ecfca07e-5595-48d1-a1b1-33bd29bb9847 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:50.024666 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-ecfca07e-5595-48d1-a1b1-33bd29bb9847 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "PUT /v2.0/ports/bc2227bd-7cb7-4708-805e-14590a70be9a HTTP/1.1" status: 200 len: 921 time: 1.6054819 Feb 16 12:53:50.025829 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42936) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:50.098827 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-116607ae-7170-4cc2-9e3e-f6339055e0c4 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:50.126022 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-215401b2-1bc7-4264-a1e9-fc023b00ec3f req-b622b45a-a2cb-4c70-99bf-7d10a156c4c8 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029079 Feb 16 12:53:50.132293 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-0ff639dd-64fd-4d28-809e-2a3b809c0a73 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Deleting port bc2227bd-7cb7-4708-805e-14590a70be9a {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:53:50.132687 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0ff639dd-64fd-4d28-809e-2a3b809c0a73 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:50.166743 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port a12b221d-19f6-4025-a077-b3a669e6fc73 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:53:50.264675 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port a12b221d-19f6-4025-a077-b3a669e6fc73 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:50.265215 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:50.455863 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0efea-bd2e-4591-abd5-617f1f95fa43 req-c27386be-8aed-4999-a3ba-fe28e2f21177 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:50.457839 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f8a0efea-bd2e-4591-abd5-617f1f95fa43 req-c27386be-8aed-4999-a3ba-fe28e2f21177 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/ports?device_id=7e82b2ef-8d7b-4440-b0ed-eeee9fee0c15 HTTP/1.1" status: 200 len: 945 time: 0.2037659 Feb 16 12:53:50.507499 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f8a0efea-bd2e-4591-abd5-617f1f95fa43 req-82cf7302-feae-4edc-8de6-5cd019b08885 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f320c95-ca75-438b-9010-b5570a6ed590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421734 Feb 16 12:53:50.565113 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0ff639dd-64fd-4d28-809e-2a3b809c0a73 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:50.582650 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc7a077-1e3f-4eaf-87ea-a1f96c339d60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-17eae692-6e45-418c-a32c-2e40176ab5d0', 'network_id': '17eae692-6e45-418c-a32c-2e40176ab5d0', 'tenant_id': 'f30ff1442bc9455c9215280007f413c7', 'fixed_ips': [{'subnet_id': '034fe444-b843-4ee3-b11a-e825c891cf67'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:53:50.583549 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-acc7a077-1e3f-4eaf-87ea-a1f96c339d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:50.619489 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f4a39828-a5ae-4bec-915c-3e95ed52dc2e None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:50.655173 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f4a39828-a5ae-4bec-915c-3e95ed52dc2e None None] Transition to ACTIVE for port object 90de14c8-a9e9-4961-9aa8-e793e5975507 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:53:50.692509 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-4186bfd9-54e3-4dc0-b482-a854e3d1a193 None None] Allocated IP 172.20.0.19 (33030d62-68eb-4947-a86c-3f5716c993ca/82414f5f-09db-498e-b250-60ff995033ef/42479000-3e19-4f1f-93b2-f6b73290cb73) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:53:50.698189 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-0ff639dd-64fd-4d28-809e-2a3b809c0a73 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Calling delete_port for bc2227bd-7cb7-4708-805e-14590a70be9a owned by {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:53:50.792558 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f4a39828-a5ae-4bec-915c-3e95ed52dc2e None None] Transition to ACTIVE for port object 90de14c8-a9e9-4961-9aa8-e793e5975507 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:53:50.871270 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f4a39828-a5ae-4bec-915c-3e95ed52dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:50.874510 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0ff639dd-64fd-4d28-809e-2a3b809c0a73 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:50.926845 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff639dd-64fd-4d28-809e-2a3b809c0a73 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event deleted for resources: {'Port': ['ID=bc2227bd-7cb7-4708-805e-14590a70be9a,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:50.985129 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-116607ae-7170-4cc2-9e3e-f6339055e0c4 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Allocated IP 172.20.0.1 (464bea7c-414f-4e8f-86f4-90820d5c9256/244ece64-bbca-4d7f-b7df-31ec2e182491/973226a3-44ae-4269-8710-d5b8e42fd432) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:53:51.003183 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:51.027738 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0ff639dd-64fd-4d28-809e-2a3b809c0a73 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:51.027996 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a39828-a5ae-4bec-915c-3e95ed52dc2e None None] Network 464bea7c-414f-4e8f-86f4-90820d5c9256 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:53:51.041259 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-0ff639dd-64fd-4d28-809e-2a3b809c0a73 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/ports/bc2227bd-7cb7-4708-805e-14590a70be9a HTTP/1.1" status: 204 len: 168 time: 1.0018694 Feb 16 12:53:51.044180 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42946) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:51.044667 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-f4a39828-a5ae-4bec-915c-3e95ed52dc2e None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:51.058883 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a39828-a5ae-4bec-915c-3e95ed52dc2e None None] Pushing event updated for resources: {'Port': ['ID=90de14c8-a9e9-4961-9aa8-e793e5975507,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:51.062968 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a39828-a5ae-4bec-915c-3e95ed52dc2e None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:53:51.092932 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-4186bfd9-54e3-4dc0-b482-a854e3d1a193 None None] For port 42479000-3e19-4f1f-93b2-f6b73290cb73, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=42479000-3e19-4f1f-93b2-f6b73290cb73,segment=NetworkSegment(6b505478-2c63-43da-862b-4f98e9a4335a),segment_id=6b505478-2c63-43da-862b-4f98e9a4335a)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:51.093433 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd90fe63-2f05-4061-89a3-cf718e91ad0d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] GET failed (client error): The resource could not be found. Feb 16 12:53:51.093971 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-dd90fe63-2f05-4061-89a3-cf718e91ad0d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Synchronizing usage tracker for tenant:cf313999ec50441da36056616d2e4e36 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:53:51.115026 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-dd90fe63-2f05-4061-89a3-cf718e91ad0d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Unset dirty status for tenant:cf313999ec50441da36056616d2e4e36 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:53:51.116663 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-dd90fe63-2f05-4061-89a3-cf718e91ad0d tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "GET /v2.0/ports/bc2227bd-7cb7-4708-805e-14590a70be9a HTTP/1.1" status: 404 len: 333 time: 0.0711195 Feb 16 12:53:51.119467 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42950) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:51.124857 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4186bfd9-54e3-4dc0-b482-a854e3d1a193 None None] Notify callbacks [] for port, precommit_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:51.125089 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3065e-9479-4d59-bfb5-eff1f74e00db req-64fc5fee-abf8-4434-b0bf-ddaf69b03b39 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:51.132952 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-08c3065e-9479-4d59-bfb5-eff1f74e00db req-64fc5fee-abf8-4434-b0bf-ddaf69b03b39 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/ports?device_id=7e82b2ef-8d7b-4440-b0ed-eeee9fee0c15 HTTP/1.1" status: 200 len: 945 time: 0.2455440 Feb 16 12:53:51.144151 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-4186bfd9-54e3-4dc0-b482-a854e3d1a193 None None] Transition to ACTIVE for port object 42479000-3e19-4f1f-93b2-f6b73290cb73 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:53:51.182968 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4186bfd9-54e3-4dc0-b482-a854e3d1a193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:51.198206 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-316e769c-259e-4644-b781-87366e0c5f42 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:51.222660 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-08c3065e-9479-4d59-bfb5-eff1f74e00db req-9334a243-66c9-45fd-b372-6806ef4c9edf tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f320c95-ca75-438b-9010-b5570a6ed590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887742 Feb 16 12:53:51.246304 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-316e769c-259e-4644-b781-87366e0c5f42 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:51.288854 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-116607ae-7170-4cc2-9e3e-f6339055e0c4 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:51.323074 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-116607ae-7170-4cc2-9e3e-f6339055e0c4 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Transition to ACTIVE for port object 973226a3-44ae-4269-8710-d5b8e42fd432 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:53:51.367910 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-316e769c-259e-4644-b781-87366e0c5f42 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:51.389652 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e769c-259e-4644-b781-87366e0c5f42 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29651df7-1492-4f44-8dde-4deda8707702,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:51.392676 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-116607ae-7170-4cc2-9e3e-f6339055e0c4 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:51.400110 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-316e769c-259e-4644-b781-87366e0c5f42 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:51.401392 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-316e769c-259e-4644-b781-87366e0c5f42 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/security-groups/29651df7-1492-4f44-8dde-4deda8707702 HTTP/1.1" status: 204 len: 168 time: 0.2806377 Feb 16 12:53:51.404930 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42956) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:51.422524 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port a12b221d-19f6-4025-a077-b3a669e6fc73, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=a12b221d-19f6-4025-a077-b3a669e6fc73,segment=NetworkSegment(c790ef3d-0775-42cc-af7a-6c81e94a4abc),segment_id=c790ef3d-0775-42cc-af7a-6c81e94a4abc)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:51.435283 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19649693-49a4-403d-ab42-0ea3c0506cb1 req-4684374b-9fc3-4548-974a-82bbb2b633b0 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:51.436877 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-19649693-49a4-403d-ab42-0ea3c0506cb1 req-4684374b-9fc3-4548-974a-82bbb2b633b0 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=d697a81d-0c8f-4805-af84-3ae726462c7d HTTP/1.1" status: 200 len: 945 time: 0.1478944 Feb 16 12:53:51.445642 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-acc7a077-1e3f-4eaf-87ea-a1f96c339d60 None None] Allocated IP 172.20.0.2 (17eae692-6e45-418c-a32c-2e40176ab5d0/034fe444-b843-4ee3-b11a-e825c891cf67/140406cd-7459-49e4-b5aa-5e8ec4c72004) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:53:51.466546 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:51.479905 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116607ae-7170-4cc2-9e3e-f6339055e0c4 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Network 464bea7c-414f-4e8f-86f4-90820d5c9256 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:53:51.487699 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-116607ae-7170-4cc2-9e3e-f6339055e0c4 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:51.497392 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116607ae-7170-4cc2-9e3e-f6339055e0c4 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:53:51.538704 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f67b60ad-1660-4797-953b-4e6e3c44d1e3 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:51.545123 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-19649693-49a4-403d-ab42-0ea3c0506cb1 req-b9892e86-8807-4869-ae16-715c04f715ba tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963306 Feb 16 12:53:51.554638 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116607ae-7170-4cc2-9e3e-f6339055e0c4 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Pushing event updated for resources: {'Port': ['ID=973226a3-44ae-4269-8710-d5b8e42fd432,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:51.579878 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-116607ae-7170-4cc2-9e3e-f6339055e0c4 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:51.601340 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f67b60ad-1660-4797-953b-4e6e3c44d1e3 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:51.654941 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4186bfd9-54e3-4dc0-b482-a854e3d1a193 None None] Pushing event updated for resources: {'Port': ['ID=42479000-3e19-4f1f-93b2-f6b73290cb73,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:51.674620 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f67b60ad-1660-4797-953b-4e6e3c44d1e3 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:51.693506 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b60ad-1660-4797-953b-4e6e3c44d1e3 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0cee21-5c67-4250-acb1-6b416aac04e2,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:51.703377 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f67b60ad-1660-4797-953b-4e6e3c44d1e3 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:51.704680 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f67b60ad-1660-4797-953b-4e6e3c44d1e3 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/security-groups/6a0cee21-5c67-4250-acb1-6b416aac04e2 HTTP/1.1" status: 204 len: 168 time: 0.2990510 Feb 16 12:53:51.708011 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42962) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:51.719150 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-f4a39828-a5ae-4bec-915c-3e95ed52dc2e None None] Attempting to bind port 90de14c8-a9e9-4961-9aa8-e793e5975507 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:53:51.719525 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-f4a39828-a5ae-4bec-915c-3e95ed52dc2e None None] Attempting to bind port 90de14c8-a9e9-4961-9aa8-e793e5975507 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '922251ca-d8b7-4e0a-8925-7db2ba5aefed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '464bea7c-414f-4e8f-86f4-90820d5c9256'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:53:51.719949 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a39828-a5ae-4bec-915c-3e95ed52dc2e None None] Attempting to bind port 90de14c8-a9e9-4961-9aa8-e793e5975507 on network 464bea7c-414f-4e8f-86f4-90820d5c9256 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:53:51.723944 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-81d04b92-bcc9-4152-be22-be7e24d77e7e None None] Provisioning complete for port a12b221d-19f6-4025-a077-b3a669e6fc73 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:51.724307 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-81d04b92-bcc9-4152-be22-be7e24d77e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:51.785679 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2536f28-f744-4226-9c67-1ec37b8d8942 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Deleting subnet 560dcbc2-5e98-4be9-8d81-888445efde13 {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:53:51.793314 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f2536f28-f744-4226-9c67-1ec37b8d8942 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:51.846462 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd3a81-1409-48f3-8fe7-3731aebd0497 req-a2cbeace-c0ee-44db-b621-47e2364f4c70 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:51.848306 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-41dd3a81-1409-48f3-8fe7-3731aebd0497 req-a2cbeace-c0ee-44db-b621-47e2364f4c70 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=d697a81d-0c8f-4805-af84-3ae726462c7d HTTP/1.1" status: 200 len: 945 time: 0.1489794 Feb 16 12:53:51.859321 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f2536f28-f744-4226-9c67-1ec37b8d8942 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:51.861889 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=a12b221d-19f6-4025-a077-b3a669e6fc73,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:51.875385 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a39828-a5ae-4bec-915c-3e95ed52dc2e None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:53:51.875854 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a39828-a5ae-4bec-915c-3e95ed52dc2e None None] Checking segment: {'id': '922251ca-d8b7-4e0a-8925-7db2ba5aefed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '464bea7c-414f-4e8f-86f4-90820d5c9256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:53:51.876333 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f4a39828-a5ae-4bec-915c-3e95ed52dc2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:51.876747 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a39828-a5ae-4bec-915c-3e95ed52dc2e None None] Bound using segment: {'id': '922251ca-d8b7-4e0a-8925-7db2ba5aefed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '464bea7c-414f-4e8f-86f4-90820d5c9256'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:53:51.877336 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-f4a39828-a5ae-4bec-915c-3e95ed52dc2e None None] Bound port: 90de14c8-a9e9-4961-9aa8-e793e5975507, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922251ca-d8b7-4e0a-8925-7db2ba5aefed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '464bea7c-414f-4e8f-86f4-90820d5c9256'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:53:51.877715 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f4a39828-a5ae-4bec-915c-3e95ed52dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:51.927517 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-116607ae-7170-4cc2-9e3e-f6339055e0c4 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:51.978213 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f2536f28-f744-4226-9c67-1ec37b8d8942 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:52.080940 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f2536f28-f744-4226-9c67-1ec37b8d8942 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:52.127263 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2536f28-f744-4226-9c67-1ec37b8d8942 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event deleted for resources: {'Subnet': ['ID=560dcbc2-5e98-4be9-8d81-888445efde13,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:52.135280 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f2536f28-f744-4226-9c67-1ec37b8d8942 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:52.148360 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f2536f28-f744-4226-9c67-1ec37b8d8942 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/subnets/560dcbc2-5e98-4be9-8d81-888445efde13 HTTP/1.1" status: 204 len: 168 time: 0.4344757 Feb 16 12:53:52.149009 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42968) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:52.155916 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f4a39828-a5ae-4bec-915c-3e95ed52dc2e None None] For port 90de14c8-a9e9-4961-9aa8-e793e5975507, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:53:52.156590 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-d3b3abbb-b2fa-4282-91df-9becb233b201 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Request body: {'subnet': {'network_id': '33030d62-68eb-4947-a86c-3f5716c993ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:52.168570 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f4a39828-a5ae-4bec-915c-3e95ed52dc2e None None] For port 90de14c8-a9e9-4961-9aa8-e793e5975507, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=90de14c8-a9e9-4961-9aa8-e793e5975507,segment=NetworkSegment(922251ca-d8b7-4e0a-8925-7db2ba5aefed),segment_id=922251ca-d8b7-4e0a-8925-7db2ba5aefed)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:53:52.195023 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f4a39828-a5ae-4bec-915c-3e95ed52dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:52.208085 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-41dd3a81-1409-48f3-8fe7-3731aebd0497 req-082252e2-b80e-4bf1-a9ea-3b823fa4b400 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2814291 Feb 16 12:53:52.237374 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42972) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:52.280308 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-acc7a077-1e3f-4eaf-87ea-a1f96c339d60 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:52.282554 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a39828-a5ae-4bec-915c-3e95ed52dc2e None None] Pushing event updated for resources: {'Port': ['ID=90de14c8-a9e9-4961-9aa8-e793e5975507,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:52.301209 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-acc7a077-1e3f-4eaf-87ea-a1f96c339d60 None None] Transition to ACTIVE for port object 140406cd-7459-49e4-b5aa-5e8ec4c72004 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:53:52.336959 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-acc7a077-1e3f-4eaf-87ea-a1f96c339d60 None None] Transition to ACTIVE for port object 140406cd-7459-49e4-b5aa-5e8ec4c72004 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:53:52.355133 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-acc7a077-1e3f-4eaf-87ea-a1f96c339d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:52.414623 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d8299e-997e-47db-bef5-f0551b032143 None None] Network 33030d62-68eb-4947-a86c-3f5716c993ca requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:53:52.440492 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-d3b3abbb-b2fa-4282-91df-9becb233b201 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:52.448078 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c72cffd-c926-45b0-8a76-49dff2064174 tempest-TestVolumeBootPattern-488228145 tempest-TestVolumeBootPattern-488228145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:52.460330 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-8c72cffd-c926-45b0-8a76-49dff2064174 tempest-TestVolumeBootPattern-488228145 tempest-TestVolumeBootPattern-488228145-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=d697a81d-0c8f-4805-af84-3ae726462c7d HTTP/1.1" status: 200 len: 1093 time: 0.2231214 Feb 16 12:53:52.461582 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42978) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:52.463036 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-d3b3abbb-b2fa-4282-91df-9becb233b201 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Usage tracker for resource:subnet and tenant:cf313999ec50441da36056616d2e4e36 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:52.476978 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-17ea7ebd-822e-4e27-b88c-c1c391ad767e tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Request body: {'floatingip': {'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'port_id': '8773340e-3a24-4a01-bc20-7b63b0c70800', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:52.483582 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-d3b3abbb-b2fa-4282-91df-9becb233b201 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:52.529016 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-17ea7ebd-822e-4e27-b88c-c1c391ad767e tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:52.542912 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-d3b3abbb-b2fa-4282-91df-9becb233b201 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:52.555428 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-17ea7ebd-822e-4e27-b88c-c1c391ad767e tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Usage tracker for resource:floatingip and tenant:43a461e2fae64766bd31efeef15d8935 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:52.569570 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-17ea7ebd-822e-4e27-b88c-c1c391ad767e tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:52.571843 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc7a077-1e3f-4eaf-87ea-a1f96c339d60 None None] Network 17eae692-6e45-418c-a32c-2e40176ab5d0 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:53:52.580472 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b3abbb-b2fa-4282-91df-9becb233b201 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Made reservation on behalf of cf313999ec50441da36056616d2e4e36 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:53:52.582558 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-acc7a077-1e3f-4eaf-87ea-a1f96c339d60 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:52.585431 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d3b3abbb-b2fa-4282-91df-9becb233b201 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:52.590335 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-07ca6c17-896a-4eb5-965e-1a845e55b9b9 None None] Provisioning for port 42479000-3e19-4f1f-93b2-f6b73290cb73 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:53:52.620081 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc7a077-1e3f-4eaf-87ea-a1f96c339d60 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:53:52.627191 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7a077-1e3f-4eaf-87ea-a1f96c339d60 None None] Pushing event updated for resources: {'Port': ['ID=140406cd-7459-49e4-b5aa-5e8ec4c72004,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:52.683848 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-07ca6c17-896a-4eb5-965e-1a845e55b9b9 None None] Provisioning complete for port 42479000-3e19-4f1f-93b2-f6b73290cb73 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:52.684601 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-07ca6c17-896a-4eb5-965e-1a845e55b9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:52.708340 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-116607ae-7170-4cc2-9e3e-f6339055e0c4 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:52.722123 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-116607ae-7170-4cc2-9e3e-f6339055e0c4 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:52.756186 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-17ea7ebd-822e-4e27-b88c-c1c391ad767e tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:52.814982 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-acc7a077-1e3f-4eaf-87ea-a1f96c339d60 None None] Attempting to bind port 140406cd-7459-49e4-b5aa-5e8ec4c72004 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:53:52.815395 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-acc7a077-1e3f-4eaf-87ea-a1f96c339d60 None None] Attempting to bind port 140406cd-7459-49e4-b5aa-5e8ec4c72004 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '441b9221-0c4a-4d34-a57a-17abdbb8a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '17eae692-6e45-418c-a32c-2e40176ab5d0'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:53:52.815857 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc7a077-1e3f-4eaf-87ea-a1f96c339d60 None None] Attempting to bind port 140406cd-7459-49e4-b5aa-5e8ec4c72004 on network 17eae692-6e45-418c-a32c-2e40176ab5d0 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:53:52.834341 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc7a077-1e3f-4eaf-87ea-a1f96c339d60 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:53:52.834934 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc7a077-1e3f-4eaf-87ea-a1f96c339d60 None None] Checking segment: {'id': '441b9221-0c4a-4d34-a57a-17abdbb8a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '17eae692-6e45-418c-a32c-2e40176ab5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:53:52.835508 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-acc7a077-1e3f-4eaf-87ea-a1f96c339d60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:52.836071 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc7a077-1e3f-4eaf-87ea-a1f96c339d60 None None] Bound using segment: {'id': '441b9221-0c4a-4d34-a57a-17abdbb8a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '17eae692-6e45-418c-a32c-2e40176ab5d0'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:53:52.836723 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-acc7a077-1e3f-4eaf-87ea-a1f96c339d60 None None] Bound port: 140406cd-7459-49e4-b5aa-5e8ec4c72004, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b9221-0c4a-4d34-a57a-17abdbb8a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '17eae692-6e45-418c-a32c-2e40176ab5d0'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:53:52.837251 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-acc7a077-1e3f-4eaf-87ea-a1f96c339d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:52.846933 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-17ea7ebd-822e-4e27-b88c-c1c391ad767e tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks [] for floatingip, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:52.847524 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-116607ae-7170-4cc2-9e3e-f6339055e0c4 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:52.851983 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116607ae-7170-4cc2-9e3e-f6339055e0c4 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Pushing event updated for resources: {'Port': ['ID=973226a3-44ae-4269-8710-d5b8e42fd432,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:52.985315 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116607ae-7170-4cc2-9e3e-f6339055e0c4 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Network 464bea7c-414f-4e8f-86f4-90820d5c9256 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:53:52.986702 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-116607ae-7170-4cc2-9e3e-f6339055e0c4 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:53.035842 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99dc27-5520-46da-a46c-1e58fda721ee req-717fc09f-47f2-426f-9b0c-39d5be455495 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:53.037407 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ac99dc27-5520-46da-a46c-1e58fda721ee req-717fc09f-47f2-426f-9b0c-39d5be455495 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/ports?device_id=7e82b2ef-8d7b-4440-b0ed-eeee9fee0c15 HTTP/1.1" status: 200 len: 945 time: 0.5442977 Feb 16 12:53:53.077581 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-acc7a077-1e3f-4eaf-87ea-a1f96c339d60 None None] For port 140406cd-7459-49e4-b5aa-5e8ec4c72004, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:53:53.097801 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-acc7a077-1e3f-4eaf-87ea-a1f96c339d60 None None] For port 140406cd-7459-49e4-b5aa-5e8ec4c72004, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=140406cd-7459-49e4-b5aa-5e8ec4c72004,segment=NetworkSegment(441b9221-0c4a-4d34-a57a-17abdbb8a2d4),segment_id=441b9221-0c4a-4d34-a57a-17abdbb8a2d4)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:53:53.105156 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-07ca6c17-896a-4eb5-965e-1a845e55b9b9 None None] Could not find standard attr ID for object bc2227bd-7cb7-4708-805e-14590a70be9a. {{(pid=87702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:53:53.109463 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-acc7a077-1e3f-4eaf-87ea-a1f96c339d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:53.191100 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116607ae-7170-4cc2-9e3e-f6339055e0c4 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Router e486eacd-736b-4498-9f6c-45861549238b is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:53:53.198683 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-07ca6c17-896a-4eb5-965e-1a845e55b9b9 None None] Provisioning complete for port e2735aaa-317f-4164-bbc1-c3f0e1cd775f triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:53.199054 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-07ca6c17-896a-4eb5-965e-1a845e55b9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:53.202564 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ac99dc27-5520-46da-a46c-1e58fda721ee req-789dd239-0c6e-4677-954c-53350e643bcc tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f320c95-ca75-438b-9010-b5570a6ed590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326888 Feb 16 12:53:53.281201 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-17ea7ebd-822e-4e27-b88c-c1c391ad767e tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:53.288790 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-07ca6c17-896a-4eb5-965e-1a845e55b9b9 None None] Port e2735aaa-317f-4164-bbc1-c3f0e1cd775f cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:53:53.301282 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7a077-1e3f-4eaf-87ea-a1f96c339d60 None None] Pushing event updated for resources: {'Port': ['ID=140406cd-7459-49e4-b5aa-5e8ec4c72004,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:53.547643 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116607ae-7170-4cc2-9e3e-f6339055e0c4 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:53:53.567796 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885df5fe-c9e6-4342-8562-b56ae727bbac None None] Sync routers for ids ['e486eacd-736b-4498-9f6c-45861549238b'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:53:53.590657 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d3b3abbb-b2fa-4282-91df-9becb233b201 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:53.593366 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885df5fe-c9e6-4342-8562-b56ae727bbac None None] Routers {'e486eacd-736b-4498-9f6c-45861549238b'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:53:53.597312 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-885df5fe-c9e6-4342-8562-b56ae727bbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:53:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e486eacd-736b-4498-9f6c-45861549238b'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:53.627973 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-116607ae-7170-4cc2-9e3e-f6339055e0c4 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] 10.222.0.83 "PUT /v2.0/routers/e486eacd-736b-4498-9f6c-45861549238b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2806528 Feb 16 12:53:53.632745 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42984) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:53.866306 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-885df5fe-c9e6-4342-8562-b56ae727bbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:53.892218 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885df5fe-c9e6-4342-8562-b56ae727bbac None None] Routers {'e486eacd-736b-4498-9f6c-45861549238b'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:53:53.893326 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-885df5fe-c9e6-4342-8562-b56ae727bbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:53:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e486eacd-736b-4498-9f6c-45861549238b'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:53.918065 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b3abbb-b2fa-4282-91df-9becb233b201 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event updated for resources: {'Subnet': ['ID=54e9baba-43ba-4909-99b6-8354bae56849,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:54.029184 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 42479000-3e19-4f1f-93b2-f6b73290cb73 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:53:54.110721 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b3abbb-b2fa-4282-91df-9becb233b201 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Network 33030d62-68eb-4947-a86c-3f5716c993ca is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:53:54.128707 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-885df5fe-c9e6-4342-8562-b56ae727bbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:54.129115 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885df5fe-c9e6-4342-8562-b56ae727bbac None None] The sync data for ids ['e486eacd-736b-4498-9f6c-45861549238b'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:53:54.138450 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-d3b3abbb-b2fa-4282-91df-9becb233b201 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:54.163854 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 42479000-3e19-4f1f-93b2-f6b73290cb73 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:54.163854 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:54.167858 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b3abbb-b2fa-4282-91df-9becb233b201 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:54.168466 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d3b3abbb-b2fa-4282-91df-9becb233b201 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:54.206854 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296fab2c-56aa-4143-9244-edada23947ae None None] Network 464bea7c-414f-4e8f-86f4-90820d5c9256 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:53:54.244199 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-17ea7ebd-822e-4e27-b88c-c1c391ad767e tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Allocated IP 172.26.5.96 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/f3619d8f-2e29-4b7f-8601-657d7b34295f) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:53:54.307932 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d3b3abbb-b2fa-4282-91df-9becb233b201 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1575475 Feb 16 12:53:54.309004 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42990) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:54.398071 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-6b894e5e-cbe6-4270-a6a0-e94916ed10cc tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Request body: {'security_group': {'name': 'tempest-secgroup-345948234'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:54.437145 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6589f55-1440-4d8f-b455-c42ddc493cdb req-414a87a7-8484-4ccf-a1b2-68aa52af2f06 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:54.438732 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f6589f55-1440-4d8f-b455-c42ddc493cdb req-414a87a7-8484-4ccf-a1b2-68aa52af2f06 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/ports?device_id=7e82b2ef-8d7b-4440-b0ed-eeee9fee0c15 HTTP/1.1" status: 200 len: 945 time: 0.5175145 Feb 16 12:53:54.445581 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-6b894e5e-cbe6-4270-a6a0-e94916ed10cc tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:54.490714 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-c855b4e8-9926-4faf-b4c8-184b8a14f20a None None] Provisioning for port 90de14c8-a9e9-4961-9aa8-e793e5975507 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:53:54.493502 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-6b894e5e-cbe6-4270-a6a0-e94916ed10cc tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Usage tracker for resource:security_group and tenant:cf313999ec50441da36056616d2e4e36 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:54.518795 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1b98e-d78f-4ef4-ac0f-a61adf4b811a req-39b3b1d9-c9ed-47d7-aabd-8d669e589e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:54.520400 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-27b1b98e-d78f-4ef4-ac0f-a61adf4b811a req-39b3b1d9-c9ed-47d7-aabd-8d669e589e40 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3c0de8740eaf4102a4eab144592a82e5&device_id=7e82b2ef-8d7b-4440-b0ed-eeee9fee0c15 HTTP/1.1" status: 200 len: 1098 time: 0.5980458 Feb 16 12:53:54.526922 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-6b894e5e-cbe6-4270-a6a0-e94916ed10cc tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:54.557145 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77664457-5986-4868-a089-73548b507567 None None] Network 33030d62-68eb-4947-a86c-3f5716c993ca requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:53:54.595648 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-6b894e5e-cbe6-4270-a6a0-e94916ed10cc tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:54.769760 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f6589f55-1440-4d8f-b455-c42ddc493cdb req-be0c1b6e-abf1-4c51-8552-2094a8ef401d tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f320c95-ca75-438b-9010-b5570a6ed590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949669 Feb 16 12:53:54.772770 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-17ea7ebd-822e-4e27-b88c-c1c391ad767e tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:54.781193 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6b894e5e-cbe6-4270-a6a0-e94916ed10cc tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:54.834055 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-6b894e5e-cbe6-4270-a6a0-e94916ed10cc tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:54.840144 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-0b7a7fb4-ef4a-4d44-9364-6bca26b8e349 None None] Provisioning complete for port 42479000-3e19-4f1f-93b2-f6b73290cb73 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:54.840517 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0b7a7fb4-ef4a-4d44-9364-6bca26b8e349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:54.851212 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-6b894e5e-cbe6-4270-a6a0-e94916ed10cc tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Usage tracker for resource:security_group_rule and tenant:cf313999ec50441da36056616d2e4e36 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:54.852065 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-6785b996-53c6-4a11-b37c-4a03a662ab1e tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:53:54.855801 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6785b996-53c6-4a11-b37c-4a03a662ab1e tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] 10.222.0.83 "PUT /v2.0/routers/e486eacd-736b-4498-9f6c-45861549238b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2192929 Feb 16 12:53:54.856024 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 42994) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:54.858432 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-6b894e5e-cbe6-4270-a6a0-e94916ed10cc tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:54.862964 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1b98e-d78f-4ef4-ac0f-a61adf4b811a req-91068b45-f6d0-4ce9-80b9-20f109cd166d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:54.864442 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-27b1b98e-d78f-4ef4-ac0f-a61adf4b811a req-91068b45-f6d0-4ce9-80b9-20f109cd166d service neutron] 10.222.0.89 "GET /v2.0/networks?id=e05f695f-5dbe-4120-bc40-30e84e719d8f HTTP/1.1" status: 200 len: 912 time: 0.3293765 Feb 16 12:53:54.870090 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-6b894e5e-cbe6-4270-a6a0-e94916ed10cc tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:54.942115 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 90de14c8-a9e9-4961-9aa8-e793e5975507 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:53:54.960584 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-27b1b98e-d78f-4ef4-ac0f-a61adf4b811a req-33d2d3ab-afcc-4437-b7c2-c4a1acf4ff21 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86d4597e-fa46-4ece-8b2b-7d5922dd0c95 HTTP/1.1" status: 200 len: 217 time: 0.0859916 Feb 16 12:53:54.983060 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9aebd27-1921-4b69-8bb8-2aea2d57353c None None] Network 17eae692-6e45-418c-a32c-2e40176ab5d0 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:53:55.035522 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-17ea7ebd-822e-4e27-b88c-c1c391ad767e tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:55.083281 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1b98e-d78f-4ef4-ac0f-a61adf4b811a req-cc7dc18b-b60c-49b8-a659-390440c3311a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:55.084825 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-27b1b98e-d78f-4ef4-ac0f-a61adf4b811a req-cc7dc18b-b60c-49b8-a659-390440c3311a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=961da6b7-8aa4-430e-ae62-7fe4898ace85 HTTP/1.1" status: 200 len: 851 time: 0.1165891 Feb 16 12:53:55.168855 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ea7ebd-822e-4e27-b88c-c1c391ad767e tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:53:55.178981 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-27b1b98e-d78f-4ef4-ac0f-a61adf4b811a req-05c098aa-7050-4e4c-8879-cdadaa36e6d8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e05f695f-5dbe-4120-bc40-30e84e719d8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795722 Feb 16 12:53:55.184206 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-17ea7ebd-822e-4e27-b88c-c1c391ad767e tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:55.217648 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ea7ebd-822e-4e27-b88c-c1c391ad767e tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:53:55.248122 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ea7ebd-822e-4e27-b88c-c1c391ad767e tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Pushing event updated for resources: {'Port': ['ID=f3619d8f-2e29-4b7f-8601-657d7b34295f,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:55.263760 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6b894e5e-cbe6-4270-a6a0-e94916ed10cc tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:55.314130 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 90de14c8-a9e9-4961-9aa8-e793e5975507 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:53:55.314327 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6b894e5e-cbe6-4270-a6a0-e94916ed10cc tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:55.330037 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 90de14c8-a9e9-4961-9aa8-e793e5975507 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:55.330485 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:55.422830 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cec2f6f3-ecc7-4e65-932e-564190777935 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:55.442966 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-0b7a7fb4-ef4a-4d44-9364-6bca26b8e349 None None] Provisioning complete for port e2735aaa-317f-4164-bbc1-c3f0e1cd775f triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:55.443345 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0b7a7fb4-ef4a-4d44-9364-6bca26b8e349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:55.491628 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6b894e5e-cbe6-4270-a6a0-e94916ed10cc tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:55.497069 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-6b894e5e-cbe6-4270-a6a0-e94916ed10cc tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1318467 Feb 16 12:53:55.501421 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 42998) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:55.541987 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-0b7a7fb4-ef4a-4d44-9364-6bca26b8e349 None None] Port e2735aaa-317f-4164-bbc1-c3f0e1cd775f cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:53:55.687905 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:55.721488 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb430817-15cf-4c94-ad37-cd63ac9bdc3c None None] Update dhcp port {'port': {'network_id': '33030d62-68eb-4947-a86c-3f5716c993ca', 'fixed_ips': [{'subnet_id': '82414f5f-09db-498e-b250-60ff995033ef', 'ip_address': '172.20.0.19'}, {'subnet_id': '54e9baba-43ba-4909-99b6-8354bae56849'}], 'binding:host_id': 'dv-neutron-829527-1-hyperv'}, 'id': '42479000-3e19-4f1f-93b2-f6b73290cb73'} from dv-neutron-829527-1-hyperv. {{(pid=87702) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 12:53:55.768162 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-54e12f0f-f097-4ba5-bdbd-a2d99ee30e52 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Request body: {'security_group': {'name': 'tempest-secgroup-795156728'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:55.775747 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-54e12f0f-f097-4ba5-bdbd-a2d99ee30e52 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:55.785289 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b894e5e-cbe6-4270-a6a0-e94916ed10cc tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04a65c0a-289f-46c8-86e8-9b567e9014ca,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:55.802691 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-54e12f0f-f097-4ba5-bdbd-a2d99ee30e52 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Usage tracker for resource:security_group and tenant:cf313999ec50441da36056616d2e4e36 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:55.809764 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-54e12f0f-f097-4ba5-bdbd-a2d99ee30e52 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:55.830707 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-626009a2-6924-4b51-bce0-08dc9330e8c9 None None] Provisioning complete for port 90de14c8-a9e9-4961-9aa8-e793e5975507 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:55.831521 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-626009a2-6924-4b51-bce0-08dc9330e8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:55.850632 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-54e12f0f-f097-4ba5-bdbd-a2d99ee30e52 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:55.862756 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-27b1b98e-d78f-4ef4-ac0f-a61adf4b811a req-f4d7079a-89be-458e-9acb-7cede0a098b7 service neutron] 10.222.0.89 "GET /v2.0/networks/e05f695f-5dbe-4120-bc40-30e84e719d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6721911 Feb 16 12:53:55.879837 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-cec2f6f3-ecc7-4e65-932e-564190777935 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Deleting port 973226a3-44ae-4269-8710-d5b8e42fd432 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:53:55.880357 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cec2f6f3-ecc7-4e65-932e-564190777935 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:55.930125 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 90de14c8-a9e9-4961-9aa8-e793e5975507, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=90de14c8-a9e9-4961-9aa8-e793e5975507,segment=NetworkSegment(922251ca-d8b7-4e0a-8925-7db2ba5aefed),segment_id=922251ca-d8b7-4e0a-8925-7db2ba5aefed)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:55.935438 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-cb430817-15cf-4c94-ad37-cd63ac9bdc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:55.959411 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:55.960251 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device a12b221d-19f6-4025-a077-b3a669e6fc73 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:53:56.000994 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-54e12f0f-f097-4ba5-bdbd-a2d99ee30e52 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:56.107593 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-54e12f0f-f097-4ba5-bdbd-a2d99ee30e52 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:56.112350 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-54e12f0f-f097-4ba5-bdbd-a2d99ee30e52 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Usage tracker for resource:security_group_rule and tenant:cf313999ec50441da36056616d2e4e36 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:56.115733 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-54e12f0f-f097-4ba5-bdbd-a2d99ee30e52 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:56.122690 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-54e12f0f-f097-4ba5-bdbd-a2d99ee30e52 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:56.242221 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cec2f6f3-ecc7-4e65-932e-564190777935 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:56.258985 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=90de14c8-a9e9-4961-9aa8-e793e5975507,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:56.268722 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0cdbeb-6970-4b2a-b106-8f2965e5feb6 req-2c38fff2-cfa2-43b8-a50c-3f43d01d0d27 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:56.275763 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2b0cdbeb-6970-4b2a-b106-8f2965e5feb6 req-2c38fff2-cfa2-43b8-a50c-3f43d01d0d27 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/ports?device_id=7e82b2ef-8d7b-4440-b0ed-eeee9fee0c15 HTTP/1.1" status: 200 len: 945 time: 0.2492938 Feb 16 12:53:56.290875 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-54e12f0f-f097-4ba5-bdbd-a2d99ee30e52 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:56.318362 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port a12b221d-19f6-4025-a077-b3a669e6fc73 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:56.319237 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:56.329098 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-54e12f0f-f097-4ba5-bdbd-a2d99ee30e52 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:56.407778 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-626009a2-6924-4b51-bce0-08dc9330e8c9 None None] Provisioning for port 140406cd-7459-49e4-b5aa-5e8ec4c72004 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:53:56.408956 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-27b1b98e-d78f-4ef4-ac0f-a61adf4b811a req-eaf56462-ccec-45ef-93e4-d32a20620c22 service neutron] 10.222.0.89 "GET /v2.0/networks/e05f695f-5dbe-4120-bc40-30e84e719d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5359826 Feb 16 12:53:56.412681 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e12f0f-f097-4ba5-bdbd-a2d99ee30e52 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=961f902f-e006-408a-9f67-4898a18e45cc,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:56.439124 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-54e12f0f-f097-4ba5-bdbd-a2d99ee30e52 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:56.440131 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-54e12f0f-f097-4ba5-bdbd-a2d99ee30e52 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6762609 Feb 16 12:53:56.444469 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 43006) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:56.449157 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-d65d2873-4fc4-40bd-b918-b42e5392f682 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Request body: {'security_group': {'name': 'tempest-secgroup-1210650423'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:56.451395 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-cb430817-15cf-4c94-ad37-cd63ac9bdc3c None None] Allocated IP 172.20.0.2 (33030d62-68eb-4947-a86c-3f5716c993ca/54e9baba-43ba-4909-99b6-8354bae56849/42479000-3e19-4f1f-93b2-f6b73290cb73) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:53:56.463047 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-d65d2873-4fc4-40bd-b918-b42e5392f682 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:56.469346 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-d65d2873-4fc4-40bd-b918-b42e5392f682 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Usage tracker for resource:security_group and tenant:cf313999ec50441da36056616d2e4e36 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:56.473619 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-d65d2873-4fc4-40bd-b918-b42e5392f682 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:56.481336 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-d65d2873-4fc4-40bd-b918-b42e5392f682 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:56.521800 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-626009a2-6924-4b51-bce0-08dc9330e8c9 None None] Provisioning for port 973226a3-44ae-4269-8710-d5b8e42fd432 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:53:56.526798 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-17ea7ebd-822e-4e27-b88c-c1c391ad767e tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:56.537598 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-cec2f6f3-ecc7-4e65-932e-564190777935 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Calling delete_port for 973226a3-44ae-4269-8710-d5b8e42fd432 owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:53:56.544721 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d65d2873-4fc4-40bd-b918-b42e5392f682 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:56.602830 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-626009a2-6924-4b51-bce0-08dc9330e8c9 None None] Provisioning complete for port 973226a3-44ae-4269-8710-d5b8e42fd432 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:56.603304 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-626009a2-6924-4b51-bce0-08dc9330e8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:56.610064 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-d65d2873-4fc4-40bd-b918-b42e5392f682 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:56.617786 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-d65d2873-4fc4-40bd-b918-b42e5392f682 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Usage tracker for resource:security_group_rule and tenant:cf313999ec50441da36056616d2e4e36 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:53:56.620767 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2b0cdbeb-6970-4b2a-b106-8f2965e5feb6 req-7bffc58f-1b4e-42f9-ab56-7de1d0d0e77e tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f320c95-ca75-438b-9010-b5570a6ed590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440084 Feb 16 12:53:56.622218 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-d65d2873-4fc4-40bd-b918-b42e5392f682 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:53:56.631385 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-d65d2873-4fc4-40bd-b918-b42e5392f682 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:56.638218 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-17ea7ebd-822e-4e27-b88c-c1c391ad767e tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:56.697462 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-626009a2-6924-4b51-bce0-08dc9330e8c9 None None] Port 973226a3-44ae-4269-8710-d5b8e42fd432 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:53:56.742954 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-cb430817-15cf-4c94-ad37-cd63ac9bdc3c None None] For port 42479000-3e19-4f1f-93b2-f6b73290cb73, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=42479000-3e19-4f1f-93b2-f6b73290cb73,segment=NetworkSegment(6b505478-2c63-43da-862b-4f98e9a4335a),segment_id=6b505478-2c63-43da-862b-4f98e9a4335a)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:56.778704 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-cb430817-15cf-4c94-ad37-cd63ac9bdc3c None None] Notify callbacks [] for port, precommit_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:56.787752 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cec2f6f3-ecc7-4e65-932e-564190777935 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:56.800145 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-cb430817-15cf-4c94-ad37-cd63ac9bdc3c None None] Transition to ACTIVE for port object 42479000-3e19-4f1f-93b2-f6b73290cb73 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:53:56.825569 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-cb430817-15cf-4c94-ad37-cd63ac9bdc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:56.844410 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec2f6f3-ecc7-4e65-932e-564190777935 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Pushing event deleted for resources: {'Port': ['ID=973226a3-44ae-4269-8710-d5b8e42fd432,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:56.881883 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 140406cd-7459-49e4-b5aa-5e8ec4c72004 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:53:56.890598 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d65d2873-4fc4-40bd-b918-b42e5392f682 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:56.904994 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d65d2873-4fc4-40bd-b918-b42e5392f682 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:56.981679 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d2873-4fc4-40bd-b918-b42e5392f682 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=616f9261-a437-4b76-9fb3-18a3a456e7a7,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:56.996268 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d65d2873-4fc4-40bd-b918-b42e5392f682 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:56.997640 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d65d2873-4fc4-40bd-b918-b42e5392f682 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5530934 Feb 16 12:53:57.000754 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 43010) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:57.008495 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-33bc7c8c-6835-46c6-bf2c-214e87cb7dfe tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1759167616', 'security_groups': ['616f9261-a437-4b76-9fb3-18a3a456e7a7'], 'network_id': '33030d62-68eb-4947-a86c-3f5716c993ca', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '54e9baba-43ba-4909-99b6-8354bae56849'}]}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:57.024527 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-17ea7ebd-822e-4e27-b88c-c1c391ad767e tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:57.093041 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-4cb74b1b-e898-4dea-a6aa-3e976c37b6c5 None None] Could not find standard attr ID for object 973226a3-44ae-4269-8710-d5b8e42fd432. {{(pid=87702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:53:57.104522 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb430817-15cf-4c94-ad37-cd63ac9bdc3c None None] Pushing event updated for resources: {'Port': ['ID=42479000-3e19-4f1f-93b2-f6b73290cb73,revision_number=6']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:57.119894 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-17ea7ebd-822e-4e27-b88c-c1c391ad767e tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:57.127165 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 140406cd-7459-49e4-b5aa-5e8ec4c72004 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:53:57.133862 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 140406cd-7459-49e4-b5aa-5e8ec4c72004 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:57.134303 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:57.167150 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cec2f6f3-ecc7-4e65-932e-564190777935 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:57.269384 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:57.311758 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 140406cd-7459-49e4-b5aa-5e8ec4c72004, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=140406cd-7459-49e4-b5aa-5e8ec4c72004,segment=NetworkSegment(441b9221-0c4a-4d34-a57a-17abdbb8a2d4),segment_id=441b9221-0c4a-4d34-a57a-17abdbb8a2d4)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:53:57.322229 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:57.323811 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 90de14c8-a9e9-4961-9aa8-e793e5975507 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:53:57.372200 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ea7ebd-822e-4e27-b88c-c1c391ad767e tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Pushing event updated for resources: {'Port': ['ID=f3619d8f-2e29-4b7f-8601-657d7b34295f,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:57.409756 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-17ea7ebd-822e-4e27-b88c-c1c391ad767e tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:57.493066 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=140406cd-7459-49e4-b5aa-5e8ec4c72004,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:57.495693 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 90de14c8-a9e9-4961-9aa8-e793e5975507 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:57.496053 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:57.500268 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-33bc7c8c-6835-46c6-bf2c-214e87cb7dfe tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:53:57.530993 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-33bc7c8c-6835-46c6-bf2c-214e87cb7dfe tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:53:57.574719 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec2f6f3-ecc7-4e65-932e-564190777935 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Router e486eacd-736b-4498-9f6c-45861549238b has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:53:57.625304 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33bc7c8c-6835-46c6-bf2c-214e87cb7dfe tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Made reservation on behalf of cf313999ec50441da36056616d2e4e36 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:53:57.743581 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec2f6f3-ecc7-4e65-932e-564190777935 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:53:57.754029 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd60be6a-3ee2-4c4e-9163-48a4bca65e02 None None] Sync routers for ids ['e486eacd-736b-4498-9f6c-45861549238b'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:53:57.762971 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-cec2f6f3-ecc7-4e65-932e-564190777935 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] 10.222.0.83 "PUT /v2.0/routers/e486eacd-736b-4498-9f6c-45861549238b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9058185 Feb 16 12:53:57.765547 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd60be6a-3ee2-4c4e-9163-48a4bca65e02 None None] Routers {'e486eacd-736b-4498-9f6c-45861549238b'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:53:57.766197 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-cd60be6a-3ee2-4c4e-9163-48a4bca65e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:53:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e486eacd-736b-4498-9f6c-45861549238b'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:57.767771 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43016) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:57.835379 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-e404c50c-f354-4e5d-9538-7d46c09dc92d None None] Provisioning for port 42479000-3e19-4f1f-93b2-f6b73290cb73 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:53:57.840364 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-cd60be6a-3ee2-4c4e-9163-48a4bca65e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:57.840837 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-e404c50c-f354-4e5d-9538-7d46c09dc92d None None] Provisioning complete for port 42479000-3e19-4f1f-93b2-f6b73290cb73 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:57.842255 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e404c50c-f354-4e5d-9538-7d46c09dc92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:57.845454 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-7f77adb5-527a-41d7-8260-28040988abf4 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] delete failed (client error): The resource could not be found. Feb 16 12:53:57.850171 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7f77adb5-527a-41d7-8260-28040988abf4 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] 10.222.0.83 "DELETE /v2.0/routers/tempest-non_exist_router-2115956309 HTTP/1.1" status: 404 len: 335 time: 0.0774508 Feb 16 12:53:57.850439 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43020) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:57.854231 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd60be6a-3ee2-4c4e-9163-48a4bca65e02 None None] Routers {'e486eacd-736b-4498-9f6c-45861549238b'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:53:57.854930 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-cd60be6a-3ee2-4c4e-9163-48a4bca65e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:53:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e486eacd-736b-4498-9f6c-45861549238b'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:57.860290 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d59e7cd6-7458-499c-8735-77effde1d12d tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e486eacd-736b-4498-9f6c-45861549238b'}}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:57.929658 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.l3_db [None req-17ea7ebd-822e-4e27-b88c-c1c391ad767e tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Floating IP 90d00a90-f5f8-4616-8ac3-9082897f4a39 associated. External IP: 172.26.5.96, port: 8773340e-3a24-4a01-bc20-7b63b0c70800. Feb 16 12:53:57.936601 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-cd60be6a-3ee2-4c4e-9163-48a4bca65e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:57.937060 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd60be6a-3ee2-4c4e-9163-48a4bca65e02 None None] The sync data for ids ['e486eacd-736b-4498-9f6c-45861549238b'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:53:58.088430 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-e404c50c-f354-4e5d-9538-7d46c09dc92d None None] Provisioning complete for port e2735aaa-317f-4164-bbc1-c3f0e1cd775f triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:58.088743 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e404c50c-f354-4e5d-9538-7d46c09dc92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:58.150839 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-e404c50c-f354-4e5d-9538-7d46c09dc92d None None] Port e2735aaa-317f-4164-bbc1-c3f0e1cd775f cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:53:58.242913 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-33bc7c8c-6835-46c6-bf2c-214e87cb7dfe tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:58.262818 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-9a20b8f1-f5ae-44d8-bb66-b56aa02e2597 None None] Could not find standard attr ID for object bc2227bd-7cb7-4708-805e-14590a70be9a. {{(pid=87702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:53:58.265729 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78826ebe-88e2-49c5-b92d-2bcff6fb476d req-5c49eac0-a174-4f98-952b-8bcbee0b8327 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:58.267287 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-78826ebe-88e2-49c5-b92d-2bcff6fb476d req-5c49eac0-a174-4f98-952b-8bcbee0b8327 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/ports?device_id=7e82b2ef-8d7b-4440-b0ed-eeee9fee0c15 HTTP/1.1" status: 200 len: 945 time: 0.3398271 Feb 16 12:53:58.302061 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [None req-33bc7c8c-6835-46c6-bf2c-214e87cb7dfe tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] device_id is not set on port ce43d55c-1e59-4a1f-a60d-c5425e83cb50 yet. {{(pid=87701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:53:58.419421 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d59e7cd6-7458-499c-8735-77effde1d12d tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:58.448705 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.api.v2.resource [None req-d59e7cd6-7458-499c-8735-77effde1d12d tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] update failed (client error): The resource could not be found. Feb 16 12:53:58.450145 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d59e7cd6-7458-499c-8735-77effde1d12d tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] 10.222.0.83 "PUT /v2.0/routers/e486eacd-736b-4498-9f6c-45861549238b HTTP/1.1" status: 404 len: 339 time: 0.5967598 Feb 16 12:53:58.453638 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43024) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:58.459782 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-78826ebe-88e2-49c5-b92d-2bcff6fb476d req-b1f2d93f-48a3-4166-bb8c-ff31ffd84017 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f320c95-ca75-438b-9010-b5570a6ed590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867552 Feb 16 12:53:58.672015 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ea7ebd-822e-4e27-b88c-c1c391ad767e tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Router 23fedfff-5686-499a-b8e0-238a28933e42 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:53:58.781841 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 42479000-3e19-4f1f-93b2-f6b73290cb73 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:53:58.811714 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-33bc7c8c-6835-46c6-bf2c-214e87cb7dfe tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Allocated IP 172.20.0.3 (33030d62-68eb-4947-a86c-3f5716c993ca/54e9baba-43ba-4909-99b6-8354bae56849/ce43d55c-1e59-4a1f-a60d-c5425e83cb50) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:53:58.855716 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 42479000-3e19-4f1f-93b2-f6b73290cb73 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:58.856088 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:58.978071 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1d9b87d4-deb0-4135-b267-cf8cb9701652 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:58.978833 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 140406cd-7459-49e4-b5aa-5e8ec4c72004 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:53:59.023374 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ea7ebd-822e-4e27-b88c-c1c391ad767e tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:53:59.039846 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2673ca4b-aa32-4612-a4ab-2071ad929abc None None] Sync routers for ids ['23fedfff-5686-499a-b8e0-238a28933e42'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:53:59.054280 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2673ca4b-aa32-4612-a4ab-2071ad929abc None None] Routers {'23fedfff-5686-499a-b8e0-238a28933e42'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:53:59.054999 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-2673ca4b-aa32-4612-a4ab-2071ad929abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:53:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['23fedfff-5686-499a-b8e0-238a28933e42'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:59.122562 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fdc9fd-3994-48a2-82a0-0fd92276a457 req-77d49923-16ce-4951-adbe-5c97f9e17795 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:59.124154 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a2fdc9fd-3994-48a2-82a0-0fd92276a457 req-77d49923-16ce-4951-adbe-5c97f9e17795 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/ports?device_id=7e82b2ef-8d7b-4440-b0ed-eeee9fee0c15 HTTP/1.1" status: 200 len: 945 time: 0.3165691 Feb 16 12:53:59.137928 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 140406cd-7459-49e4-b5aa-5e8ec4c72004 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:59.138399 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:59.151717 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-17ea7ebd-822e-4e27-b88c-c1c391ad767e tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:59.262236 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-17ea7ebd-822e-4e27-b88c-c1c391ad767e tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.7953050 Feb 16 12:53:59.265195 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd697a81d-0c8f-4805-af84-3ae726462c7d', 'tag': '8773340e-3a24-4a01-bc20-7b63b0c70800'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:53:59.272154 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a2fdc9fd-3994-48a2-82a0-0fd92276a457 req-236e3b37-a35b-439e-a71c-c05965e223ff tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f320c95-ca75-438b-9010-b5570a6ed590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367872 Feb 16 12:53:59.277557 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-33bc7c8c-6835-46c6-bf2c-214e87cb7dfe tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:59.295694 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-33bc7c8c-6835-46c6-bf2c-214e87cb7dfe tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Transition to ACTIVE for port object ce43d55c-1e59-4a1f-a60d-c5425e83cb50 will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:53:59.309208 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-2673ca4b-aa32-4612-a4ab-2071ad929abc None None] Set router 23fedfff-5686-499a-b8e0-238a28933e42 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:53:59.339828 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-33bc7c8c-6835-46c6-bf2c-214e87cb7dfe tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:59.350162 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd697a81d-0c8f-4805-af84-3ae726462c7d', 'tag': '8773340e-3a24-4a01-bc20-7b63b0c70800', 'status': 'completed', 'code': 200} Feb 16 12:53:59.378254 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-1d9b87d4-deb0-4135-b267-cf8cb9701652 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Allocated IP 172.20.0.1 (1385522a-1dac-40d0-b46c-b4d04f658a0b/6a9d0520-e48d-4d7a-84b8-1d1c9c504798/d3cc816a-0587-4d1d-9a74-4ba7157e2832) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:53:59.475091 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bc7c8c-6835-46c6-bf2c-214e87cb7dfe tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Network 33030d62-68eb-4947-a86c-3f5716c993ca is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:53:59.487986 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-33bc7c8c-6835-46c6-bf2c-214e87cb7dfe tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:59.492079 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bc7c8c-6835-46c6-bf2c-214e87cb7dfe tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:53:59.520828 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc7c8c-6835-46c6-bf2c-214e87cb7dfe tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event updated for resources: {'Port': ['ID=ce43d55c-1e59-4a1f-a60d-c5425e83cb50,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:53:59.571956 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bc7c8c-6835-46c6-bf2c-214e87cb7dfe tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:59.572643 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-33bc7c8c-6835-46c6-bf2c-214e87cb7dfe tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:59.586940 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebcb51a-1301-4823-a7bb-06c2b5334a72 req-38dd18bd-4d9e-4bf7-9c8a-c579edb70191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:53:59.588409 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1ebcb51a-1301-4823-a7bb-06c2b5334a72 req-38dd18bd-4d9e-4bf7-9c8a-c579edb70191 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=43a461e2fae64766bd31efeef15d8935&device_id=d697a81d-0c8f-4805-af84-3ae726462c7d HTTP/1.1" status: 200 len: 1098 time: 0.2027953 Feb 16 12:53:59.618554 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-33bc7c8c-6835-46c6-bf2c-214e87cb7dfe tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6164999 Feb 16 12:53:59.622985 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 43036) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:53:59.732454 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1d9b87d4-deb0-4135-b267-cf8cb9701652 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:59.749694 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-1d9b87d4-deb0-4135-b267-cf8cb9701652 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Transition to ACTIVE for port object d3cc816a-0587-4d1d-9a74-4ba7157e2832 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:53:59.779259 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1d9b87d4-deb0-4135-b267-cf8cb9701652 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:59.789489 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-2673ca4b-aa32-4612-a4ab-2071ad929abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fedfff-5686-499a-b8e0-238a28933e42', 'name': 'tempest-TestVolumeBootPattern-1761421937-router', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:04Z', 'updated_at': '2022-02-16T12:49:20Z', 'revision_number': 4, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'gw_port': {'id': '8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:07Z', 'updated_at': '2022-02-16T12:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '90d00a90-f5f8-4616-8ac3-9082897f4a39', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'floating_ip_address': '172.26.5.96', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'port_id': '8773340e-3a24-4a01-bc20-7b63b0c70800', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638', 'mac_address': 'fa:16:3e:ef:77:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd697a81d-0c8f-4805-af84-3ae726462c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:53:56Z', 'updated_at': '2022-02-16T12:53:56Z', 'revision_number': 0, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5b23843-9f59-458d-9ac9-8cfc9dd74594', 'name': '', 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'mac_address': 'fa:16:3e:d2:8d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '475d72a9-33c5-44fc-8808-9edb5e19ce95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:17Z', 'updated_at': '2022-02-16T12:49:29Z', 'revision_number': 5, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'subnets': [{'id': '475d72a9-33c5-44fc-8808-9edb5e19ce95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:59.796590 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2673ca4b-aa32-4612-a4ab-2071ad929abc None None] Checking router: 23fedfff-5686-499a-b8e0-238a28933e42 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:53:59.809082 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2673ca4b-aa32-4612-a4ab-2071ad929abc None None] Routers {'23fedfff-5686-499a-b8e0-238a28933e42'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:53:59.809918 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-2673ca4b-aa32-4612-a4ab-2071ad929abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:53:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['23fedfff-5686-499a-b8e0-238a28933e42'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:53:59.844301 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-6d63dd61-ec21-450b-9ac8-468114a42dec tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Request body: {'subnet': {'network_id': '33030d62-68eb-4947-a86c-3f5716c993ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:53:59.850886 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9b87d4-deb0-4135-b267-cf8cb9701652 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Network 1385522a-1dac-40d0-b46c-b4d04f658a0b is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:53:59.854100 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-1d9b87d4-deb0-4135-b267-cf8cb9701652 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:53:59.858503 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9b87d4-deb0-4135-b267-cf8cb9701652 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:53:59.871476 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-0d435570-2dc0-4a73-a262-7c4fc7e607ae None None] Provisioning for port ce43d55c-1e59-4a1f-a60d-c5425e83cb50 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:53:59.897600 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-0d435570-2dc0-4a73-a262-7c4fc7e607ae None None] Provisioning complete for port ce43d55c-1e59-4a1f-a60d-c5425e83cb50 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:53:59.898094 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0d435570-2dc0-4a73-a262-7c4fc7e607ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:59.926482 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1d9b87d4-deb0-4135-b267-cf8cb9701652 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:53:59.935341 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9b87d4-deb0-4135-b267-cf8cb9701652 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Pushing event updated for resources: {'Port': ['ID=d3cc816a-0587-4d1d-9a74-4ba7157e2832,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:00.027185 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebcb51a-1301-4823-a7bb-06c2b5334a72 req-0b60f4f1-4236-4b06-be65-3cd6981cfd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:00.029111 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1ebcb51a-1301-4823-a7bb-06c2b5334a72 req-0b60f4f1-4236-4b06-be65-3cd6981cfd6c service neutron] 10.222.0.89 "GET /v2.0/networks?id=2f9caf95-9634-43c7-8691-03bf1bd0a638 HTTP/1.1" status: 200 len: 913 time: 0.4332654 Feb 16 12:54:00.073635 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-0d435570-2dc0-4a73-a262-7c4fc7e607ae None None] Port ce43d55c-1e59-4a1f-a60d-c5425e83cb50 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:54:00.098211 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-2673ca4b-aa32-4612-a4ab-2071ad929abc None None] Set router 23fedfff-5686-499a-b8e0-238a28933e42 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:54:00.100528 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1d9b87d4-deb0-4135-b267-cf8cb9701652 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:00.147272 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1ebcb51a-1301-4823-a7bb-06c2b5334a72 req-6b55e5a6-b0b1-4a45-b1b8-585c64ce4c34 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8773340e-3a24-4a01-bc20-7b63b0c70800 HTTP/1.1" status: 200 len: 998 time: 0.1105492 Feb 16 12:54:00.153347 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-6d63dd61-ec21-450b-9ac8-468114a42dec tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:54:00.186737 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-6d63dd61-ec21-450b-9ac8-468114a42dec tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Usage tracker for resource:subnet and tenant:cf313999ec50441da36056616d2e4e36 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:54:00.192276 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-6d63dd61-ec21-450b-9ac8-468114a42dec tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:54:00.203447 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-6d63dd61-ec21-450b-9ac8-468114a42dec tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:54:00.227649 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebcb51a-1301-4823-a7bb-06c2b5334a72 req-929c7855-b420-4232-bf76-e2d42d8b9db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:00.229626 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1ebcb51a-1301-4823-a7bb-06c2b5334a72 req-929c7855-b420-4232-bf76-e2d42d8b9db4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=475d72a9-33c5-44fc-8808-9edb5e19ce95 HTTP/1.1" status: 200 len: 851 time: 0.0736952 Feb 16 12:54:00.230499 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d63dd61-ec21-450b-9ac8-468114a42dec tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Made reservation on behalf of cf313999ec50441da36056616d2e4e36 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:54:00.233951 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6d63dd61-ec21-450b-9ac8-468114a42dec tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:00.319035 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-5852d53e-83c0-4f7e-bf76-c49baf33a009 None None] Provisioning for port d3cc816a-0587-4d1d-9a74-4ba7157e2832 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:54:00.389031 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-5852d53e-83c0-4f7e-bf76-c49baf33a009 None None] Provisioning complete for port d3cc816a-0587-4d1d-9a74-4ba7157e2832 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:00.389702 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-5852d53e-83c0-4f7e-bf76-c49baf33a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:00.452183 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 43044) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:00.527318 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebcb51a-1301-4823-a7bb-06c2b5334a72 req-77a858c0-29a7-4242-a570-5cecfa6cdef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:00.528062 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-5852d53e-83c0-4f7e-bf76-c49baf33a009 None None] Port d3cc816a-0587-4d1d-9a74-4ba7157e2832 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:54:00.529022 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1ebcb51a-1301-4823-a7bb-06c2b5334a72 req-77a858c0-29a7-4242-a570-5cecfa6cdef8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2f9caf95-9634-43c7-8691-03bf1bd0a638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2810493 Feb 16 12:54:00.557146 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.ipam_backend_mixin [None req-6d63dd61-ec21-450b-9ac8-468114a42dec tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 54e9baba-43ba-4909-99b6-8354bae56849 (CIDR: 172.20.0.0/28) Feb 16 12:54:00.565984 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1d9b87d4-deb0-4135-b267-cf8cb9701652 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:00.571194 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1d9b87d4-deb0-4135-b267-cf8cb9701652 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:00.626634 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-2673ca4b-aa32-4612-a4ab-2071ad929abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fedfff-5686-499a-b8e0-238a28933e42', 'name': 'tempest-TestVolumeBootPattern-1761421937-router', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:04Z', 'updated_at': '2022-02-16T12:49:20Z', 'revision_number': 4, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'gw_port': {'id': '8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:07Z', 'updated_at': '2022-02-16T12:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '90d00a90-f5f8-4616-8ac3-9082897f4a39', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'floating_ip_address': '172.26.5.96', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'port_id': '8773340e-3a24-4a01-bc20-7b63b0c70800', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638', 'mac_address': 'fa:16:3e:ef:77:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd697a81d-0c8f-4805-af84-3ae726462c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:53:56Z', 'updated_at': '2022-02-16T12:53:56Z', 'revision_number': 0, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5b23843-9f59-458d-9ac9-8cfc9dd74594', 'name': '', 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'mac_address': 'fa:16:3e:d2:8d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '475d72a9-33c5-44fc-8808-9edb5e19ce95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:17Z', 'updated_at': '2022-02-16T12:49:29Z', 'revision_number': 5, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'subnets': [{'id': '475d72a9-33c5-44fc-8808-9edb5e19ce95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:00.631093 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2673ca4b-aa32-4612-a4ab-2071ad929abc None None] The sync data for ids ['23fedfff-5686-499a-b8e0-238a28933e42'] in dv-neutron-829527-1-hyperv is: [{'id': '23fedfff-5686-499a-b8e0-238a28933e42', 'name': 'tempest-TestVolumeBootPattern-1761421937-router', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:04Z', 'updated_at': '2022-02-16T12:49:20Z', 'revision_number': 4, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'gw_port': {'id': '8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:07Z', 'updated_at': '2022-02-16T12:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '90d00a90-f5f8-4616-8ac3-9082897f4a39', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'floating_ip_address': '172.26.5.96', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'port_id': '8773340e-3a24-4a01-bc20-7b63b0c70800', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638', 'mac_address': 'fa:16:3e:ef:77:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd697a81d-0c8f-4805-af84-3ae726462c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:53:56Z', 'updated_at': '2022-02-16T12:53:56Z', 'revision_number': 0, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5b23843-9f59-458d-9ac9-8cfc9dd74594', 'name': '', 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'mac_address': 'fa:16:3e:d2:8d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '475d72a9-33c5-44fc-8808-9edb5e19ce95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:17Z', 'updated_at': '2022-02-16T12:49:29Z', 'revision_number': 5, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'subnets': [{'id': '475d72a9-33c5-44fc-8808-9edb5e19ce95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:54:00.651954 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d63dd61-ec21-450b-9ac8-468114a42dec tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:54:00.652436 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d63dd61-ec21-450b-9ac8-468114a42dec tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:54:00.694544 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9b87d4-deb0-4135-b267-cf8cb9701652 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Pushing event updated for resources: {'Port': ['ID=d3cc816a-0587-4d1d-9a74-4ba7157e2832,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:00.698485 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1d9b87d4-deb0-4135-b267-cf8cb9701652 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:00.779699 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-6d63dd61-ec21-450b-9ac8-468114a42dec tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1556780 Feb 16 12:54:00.782787 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43048) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:00.790503 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-2b50f9c9-ba48-493f-9022-ccb8c16f1d55 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Request body: {'subnet': {'network_id': '33030d62-68eb-4947-a86c-3f5716c993ca', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:00.828296 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1ebcb51a-1301-4823-a7bb-06c2b5334a72 req-977ef9e3-a3a8-4ce0-a390-44f591fbba02 service neutron] 10.222.0.89 "GET /v2.0/networks/2f9caf95-9634-43c7-8691-03bf1bd0a638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750609 Feb 16 12:54:00.871273 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96994f-32d5-4187-acfd-909f4140e4de req-8004982f-3bec-4794-b827-f1ea2d997c33 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:00.873072 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8f96994f-32d5-4187-acfd-909f4140e4de req-8004982f-3bec-4794-b827-f1ea2d997c33 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/ports?device_id=7e82b2ef-8d7b-4440-b0ed-eeee9fee0c15 HTTP/1.1" status: 200 len: 945 time: 0.4639025 Feb 16 12:54:00.880884 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-4e6e12b3-6ca9-4a1e-87b1-f6c7b49ba43f tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Deleting port c8dc2413-0cda-4655-948b-1ad59ad21952 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:54:00.880884 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4e6e12b3-6ca9-4a1e-87b1-f6c7b49ba43f tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:00.881434 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867fd178-0b3c-4a27-ab0f-9d6184747752 None None] New status for floating IP 90d00a90-f5f8-4616-8ac3-9082897f4a39: ACTIVE {{(pid=87703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:54:00.969358 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9b87d4-deb0-4135-b267-cf8cb9701652 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Network 1385522a-1dac-40d0-b46c-b4d04f658a0b is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:54:00.972817 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-1d9b87d4-deb0-4135-b267-cf8cb9701652 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:54:01.041966 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-2b50f9c9-ba48-493f-9022-ccb8c16f1d55 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:54:01.106143 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2b50f9c9-ba48-493f-9022-ccb8c16f1d55 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Usage tracker for resource:subnet and tenant:cf313999ec50441da36056616d2e4e36 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:54:01.116088 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2b50f9c9-ba48-493f-9022-ccb8c16f1d55 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:54:01.133147 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-2b50f9c9-ba48-493f-9022-ccb8c16f1d55 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:54:01.154197 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b50f9c9-ba48-493f-9022-ccb8c16f1d55 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Made reservation on behalf of cf313999ec50441da36056616d2e4e36 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:54:01.157604 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2b50f9c9-ba48-493f-9022-ccb8c16f1d55 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:01.159468 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8f96994f-32d5-4187-acfd-909f4140e4de req-7b09b1a0-750c-499e-b267-1c0c08f1de05 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f320c95-ca75-438b-9010-b5570a6ed590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805834 Feb 16 12:54:01.208091 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1ebcb51a-1301-4823-a7bb-06c2b5334a72 req-013a5aa2-0ac7-4df1-8eb7-b8c6198ce383 service neutron] 10.222.0.89 "GET /v2.0/networks/2f9caf95-9634-43c7-8691-03bf1bd0a638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713260 Feb 16 12:54:01.271361 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4e6e12b3-6ca9-4a1e-87b1-f6c7b49ba43f tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:01.271862 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4e6e12b3-6ca9-4a1e-87b1-f6c7b49ba43f tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:01.274104 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-9f7552a0-19dc-4a52-a1c5-0a431e3f7578 None None] Provisioning complete for port d3cc816a-0587-4d1d-9a74-4ba7157e2832 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:01.274475 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9f7552a0-19dc-4a52-a1c5-0a431e3f7578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:01.338836 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-9f7552a0-19dc-4a52-a1c5-0a431e3f7578 None None] Port d3cc816a-0587-4d1d-9a74-4ba7157e2832 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:54:01.388263 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d9b87d4-deb0-4135-b267-cf8cb9701652 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Router e486eacd-736b-4498-9f6c-45861549238b has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:54:01.501268 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42edcb86-2c4f-43fc-825d-940369c08a44 req-80db809f-53a6-4171-90cf-17454ffa6789 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:01.502726 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-42edcb86-2c4f-43fc-825d-940369c08a44 req-80db809f-53a6-4171-90cf-17454ffa6789 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.89 "GET /v2.0/ports?device_id=7e82b2ef-8d7b-4440-b0ed-eeee9fee0c15 HTTP/1.1" status: 200 len: 945 time: 0.4865789 Feb 16 12:54:01.561901 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.ipam_backend_mixin [None req-2b50f9c9-ba48-493f-9022-ccb8c16f1d55 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 82414f5f-09db-498e-b250-60ff995033ef (CIDR: 172.20.0.16/28) Feb 16 12:54:01.562214 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-4e6e12b3-6ca9-4a1e-87b1-f6c7b49ba43f tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Calling delete_port for c8dc2413-0cda-4655-948b-1ad59ad21952 owned by network:floatingip {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:54:01.568269 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b50f9c9-ba48-493f-9022-ccb8c16f1d55 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 12:54:01.568795 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b50f9c9-ba48-493f-9022-ccb8c16f1d55 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:54:01.597979 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9b87d4-deb0-4135-b267-cf8cb9701652 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:54:01.600712 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2b50f9c9-ba48-493f-9022-ccb8c16f1d55 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8167779 Feb 16 12:54:01.606910 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1d9b87d4-deb0-4135-b267-cf8cb9701652 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] 10.222.0.83 "PUT /v2.0/routers/e486eacd-736b-4498-9f6c-45861549238b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1486182 Feb 16 12:54:01.606910 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43052) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:01.609975 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-1366eef2-0da5-4afe-badb-a12e9d69e971 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Request body: {'subnet': {'network_id': '33030d62-68eb-4947-a86c-3f5716c993ca', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:01.613863 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2dfff1-a41b-43a1-819e-4841a22aed4a None None] Sync routers for ids ['e486eacd-736b-4498-9f6c-45861549238b'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:54:01.618244 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 43056) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:01.623883 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2dfff1-a41b-43a1-819e-4841a22aed4a None None] Routers {'e486eacd-736b-4498-9f6c-45861549238b'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:54:01.624330 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-8c2dfff1-a41b-43a1-819e-4841a22aed4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:53:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e486eacd-736b-4498-9f6c-45861549238b'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:01.689424 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-8c2dfff1-a41b-43a1-819e-4841a22aed4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:01.698197 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2dfff1-a41b-43a1-819e-4841a22aed4a None None] Routers {'e486eacd-736b-4498-9f6c-45861549238b'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:54:01.698810 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-8c2dfff1-a41b-43a1-819e-4841a22aed4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:53:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e486eacd-736b-4498-9f6c-45861549238b'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:01.762970 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1366eef2-0da5-4afe-badb-a12e9d69e971 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:54:01.763176 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-8c2dfff1-a41b-43a1-819e-4841a22aed4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:01.763439 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2dfff1-a41b-43a1-819e-4841a22aed4a None None] The sync data for ids ['e486eacd-736b-4498-9f6c-45861549238b'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:54:01.771606 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1366eef2-0da5-4afe-badb-a12e9d69e971 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Usage tracker for resource:subnet and tenant:cf313999ec50441da36056616d2e4e36 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:54:01.774569 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1366eef2-0da5-4afe-badb-a12e9d69e971 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:54:01.780984 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1366eef2-0da5-4afe-badb-a12e9d69e971 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:54:01.789513 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-460f7556-7392-4406-997a-e058654ff579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:01.795099 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1366eef2-0da5-4afe-badb-a12e9d69e971 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Made reservation on behalf of cf313999ec50441da36056616d2e4e36 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:54:01.799345 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1366eef2-0da5-4afe-badb-a12e9d69e971 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:01.804392 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-42edcb86-2c4f-43fc-825d-940369c08a44 req-61461ec5-2da2-487d-adf5-470fa33269b4 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Deleting port 86d4597e-fa46-4ece-8b2b-7d5922dd0c95 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:54:01.804392 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-42edcb86-2c4f-43fc-825d-940369c08a44 req-61461ec5-2da2-487d-adf5-470fa33269b4 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:01.926452 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-15e7f081-a5d0-4e4c-9466-190472944655 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks [] for router, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:02.091419 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1366eef2-0da5-4afe-badb-a12e9d69e971 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:02.153464 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1366eef2-0da5-4afe-badb-a12e9d69e971 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Network 33030d62-68eb-4947-a86c-3f5716c993ca is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:54:02.165872 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-1366eef2-0da5-4afe-badb-a12e9d69e971 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:54:02.165872 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1366eef2-0da5-4afe-badb-a12e9d69e971 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:02.165872 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1366eef2-0da5-4afe-badb-a12e9d69e971 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:02.174836 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcd96e3-b3ce-446b-9aae-e420d1797fbc None None] Network 33030d62-68eb-4947-a86c-3f5716c993ca requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:54:02.198310 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1366eef2-0da5-4afe-badb-a12e9d69e971 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event updated for resources: {'Subnet': ['ID=4df0ffec-5738-4a62-be72-405bbec4ce7a,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:02.215973 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1366eef2-0da5-4afe-badb-a12e9d69e971 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6042469 Feb 16 12:54:02.215973 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43062) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:02.224323 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-0d287f0d-b1a0-4a70-b017-eb6c5afba032 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1704265845', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4df0ffec-5738-4a62-be72-405bbec4ce7a'}], 'security_groups': ['04a65c0a-289f-46c8-86e8-9b567e9014ca', '961f902f-e006-408a-9f67-4898a18e45cc']}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:02.253710 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-15e7f081-a5d0-4e4c-9466-190472944655 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 16 12:54:02.254677 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-15e7f081-a5d0-4e4c-9466-190472944655 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] 10.222.0.83 "DELETE /v2.0/routers/e486eacd-736b-4498-9f6c-45861549238b HTTP/1.1" status: 409 len: 329 time: 0.6257994 Feb 16 12:54:02.260439 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 43066) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:02.435126 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4e6e12b3-6ca9-4a1e-87b1-f6c7b49ba43f tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:02.574835 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5f1da-d5de-4ac2-adea-784c3cfa71e4 req-3f00480e-5d04-4e2a-9ce0-402d18adbed6 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:02.576814 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-cff5f1da-d5de-4ac2-adea-784c3cfa71e4 req-3f00480e-5d04-4e2a-9ce0-402d18adbed6 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/ports?device_id=7e82b2ef-8d7b-4440-b0ed-eeee9fee0c15 HTTP/1.1" status: 200 len: 945 time: 0.2311764 Feb 16 12:54:02.590156 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e12b3-6ca9-4a1e-87b1-f6c7b49ba43f tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Pushing event deleted for resources: {'Port': ['ID=c8dc2413-0cda-4655-948b-1ad59ad21952,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:02.594138 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-42edcb86-2c4f-43fc-825d-940369c08a44 req-61461ec5-2da2-487d-adf5-470fa33269b4 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] For port 86d4597e-fa46-4ece-8b2b-7d5922dd0c95, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=86d4597e-fa46-4ece-8b2b-7d5922dd0c95,segment=NetworkSegment(40d8d5a3-4d54-4bb7-b706-eb4112b64eaa),segment_id=40d8d5a3-4d54-4bb7-b706-eb4112b64eaa)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:54:02.594398 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-42edcb86-2c4f-43fc-825d-940369c08a44 req-61461ec5-2da2-487d-adf5-470fa33269b4 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:02.611010 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0d287f0d-b1a0-4a70-b017-eb6c5afba032 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:02.651517 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2598486d-d619-4c8e-9227-eae467208eaf None None] Update dhcp port {'port': {'network_id': '33030d62-68eb-4947-a86c-3f5716c993ca', 'fixed_ips': [{'subnet_id': '82414f5f-09db-498e-b250-60ff995033ef', 'ip_address': '172.20.0.19'}, {'subnet_id': '54e9baba-43ba-4909-99b6-8354bae56849', 'ip_address': '172.20.0.2'}, {'subnet_id': '4df0ffec-5738-4a62-be72-405bbec4ce7a'}], 'binding:host_id': 'dv-neutron-829527-1-hyperv'}, 'id': '42479000-3e19-4f1f-93b2-f6b73290cb73'} from dv-neutron-829527-1-hyperv. {{(pid=87702) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 12:54:02.689439 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-cff5f1da-d5de-4ac2-adea-784c3cfa71e4 req-5702a4bd-c3d1-4765-8510-8b4a9c94c79a tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f320c95-ca75-438b-9010-b5570a6ed590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978243 Feb 16 12:54:02.734560 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2598486d-d619-4c8e-9227-eae467208eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:02.985322 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-42edcb86-2c4f-43fc-825d-940369c08a44 req-61461ec5-2da2-487d-adf5-470fa33269b4 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Calling delete_port for 86d4597e-fa46-4ece-8b2b-7d5922dd0c95 owned by compute:nova {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:54:03.011011 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-2598486d-d619-4c8e-9227-eae467208eaf None None] Allocated IP 172.20.0.34 (33030d62-68eb-4947-a86c-3f5716c993ca/4df0ffec-5738-4a62-be72-405bbec4ce7a/42479000-3e19-4f1f-93b2-f6b73290cb73) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:54:03.040753 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4e6e12b3-6ca9-4a1e-87b1-f6c7b49ba43f tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks [] for floatingip, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:03.041099 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.l3_db [None req-4e6e12b3-6ca9-4a1e-87b1-f6c7b49ba43f tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Floating IP 41dc1811-1ed2-489a-b341-e1d893915e38 disassociated (deleted). External IP: 172.26.5.206, port: 762066c8-8645-4da2-b033-bc7bb8c13468. Feb 16 12:54:03.160081 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-2598486d-d619-4c8e-9227-eae467208eaf None None] For port 42479000-3e19-4f1f-93b2-f6b73290cb73, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=42479000-3e19-4f1f-93b2-f6b73290cb73,segment=NetworkSegment(6b505478-2c63-43da-862b-4f98e9a4335a),segment_id=6b505478-2c63-43da-862b-4f98e9a4335a)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:54:03.187261 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2598486d-d619-4c8e-9227-eae467208eaf None None] Notify callbacks [] for port, precommit_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:03.206975 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-2598486d-d619-4c8e-9227-eae467208eaf None None] Transition to ACTIVE for port object 42479000-3e19-4f1f-93b2-f6b73290cb73 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:54:03.211765 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2598486d-d619-4c8e-9227-eae467208eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:03.400300 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2598486d-d619-4c8e-9227-eae467208eaf None None] Pushing event updated for resources: {'Port': ['ID=42479000-3e19-4f1f-93b2-f6b73290cb73,revision_number=7']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:03.401960 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-0d287f0d-b1a0-4a70-b017-eb6c5afba032 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Delete allocated IP 172.20.0.3 (33030d62-68eb-4947-a86c-3f5716c993ca/54e9baba-43ba-4909-99b6-8354bae56849) {{(pid=87699) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 12:54:03.416570 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-0d287f0d-b1a0-4a70-b017-eb6c5afba032 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Allocated IP 172.20.0.36 (33030d62-68eb-4947-a86c-3f5716c993ca/4df0ffec-5738-4a62-be72-405bbec4ce7a/ce43d55c-1e59-4a1f-a60d-c5425e83cb50) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:54:03.738828 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0d287f0d-b1a0-4a70-b017-eb6c5afba032 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:03.747629 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-42edcb86-2c4f-43fc-825d-940369c08a44 req-61461ec5-2da2-487d-adf5-470fa33269b4 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:03.758889 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-0d287f0d-b1a0-4a70-b017-eb6c5afba032 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Transition to ACTIVE for port object ce43d55c-1e59-4a1f-a60d-c5425e83cb50 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:54:03.770267 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0d287f0d-b1a0-4a70-b017-eb6c5afba032 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:03.841061 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61461ec5-2da2-487d-adf5-470fa33269b4 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Pushing event deleted for resources: {'Port': ['ID=86d4597e-fa46-4ece-8b2b-7d5922dd0c95,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:04.066712 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a1c79a7a-e3c5-4250-b7f3-48dce431d03e req-c5071ddd-6a0f-464d-9acc-fc5f033c556a tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.83 "GET /v2.0/ports?device_id=7e82b2ef-8d7b-4440-b0ed-eeee9fee0c15 HTTP/1.1" status: 200 len: 210 time: 0.1780198 Feb 16 12:54:04.070931 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-42edcb86-2c4f-43fc-825d-940369c08a44 req-61461ec5-2da2-487d-adf5-470fa33269b4 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] No DVR routers for this DVR port 86d4597e-fa46-4ece-8b2b-7d5922dd0c95 on host hv-neutron-8295 {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:54:04.073457 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-42edcb86-2c4f-43fc-825d-940369c08a44 req-61461ec5-2da2-487d-adf5-470fa33269b4 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:04.079971 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e82b2ef-8d7b-4440-b0ed-eeee9fee0c15', 'name': 'network-vif-deleted', 'tag': '86d4597e-fa46-4ece-8b2b-7d5922dd0c95'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:54:04.111864 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-94200829-da5f-4b0b-adb1-6695bc100851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:04.132581 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6e12b3-6ca9-4a1e-87b1-f6c7b49ba43f tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Router 8232d632-9ded-460e-8870-676a4f8e0a1c has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:54:04.136077 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d287f0d-b1a0-4a70-b017-eb6c5afba032 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event updated for resources: {'Port': ['ID=ce43d55c-1e59-4a1f-a60d-c5425e83cb50,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:04.136413 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-42edcb86-2c4f-43fc-825d-940369c08a44 req-61461ec5-2da2-487d-adf5-470fa33269b4 tempest-TestServerAdvancedOps-1525111586 tempest-TestServerAdvancedOps-1525111586-project] 10.222.0.89 "DELETE /v2.0/ports/86d4597e-fa46-4ece-8b2b-7d5922dd0c95 HTTP/1.1" status: 204 len: 173 time: 2.5815449 Feb 16 12:54:04.141846 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e82b2ef-8d7b-4440-b0ed-eeee9fee0c15', 'name': 'network-vif-deleted', 'tag': '86d4597e-fa46-4ece-8b2b-7d5922dd0c95', 'status': 'completed', 'code': 200} Feb 16 12:54:04.174770 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-0d287f0d-b1a0-4a70-b017-eb6c5afba032 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] In _notify_port_updated(), no bound segment for port ce43d55c-1e59-4a1f-a60d-c5425e83cb50 on network 33030d62-68eb-4947-a86c-3f5716c993ca {{(pid=87699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 12:54:04.180496 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d287f0d-b1a0-4a70-b017-eb6c5afba032 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:04.181338 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0d287f0d-b1a0-4a70-b017-eb6c5afba032 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:04.182642 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0d287f0d-b1a0-4a70-b017-eb6c5afba032 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "PUT /v2.0/ports/ce43d55c-1e59-4a1f-a60d-c5425e83cb50 HTTP/1.1" status: 200 len: 960 time: 1.9687107 Feb 16 12:54:04.185582 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43074) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:04.192906 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-15c382a2-a263-4847-9964-22c65f486bf4 None None] Provisioning for port ce43d55c-1e59-4a1f-a60d-c5425e83cb50 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:54:04.199488 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-15c382a2-a263-4847-9964-22c65f486bf4 None None] Provisioning complete for port ce43d55c-1e59-4a1f-a60d-c5425e83cb50 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:04.200139 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-15c382a2-a263-4847-9964-22c65f486bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:04.238145 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 86d4597e-fa46-4ece-8b2b-7d5922dd0c95 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:54:04.260752 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b5d3f449-5389-4577-b262-2df685af2099 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Deleting port ce43d55c-1e59-4a1f-a60d-c5425e83cb50 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:54:04.261091 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b5d3f449-5389-4577-b262-2df685af2099 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:04.291650 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] No Port match for: 86d4597e-fa46-4ece-8b2b-7d5922dd0c95 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:54:04.292304 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 86d4597e-fa46-4ece-8b2b-7d5922dd0c95 not bound to the agent host hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:54:04.316520 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-15c382a2-a263-4847-9964-22c65f486bf4 None None] Port ce43d55c-1e59-4a1f-a60d-c5425e83cb50 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:54:04.332211 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-15c382a2-a263-4847-9964-22c65f486bf4 None None] Provisioning for port 42479000-3e19-4f1f-93b2-f6b73290cb73 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:54:04.338311 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-15c382a2-a263-4847-9964-22c65f486bf4 None None] Provisioning complete for port 42479000-3e19-4f1f-93b2-f6b73290cb73 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:04.338912 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-15c382a2-a263-4847-9964-22c65f486bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:04.383509 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-234ce65d-95da-4ef1-a85a-17e3e0578869 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:04.436213 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:04.575461 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-15c382a2-a263-4847-9964-22c65f486bf4 None None] Provisioning complete for port e2735aaa-317f-4164-bbc1-c3f0e1cd775f triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:04.577038 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-15c382a2-a263-4847-9964-22c65f486bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:04.586575 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b5d3f449-5389-4577-b262-2df685af2099 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:04.641145 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-15c382a2-a263-4847-9964-22c65f486bf4 None None] Port e2735aaa-317f-4164-bbc1-c3f0e1cd775f cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:54:04.709865 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6e12b3-6ca9-4a1e-87b1-f6c7b49ba43f tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:54:04.715087 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4e6e12b3-6ca9-4a1e-87b1-f6c7b49ba43f tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:04.721629 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782d516c-9733-41e2-9fde-c95bb13c7c46 None None] Sync routers for ids ['8232d632-9ded-460e-8870-676a4f8e0a1c'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:54:04.732510 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782d516c-9733-41e2-9fde-c95bb13c7c46 None None] Routers {'8232d632-9ded-460e-8870-676a4f8e0a1c'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:54:04.733246 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-782d516c-9733-41e2-9fde-c95bb13c7c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:54:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['8232d632-9ded-460e-8870-676a4f8e0a1c'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:04.772169 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b5d3f449-5389-4577-b262-2df685af2099 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Calling delete_port for ce43d55c-1e59-4a1f-a60d-c5425e83cb50 owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:54:04.778610 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-4c05c315-d914-43e4-b9ae-ec5d790e36f6 None None] Provisioning complete for port ce43d55c-1e59-4a1f-a60d-c5425e83cb50 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:04.779223 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4c05c315-d914-43e4-b9ae-ec5d790e36f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:04.822067 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 42479000-3e19-4f1f-93b2-f6b73290cb73 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:54:04.909144 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-4c05c315-d914-43e4-b9ae-ec5d790e36f6 None None] Port ce43d55c-1e59-4a1f-a60d-c5425e83cb50 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:54:04.921246 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 42479000-3e19-4f1f-93b2-f6b73290cb73 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:04.921942 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:04.938216 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-4e6e12b3-6ca9-4a1e-87b1-f6c7b49ba43f tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "DELETE /v2.0/floatingips/41dc1811-1ed2-489a-b341-e1d893915e38 HTTP/1.1" status: 204 len: 168 time: 4.4848032 Feb 16 12:54:05.011822 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-782d516c-9733-41e2-9fde-c95bb13c7c46 None None] Set router 8232d632-9ded-460e-8870-676a4f8e0a1c gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:54:05.048829 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b5d3f449-5389-4577-b262-2df685af2099 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:05.073500 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-234ce65d-95da-4ef1-a85a-17e3e0578869 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Deleting port d3cc816a-0587-4d1d-9a74-4ba7157e2832 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:54:05.074574 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-234ce65d-95da-4ef1-a85a-17e3e0578869 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:05.126579 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d3f449-5389-4577-b262-2df685af2099 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event deleted for resources: {'Port': ['ID=ce43d55c-1e59-4a1f-a60d-c5425e83cb50,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:05.158249 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:05.162048 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:05.319740 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43082) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:05.324748 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b5d3f449-5389-4577-b262-2df685af2099 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:05.401223 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b5d3f449-5389-4577-b262-2df685af2099 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/ports/ce43d55c-1e59-4a1f-a60d-c5425e83cb50 HTTP/1.1" status: 204 len: 168 time: 1.2144687 Feb 16 12:54:05.403211 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 43086) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:05.433088 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-180d53a5-e386-445b-a2f7-3da8c711253b admin admin] Deleting subnet 961da6b7-8aa4-430e-ae62-7fe4898ace85 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:54:05.444340 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-180d53a5-e386-445b-a2f7-3da8c711253b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:05.458714 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-234ce65d-95da-4ef1-a85a-17e3e0578869 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:05.467765 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-485202b9-c3db-40cf-85db-1e3a03548e22 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] GET failed (client error): The resource could not be found. Feb 16 12:54:05.468949 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-485202b9-c3db-40cf-85db-1e3a03548e22 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Synchronizing usage tracker for tenant:cf313999ec50441da36056616d2e4e36 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:54:05.515038 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-782d516c-9733-41e2-9fde-c95bb13c7c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8232d632-9ded-460e-8870-676a4f8e0a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180329332', 'tenant_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': 'dae42415-dccf-4732-9977-be4fb2a2bf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:46Z', 'updated_at': '2022-02-16T12:52:07Z', 'revision_number': 4, 'project_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'gw_port': {'id': 'dae42415-dccf-4732-9977-be4fb2a2bf8a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8232d632-9ded-460e-8870-676a4f8e0a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:49Z', 'updated_at': '2022-02-16T12:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '7a0d0934-2a3b-46b7-964e-883fa91a1d37', 'name': '', 'network_id': 'b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a', 'tenant_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'mac_address': 'fa:16:3e:67:ce:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8232d632-9ded-460e-8870-676a4f8e0a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '75c35191-aad0-42ed-afb3-0994d31eb847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:03Z', 'updated_at': '2022-02-16T12:52:22Z', 'revision_number': 5, 'project_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'subnets': [{'id': '75c35191-aad0-42ed-afb3-0994d31eb847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:05.521016 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782d516c-9733-41e2-9fde-c95bb13c7c46 None None] Checking router: 8232d632-9ded-460e-8870-676a4f8e0a1c for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:54:05.530687 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782d516c-9733-41e2-9fde-c95bb13c7c46 None None] Routers {'8232d632-9ded-460e-8870-676a4f8e0a1c'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:54:05.531493 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-782d516c-9733-41e2-9fde-c95bb13c7c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:54:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['8232d632-9ded-460e-8870-676a4f8e0a1c'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:05.540000 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-180d53a5-e386-445b-a2f7-3da8c711253b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:05.605655 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-180d53a5-e386-445b-a2f7-3da8c711253b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:05.634478 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-234ce65d-95da-4ef1-a85a-17e3e0578869 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Calling delete_port for d3cc816a-0587-4d1d-9a74-4ba7157e2832 owned by network:router_interface {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:54:05.687745 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-485202b9-c3db-40cf-85db-1e3a03548e22 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Unset dirty status for tenant:cf313999ec50441da36056616d2e4e36 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:54:05.689966 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-485202b9-c3db-40cf-85db-1e3a03548e22 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "GET /v2.0/ports/ce43d55c-1e59-4a1f-a60d-c5425e83cb50 HTTP/1.1" status: 404 len: 333 time: 0.2852478 Feb 16 12:54:05.693204 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 43092) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:05.728828 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-782d516c-9733-41e2-9fde-c95bb13c7c46 None None] Set router 8232d632-9ded-460e-8870-676a4f8e0a1c gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:54:05.742427 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df85bc1-727b-481a-8071-978ccc3ac78c req-89e5dbe5-cddf-447c-92ba-310622a4f267 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:05.743913 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3df85bc1-727b-481a-8071-978ccc3ac78c req-89e5dbe5-cddf-447c-92ba-310622a4f267 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/ports?device_id=7fdb21ed-241b-4fdc-8e4a-c7074125b27a HTTP/1.1" status: 200 len: 946 time: 0.1108720 Feb 16 12:54:05.746189 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-180d53a5-e386-445b-a2f7-3da8c711253b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:05.797530 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d53a5-e386-445b-a2f7-3da8c711253b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=961da6b7-8aa4-430e-ae62-7fe4898ace85,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:05.805471 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-180d53a5-e386-445b-a2f7-3da8c711253b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:05.807565 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d94057c2-3055-40b5-9ae6-d8e1d9b9607c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:05.823607 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-180d53a5-e386-445b-a2f7-3da8c711253b admin admin] 10.222.0.83 "DELETE /v2.0/subnets/961da6b7-8aa4-430e-ae62-7fe4898ace85 HTTP/1.1" status: 204 len: 168 time: 0.4979842 Feb 16 12:54:05.824470 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43096) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:05.863069 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3df85bc1-727b-481a-8071-978ccc3ac78c req-45500c05-ea26-4bc6-bf58-a5b70243a055 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/security-groups?id=2a5ab787-cbec-4fb6-a4e3-d625d6a13d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864425 Feb 16 12:54:05.902225 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d94057c2-3055-40b5-9ae6-d8e1d9b9607c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:05.948903 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-55ce0023-bd66-481c-8d37-f06b65248ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:05.962561 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-234ce65d-95da-4ef1-a85a-17e3e0578869 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:06.032267 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ce65d-95da-4ef1-a85a-17e3e0578869 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Pushing event deleted for resources: {'Port': ['ID=d3cc816a-0587-4d1d-9a74-4ba7157e2832,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:06.067925 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d94057c2-3055-40b5-9ae6-d8e1d9b9607c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:06.097357 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-55ce0023-bd66-481c-8d37-f06b65248ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:06.099776 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-782d516c-9733-41e2-9fde-c95bb13c7c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8232d632-9ded-460e-8870-676a4f8e0a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180329332', 'tenant_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': 'dae42415-dccf-4732-9977-be4fb2a2bf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:46Z', 'updated_at': '2022-02-16T12:52:07Z', 'revision_number': 4, 'project_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'gw_port': {'id': 'dae42415-dccf-4732-9977-be4fb2a2bf8a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8232d632-9ded-460e-8870-676a4f8e0a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:49Z', 'updated_at': '2022-02-16T12:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '7a0d0934-2a3b-46b7-964e-883fa91a1d37', 'name': '', 'network_id': 'b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a', 'tenant_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'mac_address': 'fa:16:3e:67:ce:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8232d632-9ded-460e-8870-676a4f8e0a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '75c35191-aad0-42ed-afb3-0994d31eb847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:03Z', 'updated_at': '2022-02-16T12:52:22Z', 'revision_number': 5, 'project_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'subnets': [{'id': '75c35191-aad0-42ed-afb3-0994d31eb847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:06.108013 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782d516c-9733-41e2-9fde-c95bb13c7c46 None None] The sync data for ids ['8232d632-9ded-460e-8870-676a4f8e0a1c'] in dv-neutron-829527-1-hyperv is: [{'id': '8232d632-9ded-460e-8870-676a4f8e0a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180329332', 'tenant_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': 'dae42415-dccf-4732-9977-be4fb2a2bf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:46Z', 'updated_at': '2022-02-16T12:52:07Z', 'revision_number': 4, 'project_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'gw_port': {'id': 'dae42415-dccf-4732-9977-be4fb2a2bf8a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8232d632-9ded-460e-8870-676a4f8e0a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:49Z', 'updated_at': '2022-02-16T12:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '7a0d0934-2a3b-46b7-964e-883fa91a1d37', 'name': '', 'network_id': 'b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a', 'tenant_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'mac_address': 'fa:16:3e:67:ce:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8232d632-9ded-460e-8870-676a4f8e0a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '75c35191-aad0-42ed-afb3-0994d31eb847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:52:03Z', 'updated_at': '2022-02-16T12:52:22Z', 'revision_number': 5, 'project_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'subnets': [{'id': '75c35191-aad0-42ed-afb3-0994d31eb847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:54:06.133440 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94057c2-3055-40b5-9ae6-d8e1d9b9607c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=616f9261-a437-4b76-9fb3-18a3a456e7a7,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:06.150247 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-55ce0023-bd66-481c-8d37-f06b65248ffd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e05f695f-5dbe-4120-bc40-30e84e719d8f']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:06.152131 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fdb21ed-241b-4fdc-8e4a-c7074125b27a', 'tag': '762066c8-8645-4da2-b033-bc7bb8c13468'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:54:06.157372 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d94057c2-3055-40b5-9ae6-d8e1d9b9607c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:06.167322 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d94057c2-3055-40b5-9ae6-d8e1d9b9607c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/security-groups/616f9261-a437-4b76-9fb3-18a3a456e7a7 HTTP/1.1" status: 204 len: 168 time: 0.4703972 Feb 16 12:54:06.167545 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-55ce0023-bd66-481c-8d37-f06b65248ffd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40d8d5a3-4d54-4bb7-b706-eb4112b64eaa') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:06.167545 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-55ce0023-bd66-481c-8d37-f06b65248ffd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40d8d5a3-4d54-4bb7-b706-eb4112b64eaa') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:06.168835 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 43102) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:06.182064 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-55ce0023-bd66-481c-8d37-f06b65248ffd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:06.208987 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-55ce0023-bd66-481c-8d37-f06b65248ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:06.216581 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55ce0023-bd66-481c-8d37-f06b65248ffd admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:54:06.217277 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-55ce0023-bd66-481c-8d37-f06b65248ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:06.234096 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:54:06.234096 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:54:06.234096 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:54:06.234096 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:54:06.234096 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:54:06.234096 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:54:06.234096 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:54:06.234096 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:54:06.234096 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:54:06.234096 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:54:06.234096 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:54:06.234096 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:54:06.234096 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:54:06.234096 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:54:06.234096 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:54:06.234096 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:54:06.234096 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:54:06.234096 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:54:06.234096 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:54:06.234096 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:54:06.234096 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:54:06.234096 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:54:06.234096 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:54:06.234096 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:54:06.234096 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:54:06.234096 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:54:06.234096 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:54:06.234096 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:54:06.234096 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:54:06.234096 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:54:06.234096 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:54:06.234096 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:54:06.236463 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fdb21ed-241b-4fdc-8e4a-c7074125b27a', 'tag': '762066c8-8645-4da2-b033-bc7bb8c13468', 'status': 'completed', 'code': 200} Feb 16 12:54:06.442156 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-55ce0023-bd66-481c-8d37-f06b65248ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:06.459394 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-55ce0023-bd66-481c-8d37-f06b65248ffd admin admin] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:06.470254 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce0023-bd66-481c-8d37-f06b65248ffd admin admin] Pushing event deleted for resources: {'Network': ['ID=e05f695f-5dbe-4120-bc40-30e84e719d8f,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:06.473558 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-234ce65d-95da-4ef1-a85a-17e3e0578869 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:06.482802 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-55ce0023-bd66-481c-8d37-f06b65248ffd admin admin] 10.222.0.83 "DELETE /v2.0/networks/e05f695f-5dbe-4120-bc40-30e84e719d8f HTTP/1.1" status: 204 len: 168 time: 0.6533206 Feb 16 12:54:06.483029 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-43464906-2d5c-45a9-9038-706c31c79aa7 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:06.485209 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43108) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:06.495557 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b60cbee-8046-4e72-8fcf-29d873b40e6d None None] New status for floating IP 41dc1811-1ed2-489a-b341-e1d893915e38: DOWN {{(pid=87702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:54:06.550615 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f89c3d1-04e3-4073-a79b-422a8297d039 admin admin] Deleting subnet e4f03207-646a-452b-afb3-a44a1a0d0abe {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:54:06.554107 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6f89c3d1-04e3-4073-a79b-422a8297d039 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:06.606484 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6f89c3d1-04e3-4073-a79b-422a8297d039 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:06.664647 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6f89c3d1-04e3-4073-a79b-422a8297d039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:06.668396 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:06.736619 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6f89c3d1-04e3-4073-a79b-422a8297d039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:06.774884 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f89c3d1-04e3-4073-a79b-422a8297d039 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4f03207-646a-452b-afb3-a44a1a0d0abe,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:06.776838 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6f89c3d1-04e3-4073-a79b-422a8297d039 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:06.783521 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6f89c3d1-04e3-4073-a79b-422a8297d039 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/e4f03207-646a-452b-afb3-a44a1a0d0abe HTTP/1.1" status: 204 len: 168 time: 0.2970479 Feb 16 12:54:06.784474 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-43464906-2d5c-45a9-9038-706c31c79aa7 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:06.786455 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43112) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:06.883158 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a69aad-e76c-487b-8312-daad92ef53eb req-d61780cf-09e7-403c-bd71-c501676fae86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:06.884570 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-96a69aad-e76c-487b-8312-daad92ef53eb req-d61780cf-09e7-403c-bd71-c501676fae86 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=103f2f9b580d4ef5ac0f1ab1eab88f07&device_id=7fdb21ed-241b-4fdc-8e4a-c7074125b27a HTTP/1.1" status: 200 len: 1099 time: 0.5717411 Feb 16 12:54:06.894873 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c71ce159-6f55-49fd-8069-3d1e4767f21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:07.054264 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-43464906-2d5c-45a9-9038-706c31c79aa7 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:07.059041 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234ce65d-95da-4ef1-a85a-17e3e0578869 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Router e486eacd-736b-4498-9f6c-45861549238b has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:54:07.067255 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c71ce159-6f55-49fd-8069-3d1e4767f21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:07.101742 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-c71ce159-6f55-49fd-8069-3d1e4767f21c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2815ac6-6599-44a2-8b87-4e61b90d2ff0']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:07.115907 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-c71ce159-6f55-49fd-8069-3d1e4767f21c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eb36287-e6ba-452e-b9ba-9c395b2c9da3') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:07.116185 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-c71ce159-6f55-49fd-8069-3d1e4767f21c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eb36287-e6ba-452e-b9ba-9c395b2c9da3') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:07.118817 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43464906-2d5c-45a9-9038-706c31c79aa7 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=961f902f-e006-408a-9f67-4898a18e45cc,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:07.131300 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c71ce159-6f55-49fd-8069-3d1e4767f21c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:07.158170 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-43464906-2d5c-45a9-9038-706c31c79aa7 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:07.158391 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6011ace-f52c-4b94-8b8c-c41aba0e12c2 req-3dde3031-3dd4-4f9e-8db8-cca4f9e2218d tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:07.159301 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-43464906-2d5c-45a9-9038-706c31c79aa7 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/security-groups/961f902f-e006-408a-9f67-4898a18e45cc HTTP/1.1" status: 204 len: 168 time: 0.9880874 Feb 16 12:54:07.159854 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d6011ace-f52c-4b94-8b8c-c41aba0e12c2 req-3dde3031-3dd4-4f9e-8db8-cca4f9e2218d tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/ports?device_id=7fdb21ed-241b-4fdc-8e4a-c7074125b27a HTTP/1.1" status: 200 len: 946 time: 0.1575410 Feb 16 12:54:07.160807 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c71ce159-6f55-49fd-8069-3d1e4767f21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:07.162971 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43118) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:07.192278 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c71ce159-6f55-49fd-8069-3d1e4767f21c admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:54:07.192701 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c71ce159-6f55-49fd-8069-3d1e4767f21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:07.205802 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:54:07.205802 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:54:07.205802 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:54:07.205802 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:54:07.205802 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:54:07.205802 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:54:07.205802 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:54:07.205802 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:54:07.205802 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:54:07.205802 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:54:07.205802 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:54:07.205802 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:54:07.205802 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:54:07.205802 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:54:07.205802 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:54:07.205802 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:54:07.205802 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:54:07.205802 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:54:07.205802 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:54:07.205802 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:54:07.205802 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:54:07.205802 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:54:07.205802 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:54:07.205802 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:54:07.205802 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:54:07.205802 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:54:07.205802 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:54:07.205802 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:54:07.205802 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:54:07.205802 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:54:07.205802 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:54:07.205802 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:54:07.317990 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a69aad-e76c-487b-8312-daad92ef53eb req-05a04cfd-ab0a-431f-bfb9-99495ff1ba87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:07.319566 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-96a69aad-e76c-487b-8312-daad92ef53eb req-05a04cfd-ab0a-431f-bfb9-99495ff1ba87 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a HTTP/1.1" status: 200 len: 898 time: 0.4220238 Feb 16 12:54:07.321427 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d6011ace-f52c-4b94-8b8c-c41aba0e12c2 req-53754a9e-a2f2-4c50-a894-bdddbd2338c8 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/security-groups?id=2a5ab787-cbec-4fb6-a4e3-d625d6a13d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443188 Feb 16 12:54:07.323433 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c71ce159-6f55-49fd-8069-3d1e4767f21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:07.323594 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234ce65d-95da-4ef1-a85a-17e3e0578869 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:54:07.330420 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-234ce65d-95da-4ef1-a85a-17e3e0578869 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] 10.222.0.83 "PUT /v2.0/routers/e486eacd-736b-4498-9f6c-45861549238b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0663116 Feb 16 12:54:07.335271 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 43122) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:07.341363 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c71ce159-6f55-49fd-8069-3d1e4767f21c admin admin] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:07.344389 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2e9963-da1a-48bc-8b53-c6e912e77838 None None] Sync routers for ids ['e486eacd-736b-4498-9f6c-45861549238b'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:54:07.354889 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2e9963-da1a-48bc-8b53-c6e912e77838 None None] Routers {'e486eacd-736b-4498-9f6c-45861549238b'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:54:07.355766 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-1e2e9963-da1a-48bc-8b53-c6e912e77838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:54:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e486eacd-736b-4498-9f6c-45861549238b'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:07.382918 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d8ccd98f-ec58-479c-aa14-a7314dcccf13 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:07.424844 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d8ccd98f-ec58-479c-aa14-a7314dcccf13 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:07.434917 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ce159-6f55-49fd-8069-3d1e4767f21c admin admin] Pushing event deleted for resources: {'Network': ['ID=e2815ac6-6599-44a2-8b87-4e61b90d2ff0,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:07.443543 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c71ce159-6f55-49fd-8069-3d1e4767f21c admin admin] 10.222.0.83 "DELETE /v2.0/networks/e2815ac6-6599-44a2-8b87-4e61b90d2ff0 HTTP/1.1" status: 204 len: 168 time: 0.6542554 Feb 16 12:54:07.443805 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-1e2e9963-da1a-48bc-8b53-c6e912e77838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:07.453403 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2e9963-da1a-48bc-8b53-c6e912e77838 None None] Routers {'e486eacd-736b-4498-9f6c-45861549238b'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:54:07.454478 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-1e2e9963-da1a-48bc-8b53-c6e912e77838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:54:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e486eacd-736b-4498-9f6c-45861549238b'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:07.479003 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-96a69aad-e76c-487b-8312-daad92ef53eb req-aaba6def-4409-43b0-9f63-ad88db199569 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=762066c8-8645-4da2-b033-bc7bb8c13468 HTTP/1.1" status: 200 len: 217 time: 0.1461287 Feb 16 12:54:07.493255 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d8ccd98f-ec58-479c-aa14-a7314dcccf13 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:07.520430 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-967726cf-3760-4f18-9ea5-ddf6862a8448 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] show failed (client error): The resource could not be found. Feb 16 12:54:07.521749 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-967726cf-3760-4f18-9ea5-ddf6862a8448 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] 10.222.0.83 "GET /v2.0/routers/tempest-non_exist_router-1526172510 HTTP/1.1" status: 404 len: 335 time: 0.1274729 Feb 16 12:54:07.521902 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d8ccd98f-ec58-479c-aa14-a7314dcccf13 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:07.522864 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d8ccd98f-ec58-479c-aa14-a7314dcccf13 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/security-groups/04a65c0a-289f-46c8-86e8-9b567e9014ca HTTP/1.1" status: 204 len: 168 time: 0.3590846 Feb 16 12:54:07.525767 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ccd98f-ec58-479c-aa14-a7314dcccf13 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a65c0a-289f-46c8-86e8-9b567e9014ca,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:07.526586 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 43128) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:07.535434 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43130) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:07.543732 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-c5b2c267-7afc-4bf4-8fa6-11a720e2513f tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:07.563716 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-1e2e9963-da1a-48bc-8b53-c6e912e77838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:07.564299 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2e9963-da1a-48bc-8b53-c6e912e77838 None None] The sync data for ids ['e486eacd-736b-4498-9f6c-45861549238b'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:54:07.628021 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c206ecc-9660-4942-a580-ea08dfcc9a0b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Deleting subnet 54e9baba-43ba-4909-99b6-8354bae56849 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:54:07.631308 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1c206ecc-9660-4942-a580-ea08dfcc9a0b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:07.636164 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f386059-ede9-479c-ad90-39a8b010068e req-fe591634-6dd3-41b0-b274-8971e1057264 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:07.636955 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-2f386059-ede9-479c-ad90-39a8b010068e req-fe591634-6dd3-41b0-b274-8971e1057264 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Synchronizing usage tracker for tenant:103f2f9b580d4ef5ac0f1ab1eab88f07 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:54:07.639771 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-c5b2c267-7afc-4bf4-8fa6-11a720e2513f tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] update failed (client error): The resource could not be found. Feb 16 12:54:07.640810 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-c5b2c267-7afc-4bf4-8fa6-11a720e2513f tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] 10.222.0.83 "PUT /v2.0/routers/tempest-non_exist_router-220220315 HTTP/1.1" status: 404 len: 334 time: 0.1131382 Feb 16 12:54:07.647848 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 43136) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:07.662228 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43140) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:07.686188 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a69aad-e76c-487b-8312-daad92ef53eb req-82ef2ac8-8779-4435-b64c-b36f08deefd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:07.687673 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-96a69aad-e76c-487b-8312-daad92ef53eb req-82ef2ac8-8779-4435-b64c-b36f08deefd2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=75c35191-aad0-42ed-afb3-0994d31eb847 HTTP/1.1" status: 200 len: 835 time: 0.1981945 Feb 16 12:54:07.716891 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1c206ecc-9660-4942-a580-ea08dfcc9a0b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:07.747771 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-2f386059-ede9-479c-ad90-39a8b010068e req-fe591634-6dd3-41b0-b274-8971e1057264 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Unset dirty status for tenant:103f2f9b580d4ef5ac0f1ab1eab88f07 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:54:07.748935 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2f386059-ede9-479c-ad90-39a8b010068e req-fe591634-6dd3-41b0-b274-8971e1057264 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.89 "GET /v2.0/ports?device_id=7fdb21ed-241b-4fdc-8e4a-c7074125b27a HTTP/1.1" status: 200 len: 946 time: 0.6663749 Feb 16 12:54:07.765944 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c3d5f097-d98f-4abb-9b7d-a16348b3c6cb admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3c0de8740eaf4102a4eab144592a82e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1026020 Feb 16 12:54:07.768649 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43144) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:07.834595 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c254baa-be44-4477-b4c4-f92b1ea29624 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Deleting subnet 034fe444-b843-4ee3-b11a-e825c891cf67 {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:54:07.842258 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6c254baa-be44-4477-b4c4-f92b1ea29624 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:07.859569 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7c873fc8-7c33-48bf-92cd-63047cc834c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:07.863448 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1c206ecc-9660-4942-a580-ea08dfcc9a0b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:07.889265 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-2f386059-ede9-479c-ad90-39a8b010068e req-2fd810a3-fd7f-4e2d-8996-81b00d31eb76 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Deleting port 762066c8-8645-4da2-b033-bc7bb8c13468 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:54:07.889608 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-2f386059-ede9-479c-ad90-39a8b010068e req-2fd810a3-fd7f-4e2d-8996-81b00d31eb76 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:07.927984 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7c873fc8-7c33-48bf-92cd-63047cc834c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:07.968188 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6c254baa-be44-4477-b4c4-f92b1ea29624 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:07.988430 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1c206ecc-9660-4942-a580-ea08dfcc9a0b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:08.030042 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7c873fc8-7c33-48bf-92cd-63047cc834c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:08.045860 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c206ecc-9660-4942-a580-ea08dfcc9a0b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event deleted for resources: {'Subnet': ['ID=54e9baba-43ba-4909-99b6-8354bae56849,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:08.052633 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1c206ecc-9660-4942-a580-ea08dfcc9a0b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:08.055755 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ce6367-de3e-43ab-b0be-9e7251d8c698 None None] Network 33030d62-68eb-4947-a86c-3f5716c993ca requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:54:08.059366 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c873fc8-7c33-48bf-92cd-63047cc834c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f320c95-ca75-438b-9010-b5570a6ed590,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:08.076688 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1c206ecc-9660-4942-a580-ea08dfcc9a0b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/subnets/54e9baba-43ba-4909-99b6-8354bae56849 HTTP/1.1" status: 204 len: 168 time: 0.5326412 Feb 16 12:54:08.077784 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43148) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:08.120809 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7c873fc8-7c33-48bf-92cd-63047cc834c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:08.124462 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7c873fc8-7c33-48bf-92cd-63047cc834c2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8f320c95-ca75-438b-9010-b5570a6ed590 HTTP/1.1" status: 204 len: 168 time: 0.3523755 Feb 16 12:54:08.151880 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4cbf22c-6af9-4b50-90d9-faf5f196ec78 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Deleting subnet 4df0ffec-5738-4a62-be72-405bbec4ce7a {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:54:08.155565 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f4cbf22c-6af9-4b50-90d9-faf5f196ec78 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:08.207048 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a69aad-e76c-487b-8312-daad92ef53eb req-f8445240-347a-4e81-9875-deb6a17ca327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:08.208560 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-96a69aad-e76c-487b-8312-daad92ef53eb req-f8445240-347a-4e81-9875-deb6a17ca327 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5130293 Feb 16 12:54:08.226621 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f4cbf22c-6af9-4b50-90d9-faf5f196ec78 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:08.350077 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f4cbf22c-6af9-4b50-90d9-faf5f196ec78 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:08.447703 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f4cbf22c-6af9-4b50-90d9-faf5f196ec78 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:08.488269 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-96a69aad-e76c-487b-8312-daad92ef53eb req-289e0913-8a6e-49a1-98e0-0ae99ab0b36d service neutron] 10.222.0.89 "GET /v2.0/networks/b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689106 Feb 16 12:54:08.489507 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6c254baa-be44-4477-b4c4-f92b1ea29624 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:08.582010 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f4cbf22c-6af9-4b50-90d9-faf5f196ec78 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:08.585682 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cbf22c-6af9-4b50-90d9-faf5f196ec78 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event deleted for resources: {'Subnet': ['ID=4df0ffec-5738-4a62-be72-405bbec4ce7a,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:08.595372 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f4cbf22c-6af9-4b50-90d9-faf5f196ec78 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/subnets/4df0ffec-5738-4a62-be72-405bbec4ce7a HTTP/1.1" status: 204 len: 168 time: 0.5132391 Feb 16 12:54:08.595372 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43158) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:08.645700 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c08272c-6d39-4fb5-a5a4-cae1a697fd70 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] DELETE failed (client error): The resource could not be found. Feb 16 12:54:08.646339 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c08272c-6d39-4fb5-a5a4-cae1a697fd70 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:54:08.651165 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2c08272c-6d39-4fb5-a5a4-cae1a697fd70 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/subnets/54e9baba-43ba-4909-99b6-8354bae56849 HTTP/1.1" status: 404 len: 337 time: 0.0536280 Feb 16 12:54:08.661356 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43162) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:08.720673 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43166) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:08.761125 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-c39e6f38-d649-4706-958b-1019a0e9e487 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Deleting subnet 82414f5f-09db-498e-b250-60ff995033ef {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:54:08.774748 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c39e6f38-d649-4706-958b-1019a0e9e487 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:08.834354 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6c254baa-be44-4477-b4c4-f92b1ea29624 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:08.889279 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-2f386059-ede9-479c-ad90-39a8b010068e req-2fd810a3-fd7f-4e2d-8996-81b00d31eb76 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] For port 762066c8-8645-4da2-b033-bc7bb8c13468, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=762066c8-8645-4da2-b033-bc7bb8c13468,segment=NetworkSegment(93a1263e-765c-4aeb-b2f7-d3e38b88659f),segment_id=93a1263e-765c-4aeb-b2f7-d3e38b88659f)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:54:08.889554 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-2f386059-ede9-479c-ad90-39a8b010068e req-2fd810a3-fd7f-4e2d-8996-81b00d31eb76 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:08.914990 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c254baa-be44-4477-b4c4-f92b1ea29624 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Pushing event deleted for resources: {'Subnet': ['ID=034fe444-b843-4ee3-b11a-e825c891cf67,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:08.940502 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6968d57e-0a2c-4a97-a50e-b441bc186bae None None] Network 17eae692-6e45-418c-a32c-2e40176ab5d0 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:54:08.949115 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8270770b-481d-48e4-8877-e28b4df79d2a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0c9065718d284859b960aa9f35a9af2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2272408 Feb 16 12:54:08.955896 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43170) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:08.976101 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c39e6f38-d649-4706-958b-1019a0e9e487 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:09.030084 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae173b1f-c449-4f5d-81ed-99e87d5fcfae None None] Network 33030d62-68eb-4947-a86c-3f5716c993ca requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:54:09.038155 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6c254baa-be44-4477-b4c4-f92b1ea29624 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:09.050425 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-2f386059-ede9-479c-ad90-39a8b010068e req-2fd810a3-fd7f-4e2d-8996-81b00d31eb76 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Calling delete_port for 762066c8-8645-4da2-b033-bc7bb8c13468 owned by compute:nova {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:54:09.084189 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-96a69aad-e76c-487b-8312-daad92ef53eb req-98d44491-c6ae-453b-94a7-3e8f6fcc50f1 service neutron] 10.222.0.89 "GET /v2.0/networks/b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5512393 Feb 16 12:54:09.094187 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-03b3f984-9372-4c7b-a8fb-90a227edbd4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:09.101639 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-6c254baa-be44-4477-b4c4-f92b1ea29624 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] 10.222.0.83 "DELETE /v2.0/subnets/034fe444-b843-4ee3-b11a-e825c891cf67 HTTP/1.1" status: 204 len: 168 time: 1.4524925 Feb 16 12:54:09.105526 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43174) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:09.129194 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c72d91-0817-42ee-92df-b1447382fa8c req-03c2327d-1c6e-4e83-a4ad-e827921f6f9b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:09.135598 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-57c72d91-0817-42ee-92df-b1447382fa8c req-03c2327d-1c6e-4e83-a4ad-e827921f6f9b tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/ports?device_id=7fdb21ed-241b-4fdc-8e4a-c7074125b27a HTTP/1.1" status: 200 len: 946 time: 0.4696562 Feb 16 12:54:09.175822 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc146fd1-98f9-42ce-b2be-adb88a18af5b tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Deleting subnet 244ece64-bbca-4d7f-b7df-31ec2e182491 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:54:09.182188 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cc146fd1-98f9-42ce-b2be-adb88a18af5b tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:09.202715 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-57c72d91-0817-42ee-92df-b1447382fa8c req-e2e42408-8344-4b09-90a9-98bd49b24409 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/security-groups?id=2a5ab787-cbec-4fb6-a4e3-d625d6a13d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611515 Feb 16 12:54:09.241318 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-28bbccea-6eca-42d2-849d-0f1cbaab8b69 None None] Provisioning complete for port 42479000-3e19-4f1f-93b2-f6b73290cb73 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:09.241990 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c39e6f38-d649-4706-958b-1019a0e9e487 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:09.242115 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-28bbccea-6eca-42d2-849d-0f1cbaab8b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:09.271324 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-03b3f984-9372-4c7b-a8fb-90a227edbd4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:09.292041 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-2f386059-ede9-479c-ad90-39a8b010068e req-2fd810a3-fd7f-4e2d-8996-81b00d31eb76 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:09.327207 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cc146fd1-98f9-42ce-b2be-adb88a18af5b tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:09.367418 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd810a3-fd7f-4e2d-8996-81b00d31eb76 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Pushing event deleted for resources: {'Port': ['ID=762066c8-8645-4da2-b033-bc7bb8c13468,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:09.453945 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-03b3f984-9372-4c7b-a8fb-90a227edbd4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:09.457044 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c39e6f38-d649-4706-958b-1019a0e9e487 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:09.511245 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f386059-ede9-479c-ad90-39a8b010068e req-2fd810a3-fd7f-4e2d-8996-81b00d31eb76 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] No DVR routers for this DVR port 762066c8-8645-4da2-b033-bc7bb8c13468 on host hv-neutron-8295 {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:54:09.514077 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-2f386059-ede9-479c-ad90-39a8b010068e req-2fd810a3-fd7f-4e2d-8996-81b00d31eb76 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:09.514775 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b3f984-9372-4c7b-a8fb-90a227edbd4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5057133-3e34-4557-ad04-16061bead9fc,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:09.519376 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e6f38-d649-4706-958b-1019a0e9e487 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event deleted for resources: {'Subnet': ['ID=82414f5f-09db-498e-b250-60ff995033ef,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:09.525670 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fdb21ed-241b-4fdc-8e4a-c7074125b27a', 'name': 'network-vif-deleted', 'tag': '762066c8-8645-4da2-b033-bc7bb8c13468'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:54:09.527516 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c39e6f38-d649-4706-958b-1019a0e9e487 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:09.540234 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2f386059-ede9-479c-ad90-39a8b010068e req-2fd810a3-fd7f-4e2d-8996-81b00d31eb76 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.89 "DELETE /v2.0/ports/762066c8-8645-4da2-b033-bc7bb8c13468 HTTP/1.1" status: 204 len: 173 time: 1.7835536 Feb 16 12:54:09.545442 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 43180) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:09.546199 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c39e6f38-d649-4706-958b-1019a0e9e487 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/subnets/82414f5f-09db-498e-b250-60ff995033ef HTTP/1.1" status: 204 len: 168 time: 0.8808031 Feb 16 12:54:09.550873 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-03b3f984-9372-4c7b-a8fb-90a227edbd4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:09.553189 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-03b3f984-9372-4c7b-a8fb-90a227edbd4b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b5057133-3e34-4557-ad04-16061bead9fc HTTP/1.1" status: 204 len: 168 time: 0.5958521 Feb 16 12:54:09.581646 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cc146fd1-98f9-42ce-b2be-adb88a18af5b tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:09.623120 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-28bbccea-6eca-42d2-849d-0f1cbaab8b69 None None] Provisioning complete for port e2735aaa-317f-4164-bbc1-c3f0e1cd775f triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:09.623120 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-28bbccea-6eca-42d2-849d-0f1cbaab8b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:09.673361 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce975162-554b-432c-b66f-d773cf1cb92a None None] DHCP port deletion for 17eae692-6e45-418c-a32c-2e40176ab5d0 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:54:09.688747 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-ce975162-554b-432c-b66f-d773cf1cb92a None None] Deleting port 140406cd-7459-49e4-b5aa-5e8ec4c72004 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:54:09.688747 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ce975162-554b-432c-b66f-d773cf1cb92a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:09.745006 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fdb21ed-241b-4fdc-8e4a-c7074125b27a', 'name': 'network-vif-deleted', 'tag': '762066c8-8645-4da2-b033-bc7bb8c13468', 'status': 'completed', 'code': 200} Feb 16 12:54:09.758901 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cc146fd1-98f9-42ce-b2be-adb88a18af5b tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:09.768784 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f4b777c-2be5-4db6-9bff-edd1c2307478 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] DELETE failed (client error): The resource could not be found. Feb 16 12:54:09.768784 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f4b777c-2be5-4db6-9bff-edd1c2307478 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:54:09.780179 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-1f4b777c-2be5-4db6-9bff-edd1c2307478 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/subnets/560dcbc2-5e98-4be9-8d81-888445efde13 HTTP/1.1" status: 404 len: 337 time: 0.2201884 Feb 16 12:54:09.780179 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 43186) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:09.863648 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc146fd1-98f9-42ce-b2be-adb88a18af5b tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Pushing event deleted for resources: {'Subnet': ['ID=244ece64-bbca-4d7f-b7df-31ec2e182491,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:09.883426 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cc146fd1-98f9-42ce-b2be-adb88a18af5b tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:09.906515 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-79bdc658-6632-4ea5-9ed5-9a06de91dd60 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "GET /v2.0/ports?device_id=4a27d5cd-4c9b-4205-a48a-89126c76c25b HTTP/1.1" status: 200 len: 205 time: 0.1250980 Feb 16 12:54:09.906515 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 43190) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:09.911569 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-cc146fd1-98f9-42ce-b2be-adb88a18af5b tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] 10.222.0.83 "DELETE /v2.0/subnets/244ece64-bbca-4d7f-b7df-31ec2e182491 HTTP/1.1" status: 204 len: 168 time: 0.7939014 Feb 16 12:54:09.916928 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 43192) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:09.922125 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-28bbccea-6eca-42d2-849d-0f1cbaab8b69 None None] Port e2735aaa-317f-4164-bbc1-c3f0e1cd775f cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:54:09.997631 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61edbe0-5e50-450a-894e-67c85cc5d968 None None] Network 464bea7c-414f-4e8f-86f4-90820d5c9256 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:54:10.064991 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-0d1e6391-03e1-488c-9652-9b9ccd2d12b0 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] delete failed (client error): The resource could not be found. Feb 16 12:54:10.064991 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-0d1e6391-03e1-488c-9652-9b9ccd2d12b0 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/routers/4a27d5cd-4c9b-4205-a48a-89126c76c25b HTTP/1.1" status: 404 len: 336 time: 0.1559157 Feb 16 12:54:10.069915 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43198) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:10.202481 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b8d776f-4c6b-49d9-b6ec-d875c19fd2d4 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] DELETE failed (client error): The resource could not be found. Feb 16 12:54:10.202481 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b8d776f-4c6b-49d9-b6ec-d875c19fd2d4 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:54:10.213741 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3b8d776f-4c6b-49d9-b6ec-d875c19fd2d4 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/subnets/2ac59c84-783b-4506-9ef3-2feeb0beda2a HTTP/1.1" status: 404 len: 337 time: 0.1407671 Feb 16 12:54:10.213741 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43202) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:10.273442 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdb8d34d-9c29-4a3f-9560-e5cf7a00383c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] DELETE failed (client error): The resource could not be found. Feb 16 12:54:10.273442 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdb8d34d-9c29-4a3f-9560-e5cf7a00383c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:54:10.273442 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fdb8d34d-9c29-4a3f-9560-e5cf7a00383c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/subnets/c849b313-99eb-4d26-b328-2ec79a042561 HTTP/1.1" status: 404 len: 337 time: 0.0569277 Feb 16 12:54:10.273442 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43208) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:10.325076 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-24550836-7267-4745-b6b5-a28fd20c5943 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:10.353979 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-58827949-f908-4173-a9c3-bb934a10fcff tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] DELETE failed (client error): The resource could not be found. Feb 16 12:54:10.353979 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58827949-f908-4173-a9c3-bb934a10fcff tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:54:10.358443 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 762066c8-8645-4da2-b033-bc7bb8c13468 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:54:10.367087 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-58827949-f908-4173-a9c3-bb934a10fcff tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/subnets/b97c0d5a-42a5-47a0-a57d-f70a1c1f3c98 HTTP/1.1" status: 404 len: 337 time: 0.0792089 Feb 16 12:54:10.367087 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43212) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:10.372198 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-24550836-7267-4745-b6b5-a28fd20c5943 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Deleting port 140406cd-7459-49e4-b5aa-5e8ec4c72004 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:54:10.372198 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-24550836-7267-4745-b6b5-a28fd20c5943 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:10.428435 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4761f154-5289-425a-b8c2-aadc345d9da3 None None] Update dhcp port {'port': {'network_id': '33030d62-68eb-4947-a86c-3f5716c993ca', 'fixed_ips': [{'subnet_id': '82414f5f-09db-498e-b250-60ff995033ef'}], 'binding:host_id': 'dv-neutron-829527-1-hyperv'}, 'id': '42479000-3e19-4f1f-93b2-f6b73290cb73'} from dv-neutron-829527-1-hyperv. {{(pid=87702) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 12:54:10.489989 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddd1dbb0-c65f-4003-8059-301bf02b0762 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] DELETE failed (client error): The resource could not be found. Feb 16 12:54:10.489989 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddd1dbb0-c65f-4003-8059-301bf02b0762 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:54:10.489989 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ddd1dbb0-c65f-4003-8059-301bf02b0762 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/ports/196ece63-99f6-4726-a774-08d4745201be HTTP/1.1" status: 404 len: 333 time: 0.1212661 Feb 16 12:54:10.503949 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43216) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:10.509597 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] No Port match for: 762066c8-8645-4da2-b033-bc7bb8c13468 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:54:10.509597 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 762066c8-8645-4da2-b033-bc7bb8c13468 not bound to the agent host hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:54:10.598011 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb43f548-8b2d-46be-82a3-8b27035ecea7 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] DELETE failed (client error): The resource could not be found. Feb 16 12:54:10.598011 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb43f548-8b2d-46be-82a3-8b27035ecea7 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:54:10.598011 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-eb43f548-8b2d-46be-82a3-8b27035ecea7 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/subnets/8c7fde2a-9d14-4458-a7dc-b4a0a4de7d74 HTTP/1.1" status: 404 len: 337 time: 0.1006312 Feb 16 12:54:10.603009 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43220) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:10.663998 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-c13796fb-fee3-4607-a47e-a0fd81c04ad5 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] DELETE failed (client error): The resource could not be found. Feb 16 12:54:10.663998 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c13796fb-fee3-4607-a47e-a0fd81c04ad5 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:54:10.663998 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c13796fb-fee3-4607-a47e-a0fd81c04ad5 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/subnets/cdaba830-dd32-488a-991f-e1a4970f5fb4 HTTP/1.1" status: 404 len: 337 time: 0.0617909 Feb 16 12:54:10.663998 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43224) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:10.710634 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4761f154-5289-425a-b8c2-aadc345d9da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:10.751466 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9636159-cddd-4bf4-a2b9-1541a75605dd tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] DELETE failed (client error): The resource could not be found. Feb 16 12:54:10.751466 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9636159-cddd-4bf4-a2b9-1541a75605dd tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:54:10.751466 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c9636159-cddd-4bf4-a2b9-1541a75605dd tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/ports/8d6d4341-ac81-4ab0-8b9d-5ba7ad631f1f HTTP/1.1" status: 404 len: 333 time: 0.0842388 Feb 16 12:54:10.759728 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43228) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:10.817889 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-3be2b727-a2da-44ca-bb28-6f5a1482acc8 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] DELETE failed (client error): The resource could not be found. Feb 16 12:54:10.817889 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3be2b727-a2da-44ca-bb28-6f5a1482acc8 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:54:10.817889 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3be2b727-a2da-44ca-bb28-6f5a1482acc8 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/subnets/47dbfd65-0d98-447a-bb01-0fca96b97449 HTTP/1.1" status: 404 len: 337 time: 0.0599816 Feb 16 12:54:10.817889 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43232) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:10.862740 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 140406cd-7459-49e4-b5aa-5e8ec4c72004 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:54:10.874498 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-906d0308-4f12-456c-a520-ab89cd9b1472 req-8c698c29-21bc-44ad-8a6b-6534687b7ce0 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Synchronizing usage tracker for tenant:103f2f9b580d4ef5ac0f1ab1eab88f07 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:54:10.884402 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-093c9695-7828-4b98-9a11-c9faeda2164c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] DELETE failed (client error): The resource could not be found. Feb 16 12:54:10.884402 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-093c9695-7828-4b98-9a11-c9faeda2164c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 12:54:10.884402 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-093c9695-7828-4b98-9a11-c9faeda2164c tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/subnets/5c919d7f-73a0-4a9e-9e9c-e966164027ef HTTP/1.1" status: 404 len: 337 time: 0.0580561 Feb 16 12:54:10.884402 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43236) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:11.047825 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-9903edea-3f72-406d-9f26-6def794eab5b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Deleting port e2735aaa-317f-4164-bbc1-c3f0e1cd775f {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:54:11.047825 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9903edea-3f72-406d-9f26-6def794eab5b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:11.085258 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540168dd-f6ab-43b0-9351-3c465255c86a None None] DHCP port deletion for 464bea7c-414f-4e8f-86f4-90820d5c9256 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:54:11.103288 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-906d0308-4f12-456c-a520-ab89cd9b1472 req-8c698c29-21bc-44ad-8a6b-6534687b7ce0 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Unset dirty status for tenant:103f2f9b580d4ef5ac0f1ab1eab88f07 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:54:11.103288 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-906d0308-4f12-456c-a520-ab89cd9b1472 req-8c698c29-21bc-44ad-8a6b-6534687b7ce0 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "GET /v2.0/ports?device_id=7fdb21ed-241b-4fdc-8e4a-c7074125b27a HTTP/1.1" status: 200 len: 210 time: 0.2914124 Feb 16 12:54:11.125898 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-540168dd-f6ab-43b0-9351-3c465255c86a None None] Deleting port 90de14c8-a9e9-4961-9aa8-e793e5975507 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:54:11.125898 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-540168dd-f6ab-43b0-9351-3c465255c86a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:11.200950 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-24550836-7267-4745-b6b5-a28fd20c5943 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] For port 140406cd-7459-49e4-b5aa-5e8ec4c72004, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=140406cd-7459-49e4-b5aa-5e8ec4c72004,segment=NetworkSegment(441b9221-0c4a-4d34-a57a-17abdbb8a2d4),segment_id=441b9221-0c4a-4d34-a57a-17abdbb8a2d4)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:54:11.200950 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-24550836-7267-4745-b6b5-a28fd20c5943 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:11.358027 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9903edea-3f72-406d-9f26-6def794eab5b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:11.387518 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-540168dd-f6ab-43b0-9351-3c465255c86a None None] For port 90de14c8-a9e9-4961-9aa8-e793e5975507, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=90de14c8-a9e9-4961-9aa8-e793e5975507,segment=NetworkSegment(922251ca-d8b7-4e0a-8925-7db2ba5aefed),segment_id=922251ca-d8b7-4e0a-8925-7db2ba5aefed)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:54:11.387518 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-540168dd-f6ab-43b0-9351-3c465255c86a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:11.484438 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-24550836-7267-4745-b6b5-a28fd20c5943 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Calling delete_port for 140406cd-7459-49e4-b5aa-5e8ec4c72004 owned by network:dhcp {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:54:11.504597 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-9903edea-3f72-406d-9f26-6def794eab5b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Calling delete_port for e2735aaa-317f-4164-bbc1-c3f0e1cd775f owned by {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:54:11.525154 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-540168dd-f6ab-43b0-9351-3c465255c86a None None] Calling delete_port for 90de14c8-a9e9-4961-9aa8-e793e5975507 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:54:11.598495 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf83e67-a123-4161-9261-ac7948e2ab1e None None] Network 33030d62-68eb-4947-a86c-3f5716c993ca requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:54:11.650941 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-540168dd-f6ab-43b0-9351-3c465255c86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:11.702376 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-24550836-7267-4745-b6b5-a28fd20c5943 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:11.747253 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9903edea-3f72-406d-9f26-6def794eab5b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:11.772992 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540168dd-f6ab-43b0-9351-3c465255c86a None None] Pushing event deleted for resources: {'Port': ['ID=90de14c8-a9e9-4961-9aa8-e793e5975507,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:11.783234 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24550836-7267-4745-b6b5-a28fd20c5943 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] No DVR routers for this DVR port 140406cd-7459-49e4-b5aa-5e8ec4c72004 on host dv-neutron-829527-1-hyperv {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:54:11.783234 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24550836-7267-4745-b6b5-a28fd20c5943 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Pushing event deleted for resources: {'Port': ['ID=140406cd-7459-49e4-b5aa-5e8ec4c72004,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:11.807203 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-ce975162-554b-432c-b66f-d773cf1cb92a None None] For port 140406cd-7459-49e4-b5aa-5e8ec4c72004, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=140406cd-7459-49e4-b5aa-5e8ec4c72004,segment=NetworkSegment(441b9221-0c4a-4d34-a57a-17abdbb8a2d4),segment_id=441b9221-0c4a-4d34-a57a-17abdbb8a2d4)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:54:11.807203 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ce975162-554b-432c-b66f-d773cf1cb92a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:11.832184 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-527eb425-56cc-4506-a4d2-ca53b5d526c9 None None] Provisioning complete for port 42479000-3e19-4f1f-93b2-f6b73290cb73 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:11.832184 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-527eb425-56cc-4506-a4d2-ca53b5d526c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:11.836386 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9903edea-3f72-406d-9f26-6def794eab5b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:11.836386 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903edea-3f72-406d-9f26-6def794eab5b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event deleted for resources: {'Port': ['ID=e2735aaa-317f-4164-bbc1-c3f0e1cd775f,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:11.863460 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9903edea-3f72-406d-9f26-6def794eab5b tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/ports/e2735aaa-317f-4164-bbc1-c3f0e1cd775f HTTP/1.1" status: 204 len: 168 time: 0.9729548 Feb 16 12:54:11.863460 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43240) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:11.924493 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540168dd-f6ab-43b0-9351-3c465255c86a None None] No DVR routers for this DVR port 90de14c8-a9e9-4961-9aa8-e793e5975507 on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:54:11.931412 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No active binding found for port 140406cd-7459-49e4-b5aa-5e8ec4c72004 {{(pid=87702) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 16 12:54:11.931412 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 140406cd-7459-49e4-b5aa-5e8ec4c72004 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:54:11.941646 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-24550836-7267-4745-b6b5-a28fd20c5943 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:11.991158 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-24550836-7267-4745-b6b5-a28fd20c5943 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17eae692-6e45-418c-a32c-2e40176ab5d0']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:12.009217 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-24550836-7267-4745-b6b5-a28fd20c5943 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '441b9221-0c4a-4d34-a57a-17abdbb8a2d4') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:12.009217 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-24550836-7267-4745-b6b5-a28fd20c5943 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '441b9221-0c4a-4d34-a57a-17abdbb8a2d4') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:12.026831 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-76d54ff6-1bc8-4c1f-8243-c2555d5e19f2 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:12.031135 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-24550836-7267-4745-b6b5-a28fd20c5943 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:12.056961 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-76d54ff6-1bc8-4c1f-8243-c2555d5e19f2 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Deleting port 42479000-3e19-4f1f-93b2-f6b73290cb73 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:54:12.056961 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-76d54ff6-1bc8-4c1f-8243-c2555d5e19f2 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:12.076355 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-24550836-7267-4745-b6b5-a28fd20c5943 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:12.085470 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24550836-7267-4745-b6b5-a28fd20c5943 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:54:12.085470 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-24550836-7267-4745-b6b5-a28fd20c5943 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:12.111764 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:54:12.111764 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:54:12.111764 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:54:12.111764 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:54:12.111764 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:54:12.111764 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:54:12.111764 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:54:12.111764 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:54:12.111764 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:54:12.111764 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:54:12.111764 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:54:12.111764 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:54:12.111764 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:54:12.111764 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:54:12.111764 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:54:12.111764 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:54:12.111764 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:54:12.111764 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:54:12.111764 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:54:12.111764 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:54:12.111764 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:54:12.111764 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:54:12.111764 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:54:12.111764 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:54:12.111764 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:54:12.111764 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:54:12.111764 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:54:12.111764 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:54:12.111764 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:54:12.111764 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:54:12.111764 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:54:12.111764 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:54:12.120136 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-ce975162-554b-432c-b66f-d773cf1cb92a None None] Calling delete_port for 140406cd-7459-49e4-b5aa-5e8ec4c72004 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:54:12.208244 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-24550836-7267-4745-b6b5-a28fd20c5943 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:12.246308 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-24550836-7267-4745-b6b5-a28fd20c5943 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:12.246308 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24550836-7267-4745-b6b5-a28fd20c5943 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Pushing event deleted for resources: {'Network': ['ID=17eae692-6e45-418c-a32c-2e40176ab5d0,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:12.259082 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-24550836-7267-4745-b6b5-a28fd20c5943 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] 10.222.0.83 "DELETE /v2.0/networks/17eae692-6e45-418c-a32c-2e40176ab5d0 HTTP/1.1" status: 204 len: 168 time: 2.3437533 Feb 16 12:54:12.259082 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 43246) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:12.335971 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43250) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:12.400114 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-527eb425-56cc-4506-a4d2-ca53b5d526c9 None None] Could not find standard attr ID for object e2735aaa-317f-4164-bbc1-c3f0e1cd775f. {{(pid=87702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 12:54:12.409413 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.db.api [None req-ce975162-554b-432c-b66f-d773cf1cb92a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:54:12.409413 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG oslo_db.api [None req-ce975162-554b-432c-b66f-d773cf1cb92a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:54:12.421517 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-46df45c7-1dd6-4450-81e8-5a5c684cd259 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:12.446584 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb6a0fd-4b9c-47bb-9a43-ed2c1df23368 None None] DHCP port deletion for 33030d62-68eb-4947-a86c-3f5716c993ca request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:54:12.456990 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-4fb6a0fd-4b9c-47bb-9a43-ed2c1df23368 None None] Deleting port 42479000-3e19-4f1f-93b2-f6b73290cb73 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:54:12.456990 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4fb6a0fd-4b9c-47bb-9a43-ed2c1df23368 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:12.619398 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-76d54ff6-1bc8-4c1f-8243-c2555d5e19f2 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] For port 42479000-3e19-4f1f-93b2-f6b73290cb73, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=42479000-3e19-4f1f-93b2-f6b73290cb73,segment=NetworkSegment(6b505478-2c63-43da-862b-4f98e9a4335a),segment_id=6b505478-2c63-43da-862b-4f98e9a4335a)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:54:12.619398 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-76d54ff6-1bc8-4c1f-8243-c2555d5e19f2 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:12.678655 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-46df45c7-1dd6-4450-81e8-5a5c684cd259 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:12.698774 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-4fb6a0fd-4b9c-47bb-9a43-ed2c1df23368 None None] For port 42479000-3e19-4f1f-93b2-f6b73290cb73, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=42479000-3e19-4f1f-93b2-f6b73290cb73,segment=NetworkSegment(6b505478-2c63-43da-862b-4f98e9a4335a),segment_id=6b505478-2c63-43da-862b-4f98e9a4335a)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:54:12.698774 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4fb6a0fd-4b9c-47bb-9a43-ed2c1df23368 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:12.761286 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-76d54ff6-1bc8-4c1f-8243-c2555d5e19f2 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Calling delete_port for 42479000-3e19-4f1f-93b2-f6b73290cb73 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:54:12.788204 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-46df45c7-1dd6-4450-81e8-5a5c684cd259 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['464bea7c-414f-4e8f-86f4-90820d5c9256']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:12.821686 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-46df45c7-1dd6-4450-81e8-5a5c684cd259 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '922251ca-d8b7-4e0a-8925-7db2ba5aefed') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:12.821686 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-46df45c7-1dd6-4450-81e8-5a5c684cd259 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '922251ca-d8b7-4e0a-8925-7db2ba5aefed') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:12.836854 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-46df45c7-1dd6-4450-81e8-5a5c684cd259 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:12.870531 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-46df45c7-1dd6-4450-81e8-5a5c684cd259 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:12.889526 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46df45c7-1dd6-4450-81e8-5a5c684cd259 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:54:12.889526 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-46df45c7-1dd6-4450-81e8-5a5c684cd259 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:12.914003 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:54:12.914003 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:54:12.914003 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:54:12.914003 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:54:12.914003 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:54:12.914003 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:54:12.914003 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:54:12.914003 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:54:12.914003 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:54:12.914003 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:54:12.914003 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:54:12.914003 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:54:12.914003 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:54:12.914003 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:54:12.914003 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:54:12.914003 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:54:12.914003 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:54:12.914003 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:54:12.914003 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:54:12.914003 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:54:12.914003 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:54:12.914003 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:54:12.914003 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:54:12.914003 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:54:12.914003 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:54:12.914003 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:54:12.914003 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:54:12.914003 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:54:12.914003 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:54:12.914003 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:54:12.914003 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:54:12.914003 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:54:12.948573 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-ce975162-554b-432c-b66f-d773cf1cb92a None None] Deleting port 140406cd-7459-49e4-b5aa-5e8ec4c72004 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:54:12.948573 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ce975162-554b-432c-b66f-d773cf1cb92a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:13.018088 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-76d54ff6-1bc8-4c1f-8243-c2555d5e19f2 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:13.024436 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-4fb6a0fd-4b9c-47bb-9a43-ed2c1df23368 None None] Calling delete_port for 42479000-3e19-4f1f-93b2-f6b73290cb73 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:54:13.037070 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-46df45c7-1dd6-4450-81e8-5a5c684cd259 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:13.082415 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-46df45c7-1dd6-4450-81e8-5a5c684cd259 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:13.090788 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d54ff6-1bc8-4c1f-8243-c2555d5e19f2 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event deleted for resources: {'Port': ['ID=42479000-3e19-4f1f-93b2-f6b73290cb73,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:13.090788 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d54ff6-1bc8-4c1f-8243-c2555d5e19f2 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] No DVR routers for this DVR port 42479000-3e19-4f1f-93b2-f6b73290cb73 on host dv-neutron-829527-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:54:13.095309 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 42479000-3e19-4f1f-93b2-f6b73290cb73 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:54:13.101740 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df45c7-1dd6-4450-81e8-5a5c684cd259 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Pushing event deleted for resources: {'Network': ['ID=464bea7c-414f-4e8f-86f4-90820d5c9256,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:13.101740 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-46df45c7-1dd6-4450-81e8-5a5c684cd259 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] 10.222.0.83 "DELETE /v2.0/networks/464bea7c-414f-4e8f-86f4-90820d5c9256 HTTP/1.1" status: 204 len: 168 time: 0.8453665 Feb 16 12:54:13.101740 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 43256) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:13.138094 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.db.api [None req-4fb6a0fd-4b9c-47bb-9a43-ed2c1df23368 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:54:13.138094 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG oslo_db.api [None req-4fb6a0fd-4b9c-47bb-9a43-ed2c1df23368 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:54:13.172465 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 42479000-3e19-4f1f-93b2-f6b73290cb73 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:54:13.172465 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 42479000-3e19-4f1f-93b2-f6b73290cb73 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:54:13.172465 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 90de14c8-a9e9-4961-9aa8-e793e5975507 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:54:13.224282 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-83a34396-5491-40dd-a93b-19029021dddf tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Deleting subnet 6a9d0520-e48d-4d7a-84b8-1d1c9c504798 {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:54:13.224282 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-83a34396-5491-40dd-a93b-19029021dddf tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:13.243570 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 90de14c8-a9e9-4961-9aa8-e793e5975507 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:54:13.243570 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 90de14c8-a9e9-4961-9aa8-e793e5975507 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:54:13.243570 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-ce975162-554b-432c-b66f-d773cf1cb92a None None] The port '140406cd-7459-49e4-b5aa-5e8ec4c72004' was deleted {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:54:13.332357 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-83a34396-5491-40dd-a93b-19029021dddf tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:13.335676 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-76d54ff6-1bc8-4c1f-8243-c2555d5e19f2 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:13.403554 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-76d54ff6-1bc8-4c1f-8243-c2555d5e19f2 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33030d62-68eb-4947-a86c-3f5716c993ca']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:13.424028 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-76d54ff6-1bc8-4c1f-8243-c2555d5e19f2 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b505478-2c63-43da-862b-4f98e9a4335a') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:13.424028 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-76d54ff6-1bc8-4c1f-8243-c2555d5e19f2 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b505478-2c63-43da-862b-4f98e9a4335a') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:13.443918 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-76d54ff6-1bc8-4c1f-8243-c2555d5e19f2 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:13.453688 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-83a34396-5491-40dd-a93b-19029021dddf tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:13.501682 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-76d54ff6-1bc8-4c1f-8243-c2555d5e19f2 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:13.514944 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76d54ff6-1bc8-4c1f-8243-c2555d5e19f2 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:54:13.514944 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-76d54ff6-1bc8-4c1f-8243-c2555d5e19f2 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:13.537473 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:54:13.537473 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:54:13.537473 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:54:13.537473 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:54:13.537473 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:54:13.537473 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:54:13.537473 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:54:13.537473 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:54:13.537473 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:54:13.537473 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:54:13.537473 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:54:13.537473 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:54:13.537473 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:54:13.537473 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:54:13.537473 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:54:13.537473 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:54:13.537473 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:54:13.537473 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:54:13.537473 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:54:13.537473 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:54:13.537473 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:54:13.537473 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:54:13.537473 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:54:13.537473 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:54:13.537473 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:54:13.537473 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:54:13.537473 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:54:13.537473 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:54:13.537473 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:54:13.537473 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:54:13.537473 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:54:13.537473 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:54:13.551372 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-83a34396-5491-40dd-a93b-19029021dddf tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:13.602667 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a34396-5491-40dd-a93b-19029021dddf tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Pushing event deleted for resources: {'Subnet': ['ID=6a9d0520-e48d-4d7a-84b8-1d1c9c504798,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:13.602667 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-83a34396-5491-40dd-a93b-19029021dddf tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:13.614012 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-83a34396-5491-40dd-a93b-19029021dddf tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] 10.222.0.83 "DELETE /v2.0/subnets/6a9d0520-e48d-4d7a-84b8-1d1c9c504798 HTTP/1.1" status: 204 len: 168 time: 0.5014069 Feb 16 12:54:13.614012 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 43260) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:13.624900 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e33c8fe-a60b-4e37-949e-8aec02411b66 None None] Network 1385522a-1dac-40d0-b46c-b4d04f658a0b requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:54:13.648425 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-4fb6a0fd-4b9c-47bb-9a43-ed2c1df23368 None None] Deleting port 42479000-3e19-4f1f-93b2-f6b73290cb73 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:54:13.648425 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4fb6a0fd-4b9c-47bb-9a43-ed2c1df23368 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:13.748841 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-76d54ff6-1bc8-4c1f-8243-c2555d5e19f2 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:13.779628 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-76d54ff6-1bc8-4c1f-8243-c2555d5e19f2 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:13.784853 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-553a5a85-3886-455c-8165-1efd16ab292d tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:13.795278 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-553a5a85-3886-455c-8165-1efd16ab292d tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Deleting port a12b221d-19f6-4025-a077-b3a669e6fc73 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:54:13.795278 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-553a5a85-3886-455c-8165-1efd16ab292d tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:13.840119 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d54ff6-1bc8-4c1f-8243-c2555d5e19f2 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] Pushing event deleted for resources: {'Network': ['ID=33030d62-68eb-4947-a86c-3f5716c993ca,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:13.857739 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-76d54ff6-1bc8-4c1f-8243-c2555d5e19f2 tempest-PortsTestJSON-1895887838 tempest-PortsTestJSON-1895887838-project] 10.222.0.83 "DELETE /v2.0/networks/33030d62-68eb-4947-a86c-3f5716c993ca HTTP/1.1" status: 204 len: 168 time: 1.9907300 Feb 16 12:54:13.876051 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-4fb6a0fd-4b9c-47bb-9a43-ed2c1df23368 None None] The port '42479000-3e19-4f1f-93b2-f6b73290cb73' was deleted {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:54:13.905540 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e7a74149-f2d0-4b10-af94-c88af758aaca tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:14.081991 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-553a5a85-3886-455c-8165-1efd16ab292d tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] For port a12b221d-19f6-4025-a077-b3a669e6fc73, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=a12b221d-19f6-4025-a077-b3a669e6fc73,segment=NetworkSegment(c790ef3d-0775-42cc-af7a-6c81e94a4abc),segment_id=c790ef3d-0775-42cc-af7a-6c81e94a4abc)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:54:14.081991 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-553a5a85-3886-455c-8165-1efd16ab292d tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:14.145387 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c24f9df-5735-49c8-8fd1-77f62fe62a8a None None] DHCP port deletion for 1385522a-1dac-40d0-b46c-b4d04f658a0b request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:54:14.145387 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-0c24f9df-5735-49c8-8fd1-77f62fe62a8a None None] Deleting port a12b221d-19f6-4025-a077-b3a669e6fc73 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:54:14.145387 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0c24f9df-5735-49c8-8fd1-77f62fe62a8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:14.325736 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43268) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:14.447140 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-e7a74149-f2d0-4b10-af94-c88af758aaca tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Deleting port 7a0d0934-2a3b-46b7-964e-883fa91a1d37 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:54:14.447140 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e7a74149-f2d0-4b10-af94-c88af758aaca tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:14.518262 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-0c24f9df-5735-49c8-8fd1-77f62fe62a8a None None] For port a12b221d-19f6-4025-a077-b3a669e6fc73, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=a12b221d-19f6-4025-a077-b3a669e6fc73,segment=NetworkSegment(c790ef3d-0775-42cc-af7a-6c81e94a4abc),segment_id=c790ef3d-0775-42cc-af7a-6c81e94a4abc)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:54:14.518262 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0c24f9df-5735-49c8-8fd1-77f62fe62a8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:14.617071 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-553a5a85-3886-455c-8165-1efd16ab292d tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Calling delete_port for a12b221d-19f6-4025-a077-b3a669e6fc73 owned by network:dhcp {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:54:14.693683 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-553a5a85-3886-455c-8165-1efd16ab292d tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:14.694405 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-0c24f9df-5735-49c8-8fd1-77f62fe62a8a None None] Calling delete_port for a12b221d-19f6-4025-a077-b3a669e6fc73 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:54:14.769465 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a5a85-3886-455c-8165-1efd16ab292d tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Pushing event deleted for resources: {'Port': ['ID=a12b221d-19f6-4025-a077-b3a669e6fc73,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:14.769465 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553a5a85-3886-455c-8165-1efd16ab292d tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] No DVR routers for this DVR port a12b221d-19f6-4025-a077-b3a669e6fc73 on host dv-neutron-829527-1-hyperv {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:54:14.775819 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-899fa9a7-d8ec-447c-92d3-d14d76dbd7c9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=cf313999ec50441da36056616d2e4e36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4345701 Feb 16 12:54:14.789561 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43274) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:14.798133 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device a12b221d-19f6-4025-a077-b3a669e6fc73 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:54:14.832732 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: a12b221d-19f6-4025-a077-b3a669e6fc73 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:54:14.832732 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device a12b221d-19f6-4025-a077-b3a669e6fc73 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:54:14.843492 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-e7a74149-f2d0-4b10-af94-c88af758aaca tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] For port 7a0d0934-2a3b-46b7-964e-883fa91a1d37, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=7a0d0934-2a3b-46b7-964e-883fa91a1d37,segment=NetworkSegment(93a1263e-765c-4aeb-b2f7-d3e38b88659f),segment_id=93a1263e-765c-4aeb-b2f7-d3e38b88659f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:54:14.843492 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e7a74149-f2d0-4b10-af94-c88af758aaca tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:14.881078 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.db.api [None req-0c24f9df-5735-49c8-8fd1-77f62fe62a8a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:54:14.881078 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG oslo_db.api [None req-0c24f9df-5735-49c8-8fd1-77f62fe62a8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:54:14.924533 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-553a5a85-3886-455c-8165-1efd16ab292d tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:14.964657 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-553a5a85-3886-455c-8165-1efd16ab292d tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1385522a-1dac-40d0-b46c-b4d04f658a0b']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:14.985272 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-553a5a85-3886-455c-8165-1efd16ab292d tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c790ef3d-0775-42cc-af7a-6c81e94a4abc') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:14.985272 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-553a5a85-3886-455c-8165-1efd16ab292d tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c790ef3d-0775-42cc-af7a-6c81e94a4abc') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:14.997356 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-e7a74149-f2d0-4b10-af94-c88af758aaca tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Calling delete_port for 7a0d0934-2a3b-46b7-964e-883fa91a1d37 owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:54:15.002500 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-553a5a85-3886-455c-8165-1efd16ab292d tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:15.017229 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-553a5a85-3886-455c-8165-1efd16ab292d tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:15.022793 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-553a5a85-3886-455c-8165-1efd16ab292d tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:54:15.022793 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-553a5a85-3886-455c-8165-1efd16ab292d tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:15.046141 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:54:15.046141 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:54:15.046141 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:54:15.046141 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:54:15.046141 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:54:15.046141 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:54:15.046141 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:54:15.046141 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:54:15.046141 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:54:15.046141 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:54:15.046141 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:54:15.046141 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:54:15.046141 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:54:15.046141 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:54:15.046141 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:54:15.046141 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:54:15.046141 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:54:15.046141 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:54:15.046141 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:54:15.046141 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:54:15.046141 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:54:15.046141 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:54:15.046141 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:54:15.046141 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:54:15.046141 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:54:15.046141 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:54:15.046141 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:54:15.046141 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:54:15.046141 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:54:15.046141 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:54:15.046141 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:54:15.046141 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:54:15.053878 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92d485c7-a813-461d-995c-bc3139f4a963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:15.113314 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92d485c7-a813-461d-995c-bc3139f4a963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:15.133289 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-553a5a85-3886-455c-8165-1efd16ab292d tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:15.160556 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-553a5a85-3886-455c-8165-1efd16ab292d tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:15.171622 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a5a85-3886-455c-8165-1efd16ab292d tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Pushing event deleted for resources: {'Network': ['ID=1385522a-1dac-40d0-b46c-b4d04f658a0b,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:15.183637 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-553a5a85-3886-455c-8165-1efd16ab292d tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] 10.222.0.83 "DELETE /v2.0/networks/1385522a-1dac-40d0-b46c-b4d04f658a0b HTTP/1.1" status: 204 len: 168 time: 1.5717235 Feb 16 12:54:15.183637 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 43278) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:15.214322 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92d485c7-a813-461d-995c-bc3139f4a963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:15.236104 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-6f3bd4da-08a6-4681-955e-e1945b9d0633 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Synchronizing usage tracker for tenant:f30ff1442bc9455c9215280007f413c7 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:54:15.256150 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-6f3bd4da-08a6-4681-955e-e1945b9d0633 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Unset dirty status for tenant:f30ff1442bc9455c9215280007f413c7 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:54:15.256150 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-6f3bd4da-08a6-4681-955e-e1945b9d0633 tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] 10.222.0.83 "GET /v2.0/ports?device_id=e486eacd-736b-4498-9f6c-45861549238b HTTP/1.1" status: 200 len: 205 time: 0.0681720 Feb 16 12:54:15.256150 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 43282) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:15.262146 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d485c7-a813-461d-995c-bc3139f4a963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd4aede-adc7-4f74-83f3-1bf60bbe8c59,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:15.301041 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92d485c7-a813-461d-995c-bc3139f4a963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:15.301041 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-92d485c7-a813-461d-995c-bc3139f4a963 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1cd4aede-adc7-4f74-83f3-1bf60bbe8c59 HTTP/1.1" status: 204 len: 168 time: 0.5202875 Feb 16 12:54:15.313464 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e7a74149-f2d0-4b10-af94-c88af758aaca tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:15.383683 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-0c24f9df-5735-49c8-8fd1-77f62fe62a8a None None] Deleting port a12b221d-19f6-4025-a077-b3a669e6fc73 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:54:15.383683 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0c24f9df-5735-49c8-8fd1-77f62fe62a8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:15.408085 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a74149-f2d0-4b10-af94-c88af758aaca tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Pushing event deleted for resources: {'Port': ['ID=7a0d0934-2a3b-46b7-964e-883fa91a1d37,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:15.450980 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ca921ee2-6109-4d24-9c76-2d1fd01c036f tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks [] for router, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:15.526335 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-0c24f9df-5735-49c8-8fd1-77f62fe62a8a None None] The port 'a12b221d-19f6-4025-a077-b3a669e6fc73' was deleted {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:54:15.808171 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ca921ee2-6109-4d24-9c76-2d1fd01c036f tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:15.810595 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ca921ee2-6109-4d24-9c76-2d1fd01c036f tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:15.837897 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ca921ee2-6109-4d24-9c76-2d1fd01c036f tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:15.838446 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca921ee2-6109-4d24-9c76-2d1fd01c036f tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Fanout notify agent at l3_agent the message router_deleted on router e486eacd-736b-4498-9f6c-45861549238b {{(pid=87701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:54:15.852142 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ca921ee2-6109-4d24-9c76-2d1fd01c036f tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:15.853276 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-ca921ee2-6109-4d24-9c76-2d1fd01c036f tempest-RoutersNegativeTest-1381077323 tempest-RoutersNegativeTest-1381077323-project] 10.222.0.83 "DELETE /v2.0/routers/e486eacd-736b-4498-9f6c-45861549238b HTTP/1.1" status: 204 len: 168 time: 0.5992272 Feb 16 12:54:15.903416 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e7a74149-f2d0-4b10-af94-c88af758aaca tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:16.131099 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 43292) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:16.277158 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a74149-f2d0-4b10-af94-c88af758aaca tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Router 8232d632-9ded-460e-8870-676a4f8e0a1c has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:54:16.282390 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d2d830f8-3273-42d9-b680-03a833479ec2 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f30ff1442bc9455c9215280007f413c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1496818 Feb 16 12:54:16.285159 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 43298) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:16.352795 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fc9d2ce5-3d7f-4b87-817f-45a975fa68fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:16.384574 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fc9d2ce5-3d7f-4b87-817f-45a975fa68fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:16.453157 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fc9d2ce5-3d7f-4b87-817f-45a975fa68fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:16.471652 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d2ce5-3d7f-4b87-817f-45a975fa68fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d227be4-6170-4b75-a82b-b408b277a78d,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:16.475390 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fc9d2ce5-3d7f-4b87-817f-45a975fa68fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:16.477364 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-fc9d2ce5-3d7f-4b87-817f-45a975fa68fe admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3d227be4-6170-4b75-a82b-b408b277a78d HTTP/1.1" status: 204 len: 168 time: 0.1911955 Feb 16 12:54:16.490698 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a74149-f2d0-4b10-af94-c88af758aaca tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:54:16.504161 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e7a74149-f2d0-4b10-af94-c88af758aaca tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "PUT /v2.0/routers/8232d632-9ded-460e-8870-676a4f8e0a1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1603119 Feb 16 12:54:16.504161 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43304) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:16.505785 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7637b7fa-eeea-4781-a8a5-fbe716511a5e None None] Sync routers for ids ['8232d632-9ded-460e-8870-676a4f8e0a1c'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:54:16.513879 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7637b7fa-eeea-4781-a8a5-fbe716511a5e None None] Routers {'8232d632-9ded-460e-8870-676a4f8e0a1c'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:54:16.514549 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-7637b7fa-eeea-4781-a8a5-fbe716511a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:54:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['8232d632-9ded-460e-8870-676a4f8e0a1c'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:16.580925 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-b64bfa22-faae-40e4-8d42-5871241b59f1 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Deleting subnet 75c35191-aad0-42ed-afb3-0994d31eb847 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:54:16.584277 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b64bfa22-faae-40e4-8d42-5871241b59f1 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:16.654347 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b64bfa22-faae-40e4-8d42-5871241b59f1 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:16.739680 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-7637b7fa-eeea-4781-a8a5-fbe716511a5e None None] Set router 8232d632-9ded-460e-8870-676a4f8e0a1c gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:54:16.777167 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b64bfa22-faae-40e4-8d42-5871241b59f1 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:16.869871 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b64bfa22-faae-40e4-8d42-5871241b59f1 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:16.926267 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b64bfa22-faae-40e4-8d42-5871241b59f1 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:16.929096 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64bfa22-faae-40e4-8d42-5871241b59f1 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Pushing event deleted for resources: {'Subnet': ['ID=75c35191-aad0-42ed-afb3-0994d31eb847,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:16.934496 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b64bfa22-faae-40e4-8d42-5871241b59f1 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "DELETE /v2.0/subnets/75c35191-aad0-42ed-afb3-0994d31eb847 HTTP/1.1" status: 204 len: 168 time: 0.4321694 Feb 16 12:54:16.938460 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43316) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:16.960489 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c22d15-9bee-4091-ae60-da3cd1a73550 None None] Network b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:54:17.156826 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6487e8f9-504d-45f6-8a78-465f5f39d42d tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:17.335235 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-7637b7fa-eeea-4781-a8a5-fbe716511a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8232d632-9ded-460e-8870-676a4f8e0a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180329332', 'tenant_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': 'dae42415-dccf-4732-9977-be4fb2a2bf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:46Z', 'updated_at': '2022-02-16T12:54:15Z', 'revision_number': 5, 'project_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'gw_port': {'id': 'dae42415-dccf-4732-9977-be4fb2a2bf8a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8232d632-9ded-460e-8870-676a4f8e0a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:49Z', 'updated_at': '2022-02-16T12:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:17.340237 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7637b7fa-eeea-4781-a8a5-fbe716511a5e None None] Checking router: 8232d632-9ded-460e-8870-676a4f8e0a1c for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:54:17.383915 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7637b7fa-eeea-4781-a8a5-fbe716511a5e None None] Routers {'8232d632-9ded-460e-8870-676a4f8e0a1c'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:54:17.384216 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-7637b7fa-eeea-4781-a8a5-fbe716511a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:54:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['8232d632-9ded-460e-8870-676a4f8e0a1c'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:17.462461 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6487e8f9-504d-45f6-8a78-465f5f39d42d tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:17.480058 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-6487e8f9-504d-45f6-8a78-465f5f39d42d tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Deleting port dae42415-dccf-4732-9977-be4fb2a2bf8a {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:54:17.483984 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6487e8f9-504d-45f6-8a78-465f5f39d42d tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:17.496425 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bf8368-7e29-4668-82cb-3d7e6cddc15e None None] DHCP port deletion for b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:54:17.506858 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f9bf8368-7e29-4668-82cb-3d7e6cddc15e None None] Deleting port 6efa5a2c-97d1-4124-9d59-ccb05c66c843 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:54:17.507520 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f9bf8368-7e29-4668-82cb-3d7e6cddc15e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:17.551011 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43330) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:17.731076 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-7637b7fa-eeea-4781-a8a5-fbe716511a5e None None] Set router 8232d632-9ded-460e-8870-676a4f8e0a1c gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:54:17.804235 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-cd04b61b-5a82-47de-bfaa-ab2a04e1f864 tempest-ServiceProvidersTest-992434213 tempest-ServiceProvidersTest-992434213-project] 10.222.0.83 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2522309 Feb 16 12:54:17.876926 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-6487e8f9-504d-45f6-8a78-465f5f39d42d tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] For port dae42415-dccf-4732-9977-be4fb2a2bf8a, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=dae42415-dccf-4732-9977-be4fb2a2bf8a,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:54:17.877713 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6487e8f9-504d-45f6-8a78-465f5f39d42d tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:18.005529 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-6487e8f9-504d-45f6-8a78-465f5f39d42d tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Calling delete_port for dae42415-dccf-4732-9977-be4fb2a2bf8a owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:54:18.100749 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f9bf8368-7e29-4668-82cb-3d7e6cddc15e None None] For port 6efa5a2c-97d1-4124-9d59-ccb05c66c843, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=6efa5a2c-97d1-4124-9d59-ccb05c66c843,segment=NetworkSegment(93a1263e-765c-4aeb-b2f7-d3e38b88659f),segment_id=93a1263e-765c-4aeb-b2f7-d3e38b88659f)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:54:18.100749 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f9bf8368-7e29-4668-82cb-3d7e6cddc15e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:18.195817 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 43340) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:18.261615 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6487e8f9-504d-45f6-8a78-465f5f39d42d tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:18.283152 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f9bf8368-7e29-4668-82cb-3d7e6cddc15e None None] Calling delete_port for 6efa5a2c-97d1-4124-9d59-ccb05c66c843 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:54:18.330853 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487e8f9-504d-45f6-8a78-465f5f39d42d tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Pushing event deleted for resources: {'Port': ['ID=dae42415-dccf-4732-9977-be4fb2a2bf8a,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:18.411685 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b11351fa-5cf5-4358-8658-4333d163fc0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:18.434258 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-b11351fa-5cf5-4358-8658-4333d163fc0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:54:18.445539 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-b11351fa-5cf5-4358-8658-4333d163fc0a admin admin] Usage tracker for resource:security_group_rule and tenant:d0431ca51fb04774aad55768d44783d8 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:54:18.445539 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-b11351fa-5cf5-4358-8658-4333d163fc0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:54:18.455889 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6487e8f9-504d-45f6-8a78-465f5f39d42d tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023674'] for router_gateway, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:18.460863 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-b11351fa-5cf5-4358-8658-4333d163fc0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:54:18.503574 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f9bf8368-7e29-4668-82cb-3d7e6cddc15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:18.564935 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b11351fa-5cf5-4358-8658-4333d163fc0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:18.577881 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b11351fa-5cf5-4358-8658-4333d163fc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:18.637710 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-b11351fa-5cf5-4358-8658-4333d163fc0a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d0431ca51fb04774aad55768d44783d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4395657 Feb 16 12:54:18.637710 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11351fa-5cf5-4358-8658-4333d163fc0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55ccdc9-1d64-49f6-8a92-f2c5130f5cca,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:18.637710 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 43346) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:18.644436 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-7637b7fa-eeea-4781-a8a5-fbe716511a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8232d632-9ded-460e-8870-676a4f8e0a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180329332', 'tenant_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': 'dae42415-dccf-4732-9977-be4fb2a2bf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:46Z', 'updated_at': '2022-02-16T12:54:15Z', 'revision_number': 5, 'project_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'gw_port': {'id': 'dae42415-dccf-4732-9977-be4fb2a2bf8a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8232d632-9ded-460e-8870-676a4f8e0a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:49Z', 'updated_at': '2022-02-16T12:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:18.650853 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bf8368-7e29-4668-82cb-3d7e6cddc15e None None] No DVR routers for this DVR port 6efa5a2c-97d1-4124-9d59-ccb05c66c843 on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:54:18.668240 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf8368-7e29-4668-82cb-3d7e6cddc15e None None] Pushing event deleted for resources: {'Port': ['ID=6efa5a2c-97d1-4124-9d59-ccb05c66c843,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:18.668240 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7637b7fa-eeea-4781-a8a5-fbe716511a5e None None] The sync data for ids ['8232d632-9ded-460e-8870-676a4f8e0a1c'] in dv-neutron-829527-1-hyperv is: [{'id': '8232d632-9ded-460e-8870-676a4f8e0a1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-180329332', 'tenant_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.53'}], 'enable_snat': True}, 'gw_port_id': 'dae42415-dccf-4732-9977-be4fb2a2bf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:51:46Z', 'updated_at': '2022-02-16T12:54:15Z', 'revision_number': 5, 'project_id': '103f2f9b580d4ef5ac0f1ab1eab88f07', 'gw_port': {'id': 'dae42415-dccf-4732-9977-be4fb2a2bf8a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8232d632-9ded-460e-8870-676a4f8e0a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:51:49Z', 'updated_at': '2022-02-16T12:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:54:18.740990 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ba1b1295-7089-4e3d-ae66-3693cbd736f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:18.764784 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6487e8f9-504d-45f6-8a78-465f5f39d42d tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:18.764784 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6487e8f9-504d-45f6-8a78-465f5f39d42d tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:18.789958 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6487e8f9-504d-45f6-8a78-465f5f39d42d tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:18.790717 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6487e8f9-504d-45f6-8a78-465f5f39d42d tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Fanout notify agent at l3_agent the message router_deleted on router 8232d632-9ded-460e-8870-676a4f8e0a1c {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:54:18.817932 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6487e8f9-504d-45f6-8a78-465f5f39d42d tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:18.821177 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6487e8f9-504d-45f6-8a78-465f5f39d42d tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "DELETE /v2.0/routers/8232d632-9ded-460e-8870-676a4f8e0a1c HTTP/1.1" status: 204 len: 168 time: 1.8815997 Feb 16 12:54:18.822020 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43350) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:18.892062 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ba1b1295-7089-4e3d-ae66-3693cbd736f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:18.946033 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-01287d36-ffd3-4d71-b1ae-dc7d713f53f6 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:18.951117 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ba1b1295-7089-4e3d-ae66-3693cbd736f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:18.967364 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b1295-7089-4e3d-ae66-3693cbd736f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55ccdc9-1d64-49f6-8a92-f2c5130f5cca,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:18.972174 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ba1b1295-7089-4e3d-ae66-3693cbd736f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:18.973764 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-ba1b1295-7089-4e3d-ae66-3693cbd736f0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b55ccdc9-1d64-49f6-8a92-f2c5130f5cca HTTP/1.1" status: 204 len: 168 time: 0.3383856 Feb 16 12:54:19.039738 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:54:19.098242 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-01287d36-ffd3-4d71-b1ae-dc7d713f53f6 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:19.127244 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-01287d36-ffd3-4d71-b1ae-dc7d713f53f6 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:19.135413 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 6efa5a2c-97d1-4124-9d59-ccb05c66c843 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:54:19.140537 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-01287d36-ffd3-4d71-b1ae-dc7d713f53f6 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93a1263e-765c-4aeb-b2f7-d3e38b88659f') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:19.140974 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-01287d36-ffd3-4d71-b1ae-dc7d713f53f6 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93a1263e-765c-4aeb-b2f7-d3e38b88659f') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:19.154852 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-01287d36-ffd3-4d71-b1ae-dc7d713f53f6 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:19.174197 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-01287d36-ffd3-4d71-b1ae-dc7d713f53f6 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:19.181455 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 6efa5a2c-97d1-4124-9d59-ccb05c66c843 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:54:19.182017 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 6efa5a2c-97d1-4124-9d59-ccb05c66c843 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:54:19.183005 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01287d36-ffd3-4d71-b1ae-dc7d713f53f6 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:54:19.183724 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-01287d36-ffd3-4d71-b1ae-dc7d713f53f6 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:19.213885 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:54:19.213885 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:54:19.213885 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:54:19.213885 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:54:19.213885 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:54:19.213885 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:54:19.213885 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:54:19.213885 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:54:19.213885 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:54:19.213885 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:54:19.213885 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:54:19.213885 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:54:19.213885 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:54:19.213885 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:54:19.213885 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:54:19.213885 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:54:19.213885 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:54:19.213885 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:54:19.213885 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:54:19.213885 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:54:19.213885 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:54:19.213885 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:54:19.213885 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:54:19.213885 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:54:19.213885 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:54:19.213885 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:54:19.213885 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:54:19.213885 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:54:19.213885 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:54:19.213885 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:54:19.213885 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:54:19.213885 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:54:19.323233 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-01287d36-ffd3-4d71-b1ae-dc7d713f53f6 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:19.365719 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-01287d36-ffd3-4d71-b1ae-dc7d713f53f6 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:19.369870 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01287d36-ffd3-4d71-b1ae-dc7d713f53f6 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Pushing event deleted for resources: {'Network': ['ID=b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:19.391316 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-01287d36-ffd3-4d71-b1ae-dc7d713f53f6 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "DELETE /v2.0/networks/b39aa7cb-b239-4f37-9c70-83a3c1dc3b7a HTTP/1.1" status: 204 len: 168 time: 0.5666282 Feb 16 12:54:19.395172 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43356) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:19.487339 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-76c7cc76-b325-4ece-a093-284cd3300e43 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:19.519275 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-76c7cc76-b325-4ece-a093-284cd3300e43 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:19.591576 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-76c7cc76-b325-4ece-a093-284cd3300e43 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:19.613734 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c7cc76-b325-4ece-a093-284cd3300e43 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5ab787-cbec-4fb6-a4e3-d625d6a13d3e,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:19.629788 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-76c7cc76-b325-4ece-a093-284cd3300e43 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:19.632676 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-76c7cc76-b325-4ece-a093-284cd3300e43 tempest-TestNetworkAdvancedServerOps-1389059500 tempest-TestNetworkAdvancedServerOps-1389059500-project] 10.222.0.83 "DELETE /v2.0/security-groups/2a5ab787-cbec-4fb6-a4e3-d625d6a13d3e HTTP/1.1" status: 204 len: 168 time: 0.2364993 Feb 16 12:54:19.963479 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43366) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:20.112006 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ec9f18f2-d244-4c6b-8e36-e272936154e7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=103f2f9b580d4ef5ac0f1ab1eab88f07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1473808 Feb 16 12:54:20.114872 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43372) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:20.171463 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c22e30a0-bae6-436b-8915-46d642b551b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:20.197262 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c22e30a0-bae6-436b-8915-46d642b551b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:20.249784 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c22e30a0-bae6-436b-8915-46d642b551b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:20.271111 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e30a0-bae6-436b-8915-46d642b551b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d8e2a5-0ffe-4117-a1b2-9eb76e4191b1,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:20.277233 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c22e30a0-bae6-436b-8915-46d642b551b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:20.286797 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c22e30a0-bae6-436b-8915-46d642b551b0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/46d8e2a5-0ffe-4117-a1b2-9eb76e4191b1 HTTP/1.1" status: 204 len: 168 time: 0.1633244 Feb 16 12:54:20.587805 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 43380) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:20.606904 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-156c216b-2061-4c8f-ba56-b06b504368ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:20.628310 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-156c216b-2061-4c8f-ba56-b06b504368ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:54:20.632219 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-156c216b-2061-4c8f-ba56-b06b504368ab admin admin] Usage tracker for resource:security_group_rule and tenant:19737738aaf54b738926c024324e46dd is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:54:20.635628 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-156c216b-2061-4c8f-ba56-b06b504368ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:54:20.640879 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-156c216b-2061-4c8f-ba56-b06b504368ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:54:20.703068 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device dae42415-dccf-4732-9977-be4fb2a2bf8a no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:54:20.730945 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-156c216b-2061-4c8f-ba56-b06b504368ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:20.737810 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-156c216b-2061-4c8f-ba56-b06b504368ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:20.745201 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: dae42415-dccf-4732-9977-be4fb2a2bf8a {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:54:20.745201 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device dae42415-dccf-4732-9977-be4fb2a2bf8a not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:54:20.745201 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 7a0d0934-2a3b-46b7-964e-883fa91a1d37 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:54:20.777128 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 7a0d0934-2a3b-46b7-964e-883fa91a1d37 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:54:20.777825 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 7a0d0934-2a3b-46b7-964e-883fa91a1d37 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:54:20.795390 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-156c216b-2061-4c8f-ba56-b06b504368ab admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=19737738aaf54b738926c024324e46dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2056301 Feb 16 12:54:20.795578 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156c216b-2061-4c8f-ba56-b06b504368ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7dd9cb-e3b8-4110-b996-9c573855d1b2,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:20.800174 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43386) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:20.863885 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7438e062-5052-42bc-baf5-30950f08b91a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:20.999816 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7438e062-5052-42bc-baf5-30950f08b91a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:21.060163 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7438e062-5052-42bc-baf5-30950f08b91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:21.076095 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7438e062-5052-42bc-baf5-30950f08b91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7dd9cb-e3b8-4110-b996-9c573855d1b2,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:21.088164 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7438e062-5052-42bc-baf5-30950f08b91a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:21.088164 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7438e062-5052-42bc-baf5-30950f08b91a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ad7dd9cb-e3b8-4110-b996-9c573855d1b2 HTTP/1.1" status: 204 len: 168 time: 0.2882955 Feb 16 12:54:22.501265 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43424) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:22.671212 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-aa216012-de30-4615-a0bf-3099114fac4f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'network': {'name': 'tempest-network-smoke--259444535', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'port_security_enabled': True}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:22.675817 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-aa216012-de30-4615-a0bf-3099114fac4f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:54:22.681418 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-aa216012-de30-4615-a0bf-3099114fac4f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:network and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:54:22.683219 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-aa216012-de30-4615-a0bf-3099114fac4f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:54:22.689908 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-aa216012-de30-4615-a0bf-3099114fac4f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:54:22.700824 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa216012-de30-4615-a0bf-3099114fac4f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Made reservation on behalf of a1535d45c61244dc9e2a62da1414d228 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:54:22.704329 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aa216012-de30-4615-a0bf-3099114fac4f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:22.716411 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aa216012-de30-4615-a0bf-3099114fac4f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:22.730892 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-aa216012-de30-4615-a0bf-3099114fac4f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:54:22.737594 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-aa216012-de30-4615-a0bf-3099114fac4f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:54:22.740511 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-aa216012-de30-4615-a0bf-3099114fac4f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:54:22.746129 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-aa216012-de30-4615-a0bf-3099114fac4f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:54:22.831138 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aa216012-de30-4615-a0bf-3099114fac4f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:22.838155 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aa216012-de30-4615-a0bf-3099114fac4f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:22.869224 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa216012-de30-4615-a0bf-3099114fac4f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:54:22.877431 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa216012-de30-4615-a0bf-3099114fac4f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8920f603-1bc5-420e-85d2-9ce074a9828c,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:22.883710 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aa216012-de30-4615-a0bf-3099114fac4f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:22.884096 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-aa216012-de30-4615-a0bf-3099114fac4f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Added segment 7f73ffaf-41bb-4395-99c5-747c90f4f65e of type vlan for network 2dcdb353-5502-4ab8-a5a0-8253bfa8643b Feb 16 12:54:22.914119 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aa216012-de30-4615-a0bf-3099114fac4f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:22.946795 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aa216012-de30-4615-a0bf-3099114fac4f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:22.954783 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa216012-de30-4615-a0bf-3099114fac4f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:22.955358 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aa216012-de30-4615-a0bf-3099114fac4f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:23.074930 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa216012-de30-4615-a0bf-3099114fac4f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Network': ['ID=2dcdb353-5502-4ab8-a5a0-8253bfa8643b,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:23.079622 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-aa216012-de30-4615-a0bf-3099114fac4f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5761769 Feb 16 12:54:23.082152 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 43430) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:23.087028 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 2dcdb353-5502-4ab8-a5a0-8253bfa8643b details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:54:23.088947 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-624f9df6-c912-4edc-b400-cfd0f8f0f350 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-663082282', 'admin_state_up': True, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:23.096575 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-624f9df6-c912-4edc-b400-cfd0f8f0f350 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:54:23.100869 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-624f9df6-c912-4edc-b400-cfd0f8f0f350 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:router and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:54:23.104213 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-624f9df6-c912-4edc-b400-cfd0f8f0f350 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:54:23.115141 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-624f9df6-c912-4edc-b400-cfd0f8f0f350 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:54:23.127361 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-624f9df6-c912-4edc-b400-cfd0f8f0f350 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:23.128417 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-624f9df6-c912-4edc-b400-cfd0f8f0f350 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:23.143393 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-624f9df6-c912-4edc-b400-cfd0f8f0f350 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:23.421073 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-624f9df6-c912-4edc-b400-cfd0f8f0f350 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:23.737865 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-624f9df6-c912-4edc-b400-cfd0f8f0f350 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router_gateway, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:23.770180 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-624f9df6-c912-4edc-b400-cfd0f8f0f350 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:23.913778 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-624f9df6-c912-4edc-b400-cfd0f8f0f350 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Allocated IP 172.26.5.91 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/b8761167-6ad4-4392-8f1f-000a01ba5498) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:54:24.060984 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-624f9df6-c912-4edc-b400-cfd0f8f0f350 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:24.097503 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-624f9df6-c912-4edc-b400-cfd0f8f0f350 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:24.163835 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624f9df6-c912-4edc-b400-cfd0f8f0f350 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:54:24.166648 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-624f9df6-c912-4edc-b400-cfd0f8f0f350 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:54:24.170249 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624f9df6-c912-4edc-b400-cfd0f8f0f350 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:54:24.198612 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f9df6-c912-4edc-b400-cfd0f8f0f350 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=b8761167-6ad4-4392-8f1f-000a01ba5498,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:24.762884 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-624f9df6-c912-4edc-b400-cfd0f8f0f350 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router_gateway, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:25.119812 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-624f9df6-c912-4edc-b400-cfd0f8f0f350 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:25.332716 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-624f9df6-c912-4edc-b400-cfd0f8f0f350 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Router c731b543-71d6-4896-8cea-304ba8d17ba2 is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:54:25.519061 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624f9df6-c912-4edc-b400-cfd0f8f0f350 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:54:25.530411 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1055514b-bf07-4197-9d67-8cdedd8afc4a None None] Sync routers for ids ['c731b543-71d6-4896-8cea-304ba8d17ba2'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:54:25.540118 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1055514b-bf07-4197-9d67-8cdedd8afc4a None None] Routers {'c731b543-71d6-4896-8cea-304ba8d17ba2'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:54:25.540765 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-1055514b-bf07-4197-9d67-8cdedd8afc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:54:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['c731b543-71d6-4896-8cea-304ba8d17ba2'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:25.552296 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-624f9df6-c912-4edc-b400-cfd0f8f0f350 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:25.553601 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-624f9df6-c912-4edc-b400-cfd0f8f0f350 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.4696565 Feb 16 12:54:25.556909 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 43434) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:25.656887 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-30d11897-90c5-40bf-a410-0078c4a99680 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=a1535d45c61244dc9e2a62da1414d228&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0984030 Feb 16 12:54:25.669330 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43440) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:25.761406 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-1055514b-bf07-4197-9d67-8cdedd8afc4a None None] Set router c731b543-71d6-4896-8cea-304ba8d17ba2 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:54:25.807686 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4db7dd4-c38b-47de-86be-7a9268abc760 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:25.809228 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d4db7dd4-c38b-47de-86be-7a9268abc760 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1376691 Feb 16 12:54:25.812170 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43444) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:25.852823 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-387a6e51-a7e1-4f35-ae23-ca48ab631a1e tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394537 Feb 16 12:54:25.855559 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43448) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:25.861690 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-e27268ac-6c67-4e82-bbab-16a8cdc4c896 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-695013906', 'network_id': '2dcdb353-5502-4ab8-a5a0-8253bfa8643b', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:25.973052 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e27268ac-6c67-4e82-bbab-16a8cdc4c896 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:54:25.977044 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e27268ac-6c67-4e82-bbab-16a8cdc4c896 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:subnet and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:54:25.979858 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e27268ac-6c67-4e82-bbab-16a8cdc4c896 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:54:25.985755 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e27268ac-6c67-4e82-bbab-16a8cdc4c896 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:54:25.996750 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27268ac-6c67-4e82-bbab-16a8cdc4c896 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Made reservation on behalf of a1535d45c61244dc9e2a62da1414d228 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:54:26.000670 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e27268ac-6c67-4e82-bbab-16a8cdc4c896 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:26.038501 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-1055514b-bf07-4197-9d67-8cdedd8afc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'name': 'tempest-TestNetworkBasicOps-router-663082282', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b8761167-6ad4-4392-8f1f-000a01ba5498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:23Z', 'updated_at': '2022-02-16T12:54:24Z', 'revision_number': 3, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'b8761167-6ad4-4392-8f1f-000a01ba5498', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:23Z', 'updated_at': '2022-02-16T12:54:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:26.042222 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1055514b-bf07-4197-9d67-8cdedd8afc4a None None] Checking router: c731b543-71d6-4896-8cea-304ba8d17ba2 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:54:26.042560 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1055514b-bf07-4197-9d67-8cdedd8afc4a None None] Updating router c731b543-71d6-4896-8cea-304ba8d17ba2 port b8761167-6ad4-4392-8f1f-000a01ba5498 binding host dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:54:26.096207 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-1055514b-bf07-4197-9d67-8cdedd8afc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:26.216754 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e27268ac-6c67-4e82-bbab-16a8cdc4c896 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:26.292387 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27268ac-6c67-4e82-bbab-16a8cdc4c896 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Subnet': ['ID=3efb437e-e7e7-4ad2-a897-0d2e13adbf81,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:26.304324 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27268ac-6c67-4e82-bbab-16a8cdc4c896 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:26.304691 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27268ac-6c67-4e82-bbab-16a8cdc4c896 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:26.305271 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27268ac-6c67-4e82-bbab-16a8cdc4c896 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:26.305608 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27268ac-6c67-4e82-bbab-16a8cdc4c896 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:26.305939 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27268ac-6c67-4e82-bbab-16a8cdc4c896 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:26.306247 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27268ac-6c67-4e82-bbab-16a8cdc4c896 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:26.306569 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27268ac-6c67-4e82-bbab-16a8cdc4c896 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:26.306917 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27268ac-6c67-4e82-bbab-16a8cdc4c896 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:26.307240 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27268ac-6c67-4e82-bbab-16a8cdc4c896 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:26.307532 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27268ac-6c67-4e82-bbab-16a8cdc4c896 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:26.307848 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27268ac-6c67-4e82-bbab-16a8cdc4c896 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:26.308192 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27268ac-6c67-4e82-bbab-16a8cdc4c896 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:26.316808 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27268ac-6c67-4e82-bbab-16a8cdc4c896 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Checking segment: {'id': '7f73ffaf-41bb-4395-99c5-747c90f4f65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2dcdb353-5502-4ab8-a5a0-8253bfa8643b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:54:26.317256 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27268ac-6c67-4e82-bbab-16a8cdc4c896 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network hostable DHCP agents. Network: 2dcdb353-5502-4ab8-a5a0-8253bfa8643b, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:54:26.337906 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27268ac-6c67-4e82-bbab-16a8cdc4c896 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network 2dcdb353-5502-4ab8-a5a0-8253bfa8643b is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:54:26.348904 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-e27268ac-6c67-4e82-bbab-16a8cdc4c896 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 2dcdb353-5502-4ab8-a5a0-8253bfa8643b) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:54:26.352951 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27268ac-6c67-4e82-bbab-16a8cdc4c896 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:26.353536 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e27268ac-6c67-4e82-bbab-16a8cdc4c896 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:26.359168 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a401fdde-b5cf-4c16-80cb-3ff87ee64424 None None] Network 2dcdb353-5502-4ab8-a5a0-8253bfa8643b requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:54:26.389406 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e27268ac-6c67-4e82-bbab-16a8cdc4c896 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5326490 Feb 16 12:54:26.392856 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 43452) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:26.446288 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-1055514b-bf07-4197-9d67-8cdedd8afc4a None None] Notify callbacks [] for port, precommit_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:26.459559 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.provisioning_blocks [None req-1055514b-bf07-4197-9d67-8cdedd8afc4a None None] Transition to ACTIVE for port object b8761167-6ad4-4392-8f1f-000a01ba5498 will not be triggered until provisioned by entity L2. {{(pid=87703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:54:26.466256 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-1055514b-bf07-4197-9d67-8cdedd8afc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:26.549790 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-1055514b-bf07-4197-9d67-8cdedd8afc4a None None] Attempting to bind port b8761167-6ad4-4392-8f1f-000a01ba5498 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:54:26.550504 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-1055514b-bf07-4197-9d67-8cdedd8afc4a None None] Attempting to bind port b8761167-6ad4-4392-8f1f-000a01ba5498 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:54:26.550504 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1055514b-bf07-4197-9d67-8cdedd8afc4a None None] Attempting to bind port b8761167-6ad4-4392-8f1f-000a01ba5498 on network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:54:26.553734 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7aaa8d-dd8b-4262-bfae-01f46e568497 None None] Pushing event updated for resources: {'Port': ['ID=b8761167-6ad4-4392-8f1f-000a01ba5498,revision_number=2']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:26.561759 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7aaa8d-dd8b-4262-bfae-01f46e568497 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:26.562104 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7aaa8d-dd8b-4262-bfae-01f46e568497 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:26.562442 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7aaa8d-dd8b-4262-bfae-01f46e568497 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:26.562935 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7aaa8d-dd8b-4262-bfae-01f46e568497 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:26.563434 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7aaa8d-dd8b-4262-bfae-01f46e568497 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:26.563775 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7aaa8d-dd8b-4262-bfae-01f46e568497 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:26.564107 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7aaa8d-dd8b-4262-bfae-01f46e568497 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:26.564433 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7aaa8d-dd8b-4262-bfae-01f46e568497 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:26.564795 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7aaa8d-dd8b-4262-bfae-01f46e568497 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:26.565121 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7aaa8d-dd8b-4262-bfae-01f46e568497 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:26.565440 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7aaa8d-dd8b-4262-bfae-01f46e568497 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:26.565762 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7aaa8d-dd8b-4262-bfae-01f46e568497 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:26.569173 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1055514b-bf07-4197-9d67-8cdedd8afc4a None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:54:26.569535 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1055514b-bf07-4197-9d67-8cdedd8afc4a None None] Checking segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:54:26.570338 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-1055514b-bf07-4197-9d67-8cdedd8afc4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:26.570710 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1055514b-bf07-4197-9d67-8cdedd8afc4a None None] Bound using segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:54:26.571173 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-1055514b-bf07-4197-9d67-8cdedd8afc4a None None] Bound port: b8761167-6ad4-4392-8f1f-000a01ba5498, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:54:26.571546 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-1055514b-bf07-4197-9d67-8cdedd8afc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:26.581690 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412a7b1b-c94a-4d1c-9c4f-7ff08c1e05c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-2dcdb353-5502-4ab8-a5a0-8253bfa8643b', 'network_id': '2dcdb353-5502-4ab8-a5a0-8253bfa8643b', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ips': [{'subnet_id': '3efb437e-e7e7-4ad2-a897-0d2e13adbf81'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:54:26.582650 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-412a7b1b-c94a-4d1c-9c4f-7ff08c1e05c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:26.645475 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-1055514b-bf07-4197-9d67-8cdedd8afc4a None None] For port b8761167-6ad4-4392-8f1f-000a01ba5498, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:54:26.650016 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-1055514b-bf07-4197-9d67-8cdedd8afc4a None None] For port b8761167-6ad4-4392-8f1f-000a01ba5498, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=b8761167-6ad4-4392-8f1f-000a01ba5498,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:54:26.656159 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-1055514b-bf07-4197-9d67-8cdedd8afc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:26.735193 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7aaa8d-dd8b-4262-bfae-01f46e568497 None None] Pushing event updated for resources: {'Port': ['ID=b8761167-6ad4-4392-8f1f-000a01ba5498,revision_number=3']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:26.742447 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-412a7b1b-c94a-4d1c-9c4f-7ff08c1e05c0 None None] Allocated IP 172.20.0.2 (2dcdb353-5502-4ab8-a5a0-8253bfa8643b/3efb437e-e7e7-4ad2-a897-0d2e13adbf81/f23000dd-0492-4e6d-a52f-bb875c749a23) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:54:26.748310 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1055514b-bf07-4197-9d67-8cdedd8afc4a None None] Routers {'c731b543-71d6-4896-8cea-304ba8d17ba2'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:54:26.749010 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-1055514b-bf07-4197-9d67-8cdedd8afc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:54:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['c731b543-71d6-4896-8cea-304ba8d17ba2'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:26.924697 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-1055514b-bf07-4197-9d67-8cdedd8afc4a None None] Set router c731b543-71d6-4896-8cea-304ba8d17ba2 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:54:26.992118 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-412a7b1b-c94a-4d1c-9c4f-7ff08c1e05c0 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:27.002467 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-412a7b1b-c94a-4d1c-9c4f-7ff08c1e05c0 None None] Transition to ACTIVE for port object f23000dd-0492-4e6d-a52f-bb875c749a23 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:54:27.024025 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-412a7b1b-c94a-4d1c-9c4f-7ff08c1e05c0 None None] Transition to ACTIVE for port object f23000dd-0492-4e6d-a52f-bb875c749a23 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:54:27.033609 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-412a7b1b-c94a-4d1c-9c4f-7ff08c1e05c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:27.102219 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412a7b1b-c94a-4d1c-9c4f-7ff08c1e05c0 None None] Network 2dcdb353-5502-4ab8-a5a0-8253bfa8643b is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:54:27.105085 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-412a7b1b-c94a-4d1c-9c4f-7ff08c1e05c0 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:54:27.107682 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412a7b1b-c94a-4d1c-9c4f-7ff08c1e05c0 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:54:27.114403 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a7b1b-c94a-4d1c-9c4f-7ff08c1e05c0 None None] Pushing event updated for resources: {'Port': ['ID=f23000dd-0492-4e6d-a52f-bb875c749a23,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:27.206869 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-412a7b1b-c94a-4d1c-9c4f-7ff08c1e05c0 None None] Attempting to bind port f23000dd-0492-4e6d-a52f-bb875c749a23 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:54:27.207125 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-412a7b1b-c94a-4d1c-9c4f-7ff08c1e05c0 None None] Attempting to bind port f23000dd-0492-4e6d-a52f-bb875c749a23 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '7f73ffaf-41bb-4395-99c5-747c90f4f65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2dcdb353-5502-4ab8-a5a0-8253bfa8643b'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:54:27.207485 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412a7b1b-c94a-4d1c-9c4f-7ff08c1e05c0 None None] Attempting to bind port f23000dd-0492-4e6d-a52f-bb875c749a23 on network 2dcdb353-5502-4ab8-a5a0-8253bfa8643b {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:54:27.212939 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412a7b1b-c94a-4d1c-9c4f-7ff08c1e05c0 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:54:27.213220 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412a7b1b-c94a-4d1c-9c4f-7ff08c1e05c0 None None] Checking segment: {'id': '7f73ffaf-41bb-4395-99c5-747c90f4f65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2dcdb353-5502-4ab8-a5a0-8253bfa8643b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:54:27.213908 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-412a7b1b-c94a-4d1c-9c4f-7ff08c1e05c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:27.214289 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412a7b1b-c94a-4d1c-9c4f-7ff08c1e05c0 None None] Bound using segment: {'id': '7f73ffaf-41bb-4395-99c5-747c90f4f65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2dcdb353-5502-4ab8-a5a0-8253bfa8643b'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:54:27.214759 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-412a7b1b-c94a-4d1c-9c4f-7ff08c1e05c0 None None] Bound port: f23000dd-0492-4e6d-a52f-bb875c749a23, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f73ffaf-41bb-4395-99c5-747c90f4f65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2dcdb353-5502-4ab8-a5a0-8253bfa8643b'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:54:27.215164 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-412a7b1b-c94a-4d1c-9c4f-7ff08c1e05c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:27.242549 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-1055514b-bf07-4197-9d67-8cdedd8afc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'name': 'tempest-TestNetworkBasicOps-router-663082282', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b8761167-6ad4-4392-8f1f-000a01ba5498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:23Z', 'updated_at': '2022-02-16T12:54:24Z', 'revision_number': 3, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'b8761167-6ad4-4392-8f1f-000a01ba5498', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:23Z', 'updated_at': '2022-02-16T12:54:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:27.246415 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1055514b-bf07-4197-9d67-8cdedd8afc4a None None] The sync data for ids ['c731b543-71d6-4896-8cea-304ba8d17ba2'] in dv-neutron-829527-1-hyperv is: [{'id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'name': 'tempest-TestNetworkBasicOps-router-663082282', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b8761167-6ad4-4392-8f1f-000a01ba5498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:23Z', 'updated_at': '2022-02-16T12:54:24Z', 'revision_number': 3, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'b8761167-6ad4-4392-8f1f-000a01ba5498', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:23Z', 'updated_at': '2022-02-16T12:54:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:54:27.257004 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-18820c3b-37c4-4ed5-be01-fc678c7a7bed tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:27.309280 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-412a7b1b-c94a-4d1c-9c4f-7ff08c1e05c0 None None] For port f23000dd-0492-4e6d-a52f-bb875c749a23, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:54:27.312717 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-412a7b1b-c94a-4d1c-9c4f-7ff08c1e05c0 None None] For port f23000dd-0492-4e6d-a52f-bb875c749a23, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=f23000dd-0492-4e6d-a52f-bb875c749a23,segment=NetworkSegment(7f73ffaf-41bb-4395-99c5-747c90f4f65e),segment_id=7f73ffaf-41bb-4395-99c5-747c90f4f65e)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:54:27.318826 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-412a7b1b-c94a-4d1c-9c4f-7ff08c1e05c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:27.418360 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a7b1b-c94a-4d1c-9c4f-7ff08c1e05c0 None None] Pushing event updated for resources: {'Port': ['ID=f23000dd-0492-4e6d-a52f-bb875c749a23,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:27.728357 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-18820c3b-37c4-4ed5-be01-fc678c7a7bed tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Allocated IP 172.20.0.1 (2dcdb353-5502-4ab8-a5a0-8253bfa8643b/3efb437e-e7e7-4ad2-a897-0d2e13adbf81/0064a0d2-aa85-4049-be80-2b96485b9612) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:54:27.918665 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-18820c3b-37c4-4ed5-be01-fc678c7a7bed tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:27.935644 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-18820c3b-37c4-4ed5-be01-fc678c7a7bed tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Transition to ACTIVE for port object 0064a0d2-aa85-4049-be80-2b96485b9612 will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:54:27.964234 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-18820c3b-37c4-4ed5-be01-fc678c7a7bed tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:28.040636 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18820c3b-37c4-4ed5-be01-fc678c7a7bed tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network 2dcdb353-5502-4ab8-a5a0-8253bfa8643b is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:54:28.043857 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-18820c3b-37c4-4ed5-be01-fc678c7a7bed tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:54:28.048287 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18820c3b-37c4-4ed5-be01-fc678c7a7bed tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:54:28.080385 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18820c3b-37c4-4ed5-be01-fc678c7a7bed tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=0064a0d2-aa85-4049-be80-2b96485b9612,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:28.114259 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-18820c3b-37c4-4ed5-be01-fc678c7a7bed tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:28.284623 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-18820c3b-37c4-4ed5-be01-fc678c7a7bed tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:28.441457 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d6abdf-8359-45ed-8ce8-9453d34fb785 None None] Network 2dcdb353-5502-4ab8-a5a0-8253bfa8643b requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:54:28.531024 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-30c8f126-e67f-442a-b218-1e2f6e103516 None None] Provisioning for port f23000dd-0492-4e6d-a52f-bb875c749a23 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:54:28.835329 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device f23000dd-0492-4e6d-a52f-bb875c749a23 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:54:28.860095 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-18820c3b-37c4-4ed5-be01-fc678c7a7bed tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:28.867091 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-18820c3b-37c4-4ed5-be01-fc678c7a7bed tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:28.916981 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port f23000dd-0492-4e6d-a52f-bb875c749a23 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:54:28.922993 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port f23000dd-0492-4e6d-a52f-bb875c749a23 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:28.922993 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:28.991597 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-639a4f55-33ea-42fe-895d-7b1d4552dd3e None None] Provisioning for port 0064a0d2-aa85-4049-be80-2b96485b9612 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:54:28.996229 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18820c3b-37c4-4ed5-be01-fc678c7a7bed tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=0064a0d2-aa85-4049-be80-2b96485b9612,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:29.000510 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-18820c3b-37c4-4ed5-be01-fc678c7a7bed tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:29.021523 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-639a4f55-33ea-42fe-895d-7b1d4552dd3e None None] Provisioning complete for port 0064a0d2-aa85-4049-be80-2b96485b9612 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:29.021887 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-639a4f55-33ea-42fe-895d-7b1d4552dd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:29.102287 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:29.111374 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-639a4f55-33ea-42fe-895d-7b1d4552dd3e None None] Port 0064a0d2-aa85-4049-be80-2b96485b9612 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:54:29.139004 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-639a4f55-33ea-42fe-895d-7b1d4552dd3e None None] Provisioning complete for port f23000dd-0492-4e6d-a52f-bb875c749a23 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:29.139368 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-639a4f55-33ea-42fe-895d-7b1d4552dd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:29.143176 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18820c3b-37c4-4ed5-be01-fc678c7a7bed tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network 2dcdb353-5502-4ab8-a5a0-8253bfa8643b is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:54:29.144314 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-18820c3b-37c4-4ed5-be01-fc678c7a7bed tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:54:29.178676 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port f23000dd-0492-4e6d-a52f-bb875c749a23, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=f23000dd-0492-4e6d-a52f-bb875c749a23,segment=NetworkSegment(7f73ffaf-41bb-4395-99c5-747c90f4f65e),segment_id=7f73ffaf-41bb-4395-99c5-747c90f4f65e)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:54:29.186389 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:29.187176 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device b8761167-6ad4-4392-8f1f-000a01ba5498 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:54:29.324207 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=f23000dd-0492-4e6d-a52f-bb875c749a23,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:29.339914 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18820c3b-37c4-4ed5-be01-fc678c7a7bed tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Router c731b543-71d6-4896-8cea-304ba8d17ba2 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:54:29.373411 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port b8761167-6ad4-4392-8f1f-000a01ba5498 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:54:29.383728 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port b8761167-6ad4-4392-8f1f-000a01ba5498 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:29.384098 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:29.507237 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:29.526465 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18820c3b-37c4-4ed5-be01-fc678c7a7bed tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:54:29.526750 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port b8761167-6ad4-4392-8f1f-000a01ba5498, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=b8761167-6ad4-4392-8f1f-000a01ba5498,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:54:29.532817 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:29.537727 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-18820c3b-37c4-4ed5-be01-fc678c7a7bed tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "PUT /v2.0/routers/c731b543-71d6-4896-8cea-304ba8d17ba2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1436810 Feb 16 12:54:29.540103 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 43458) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:29.565219 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479b3454-51c0-4fe3-b332-bb52539275c4 None None] Sync routers for ids ['c731b543-71d6-4896-8cea-304ba8d17ba2'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:54:29.600548 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479b3454-51c0-4fe3-b332-bb52539275c4 None None] Routers {'c731b543-71d6-4896-8cea-304ba8d17ba2'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:54:29.601085 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-479b3454-51c0-4fe3-b332-bb52539275c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:54:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['c731b543-71d6-4896-8cea-304ba8d17ba2'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:29.679815 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8425d86-d442-48fe-a477-31abaac45243 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:29.680285 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8425d86-d442-48fe-a477-31abaac45243 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:29.680774 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8425d86-d442-48fe-a477-31abaac45243 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:29.681230 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8425d86-d442-48fe-a477-31abaac45243 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:29.681673 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8425d86-d442-48fe-a477-31abaac45243 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:29.682120 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8425d86-d442-48fe-a477-31abaac45243 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:29.683864 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f8425d86-d442-48fe-a477-31abaac45243 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1427143 Feb 16 12:54:29.686719 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 43462) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:29.691538 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=b8761167-6ad4-4392-8f1f-000a01ba5498,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:29.693977 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-8df225e2-bf06-4910-9895-21bafcf8791c None None] Provisioning complete for port 0064a0d2-aa85-4049-be80-2b96485b9612 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:29.694335 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8df225e2-bf06-4910-9895-21bafcf8791c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:29.764259 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9b912a-d706-4a99-8123-e6901e4e755f tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:29.764856 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9b912a-d706-4a99-8123-e6901e4e755f tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:29.765356 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9b912a-d706-4a99-8123-e6901e4e755f tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:29.765843 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9b912a-d706-4a99-8123-e6901e4e755f tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:29.766294 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9b912a-d706-4a99-8123-e6901e4e755f tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:29.766718 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9b912a-d706-4a99-8123-e6901e4e755f tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:29.768488 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-3e9b912a-d706-4a99-8123-e6901e4e755f tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0808675 Feb 16 12:54:29.771360 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 43466) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:29.821579 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-8df225e2-bf06-4910-9895-21bafcf8791c None None] Port 0064a0d2-aa85-4049-be80-2b96485b9612 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:54:29.840202 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-479b3454-51c0-4fe3-b332-bb52539275c4 None None] Set router c731b543-71d6-4896-8cea-304ba8d17ba2 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:54:29.982403 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-59423d5c-e505-4b58-a4cc-498271c9a082 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2098782 Feb 16 12:54:30.190884 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-479b3454-51c0-4fe3-b332-bb52539275c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'name': 'tempest-TestNetworkBasicOps-router-663082282', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b8761167-6ad4-4392-8f1f-000a01ba5498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:23Z', 'updated_at': '2022-02-16T12:54:28Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'b8761167-6ad4-4392-8f1f-000a01ba5498', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:23Z', 'updated_at': '2022-02-16T12:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '0064a0d2-aa85-4049-be80-2b96485b9612', 'name': '', 'network_id': '2dcdb353-5502-4ab8-a5a0-8253bfa8643b', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:92:da:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '3efb437e-e7e7-4ad2-a897-0d2e13adbf81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:27Z', 'updated_at': '2022-02-16T12:54:28Z', 'revision_number': 2, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '3efb437e-e7e7-4ad2-a897-0d2e13adbf81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:30.195161 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479b3454-51c0-4fe3-b332-bb52539275c4 None None] Checking router: c731b543-71d6-4896-8cea-304ba8d17ba2 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:54:30.195507 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479b3454-51c0-4fe3-b332-bb52539275c4 None None] Updating router c731b543-71d6-4896-8cea-304ba8d17ba2 port 0064a0d2-aa85-4049-be80-2b96485b9612 binding host dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:54:30.247734 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-479b3454-51c0-4fe3-b332-bb52539275c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:30.583701 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-479b3454-51c0-4fe3-b332-bb52539275c4 None None] Notify callbacks [] for port, precommit_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:30.595523 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-479b3454-51c0-4fe3-b332-bb52539275c4 None None] Transition to ACTIVE for port object 0064a0d2-aa85-4049-be80-2b96485b9612 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:54:30.604295 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-479b3454-51c0-4fe3-b332-bb52539275c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:30.753120 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f040b94-a7d9-4286-a293-ce82a0bf5957 None None] Pushing event updated for resources: {'Port': ['ID=0064a0d2-aa85-4049-be80-2b96485b9612,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:30.792929 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device f23000dd-0492-4e6d-a52f-bb875c749a23 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:54:30.870891 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-479b3454-51c0-4fe3-b332-bb52539275c4 None None] Attempting to bind port 0064a0d2-aa85-4049-be80-2b96485b9612 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:54:30.871221 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-479b3454-51c0-4fe3-b332-bb52539275c4 None None] Attempting to bind port 0064a0d2-aa85-4049-be80-2b96485b9612 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '7f73ffaf-41bb-4395-99c5-747c90f4f65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2dcdb353-5502-4ab8-a5a0-8253bfa8643b'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:54:30.871610 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479b3454-51c0-4fe3-b332-bb52539275c4 None None] Attempting to bind port 0064a0d2-aa85-4049-be80-2b96485b9612 on network 2dcdb353-5502-4ab8-a5a0-8253bfa8643b {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:54:30.883399 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479b3454-51c0-4fe3-b332-bb52539275c4 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:54:30.883765 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479b3454-51c0-4fe3-b332-bb52539275c4 None None] Checking segment: {'id': '7f73ffaf-41bb-4395-99c5-747c90f4f65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2dcdb353-5502-4ab8-a5a0-8253bfa8643b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:54:30.884157 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-479b3454-51c0-4fe3-b332-bb52539275c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:30.884540 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479b3454-51c0-4fe3-b332-bb52539275c4 None None] Bound using segment: {'id': '7f73ffaf-41bb-4395-99c5-747c90f4f65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2dcdb353-5502-4ab8-a5a0-8253bfa8643b'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:54:30.885022 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-479b3454-51c0-4fe3-b332-bb52539275c4 None None] Bound port: 0064a0d2-aa85-4049-be80-2b96485b9612, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f73ffaf-41bb-4395-99c5-747c90f4f65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2dcdb353-5502-4ab8-a5a0-8253bfa8643b'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:54:30.885386 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-479b3454-51c0-4fe3-b332-bb52539275c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:30.955727 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port f23000dd-0492-4e6d-a52f-bb875c749a23 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:30.956010 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:31.026347 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-479b3454-51c0-4fe3-b332-bb52539275c4 None None] For port 0064a0d2-aa85-4049-be80-2b96485b9612, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:54:31.030980 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-479b3454-51c0-4fe3-b332-bb52539275c4 None None] For port 0064a0d2-aa85-4049-be80-2b96485b9612, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=0064a0d2-aa85-4049-be80-2b96485b9612,segment=NetworkSegment(7f73ffaf-41bb-4395-99c5-747c90f4f65e),segment_id=7f73ffaf-41bb-4395-99c5-747c90f4f65e)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:54:31.039140 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-479b3454-51c0-4fe3-b332-bb52539275c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:31.167147 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479b3454-51c0-4fe3-b332-bb52539275c4 None None] Routers {'c731b543-71d6-4896-8cea-304ba8d17ba2'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:54:31.167793 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-479b3454-51c0-4fe3-b332-bb52539275c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:54:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['c731b543-71d6-4896-8cea-304ba8d17ba2'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:31.216783 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device b8761167-6ad4-4392-8f1f-000a01ba5498 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:54:31.270620 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f040b94-a7d9-4286-a293-ce82a0bf5957 None None] Pushing event updated for resources: {'Port': ['ID=0064a0d2-aa85-4049-be80-2b96485b9612,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:31.309115 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 43474) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:31.315343 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-70afa5ad-1140-4349-a980-60cf7a452f2d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-411178240', 'description': 'tempest-secgroup-smoke-411178240 description', 'project_id': 'a1535d45c61244dc9e2a62da1414d228'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:31.321791 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-70afa5ad-1140-4349-a980-60cf7a452f2d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:54:31.325546 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-70afa5ad-1140-4349-a980-60cf7a452f2d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:54:31.329066 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-70afa5ad-1140-4349-a980-60cf7a452f2d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:54:31.334856 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-70afa5ad-1140-4349-a980-60cf7a452f2d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:54:31.346639 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-70afa5ad-1140-4349-a980-60cf7a452f2d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:31.370408 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-70afa5ad-1140-4349-a980-60cf7a452f2d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:54:31.374275 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-70afa5ad-1140-4349-a980-60cf7a452f2d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:54:31.377644 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-70afa5ad-1140-4349-a980-60cf7a452f2d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:54:31.383492 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-70afa5ad-1140-4349-a980-60cf7a452f2d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:54:31.454394 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-70afa5ad-1140-4349-a980-60cf7a452f2d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:31.459349 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-70afa5ad-1140-4349-a980-60cf7a452f2d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:31.471961 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-479b3454-51c0-4fe3-b332-bb52539275c4 None None] Set router c731b543-71d6-4896-8cea-304ba8d17ba2 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:54:31.502853 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afa5ad-1140-4349-a980-60cf7a452f2d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7e6a5f-512f-409e-8fd9-fd681605a64f,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:31.509608 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-70afa5ad-1140-4349-a980-60cf7a452f2d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:31.510823 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-70afa5ad-1140-4349-a980-60cf7a452f2d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1997726 Feb 16 12:54:31.512638 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afa5ad-1140-4349-a980-60cf7a452f2d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:31.512638 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afa5ad-1140-4349-a980-60cf7a452f2d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:31.512949 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afa5ad-1140-4349-a980-60cf7a452f2d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:31.513280 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afa5ad-1140-4349-a980-60cf7a452f2d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:31.514007 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43478) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:31.516797 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afa5ad-1140-4349-a980-60cf7a452f2d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:31.517241 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afa5ad-1140-4349-a980-60cf7a452f2d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:31.517793 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afa5ad-1140-4349-a980-60cf7a452f2d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:31.518197 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afa5ad-1140-4349-a980-60cf7a452f2d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:31.518592 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afa5ad-1140-4349-a980-60cf7a452f2d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:31.518982 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afa5ad-1140-4349-a980-60cf7a452f2d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:31.519368 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afa5ad-1140-4349-a980-60cf7a452f2d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:31.519766 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70afa5ad-1140-4349-a980-60cf7a452f2d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:31.522369 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-8b514aa1-d5aa-4d39-8693-42b2c6185cd9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': 'ad7e6a5f-512f-409e-8fd9-fd681605a64f', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:31.524132 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port b8761167-6ad4-4392-8f1f-000a01ba5498 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:31.524508 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:31.528275 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8b514aa1-d5aa-4d39-8693-42b2c6185cd9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:54:31.532951 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8b514aa1-d5aa-4d39-8693-42b2c6185cd9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:54:31.535885 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8b514aa1-d5aa-4d39-8693-42b2c6185cd9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:54:31.542615 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8b514aa1-d5aa-4d39-8693-42b2c6185cd9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:54:31.560093 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8b514aa1-d5aa-4d39-8693-42b2c6185cd9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:31.622135 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8b514aa1-d5aa-4d39-8693-42b2c6185cd9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:31.627427 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8b514aa1-d5aa-4d39-8693-42b2c6185cd9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:31.652423 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b514aa1-d5aa-4d39-8693-42b2c6185cd9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66c6b30a-2147-4e9f-ac14-e9fa1d7ebe16,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:31.664005 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8b514aa1-d5aa-4d39-8693-42b2c6185cd9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:31.664458 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8b514aa1-d5aa-4d39-8693-42b2c6185cd9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1493962 Feb 16 12:54:31.667362 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43482) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:31.672328 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-14c7e303-cf4b-40db-8262-bedf67f1d4e5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': 'ad7e6a5f-512f-409e-8fd9-fd681605a64f', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:31.678196 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-14c7e303-cf4b-40db-8262-bedf67f1d4e5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:54:31.682018 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-14c7e303-cf4b-40db-8262-bedf67f1d4e5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:54:31.684883 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-14c7e303-cf4b-40db-8262-bedf67f1d4e5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:54:31.690624 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-14c7e303-cf4b-40db-8262-bedf67f1d4e5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:54:31.708856 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-14c7e303-cf4b-40db-8262-bedf67f1d4e5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:31.779246 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-14c7e303-cf4b-40db-8262-bedf67f1d4e5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:31.783978 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-14c7e303-cf4b-40db-8262-bedf67f1d4e5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:31.801454 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c7e303-cf4b-40db-8262-bedf67f1d4e5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a189496-bead-4f99-91fe-2f0cb76d03cf,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:31.818940 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-14c7e303-cf4b-40db-8262-bedf67f1d4e5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:31.820402 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-14c7e303-cf4b-40db-8262-bedf67f1d4e5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1516883 Feb 16 12:54:31.823632 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43486) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:31.828675 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-a025f481-285b-4a68-a699-4cfa8e280640 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': 'ad7e6a5f-512f-409e-8fd9-fd681605a64f', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:31.833704 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6eafc291-144a-4a71-a524-079a9ff35dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:31.835060 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a025f481-285b-4a68-a699-4cfa8e280640 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:54:31.838696 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a025f481-285b-4a68-a699-4cfa8e280640 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:54:31.841765 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a025f481-285b-4a68-a699-4cfa8e280640 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:54:31.849746 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a025f481-285b-4a68-a699-4cfa8e280640 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:54:31.877775 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a025f481-285b-4a68-a699-4cfa8e280640 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:31.908930 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-479b3454-51c0-4fe3-b332-bb52539275c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'name': 'tempest-TestNetworkBasicOps-router-663082282', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b8761167-6ad4-4392-8f1f-000a01ba5498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:23Z', 'updated_at': '2022-02-16T12:54:28Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'b8761167-6ad4-4392-8f1f-000a01ba5498', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:23Z', 'updated_at': '2022-02-16T12:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '0064a0d2-aa85-4049-be80-2b96485b9612', 'name': '', 'network_id': '2dcdb353-5502-4ab8-a5a0-8253bfa8643b', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:92:da:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '3efb437e-e7e7-4ad2-a897-0d2e13adbf81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:27Z', 'updated_at': '2022-02-16T12:54:31Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '3efb437e-e7e7-4ad2-a897-0d2e13adbf81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:31.913014 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479b3454-51c0-4fe3-b332-bb52539275c4 None None] The sync data for ids ['c731b543-71d6-4896-8cea-304ba8d17ba2'] in dv-neutron-829527-1-hyperv is: [{'id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'name': 'tempest-TestNetworkBasicOps-router-663082282', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b8761167-6ad4-4392-8f1f-000a01ba5498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:23Z', 'updated_at': '2022-02-16T12:54:28Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'b8761167-6ad4-4392-8f1f-000a01ba5498', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:23Z', 'updated_at': '2022-02-16T12:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '0064a0d2-aa85-4049-be80-2b96485b9612', 'name': '', 'network_id': '2dcdb353-5502-4ab8-a5a0-8253bfa8643b', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:92:da:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '3efb437e-e7e7-4ad2-a897-0d2e13adbf81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:27Z', 'updated_at': '2022-02-16T12:54:31Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '3efb437e-e7e7-4ad2-a897-0d2e13adbf81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:54:31.948631 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a025f481-285b-4a68-a699-4cfa8e280640 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:31.965754 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a025f481-285b-4a68-a699-4cfa8e280640 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:32.002328 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a025f481-285b-4a68-a699-4cfa8e280640 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a2e2224-7649-40e4-83fd-25425f68da86,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:32.012695 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a025f481-285b-4a68-a699-4cfa8e280640 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:32.014117 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a025f481-285b-4a68-a699-4cfa8e280640 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1895778 Feb 16 12:54:32.018038 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43490) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:32.024146 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d58faeaa-db14-4dd8-88de-c29b7cc67a9c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': 'ad7e6a5f-512f-409e-8fd9-fd681605a64f', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:32.032687 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d58faeaa-db14-4dd8-88de-c29b7cc67a9c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:54:32.037484 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d58faeaa-db14-4dd8-88de-c29b7cc67a9c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:54:32.040435 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d58faeaa-db14-4dd8-88de-c29b7cc67a9c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:54:32.046483 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d58faeaa-db14-4dd8-88de-c29b7cc67a9c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:54:32.065588 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d58faeaa-db14-4dd8-88de-c29b7cc67a9c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:32.132720 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d58faeaa-db14-4dd8-88de-c29b7cc67a9c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:32.138170 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d58faeaa-db14-4dd8-88de-c29b7cc67a9c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:32.165591 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58faeaa-db14-4dd8-88de-c29b7cc67a9c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5107b560-8a2a-4a68-a9cf-4ac416d975f0,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:32.175182 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d58faeaa-db14-4dd8-88de-c29b7cc67a9c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:32.176440 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d58faeaa-db14-4dd8-88de-c29b7cc67a9c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1573570 Feb 16 12:54:32.179463 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43494) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:32.184596 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-36fc9f98-8ed5-496f-a09e-b59a2b94ee9f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': 'ad7e6a5f-512f-409e-8fd9-fd681605a64f', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:32.190727 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-36fc9f98-8ed5-496f-a09e-b59a2b94ee9f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:54:32.194460 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-36fc9f98-8ed5-496f-a09e-b59a2b94ee9f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:54:32.197961 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-36fc9f98-8ed5-496f-a09e-b59a2b94ee9f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:54:32.206044 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-36fc9f98-8ed5-496f-a09e-b59a2b94ee9f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:54:32.219390 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-36fc9f98-8ed5-496f-a09e-b59a2b94ee9f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Project a1535d45c61244dc9e2a62da1414d228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:54:32.226792 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-36fc9f98-8ed5-496f-a09e-b59a2b94ee9f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:32.296594 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-36fc9f98-8ed5-496f-a09e-b59a2b94ee9f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:32.301893 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-36fc9f98-8ed5-496f-a09e-b59a2b94ee9f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:32.328117 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc9f98-8ed5-496f-a09e-b59a2b94ee9f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a090cb62-adc0-4b9f-92ed-bce80b221ed4,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:32.338590 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-36fc9f98-8ed5-496f-a09e-b59a2b94ee9f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:32.339940 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-36fc9f98-8ed5-496f-a09e-b59a2b94ee9f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1595137 Feb 16 12:54:32.342906 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43498) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:32.348243 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-fd30ca92-83b6-473e-92db-69a87004bfa4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': 'ad7e6a5f-512f-409e-8fd9-fd681605a64f', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:32.361723 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-fd30ca92-83b6-473e-92db-69a87004bfa4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:54:32.366861 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fd30ca92-83b6-473e-92db-69a87004bfa4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:54:32.370121 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fd30ca92-83b6-473e-92db-69a87004bfa4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:54:32.377592 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-fd30ca92-83b6-473e-92db-69a87004bfa4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:54:32.392837 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-fd30ca92-83b6-473e-92db-69a87004bfa4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Project a1535d45c61244dc9e2a62da1414d228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:54:32.400112 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd30ca92-83b6-473e-92db-69a87004bfa4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:32.469454 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd30ca92-83b6-473e-92db-69a87004bfa4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:32.476630 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd30ca92-83b6-473e-92db-69a87004bfa4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:32.502482 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd30ca92-83b6-473e-92db-69a87004bfa4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1896802-7a99-44f5-b0fb-806d5ad68575,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:32.513376 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd30ca92-83b6-473e-92db-69a87004bfa4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:32.514772 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fd30ca92-83b6-473e-92db-69a87004bfa4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1709542 Feb 16 12:54:32.680835 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-a46359e4-f0e7-4e0d-afde-971e447a14e5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:security_group {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:54:32.702154 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-a46359e4-f0e7-4e0d-afde-971e447a14e5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:security_group {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:54:32.703842 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-a46359e4-f0e7-4e0d-afde-971e447a14e5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-411178240&fields=id&tenant_id=a1535d45c61244dc9e2a62da1414d228 HTTP/1.1" status: 200 len: 267 time: 0.0628688 Feb 16 12:54:32.795101 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 0064a0d2-aa85-4049-be80-2b96485b9612 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:54:32.872211 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 0064a0d2-aa85-4049-be80-2b96485b9612 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:54:32.879126 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 0064a0d2-aa85-4049-be80-2b96485b9612 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:32.879499 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:32.993372 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-5ae73b3c-1d21-4cbc-a09c-3a14e2f72be8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:32.994839 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-5ae73b3c-1d21-4cbc-a09c-3a14e2f72be8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/networks?id=2dcdb353-5502-4ab8-a5a0-8253bfa8643b HTTP/1.1" status: 200 len: 796 time: 0.2818830 Feb 16 12:54:33.006488 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:33.009651 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-947ec8e0-7b8e-4966-8acd-75213d8bd19d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/quotas/a1535d45c61244dc9e2a62da1414d228 HTTP/1.1" status: 200 len: 375 time: 0.0091724 Feb 16 12:54:33.038794 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 0064a0d2-aa85-4049-be80-2b96485b9612, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=0064a0d2-aa85-4049-be80-2b96485b9612,segment=NetworkSegment(7f73ffaf-41bb-4395-99c5-747c90f4f65e),segment_id=7f73ffaf-41bb-4395-99c5-747c90f4f65e)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:54:33.045746 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:33.099993 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-8917ac17-e059-4814-829a-536d42de6960 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:54:33.118366 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-8917ac17-e059-4814-829a-536d42de6960 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:54:33.120126 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-8917ac17-e059-4814-829a-536d42de6960 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1046369 Feb 16 12:54:33.122951 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=0064a0d2-aa85-4049-be80-2b96485b9612,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:33.263071 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-abfd83b5-53ab-47a1-a05b-fed885549877 service neutron] 10.222.0.83 "GET /v2.0/networks/2dcdb353-5502-4ab8-a5a0-8253bfa8643b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303880 Feb 16 12:54:33.403439 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-489c6823-0397-4856-8688-293ce73846e8 service neutron] 10.222.0.83 "GET /v2.0/networks/2dcdb353-5502-4ab8-a5a0-8253bfa8643b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342475 Feb 16 12:54:33.585587 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-84f72e5c-40fe-4e5d-a3bb-374b5ee7eddc req-4f6177d9-44bf-44cc-b1b9-d591d8ac2b82 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=40855098-b6d7-451b-a560-b71247cfa093 HTTP/1.1" status: 200 len: 210 time: 0.0452871 Feb 16 12:54:34.096729 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f8585065-7305-45a6-9aac-dcecf2f45c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:34.398894 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:34.762438 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 0064a0d2-aa85-4049-be80-2b96485b9612 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:54:34.773131 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8d595861-e361-4e85-b503-818f1c3a68d1 req-f8582261-09be-4800-af44-c394c226215d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=40855098-b6d7-451b-a560-b71247cfa093 HTTP/1.1" status: 200 len: 210 time: 0.0558209 Feb 16 12:54:34.784441 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-26764212-e323-47a8-8d8e-c021840fad29 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:34.785136 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-26764212-e323-47a8-8d8e-c021840fad29 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "GET /v2.0/networks?id=2dcdb353-5502-4ab8-a5a0-8253bfa8643b HTTP/1.1" status: 200 len: 796 time: 0.2014503 Feb 16 12:54:34.841211 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-31dac10e-9e44-4f0f-9156-0024cfefc876 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1535d45c61244dc9e2a62da1414d228 HTTP/1.1" status: 200 len: 379 time: 0.0458043 Feb 16 12:54:34.850233 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 0064a0d2-aa85-4049-be80-2b96485b9612 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:34.851039 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:34.855131 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-9bff220b-ec6a-4291-8672-bc6f65d2e1e5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'port': {'device_id': '40855098-b6d7-451b-a560-b71247cfa093', 'network_id': '2dcdb353-5502-4ab8-a5a0-8253bfa8643b', 'admin_state_up': True, 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'security_groups': ['ad7e6a5f-512f-409e-8fd9-fd681605a64f']}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:34.999897 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-9bff220b-ec6a-4291-8672-bc6f65d2e1e5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:54:35.009359 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-9bff220b-ec6a-4291-8672-bc6f65d2e1e5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:54:35.021203 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-9bff220b-ec6a-4291-8672-bc6f65d2e1e5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Made reservation on behalf of a1535d45c61244dc9e2a62da1414d228 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:54:35.024736 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-9bff220b-ec6a-4291-8672-bc6f65d2e1e5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:35.129718 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:35.131366 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:35.190806 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-9bff220b-ec6a-4291-8672-bc6f65d2e1e5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Allocated IP 172.20.0.3 (2dcdb353-5502-4ab8-a5a0-8253bfa8643b/3efb437e-e7e7-4ad2-a897-0d2e13adbf81/1c0d6375-28ad-435d-9ffe-f1925ca6db31) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:54:35.389908 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-9bff220b-ec6a-4291-8672-bc6f65d2e1e5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:35.405498 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-9bff220b-ec6a-4291-8672-bc6f65d2e1e5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Transition to ACTIVE for port object 1c0d6375-28ad-435d-9ffe-f1925ca6db31 will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:54:35.431408 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-9bff220b-ec6a-4291-8672-bc6f65d2e1e5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:35.505444 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-9bff220b-ec6a-4291-8672-bc6f65d2e1e5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network 2dcdb353-5502-4ab8-a5a0-8253bfa8643b is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:54:35.508598 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-9bff220b-ec6a-4291-8672-bc6f65d2e1e5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:54:35.512485 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-9bff220b-ec6a-4291-8672-bc6f65d2e1e5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:54:35.542466 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff220b-ec6a-4291-8672-bc6f65d2e1e5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=1c0d6375-28ad-435d-9ffe-f1925ca6db31,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:35.581557 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-9bff220b-ec6a-4291-8672-bc6f65d2e1e5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:35.582258 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-9bff220b-ec6a-4291-8672-bc6f65d2e1e5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:35.610627 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-9bff220b-ec6a-4291-8672-bc6f65d2e1e5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7599375 Feb 16 12:54:35.623057 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-17756bba-7c04-4153-9017-b649afbd6c65 service neutron] Request body: {'port': {'device_id': '40855098-b6d7-451b-a560-b71247cfa093', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:35.721016 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-dcc3503b-7a11-423c-aaf3-7aeaa2e5f757 None None] Provisioning for port 1c0d6375-28ad-435d-9ffe-f1925ca6db31 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:54:35.725988 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-dcc3503b-7a11-423c-aaf3-7aeaa2e5f757 None None] Provisioning complete for port 1c0d6375-28ad-435d-9ffe-f1925ca6db31 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:35.726360 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-dcc3503b-7a11-423c-aaf3-7aeaa2e5f757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:35.735594 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-17756bba-7c04-4153-9017-b649afbd6c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:35.779907 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3503b-7a11-423c-aaf3-7aeaa2e5f757 None None] Port 1c0d6375-28ad-435d-9ffe-f1925ca6db31 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:54:35.970959 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d22b8-82e9-47d7-bf17-11eaf3324122 req-32adbf15-1de8-4d8f-829e-69dc70ed3e43 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:35.972321 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-617d22b8-82e9-47d7-bf17-11eaf3324122 req-32adbf15-1de8-4d8f-829e-69dc70ed3e43 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=40855098-b6d7-451b-a560-b71247cfa093 HTTP/1.1" status: 200 len: 931 time: 0.0831392 Feb 16 12:54:36.020432 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-617d22b8-82e9-47d7-bf17-11eaf3324122 req-2c0e8ac6-184e-4c18-81e7-91545ec08b35 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:54:36.033313 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-617d22b8-82e9-47d7-bf17-11eaf3324122 req-2c0e8ac6-184e-4c18-81e7-91545ec08b35 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:54:36.034457 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-617d22b8-82e9-47d7-bf17-11eaf3324122 req-2c0e8ac6-184e-4c18-81e7-91545ec08b35 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=ad7e6a5f-512f-409e-8fd9-fd681605a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559142 Feb 16 12:54:36.190186 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-17756bba-7c04-4153-9017-b649afbd6c65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c0d6375-28ad-435d-9ffe-f1925ca6db31 {{(pid=87701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:54:36.197985 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-17756bba-7c04-4153-9017-b649afbd6c65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:36.212180 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-17756bba-7c04-4153-9017-b649afbd6c65 service neutron] Transition to ACTIVE for port object 1c0d6375-28ad-435d-9ffe-f1925ca6db31 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:54:36.218937 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-17756bba-7c04-4153-9017-b649afbd6c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:36.348835 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17756bba-7c04-4153-9017-b649afbd6c65 service neutron] Pushing event updated for resources: {'Port': ['ID=1c0d6375-28ad-435d-9ffe-f1925ca6db31,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:36.459957 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-17756bba-7c04-4153-9017-b649afbd6c65 service neutron] Attempting to bind port 1c0d6375-28ad-435d-9ffe-f1925ca6db31 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:54:36.459957 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-17756bba-7c04-4153-9017-b649afbd6c65 service neutron] Attempting to bind port 1c0d6375-28ad-435d-9ffe-f1925ca6db31 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '7f73ffaf-41bb-4395-99c5-747c90f4f65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2dcdb353-5502-4ab8-a5a0-8253bfa8643b'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:54:36.459957 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-17756bba-7c04-4153-9017-b649afbd6c65 service neutron] Attempting to bind port 1c0d6375-28ad-435d-9ffe-f1925ca6db31 on network 2dcdb353-5502-4ab8-a5a0-8253bfa8643b {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:54:36.474296 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-17756bba-7c04-4153-9017-b649afbd6c65 service neutron] Port 1c0d6375-28ad-435d-9ffe-f1925ca6db31 on network 2dcdb353-5502-4ab8-a5a0-8253bfa8643b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:54:36.474296 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-17756bba-7c04-4153-9017-b649afbd6c65 service neutron] Attempting to bind port 1c0d6375-28ad-435d-9ffe-f1925ca6db31 on network 2dcdb353-5502-4ab8-a5a0-8253bfa8643b {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:54:36.480419 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-17756bba-7c04-4153-9017-b649afbd6c65 service neutron] Checking agent: {'id': 'b4b5bcfd-2763-4324-82e0-923bc8a52546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'started_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:54:36.480782 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-17756bba-7c04-4153-9017-b649afbd6c65 service neutron] Checking segment: {'id': '7f73ffaf-41bb-4395-99c5-747c90f4f65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2dcdb353-5502-4ab8-a5a0-8253bfa8643b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:54:36.481158 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-17756bba-7c04-4153-9017-b649afbd6c65 service neutron] Bound using segment: {'id': '7f73ffaf-41bb-4395-99c5-747c90f4f65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2dcdb353-5502-4ab8-a5a0-8253bfa8643b'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:54:36.481568 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-17756bba-7c04-4153-9017-b649afbd6c65 service neutron] Bound port: 1c0d6375-28ad-435d-9ffe-f1925ca6db31, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f73ffaf-41bb-4395-99c5-747c90f4f65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2dcdb353-5502-4ab8-a5a0-8253bfa8643b'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:54:36.481916 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-17756bba-7c04-4153-9017-b649afbd6c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:36.583011 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-17756bba-7c04-4153-9017-b649afbd6c65 service neutron] For port 1c0d6375-28ad-435d-9ffe-f1925ca6db31, host hv-neutron-8295, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:54:36.586203 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-17756bba-7c04-4153-9017-b649afbd6c65 service neutron] For port 1c0d6375-28ad-435d-9ffe-f1925ca6db31, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=1c0d6375-28ad-435d-9ffe-f1925ca6db31,segment=NetworkSegment(7f73ffaf-41bb-4395-99c5-747c90f4f65e),segment_id=7f73ffaf-41bb-4395-99c5-747c90f4f65e)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:54:36.592662 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-17756bba-7c04-4153-9017-b649afbd6c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:36.653767 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-17756bba-7c04-4153-9017-b649afbd6c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:36.655375 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-17756bba-7c04-4153-9017-b649afbd6c65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:36.656853 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-17756bba-7c04-4153-9017-b649afbd6c65 service neutron] 10.222.0.89 "PUT /v2.0/ports/1c0d6375-28ad-435d-9ffe-f1925ca6db31 HTTP/1.1" status: 200 len: 1093 time: 1.0383754 Feb 16 12:54:36.657418 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40855098-b6d7-451b-a560-b71247cfa093', 'tag': '1c0d6375-28ad-435d-9ffe-f1925ca6db31'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:54:36.677845 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17756bba-7c04-4153-9017-b649afbd6c65 service neutron] Pushing event updated for resources: {'Port': ['ID=1c0d6375-28ad-435d-9ffe-f1925ca6db31,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:36.679298 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:36.744289 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40855098-b6d7-451b-a560-b71247cfa093', 'tag': '1c0d6375-28ad-435d-9ffe-f1925ca6db31', 'status': 'completed', 'code': 200} Feb 16 12:54:36.796431 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-c39eae6e-c9e5-4ccf-a5d7-9005572c36e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:36.798457 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-c39eae6e-c9e5-4ccf-a5d7-9005572c36e2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&device_id=40855098-b6d7-451b-a560-b71247cfa093 HTTP/1.1" status: 200 len: 1096 time: 0.0889065 Feb 16 12:54:36.876263 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-b9c2fe6e-fdc9-441e-849a-397c2398f79f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c0d6375-28ad-435d-9ffe-f1925ca6db31 HTTP/1.1" status: 200 len: 217 time: 0.0699885 Feb 16 12:54:36.945918 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-3cf9b9ff-fbc5-4d46-b113-609e69820623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:36.947208 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-3cf9b9ff-fbc5-4d46-b113-609e69820623 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3efb437e-e7e7-4ad2-a897-0d2e13adbf81 HTTP/1.1" status: 200 len: 834 time: 0.0652485 Feb 16 12:54:37.030715 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-21bdb518-9d39-4b64-b224-bdb18d084b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:37.031344 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-21bdb518-9d39-4b64-b224-bdb18d084b60 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2dcdb353-5502-4ab8-a5a0-8253bfa8643b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777290 Feb 16 12:54:37.179691 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-36f1bc50-1c6c-4ecb-990d-ac4b04046807 service neutron] 10.222.0.89 "GET /v2.0/networks/2dcdb353-5502-4ab8-a5a0-8253bfa8643b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411519 Feb 16 12:54:37.263452 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1333d38a-f763-4678-8391-ec9d81dfa25b req-ade621eb-c8da-404a-b670-e5799c9d0579 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:37.269597 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1333d38a-f763-4678-8391-ec9d81dfa25b req-ade621eb-c8da-404a-b670-e5799c9d0579 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=40855098-b6d7-451b-a560-b71247cfa093 HTTP/1.1" status: 200 len: 943 time: 0.0857885 Feb 16 12:54:37.314525 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1333d38a-f763-4678-8391-ec9d81dfa25b req-a3159d53-0446-4204-bf26-9b628b277f98 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=ad7e6a5f-512f-409e-8fd9-fd681605a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421267 Feb 16 12:54:37.324153 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-52646e8c-426c-4518-9421-13d8aa7e1d23 req-053a86b6-c75c-454a-9ee9-fb1258e88451 service neutron] 10.222.0.89 "GET /v2.0/networks/2dcdb353-5502-4ab8-a5a0-8253bfa8643b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383350 Feb 16 12:54:37.458880 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e4d8f-e82b-402c-842f-f505faa631e0 req-e25b0d44-a807-45e1-97df-628643e53acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:37.459057 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d03e4d8f-e82b-402c-842f-f505faa631e0 req-e25b0d44-a807-45e1-97df-628643e53acc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&device_id=40855098-b6d7-451b-a560-b71247cfa093 HTTP/1.1" status: 200 len: 1096 time: 0.0807996 Feb 16 12:54:37.597757 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e4d8f-e82b-402c-842f-f505faa631e0 req-16e8c6ee-7a48-4e61-b675-174a87900d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:37.599308 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d03e4d8f-e82b-402c-842f-f505faa631e0 req-16e8c6ee-7a48-4e61-b675-174a87900d4f service neutron] 10.222.0.89 "GET /v2.0/networks?id=2dcdb353-5502-4ab8-a5a0-8253bfa8643b HTTP/1.1" status: 200 len: 897 time: 0.1329756 Feb 16 12:54:37.679287 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d03e4d8f-e82b-402c-842f-f505faa631e0 req-17be0d68-5469-4817-b5df-b899d1ce5379 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c0d6375-28ad-435d-9ffe-f1925ca6db31 HTTP/1.1" status: 200 len: 217 time: 0.0716963 Feb 16 12:54:37.748243 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e4d8f-e82b-402c-842f-f505faa631e0 req-1a8080f6-706d-4f20-867f-b873d086456a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:37.750512 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d03e4d8f-e82b-402c-842f-f505faa631e0 req-1a8080f6-706d-4f20-867f-b873d086456a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3efb437e-e7e7-4ad2-a897-0d2e13adbf81 HTTP/1.1" status: 200 len: 834 time: 0.0649443 Feb 16 12:54:37.832778 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e4d8f-e82b-402c-842f-f505faa631e0 req-fdc37726-6cbc-4060-9e04-129345114f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:37.834272 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d03e4d8f-e82b-402c-842f-f505faa631e0 req-fdc37726-6cbc-4060-9e04-129345114f72 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2dcdb353-5502-4ab8-a5a0-8253bfa8643b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767899 Feb 16 12:54:38.108681 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d03e4d8f-e82b-402c-842f-f505faa631e0 req-ef6de5f3-7f0e-4022-bd1d-a54903d2d6a6 service neutron] 10.222.0.89 "GET /v2.0/networks/2dcdb353-5502-4ab8-a5a0-8253bfa8643b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660372 Feb 16 12:54:38.246570 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d03e4d8f-e82b-402c-842f-f505faa631e0 req-4e0f8df9-992e-41bf-a4ce-46fff30ccdaf service neutron] 10.222.0.89 "GET /v2.0/networks/2dcdb353-5502-4ab8-a5a0-8253bfa8643b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313369 Feb 16 12:54:38.513025 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c4605-3ff6-4d87-8587-3de4f3947ac3 req-7f29a4d3-c931-4040-af8d-22ff03b1b13c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:38.513756 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-8f4c4605-3ff6-4d87-8587-3de4f3947ac3 req-7f29a4d3-c931-4040-af8d-22ff03b1b13c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:54:38.530199 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-8f4c4605-3ff6-4d87-8587-3de4f3947ac3 req-7f29a4d3-c931-4040-af8d-22ff03b1b13c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:54:38.531472 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8f4c4605-3ff6-4d87-8587-3de4f3947ac3 req-7f29a4d3-c931-4040-af8d-22ff03b1b13c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=40855098-b6d7-451b-a560-b71247cfa093 HTTP/1.1" status: 200 len: 943 time: 0.1068423 Feb 16 12:54:38.580966 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8f4c4605-3ff6-4d87-8587-3de4f3947ac3 req-f9d40653-694b-466b-8ae7-2a7bee95129f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=ad7e6a5f-512f-409e-8fd9-fd681605a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423002 Feb 16 12:54:39.786507 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635f181-2026-4f58-a1a7-b4e8f8eaeb8e req-39c27f02-9284-45ee-a494-887b9727f28d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:39.787945 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a635f181-2026-4f58-a1a7-b4e8f8eaeb8e req-39c27f02-9284-45ee-a494-887b9727f28d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=40855098-b6d7-451b-a560-b71247cfa093 HTTP/1.1" status: 200 len: 943 time: 0.0865021 Feb 16 12:54:39.835902 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a635f181-2026-4f58-a1a7-b4e8f8eaeb8e req-300446f9-781a-426b-b7d5-7ecaaa0e2516 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=ad7e6a5f-512f-409e-8fd9-fd681605a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404534 Feb 16 12:54:40.421518 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 1c0d6375-28ad-435d-9ffe-f1925ca6db31 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:54:40.559052 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 1c0d6375-28ad-435d-9ffe-f1925ca6db31, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=1c0d6375-28ad-435d-9ffe-f1925ca6db31,segment=NetworkSegment(7f73ffaf-41bb-4395-99c5-747c90f4f65e),segment_id=7f73ffaf-41bb-4395-99c5-747c90f4f65e)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:54:40.573955 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': '1c0d6375-28ad-435d-9ffe-f1925ca6db31', 'network_id': '2dcdb353-5502-4ab8-a5a0-8253bfa8643b', 'port_id': '1c0d6375-28ad-435d-9ffe-f1925ca6db31', 'mac_address': 'fa:16:3e:89:9b:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3efb437e-e7e7-4ad2-a897-0d2e13adbf81', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:54:40.634373 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:40.651134 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c0d6375-28ad-435d-9ffe-f1925ca6db31 {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:54:40.667289 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 1c0d6375-28ad-435d-9ffe-f1925ca6db31, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=1c0d6375-28ad-435d-9ffe-f1925ca6db31,segment=NetworkSegment(7f73ffaf-41bb-4395-99c5-747c90f4f65e),segment_id=7f73ffaf-41bb-4395-99c5-747c90f4f65e)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:54:40.674518 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:40.747566 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=1c0d6375-28ad-435d-9ffe-f1925ca6db31,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:40.756483 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:40.756896 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:40.757553 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:40.757706 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:40.758075 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:40.758623 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:40.758797 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:40.759211 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:40.759602 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:40.760172 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:40.760257 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:40.760576 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:54:40.927535 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['1c0d6375-28ad-435d-9ffe-f1925ca6db31'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:54:41.035327 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab96d0-2392-4394-9046-84254ad4b9fd req-82beaee7-7bf4-4f43-bf14-49bec7552d73 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:41.037507 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4aab96d0-2392-4394-9046-84254ad4b9fd req-82beaee7-7bf4-4f43-bf14-49bec7552d73 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=40855098-b6d7-451b-a560-b71247cfa093 HTTP/1.1" status: 200 len: 944 time: 0.0928109 Feb 16 12:54:41.086488 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4aab96d0-2392-4394-9046-84254ad4b9fd req-7f1259ba-66de-42e5-9910-9b387fa05680 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=ad7e6a5f-512f-409e-8fd9-fd681605a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418744 Feb 16 12:54:42.376326 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560bfae-6d13-4bed-97b9-65ee567702cd req-61a99731-cca6-42e6-9c6d-7432fecc28ea tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:42.377753 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4560bfae-6d13-4bed-97b9-65ee567702cd req-61a99731-cca6-42e6-9c6d-7432fecc28ea tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=40855098-b6d7-451b-a560-b71247cfa093 HTTP/1.1" status: 200 len: 944 time: 0.1856203 Feb 16 12:54:42.423197 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4560bfae-6d13-4bed-97b9-65ee567702cd req-77ae42f1-694b-4f36-ac51-80b645668403 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=ad7e6a5f-512f-409e-8fd9-fd681605a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394983 Feb 16 12:54:42.447794 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 1c0d6375-28ad-435d-9ffe-f1925ca6db31 up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:54:42.574313 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning for port 1c0d6375-28ad-435d-9ffe-f1925ca6db31 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:54:42.579082 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port 1c0d6375-28ad-435d-9ffe-f1925ca6db31 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:54:42.579453 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:42.695240 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:42.723924 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40855098-b6d7-451b-a560-b71247cfa093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0d6375-28ad-435d-9ffe-f1925ca6db31'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:54:42.733761 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 1c0d6375-28ad-435d-9ffe-f1925ca6db31, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=1c0d6375-28ad-435d-9ffe-f1925ca6db31,segment=NetworkSegment(7f73ffaf-41bb-4395-99c5-747c90f4f65e),segment_id=7f73ffaf-41bb-4395-99c5-747c90f4f65e)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:54:42.740784 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:42.772479 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40855098-b6d7-451b-a560-b71247cfa093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0d6375-28ad-435d-9ffe-f1925ca6db31', 'code': 200} Feb 16 12:54:42.812271 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=1c0d6375-28ad-435d-9ffe-f1925ca6db31,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:43.022274 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad212a49-1778-4e56-8f34-42ef5ea4594e req-8ecc838a-fa1f-4a49-a5c2-14a9d0aea052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:43.023739 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ad212a49-1778-4e56-8f34-42ef5ea4594e req-8ecc838a-fa1f-4a49-a5c2-14a9d0aea052 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=40855098-b6d7-451b-a560-b71247cfa093 HTTP/1.1" status: 200 len: 1098 time: 0.0757341 Feb 16 12:54:43.064956 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ad212a49-1778-4e56-8f34-42ef5ea4594e req-7eb82ea2-6440-4c73-96cf-42e3ef05fafd service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ad7e6a5f-512f-409e-8fd9-fd681605a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332565 Feb 16 12:54:43.623555 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a761141-3ecd-43ef-bc04-ef90377f510a req-ba3c132c-15e9-42a8-bb78-0ae3795911c0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:43.625049 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1a761141-3ecd-43ef-bc04-ef90377f510a req-ba3c132c-15e9-42a8-bb78-0ae3795911c0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=40855098-b6d7-451b-a560-b71247cfa093 HTTP/1.1" status: 200 len: 945 time: 0.0848215 Feb 16 12:54:43.670806 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1a761141-3ecd-43ef-bc04-ef90377f510a req-5da115ef-c697-4219-8dd5-bd62c0bba605 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=ad7e6a5f-512f-409e-8fd9-fd681605a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399246 Feb 16 12:54:44.864665 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36819889-b48f-4a0f-b081-16eaf4ad8453 req-57729edd-b5a6-43e7-917b-6d596085acf1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:44.866114 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-36819889-b48f-4a0f-b081-16eaf4ad8453 req-57729edd-b5a6-43e7-917b-6d596085acf1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=40855098-b6d7-451b-a560-b71247cfa093 HTTP/1.1" status: 200 len: 945 time: 0.0865283 Feb 16 12:54:44.915733 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-36819889-b48f-4a0f-b081-16eaf4ad8453 req-958e0740-ea0f-49bb-b906-3a8d8c43a688 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=ad7e6a5f-512f-409e-8fd9-fd681605a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411203 Feb 16 12:54:45.118074 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72815ec-5212-4e85-839e-6194b7a130a3 req-083a44b5-e0d9-462c-8cb5-4bffa32dc893 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:45.119555 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a72815ec-5212-4e85-839e-6194b7a130a3 req-083a44b5-e0d9-462c-8cb5-4bffa32dc893 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=40855098-b6d7-451b-a560-b71247cfa093 HTTP/1.1" status: 200 len: 945 time: 0.0867624 Feb 16 12:54:45.164308 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a72815ec-5212-4e85-839e-6194b7a130a3 req-4387427b-daa3-4c0d-a472-e23cd9ecebf2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=ad7e6a5f-512f-409e-8fd9-fd681605a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390122 Feb 16 12:54:45.186786 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43554) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:45.266799 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b833db8-10a9-4f52-9956-cb4b23add233 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:45.268312 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7b833db8-10a9-4f52-9956-cb4b23add233 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=40855098-b6d7-451b-a560-b71247cfa093 HTTP/1.1" status: 200 len: 1093 time: 0.0805740 Feb 16 12:54:45.272354 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43558) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:45.277202 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-a69dc7bb-9b1c-422f-a89e-2b97ccb19a0d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'floatingip': {'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'port_id': '1c0d6375-28ad-435d-9ffe-f1925ca6db31', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:54:45.283155 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a69dc7bb-9b1c-422f-a89e-2b97ccb19a0d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:54:45.287463 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a69dc7bb-9b1c-422f-a89e-2b97ccb19a0d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:floatingip and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:54:45.290383 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a69dc7bb-9b1c-422f-a89e-2b97ccb19a0d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:54:45.296428 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a69dc7bb-9b1c-422f-a89e-2b97ccb19a0d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:54:45.307913 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a69dc7bb-9b1c-422f-a89e-2b97ccb19a0d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for floatingip, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:45.456628 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a69dc7bb-9b1c-422f-a89e-2b97ccb19a0d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:45.606638 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-a69dc7bb-9b1c-422f-a89e-2b97ccb19a0d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Allocated IP 172.26.5.189 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/8277da7b-80a4-4b01-b4b1-a491dde8149a) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:54:45.766073 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a69dc7bb-9b1c-422f-a89e-2b97ccb19a0d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:45.796541 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a69dc7bb-9b1c-422f-a89e-2b97ccb19a0d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:45.863261 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69dc7bb-9b1c-422f-a89e-2b97ccb19a0d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:54:45.866212 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-a69dc7bb-9b1c-422f-a89e-2b97ccb19a0d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:54:45.868994 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69dc7bb-9b1c-422f-a89e-2b97ccb19a0d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:54:45.906555 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69dc7bb-9b1c-422f-a89e-2b97ccb19a0d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=8277da7b-80a4-4b01-b4b1-a491dde8149a,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:46.316760 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a69dc7bb-9b1c-422f-a89e-2b97ccb19a0d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:46.395163 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a69dc7bb-9b1c-422f-a89e-2b97ccb19a0d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:46.613273 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a69dc7bb-9b1c-422f-a89e-2b97ccb19a0d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:46.618744 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a69dc7bb-9b1c-422f-a89e-2b97ccb19a0d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:46.836714 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69dc7bb-9b1c-422f-a89e-2b97ccb19a0d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=8277da7b-80a4-4b01-b4b1-a491dde8149a,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:54:46.851288 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a69dc7bb-9b1c-422f-a89e-2b97ccb19a0d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:47.027663 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-a69dc7bb-9b1c-422f-a89e-2b97ccb19a0d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Floating IP fd82d6f6-56d3-41e3-8f60-347dffe03226 associated. External IP: 172.26.5.189, port: 1c0d6375-28ad-435d-9ffe-f1925ca6db31. Feb 16 12:54:47.384586 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69dc7bb-9b1c-422f-a89e-2b97ccb19a0d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Router c731b543-71d6-4896-8cea-304ba8d17ba2 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:54:47.574744 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69dc7bb-9b1c-422f-a89e-2b97ccb19a0d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:54:47.586570 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ae1d3f-ed1a-45c1-b379-cabe8d273358 None None] Sync routers for ids ['c731b543-71d6-4896-8cea-304ba8d17ba2'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:54:47.598825 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ae1d3f-ed1a-45c1-b379-cabe8d273358 None None] Routers {'c731b543-71d6-4896-8cea-304ba8d17ba2'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:54:47.599687 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-11ae1d3f-ed1a-45c1-b379-cabe8d273358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:54:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['c731b543-71d6-4896-8cea-304ba8d17ba2'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:47.605315 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a69dc7bb-9b1c-422f-a89e-2b97ccb19a0d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:54:47.634382 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-dfa838ef-9f8c-4e88-9c2e-6e7539385fb4 req-22cd8fa1-e01b-4b90-93e3-b242f723df87 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d697a81d-0c8f-4805-af84-3ae726462c7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0762293 Feb 16 12:54:47.670126 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a69dc7bb-9b1c-422f-a89e-2b97ccb19a0d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3967624 Feb 16 12:54:47.670920 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40855098-b6d7-451b-a560-b71247cfa093', 'tag': '1c0d6375-28ad-435d-9ffe-f1925ca6db31'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:54:47.673467 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 43566) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:47.791212 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-11ae1d3f-ed1a-45c1-b379-cabe8d273358 None None] Set router c731b543-71d6-4896-8cea-304ba8d17ba2 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:54:47.849983 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa838ef-9f8c-4e88-9c2e-6e7539385fb4 req-41875b32-8325-45b0-a5f4-9e3080dd95f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:47.851462 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-dfa838ef-9f8c-4e88-9c2e-6e7539385fb4 req-41875b32-8325-45b0-a5f4-9e3080dd95f6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=43a461e2fae64766bd31efeef15d8935&device_id=d697a81d-0c8f-4805-af84-3ae726462c7d HTTP/1.1" status: 200 len: 1098 time: 0.1133745 Feb 16 12:54:47.857167 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-936cbe59-2971-470f-ad0c-837524ec591f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/floatingips/fd82d6f6-56d3-41e3-8f60-347dffe03226 HTTP/1.1" status: 200 len: 991 time: 0.1814060 Feb 16 12:54:47.905579 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40855098-b6d7-451b-a560-b71247cfa093', 'tag': '1c0d6375-28ad-435d-9ffe-f1925ca6db31', 'status': 'completed', 'code': 200} Feb 16 12:54:48.082399 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c85f0-c9e9-44b5-809c-46710b90c1de req-3b503f9a-cb2e-4e44-8d0b-55de1a83715d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:48.083603 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1f6c85f0-c9e9-44b5-809c-46710b90c1de req-3b503f9a-cb2e-4e44-8d0b-55de1a83715d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&device_id=40855098-b6d7-451b-a560-b71247cfa093 HTTP/1.1" status: 200 len: 1098 time: 0.1288261 Feb 16 12:54:48.085316 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa838ef-9f8c-4e88-9c2e-6e7539385fb4 req-0635d122-41d5-432b-9338-68fd6d5823f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:48.086868 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-dfa838ef-9f8c-4e88-9c2e-6e7539385fb4 req-0635d122-41d5-432b-9338-68fd6d5823f4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2f9caf95-9634-43c7-8691-03bf1bd0a638 HTTP/1.1" status: 200 len: 913 time: 0.2036695 Feb 16 12:54:48.216305 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-11ae1d3f-ed1a-45c1-b379-cabe8d273358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'name': 'tempest-TestNetworkBasicOps-router-663082282', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b8761167-6ad4-4392-8f1f-000a01ba5498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:23Z', 'updated_at': '2022-02-16T12:54:28Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'b8761167-6ad4-4392-8f1f-000a01ba5498', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:23Z', 'updated_at': '2022-02-16T12:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': 'fd82d6f6-56d3-41e3-8f60-347dffe03226', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'floating_ip_address': '172.26.5.189', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'port_id': '1c0d6375-28ad-435d-9ffe-f1925ca6db31', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dcdb353-5502-4ab8-a5a0-8253bfa8643b', 'mac_address': 'fa:16:3e:89:9b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40855098-b6d7-451b-a560-b71247cfa093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:54:46Z', 'updated_at': '2022-02-16T12:54:46Z', 'revision_number': 0, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0064a0d2-aa85-4049-be80-2b96485b9612', 'name': '', 'network_id': '2dcdb353-5502-4ab8-a5a0-8253bfa8643b', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:92:da:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '3efb437e-e7e7-4ad2-a897-0d2e13adbf81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:27Z', 'updated_at': '2022-02-16T12:54:33Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '3efb437e-e7e7-4ad2-a897-0d2e13adbf81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:48.224057 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ae1d3f-ed1a-45c1-b379-cabe8d273358 None None] Checking router: c731b543-71d6-4896-8cea-304ba8d17ba2 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:54:48.233160 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ae1d3f-ed1a-45c1-b379-cabe8d273358 None None] Routers {'c731b543-71d6-4896-8cea-304ba8d17ba2'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:54:48.233783 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-11ae1d3f-ed1a-45c1-b379-cabe8d273358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:54:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['c731b543-71d6-4896-8cea-304ba8d17ba2'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:48.286147 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-dfa838ef-9f8c-4e88-9c2e-6e7539385fb4 req-40814a1a-e9ff-4cc2-81d7-7d6e9e036f6c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8773340e-3a24-4a01-bc20-7b63b0c70800 HTTP/1.1" status: 200 len: 1000 time: 0.1897657 Feb 16 12:54:48.358885 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c85f0-c9e9-44b5-809c-46710b90c1de req-a4c5abd1-1904-4757-ad52-939f648578d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:48.360345 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1f6c85f0-c9e9-44b5-809c-46710b90c1de req-a4c5abd1-1904-4757-ad52-939f648578d3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2dcdb353-5502-4ab8-a5a0-8253bfa8643b HTTP/1.1" status: 200 len: 897 time: 0.2652230 Feb 16 12:54:48.417432 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-11ae1d3f-ed1a-45c1-b379-cabe8d273358 None None] Set router c731b543-71d6-4896-8cea-304ba8d17ba2 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:54:48.444207 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa838ef-9f8c-4e88-9c2e-6e7539385fb4 req-c9530765-57bf-4659-ba82-b1d34d51b4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:48.446094 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-dfa838ef-9f8c-4e88-9c2e-6e7539385fb4 req-c9530765-57bf-4659-ba82-b1d34d51b4b5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=475d72a9-33c5-44fc-8808-9edb5e19ce95 HTTP/1.1" status: 200 len: 851 time: 0.1477900 Feb 16 12:54:48.527523 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1f6c85f0-c9e9-44b5-809c-46710b90c1de req-92bf010a-aa61-43a7-8430-5dfe0ba47d5c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c0d6375-28ad-435d-9ffe-f1925ca6db31 HTTP/1.1" status: 200 len: 999 time: 0.1582997 Feb 16 12:54:48.718155 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa838ef-9f8c-4e88-9c2e-6e7539385fb4 req-9799f329-be25-4e14-9d0c-8e7ed170fe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:48.719636 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-dfa838ef-9f8c-4e88-9c2e-6e7539385fb4 req-9799f329-be25-4e14-9d0c-8e7ed170fe01 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2f9caf95-9634-43c7-8691-03bf1bd0a638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2611248 Feb 16 12:54:48.723039 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c85f0-c9e9-44b5-809c-46710b90c1de req-bf7b500c-86be-45bc-b9c0-ad97a6a01f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:48.724477 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1f6c85f0-c9e9-44b5-809c-46710b90c1de req-bf7b500c-86be-45bc-b9c0-ad97a6a01f30 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3efb437e-e7e7-4ad2-a897-0d2e13adbf81 HTTP/1.1" status: 200 len: 834 time: 0.1905260 Feb 16 12:54:48.807816 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-11ae1d3f-ed1a-45c1-b379-cabe8d273358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'name': 'tempest-TestNetworkBasicOps-router-663082282', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b8761167-6ad4-4392-8f1f-000a01ba5498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:23Z', 'updated_at': '2022-02-16T12:54:28Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'b8761167-6ad4-4392-8f1f-000a01ba5498', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:23Z', 'updated_at': '2022-02-16T12:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': 'fd82d6f6-56d3-41e3-8f60-347dffe03226', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'floating_ip_address': '172.26.5.189', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'port_id': '1c0d6375-28ad-435d-9ffe-f1925ca6db31', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dcdb353-5502-4ab8-a5a0-8253bfa8643b', 'mac_address': 'fa:16:3e:89:9b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40855098-b6d7-451b-a560-b71247cfa093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:54:46Z', 'updated_at': '2022-02-16T12:54:46Z', 'revision_number': 0, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0064a0d2-aa85-4049-be80-2b96485b9612', 'name': '', 'network_id': '2dcdb353-5502-4ab8-a5a0-8253bfa8643b', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:92:da:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '3efb437e-e7e7-4ad2-a897-0d2e13adbf81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:27Z', 'updated_at': '2022-02-16T12:54:33Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '3efb437e-e7e7-4ad2-a897-0d2e13adbf81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:54:48.811757 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ae1d3f-ed1a-45c1-b379-cabe8d273358 None None] The sync data for ids ['c731b543-71d6-4896-8cea-304ba8d17ba2'] in dv-neutron-829527-1-hyperv is: [{'id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'name': 'tempest-TestNetworkBasicOps-router-663082282', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b8761167-6ad4-4392-8f1f-000a01ba5498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:23Z', 'updated_at': '2022-02-16T12:54:28Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'b8761167-6ad4-4392-8f1f-000a01ba5498', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:23Z', 'updated_at': '2022-02-16T12:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': 'fd82d6f6-56d3-41e3-8f60-347dffe03226', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'floating_ip_address': '172.26.5.189', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'port_id': '1c0d6375-28ad-435d-9ffe-f1925ca6db31', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dcdb353-5502-4ab8-a5a0-8253bfa8643b', 'mac_address': 'fa:16:3e:89:9b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40855098-b6d7-451b-a560-b71247cfa093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:54:46Z', 'updated_at': '2022-02-16T12:54:46Z', 'revision_number': 0, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0064a0d2-aa85-4049-be80-2b96485b9612', 'name': '', 'network_id': '2dcdb353-5502-4ab8-a5a0-8253bfa8643b', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:92:da:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '3efb437e-e7e7-4ad2-a897-0d2e13adbf81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:27Z', 'updated_at': '2022-02-16T12:54:33Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '3efb437e-e7e7-4ad2-a897-0d2e13adbf81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:54:48.858349 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43574) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:48.928962 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-dfa838ef-9f8c-4e88-9c2e-6e7539385fb4 req-625cf7b9-40a5-465d-9a0a-1d42bc1acba5 service neutron] 10.222.0.89 "GET /v2.0/networks/2f9caf95-9634-43c7-8691-03bf1bd0a638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931229 Feb 16 12:54:48.934224 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c85f0-c9e9-44b5-809c-46710b90c1de req-e800bbab-5aa7-4aa6-838e-f935ad3df42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:54:48.935893 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1f6c85f0-c9e9-44b5-809c-46710b90c1de req-e800bbab-5aa7-4aa6-838e-f935ad3df42e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2dcdb353-5502-4ab8-a5a0-8253bfa8643b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1989565 Feb 16 12:54:48.978286 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8f0793c5-8ad8-4fa9-b02f-cc6a98c5c27f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/floatingips/fd82d6f6-56d3-41e3-8f60-347dffe03226 HTTP/1.1" status: 200 len: 991 time: 0.1187427 Feb 16 12:54:49.041674 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92cc006-0e3c-4805-b6ab-cd1d9593a41e None None] New status for floating IP fd82d6f6-56d3-41e3-8f60-347dffe03226: ACTIVE {{(pid=87702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:54:49.176817 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-dfa838ef-9f8c-4e88-9c2e-6e7539385fb4 req-272abf92-8d9e-4ec7-80bf-234914d677f7 service neutron] 10.222.0.89 "GET /v2.0/networks/2f9caf95-9634-43c7-8691-03bf1bd0a638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399378 Feb 16 12:54:49.178662 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1f6c85f0-c9e9-44b5-809c-46710b90c1de req-2d3dabd2-4413-4343-82b4-f94f1d18e4ab service neutron] 10.222.0.89 "GET /v2.0/networks/2dcdb353-5502-4ab8-a5a0-8253bfa8643b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241619 Feb 16 12:54:49.322988 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1f6c85f0-c9e9-44b5-809c-46710b90c1de req-c988095e-b5be-4256-9f0d-3b9c71912fdb service neutron] 10.222.0.89 "GET /v2.0/networks/2dcdb353-5502-4ab8-a5a0-8253bfa8643b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355600 Feb 16 12:54:49.991442 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 43578) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:54:50.093728 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-22883483-ae71-4885-8d86-4a1fb563613f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/floatingips/fd82d6f6-56d3-41e3-8f60-347dffe03226 HTTP/1.1" status: 200 len: 993 time: 0.1096797 Feb 16 12:54:56.043085 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:55:01.797774 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-bfc3d91a-dcd4-4036-a6ad-480d3b8709e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:04.102998 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8674b830-b2f7-4eff-ad9b-79a09fa0d3de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:04.400127 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:05.127487 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:05.129283 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:06.670931 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:21.389635 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 43592) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:21.498753 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee9476d-69ce-40b2-90ea-7d66e2f3ff8c tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:21.500642 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee9476d-69ce-40b2-90ea-7d66e2f3ff8c tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:21.506505 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee9476d-69ce-40b2-90ea-7d66e2f3ff8c tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:21.506505 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-0ee9476d-69ce-40b2-90ea-7d66e2f3ff8c tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/ports?project_id=a1535d45c61244dc9e2a62da1414d228&network_id=2dcdb353-5502-4ab8-a5a0-8253bfa8643b HTTP/1.1" status: 200 len: 2999 time: 0.1140511 Feb 16 12:55:23.325227 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43604) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:23.385830 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412586bf-c94d-4ec9-bf90-c9a6731a2f3f tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:23.388028 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-412586bf-c94d-4ec9-bf90-c9a6731a2f3f tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 HTTP/1.1" status: 200 len: 814 time: 0.0618262 Feb 16 12:55:23.883036 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43612) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:23.890055 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-e4243313-17af-4584-a756-2d34030bec72 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'network': {'name': 'tempest-network-smoke--104067861', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'port_security_enabled': True}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:55:23.895555 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e4243313-17af-4584-a756-2d34030bec72 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:55:23.899825 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e4243313-17af-4584-a756-2d34030bec72 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:network and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:55:23.903147 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e4243313-17af-4584-a756-2d34030bec72 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:55:23.909262 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e4243313-17af-4584-a756-2d34030bec72 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:55:23.923629 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4243313-17af-4584-a756-2d34030bec72 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Made reservation on behalf of a1535d45c61244dc9e2a62da1414d228 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:55:23.927173 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e4243313-17af-4584-a756-2d34030bec72 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:23.955705 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4243313-17af-4584-a756-2d34030bec72 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:55:23.967043 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e4243313-17af-4584-a756-2d34030bec72 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:23.967387 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-e4243313-17af-4584-a756-2d34030bec72 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Added segment 21e67d3f-12d1-40f6-acca-d24e799c7b5d of type vlan for network 10201f12-7cc9-4eac-a29c-3169b4028214 Feb 16 12:55:24.002036 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e4243313-17af-4584-a756-2d34030bec72 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:24.034749 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e4243313-17af-4584-a756-2d34030bec72 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:24.040205 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4243313-17af-4584-a756-2d34030bec72 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:24.040843 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e4243313-17af-4584-a756-2d34030bec72 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:24.139207 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e4243313-17af-4584-a756-2d34030bec72 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2546754 Feb 16 12:55:24.142505 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 43616) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:24.149145 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4243313-17af-4584-a756-2d34030bec72 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Network': ['ID=10201f12-7cc9-4eac-a29c-3169b4028214,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:24.160640 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 10201f12-7cc9-4eac-a29c-3169b4028214 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:55:24.207401 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d008edbe-1cb2-4d14-a494-6f8f78de579e tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:24.208930 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d008edbe-1cb2-4d14-a494-6f8f78de579e tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=a1535d45c61244dc9e2a62da1414d228&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0650802 Feb 16 12:55:24.211899 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 43620) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:24.344225 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2bc537-ea07-4b89-a245-2a28923b90b3 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:24.345754 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-ed2bc537-ea07-4b89-a245-2a28923b90b3 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1329648 Feb 16 12:55:24.348882 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 43624) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:24.398629 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-daa7c7eb-1a3e-4bed-971b-1ab0ad084643 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0486071 Feb 16 12:55:24.401672 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43628) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:24.444855 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ebc0bb96-1464-479a-b770-890237bb3500 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=a1535d45c61244dc9e2a62da1414d228&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418618 Feb 16 12:55:24.447477 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43632) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:24.586298 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805dfb12-62c2-4515-bf15-9a2c88a4dcad tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:24.587752 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-805dfb12-62c2-4515-bf15-9a2c88a4dcad tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1394005 Feb 16 12:55:24.590895 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43636) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:24.746161 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5f2a2979-6f55-4530-b675-d03fd9aa2474 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1537023 Feb 16 12:55:24.748388 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43640) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:24.753695 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-8c17116e-9294-4236-b308-1e048fdeda50 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1746642187', 'network_id': '10201f12-7cc9-4eac-a29c-3169b4028214', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:55:24.868077 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8c17116e-9294-4236-b308-1e048fdeda50 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:55:24.873467 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8c17116e-9294-4236-b308-1e048fdeda50 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:subnet and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:55:24.878075 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8c17116e-9294-4236-b308-1e048fdeda50 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:55:24.887582 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8c17116e-9294-4236-b308-1e048fdeda50 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:55:24.904866 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c17116e-9294-4236-b308-1e048fdeda50 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Made reservation on behalf of a1535d45c61244dc9e2a62da1414d228 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:55:24.908331 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8c17116e-9294-4236-b308-1e048fdeda50 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:25.142699 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8c17116e-9294-4236-b308-1e048fdeda50 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:25.222538 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17116e-9294-4236-b308-1e048fdeda50 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Subnet': ['ID=9c77da39-de86-4855-a4e7-57287a0459ee,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:25.234008 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c17116e-9294-4236-b308-1e048fdeda50 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Checking segment: {'id': '21e67d3f-12d1-40f6-acca-d24e799c7b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '10201f12-7cc9-4eac-a29c-3169b4028214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:55:25.234368 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c17116e-9294-4236-b308-1e048fdeda50 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network hostable DHCP agents. Network: 10201f12-7cc9-4eac-a29c-3169b4028214, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:55:25.256564 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c17116e-9294-4236-b308-1e048fdeda50 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network 10201f12-7cc9-4eac-a29c-3169b4028214 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:55:25.269038 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-8c17116e-9294-4236-b308-1e048fdeda50 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 10201f12-7cc9-4eac-a29c-3169b4028214) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:55:25.273247 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c17116e-9294-4236-b308-1e048fdeda50 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:25.273857 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8c17116e-9294-4236-b308-1e048fdeda50 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:25.279462 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3ab80b-2f75-4ad5-927e-57f5cfdf2d69 None None] Network 10201f12-7cc9-4eac-a29c-3169b4028214 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:55:25.296160 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8c17116e-9294-4236-b308-1e048fdeda50 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5467713 Feb 16 12:55:25.488582 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea3a2ff-531e-4299-b40a-fe6a3a927491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-10201f12-7cc9-4eac-a29c-3169b4028214', 'network_id': '10201f12-7cc9-4eac-a29c-3169b4028214', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ips': [{'subnet_id': '9c77da39-de86-4855-a4e7-57287a0459ee'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:55:25.489494 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-fea3a2ff-531e-4299-b40a-fe6a3a927491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:25.517777 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 43646) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:25.522912 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-3d191a67-9e6c-47c5-a32d-a1786e24a580 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2108928406', 'description': 'tempest-secgroup-smoke-2108928406 description', 'project_id': 'a1535d45c61244dc9e2a62da1414d228'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:55:25.529360 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-3d191a67-9e6c-47c5-a32d-a1786e24a580 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:55:25.539093 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-3d191a67-9e6c-47c5-a32d-a1786e24a580 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:55:25.551434 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3d191a67-9e6c-47c5-a32d-a1786e24a580 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:25.573693 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-3d191a67-9e6c-47c5-a32d-a1786e24a580 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:55:25.577866 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-3d191a67-9e6c-47c5-a32d-a1786e24a580 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:55:25.580857 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-3d191a67-9e6c-47c5-a32d-a1786e24a580 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:55:25.586688 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-3d191a67-9e6c-47c5-a32d-a1786e24a580 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:55:25.650551 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-fea3a2ff-531e-4299-b40a-fe6a3a927491 None None] Allocated IP 172.20.0.18 (10201f12-7cc9-4eac-a29c-3169b4028214/9c77da39-de86-4855-a4e7-57287a0459ee/a6e51b69-cabe-4fc1-9ea1-dac0f9702090) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:55:25.665998 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3d191a67-9e6c-47c5-a32d-a1786e24a580 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:25.671020 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3d191a67-9e6c-47c5-a32d-a1786e24a580 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:25.716128 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d191a67-9e6c-47c5-a32d-a1786e24a580 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f47b306-5d4d-4d62-af2e-fe7eac8670a8,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:25.720098 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3d191a67-9e6c-47c5-a32d-a1786e24a580 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:25.724392 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-3d191a67-9e6c-47c5-a32d-a1786e24a580 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2025676 Feb 16 12:55:25.724819 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 43650) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:25.731026 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-fe2b78b8-dc3a-48a6-bccb-6806c70c0256 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': '2f47b306-5d4d-4d62-af2e-fe7eac8670a8', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:55:25.737089 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-fe2b78b8-dc3a-48a6-bccb-6806c70c0256 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:55:25.741061 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-fe2b78b8-dc3a-48a6-bccb-6806c70c0256 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:55:25.744081 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-fe2b78b8-dc3a-48a6-bccb-6806c70c0256 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:55:25.750133 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-fe2b78b8-dc3a-48a6-bccb-6806c70c0256 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:55:25.767900 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fe2b78b8-dc3a-48a6-bccb-6806c70c0256 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:25.829609 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fe2b78b8-dc3a-48a6-bccb-6806c70c0256 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:25.834388 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fe2b78b8-dc3a-48a6-bccb-6806c70c0256 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:25.860336 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-fea3a2ff-531e-4299-b40a-fe6a3a927491 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:25.860570 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b78b8-dc3a-48a6-bccb-6806c70c0256 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d59ac9a-3171-47f3-ab29-ecac39ca8029,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:25.871818 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fe2b78b8-dc3a-48a6-bccb-6806c70c0256 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:25.873249 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-fe2b78b8-dc3a-48a6-bccb-6806c70c0256 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1476288 Feb 16 12:55:25.876173 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43654) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:25.878958 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-fea3a2ff-531e-4299-b40a-fe6a3a927491 None None] Transition to ACTIVE for port object a6e51b69-cabe-4fc1-9ea1-dac0f9702090 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:55:25.882465 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-5e93feda-01c9-472f-a51f-97c2324ebfca tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': '2f47b306-5d4d-4d62-af2e-fe7eac8670a8', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:55:25.888864 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5e93feda-01c9-472f-a51f-97c2324ebfca tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:55:25.893014 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5e93feda-01c9-472f-a51f-97c2324ebfca tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:55:25.896005 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5e93feda-01c9-472f-a51f-97c2324ebfca tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:55:25.898969 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-fea3a2ff-531e-4299-b40a-fe6a3a927491 None None] Transition to ACTIVE for port object a6e51b69-cabe-4fc1-9ea1-dac0f9702090 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:55:25.902262 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5e93feda-01c9-472f-a51f-97c2324ebfca tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:55:25.906567 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-fea3a2ff-531e-4299-b40a-fe6a3a927491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:25.919926 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5e93feda-01c9-472f-a51f-97c2324ebfca tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:25.970891 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea3a2ff-531e-4299-b40a-fe6a3a927491 None None] Network 10201f12-7cc9-4eac-a29c-3169b4028214 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:55:25.973625 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-fea3a2ff-531e-4299-b40a-fe6a3a927491 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:55:25.977251 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea3a2ff-531e-4299-b40a-fe6a3a927491 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:55:25.983267 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5e93feda-01c9-472f-a51f-97c2324ebfca tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:25.984328 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea3a2ff-531e-4299-b40a-fe6a3a927491 None None] Pushing event updated for resources: {'Port': ['ID=a6e51b69-cabe-4fc1-9ea1-dac0f9702090,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:25.989168 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5e93feda-01c9-472f-a51f-97c2324ebfca tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:26.014916 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e93feda-01c9-472f-a51f-97c2324ebfca tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1055c04a-d768-4253-bdca-36cc1295b68b,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:26.026126 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5e93feda-01c9-472f-a51f-97c2324ebfca tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:26.027632 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5e93feda-01c9-472f-a51f-97c2324ebfca tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1497669 Feb 16 12:55:26.030697 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 43658) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:26.035916 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-1322cee9-c6ff-408c-a268-5235b6e1c89d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': '2f47b306-5d4d-4d62-af2e-fe7eac8670a8', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:55:26.042292 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-1322cee9-c6ff-408c-a268-5235b6e1c89d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:55:26.046354 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-1322cee9-c6ff-408c-a268-5235b6e1c89d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:55:26.049349 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-1322cee9-c6ff-408c-a268-5235b6e1c89d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:55:26.055303 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-1322cee9-c6ff-408c-a268-5235b6e1c89d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:55:26.070827 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-fea3a2ff-531e-4299-b40a-fe6a3a927491 None None] Attempting to bind port a6e51b69-cabe-4fc1-9ea1-dac0f9702090 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:55:26.071161 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-fea3a2ff-531e-4299-b40a-fe6a3a927491 None None] Attempting to bind port a6e51b69-cabe-4fc1-9ea1-dac0f9702090 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '21e67d3f-12d1-40f6-acca-d24e799c7b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '10201f12-7cc9-4eac-a29c-3169b4028214'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:55:26.071534 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea3a2ff-531e-4299-b40a-fe6a3a927491 None None] Attempting to bind port a6e51b69-cabe-4fc1-9ea1-dac0f9702090 on network 10201f12-7cc9-4eac-a29c-3169b4028214 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:55:26.075324 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1322cee9-c6ff-408c-a268-5235b6e1c89d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:26.077048 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea3a2ff-531e-4299-b40a-fe6a3a927491 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:55:26.077419 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea3a2ff-531e-4299-b40a-fe6a3a927491 None None] Checking segment: {'id': '21e67d3f-12d1-40f6-acca-d24e799c7b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '10201f12-7cc9-4eac-a29c-3169b4028214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:55:26.077810 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-fea3a2ff-531e-4299-b40a-fe6a3a927491 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:26.078191 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea3a2ff-531e-4299-b40a-fe6a3a927491 None None] Bound using segment: {'id': '21e67d3f-12d1-40f6-acca-d24e799c7b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '10201f12-7cc9-4eac-a29c-3169b4028214'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:55:26.078677 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-fea3a2ff-531e-4299-b40a-fe6a3a927491 None None] Bound port: a6e51b69-cabe-4fc1-9ea1-dac0f9702090, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21e67d3f-12d1-40f6-acca-d24e799c7b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '10201f12-7cc9-4eac-a29c-3169b4028214'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:55:26.079041 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-fea3a2ff-531e-4299-b40a-fe6a3a927491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:26.139817 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1322cee9-c6ff-408c-a268-5235b6e1c89d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:26.144252 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1322cee9-c6ff-408c-a268-5235b6e1c89d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:26.167691 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1322cee9-c6ff-408c-a268-5235b6e1c89d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dc596ac-939b-42c9-9591-b877553278df,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:26.176306 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1322cee9-c6ff-408c-a268-5235b6e1c89d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:26.176457 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-fea3a2ff-531e-4299-b40a-fe6a3a927491 None None] For port a6e51b69-cabe-4fc1-9ea1-dac0f9702090, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:55:26.177715 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-1322cee9-c6ff-408c-a268-5235b6e1c89d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1459777 Feb 16 12:55:26.179672 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-fea3a2ff-531e-4299-b40a-fe6a3a927491 None None] For port a6e51b69-cabe-4fc1-9ea1-dac0f9702090, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=a6e51b69-cabe-4fc1-9ea1-dac0f9702090,segment=NetworkSegment(21e67d3f-12d1-40f6-acca-d24e799c7b5d),segment_id=21e67d3f-12d1-40f6-acca-d24e799c7b5d)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:55:26.181055 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43662) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:26.184533 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-fea3a2ff-531e-4299-b40a-fe6a3a927491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:26.186950 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-80c997dc-4961-4830-8917-ed67ad8ae18b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': '2f47b306-5d4d-4d62-af2e-fe7eac8670a8', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:55:26.193257 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-80c997dc-4961-4830-8917-ed67ad8ae18b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:55:26.198070 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-80c997dc-4961-4830-8917-ed67ad8ae18b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:55:26.201275 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-80c997dc-4961-4830-8917-ed67ad8ae18b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:55:26.207182 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-80c997dc-4961-4830-8917-ed67ad8ae18b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:55:26.226212 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-80c997dc-4961-4830-8917-ed67ad8ae18b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:26.297728 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-80c997dc-4961-4830-8917-ed67ad8ae18b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:26.302929 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-80c997dc-4961-4830-8917-ed67ad8ae18b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:26.309049 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea3a2ff-531e-4299-b40a-fe6a3a927491 None None] Pushing event updated for resources: {'Port': ['ID=a6e51b69-cabe-4fc1-9ea1-dac0f9702090,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:26.337548 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c997dc-4961-4830-8917-ed67ad8ae18b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c394cd49-bfec-4941-9768-2c1e622247f1,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:26.349806 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c997dc-4961-4830-8917-ed67ad8ae18b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:26.350191 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c997dc-4961-4830-8917-ed67ad8ae18b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:26.350602 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c997dc-4961-4830-8917-ed67ad8ae18b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:26.350905 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c997dc-4961-4830-8917-ed67ad8ae18b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:26.351234 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c997dc-4961-4830-8917-ed67ad8ae18b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:26.351637 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c997dc-4961-4830-8917-ed67ad8ae18b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:26.352045 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c997dc-4961-4830-8917-ed67ad8ae18b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:26.352380 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c997dc-4961-4830-8917-ed67ad8ae18b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:26.352740 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c997dc-4961-4830-8917-ed67ad8ae18b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:26.353067 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c997dc-4961-4830-8917-ed67ad8ae18b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:26.353388 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c997dc-4961-4830-8917-ed67ad8ae18b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:26.353738 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c997dc-4961-4830-8917-ed67ad8ae18b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:26.357274 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-80c997dc-4961-4830-8917-ed67ad8ae18b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:26.358467 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-80c997dc-4961-4830-8917-ed67ad8ae18b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1762552 Feb 16 12:55:26.361218 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43666) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:26.366231 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-f87d1a76-cc0b-4bde-8daf-3ddc3cf4b5c0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': '2f47b306-5d4d-4d62-af2e-fe7eac8670a8', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:55:26.375739 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f87d1a76-cc0b-4bde-8daf-3ddc3cf4b5c0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:55:26.388684 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f87d1a76-cc0b-4bde-8daf-3ddc3cf4b5c0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:55:26.391785 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f87d1a76-cc0b-4bde-8daf-3ddc3cf4b5c0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:55:26.397597 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f87d1a76-cc0b-4bde-8daf-3ddc3cf4b5c0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:55:26.410649 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-f87d1a76-cc0b-4bde-8daf-3ddc3cf4b5c0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Project a1535d45c61244dc9e2a62da1414d228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:55:26.418154 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f87d1a76-cc0b-4bde-8daf-3ddc3cf4b5c0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:26.499187 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f87d1a76-cc0b-4bde-8daf-3ddc3cf4b5c0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:26.509874 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f87d1a76-cc0b-4bde-8daf-3ddc3cf4b5c0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:26.533011 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87d1a76-cc0b-4bde-8daf-3ddc3cf4b5c0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=305c280e-853a-406d-8e90-7f43ace2dd03,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:26.552590 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f87d1a76-cc0b-4bde-8daf-3ddc3cf4b5c0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:26.554015 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f87d1a76-cc0b-4bde-8daf-3ddc3cf4b5c0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1918707 Feb 16 12:55:26.556972 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 43670) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:26.562468 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-0b580165-2794-4fa7-96ba-e9ca7acf7e64 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': '2f47b306-5d4d-4d62-af2e-fe7eac8670a8', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:55:26.568951 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-0b580165-2794-4fa7-96ba-e9ca7acf7e64 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:55:26.572918 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-0b580165-2794-4fa7-96ba-e9ca7acf7e64 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:55:26.576256 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-0b580165-2794-4fa7-96ba-e9ca7acf7e64 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:55:26.582289 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-0b580165-2794-4fa7-96ba-e9ca7acf7e64 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:55:26.594253 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.securitygroups_db [None req-0b580165-2794-4fa7-96ba-e9ca7acf7e64 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Project a1535d45c61244dc9e2a62da1414d228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:55:26.601427 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0b580165-2794-4fa7-96ba-e9ca7acf7e64 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:26.670280 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0b580165-2794-4fa7-96ba-e9ca7acf7e64 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:26.675248 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0b580165-2794-4fa7-96ba-e9ca7acf7e64 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:26.699655 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b580165-2794-4fa7-96ba-e9ca7acf7e64 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb51488e-6bbe-4fea-994b-33b4cc646229,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:26.710430 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0b580165-2794-4fa7-96ba-e9ca7acf7e64 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:26.711589 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-0b580165-2794-4fa7-96ba-e9ca7acf7e64 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1535113 Feb 16 12:55:26.817731 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device a6e51b69-cabe-4fc1-9ea1-dac0f9702090 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:55:26.886476 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port a6e51b69-cabe-4fc1-9ea1-dac0f9702090 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:55:27.027386 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-55e6cce5-65d6-4b3a-b7e0-7470b42b9b7e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2108928406&fields=id&tenant_id=a1535d45c61244dc9e2a62da1414d228 HTTP/1.1" status: 200 len: 267 time: 0.0417459 Feb 16 12:55:27.181286 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-ed41415e-54da-4a64-a413-f6045cb6ddc7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:27.181965 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-ed41415e-54da-4a64-a413-f6045cb6ddc7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:network {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:55:27.202563 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-ed41415e-54da-4a64-a413-f6045cb6ddc7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:network {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:55:27.203766 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-ed41415e-54da-4a64-a413-f6045cb6ddc7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/networks?id=10201f12-7cc9-4eac-a29c-3169b4028214 HTTP/1.1" status: 200 len: 796 time: 0.1695871 Feb 16 12:55:27.219735 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-4f94b117-be9f-4742-9c8d-44dffc4ba827 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/quotas/a1535d45c61244dc9e2a62da1414d228 HTTP/1.1" status: 200 len: 375 time: 0.0098870 Feb 16 12:55:27.260001 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb645072-f776-43e9-b15a-246af7d5d66b None None] Network 10201f12-7cc9-4eac-a29c-3169b4028214 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:55:27.314354 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-d9c15e75-475b-400b-b670-748f5ef727d5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0885727 Feb 16 12:55:27.331414 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-42bd9bf7-f6d4-43e7-b5a6-052254338473 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:55:27.332386 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-42bd9bf7-f6d4-43e7-b5a6-052254338473 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055876 Feb 16 12:55:27.348122 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-bca6b1ce-2974-4062-8d70-d813c129af4b None None] Provisioning for port a6e51b69-cabe-4fc1-9ea1-dac0f9702090 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:55:27.358267 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-bca6b1ce-2974-4062-8d70-d813c129af4b None None] Provisioning complete for port a6e51b69-cabe-4fc1-9ea1-dac0f9702090 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:55:27.358634 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-bca6b1ce-2974-4062-8d70-d813c129af4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:27.463638 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-367ccd8f-6831-4db0-aadf-846ab3346952 service neutron] 10.222.0.83 "GET /v2.0/networks/10201f12-7cc9-4eac-a29c-3169b4028214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255958 Feb 16 12:55:27.595292 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-969952ad-9a5f-4b14-9a32-d09b3aaca0d6 service neutron] 10.222.0.83 "GET /v2.0/networks/10201f12-7cc9-4eac-a29c-3169b4028214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251392 Feb 16 12:55:27.596387 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-bca6b1ce-2974-4062-8d70-d813c129af4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:27.643436 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-bca6b1ce-2974-4062-8d70-d813c129af4b None None] For port a6e51b69-cabe-4fc1-9ea1-dac0f9702090, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=a6e51b69-cabe-4fc1-9ea1-dac0f9702090,segment=NetworkSegment(21e67d3f-12d1-40f6-acca-d24e799c7b5d),segment_id=21e67d3f-12d1-40f6-acca-d24e799c7b5d)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:55:27.651095 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-bca6b1ce-2974-4062-8d70-d813c129af4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:27.721350 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca6b1ce-2974-4062-8d70-d813c129af4b None None] Pushing event updated for resources: {'Port': ['ID=a6e51b69-cabe-4fc1-9ea1-dac0f9702090,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:27.787534 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3f02d519-330f-4bb2-8f81-7a7e5d25d204 req-a7640363-7a10-496d-8e2e-9a2ddb67f92f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=c6e26f54-58f3-4747-be52-2a6cce452f60 HTTP/1.1" status: 200 len: 210 time: 0.0494034 Feb 16 12:55:27.878567 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-4f652a74-60e3-4125-907f-57fba57b8f4b None None] Provisioning complete for port a6e51b69-cabe-4fc1-9ea1-dac0f9702090 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:55:27.879012 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4f652a74-60e3-4125-907f-57fba57b8f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:28.803123 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device a6e51b69-cabe-4fc1-9ea1-dac0f9702090 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:55:28.889310 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port a6e51b69-cabe-4fc1-9ea1-dac0f9702090 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:55:28.890046 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:29.081897 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-706ff044-6bc2-44cd-855a-cc9a81de1d0c req-e149d85f-2f3b-4b77-8805-0f1bd93ff6fd tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=c6e26f54-58f3-4747-be52-2a6cce452f60 HTTP/1.1" status: 200 len: 210 time: 0.0464139 Feb 16 12:55:29.157285 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-bea530b4-6f95-44ce-92df-cb9a407b3580 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:29.158844 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-bea530b4-6f95-44ce-92df-cb9a407b3580 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "GET /v2.0/networks?id=10201f12-7cc9-4eac-a29c-3169b4028214 HTTP/1.1" status: 200 len: 796 time: 0.3696694 Feb 16 12:55:29.211222 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-b61f5364-08be-4458-9a38-818953c26588 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:security_group {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:55:29.227397 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-b61f5364-08be-4458-9a38-818953c26588 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:security_group {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:55:29.228547 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-b61f5364-08be-4458-9a38-818953c26588 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1535d45c61244dc9e2a62da1414d228 HTTP/1.1" status: 200 len: 472 time: 0.0585279 Feb 16 12:55:29.238434 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-28427e11-6f81-4771-b0b3-c095e980683b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'port': {'device_id': 'c6e26f54-58f3-4747-be52-2a6cce452f60', 'network_id': '10201f12-7cc9-4eac-a29c-3169b4028214', 'admin_state_up': True, 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'security_groups': ['2f47b306-5d4d-4d62-af2e-fe7eac8670a8']}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:55:29.374666 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-28427e11-6f81-4771-b0b3-c095e980683b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:55:29.379055 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-28427e11-6f81-4771-b0b3-c095e980683b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:port and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:55:29.382091 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-28427e11-6f81-4771-b0b3-c095e980683b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:55:29.388847 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-28427e11-6f81-4771-b0b3-c095e980683b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:55:29.403522 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-28427e11-6f81-4771-b0b3-c095e980683b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Made reservation on behalf of a1535d45c61244dc9e2a62da1414d228 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:55:29.407517 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-28427e11-6f81-4771-b0b3-c095e980683b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:29.579544 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-28427e11-6f81-4771-b0b3-c095e980683b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Allocated IP 172.20.0.23 (10201f12-7cc9-4eac-a29c-3169b4028214/9c77da39-de86-4855-a4e7-57287a0459ee/f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:55:29.777781 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-28427e11-6f81-4771-b0b3-c095e980683b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:29.798036 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-28427e11-6f81-4771-b0b3-c095e980683b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Transition to ACTIVE for port object f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21 will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:55:29.827617 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-28427e11-6f81-4771-b0b3-c095e980683b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:29.908989 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-28427e11-6f81-4771-b0b3-c095e980683b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network 10201f12-7cc9-4eac-a29c-3169b4028214 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:55:29.913100 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-28427e11-6f81-4771-b0b3-c095e980683b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:55:29.918029 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-28427e11-6f81-4771-b0b3-c095e980683b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:55:29.956217 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28427e11-6f81-4771-b0b3-c095e980683b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:30.021247 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-28427e11-6f81-4771-b0b3-c095e980683b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:30.022644 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-28427e11-6f81-4771-b0b3-c095e980683b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:30.073522 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-28427e11-6f81-4771-b0b3-c095e980683b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8385057 Feb 16 12:55:30.085128 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-ae0af1ba-4134-40ed-b8a3-b1298f097ce8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=87701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:55:30.086196 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-ae0af1ba-4134-40ed-b8a3-b1298f097ce8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057237 Feb 16 12:55:30.099339 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-527cf044-d6fa-4caf-9784-db3ef874d456 service neutron] Request body: {'port': {'device_id': 'c6e26f54-58f3-4747-be52-2a6cce452f60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:55:30.231323 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-527cf044-d6fa-4caf-9784-db3ef874d456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:30.339895 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-e60af41b-732f-46b3-9021-a1bb4857a4b8 None None] Provisioning for port f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:55:30.344984 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-e60af41b-732f-46b3-9021-a1bb4857a4b8 None None] Provisioning complete for port f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:55:30.345355 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e60af41b-732f-46b3-9021-a1bb4857a4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:30.404858 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-e60af41b-732f-46b3-9021-a1bb4857a4b8 None None] Port f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:55:30.465179 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79100397-2d5e-489b-acb3-a28e8372e7b2 req-1df43be2-4e12-4893-ad01-ecd978130f02 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:30.465869 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-79100397-2d5e-489b-acb3-a28e8372e7b2 req-1df43be2-4e12-4893-ad01-ecd978130f02 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:55:30.543805 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-79100397-2d5e-489b-acb3-a28e8372e7b2 req-1df43be2-4e12-4893-ad01-ecd978130f02 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:55:30.545015 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-79100397-2d5e-489b-acb3-a28e8372e7b2 req-1df43be2-4e12-4893-ad01-ecd978130f02 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=c6e26f54-58f3-4747-be52-2a6cce452f60 HTTP/1.1" status: 200 len: 932 time: 0.3368535 Feb 16 12:55:30.619091 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-79100397-2d5e-489b-acb3-a28e8372e7b2 req-7b150fb4-2bba-4720-ad55-261a75e69b43 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f47b306-5d4d-4d62-af2e-fe7eac8670a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616522 Feb 16 12:55:30.687463 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-527cf044-d6fa-4caf-9784-db3ef874d456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21 {{(pid=87701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:55:30.695138 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-527cf044-d6fa-4caf-9784-db3ef874d456 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:30.713425 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-527cf044-d6fa-4caf-9784-db3ef874d456 service neutron] Transition to ACTIVE for port object f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:55:30.720014 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-527cf044-d6fa-4caf-9784-db3ef874d456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:30.874882 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527cf044-d6fa-4caf-9784-db3ef874d456 service neutron] Pushing event updated for resources: {'Port': ['ID=f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:30.957413 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-527cf044-d6fa-4caf-9784-db3ef874d456 service neutron] Attempting to bind port f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:55:30.957742 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-527cf044-d6fa-4caf-9784-db3ef874d456 service neutron] Attempting to bind port f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '21e67d3f-12d1-40f6-acca-d24e799c7b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '10201f12-7cc9-4eac-a29c-3169b4028214'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:55:30.958063 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-527cf044-d6fa-4caf-9784-db3ef874d456 service neutron] Attempting to bind port f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21 on network 10201f12-7cc9-4eac-a29c-3169b4028214 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:55:30.962700 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-527cf044-d6fa-4caf-9784-db3ef874d456 service neutron] Port f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21 on network 10201f12-7cc9-4eac-a29c-3169b4028214 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:55:30.963016 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-527cf044-d6fa-4caf-9784-db3ef874d456 service neutron] Attempting to bind port f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21 on network 10201f12-7cc9-4eac-a29c-3169b4028214 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:55:30.969084 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-527cf044-d6fa-4caf-9784-db3ef874d456 service neutron] Checking agent: {'id': 'b4b5bcfd-2763-4324-82e0-923bc8a52546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'started_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:55:30.969413 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-527cf044-d6fa-4caf-9784-db3ef874d456 service neutron] Checking segment: {'id': '21e67d3f-12d1-40f6-acca-d24e799c7b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '10201f12-7cc9-4eac-a29c-3169b4028214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:55:30.969817 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-527cf044-d6fa-4caf-9784-db3ef874d456 service neutron] Bound using segment: {'id': '21e67d3f-12d1-40f6-acca-d24e799c7b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '10201f12-7cc9-4eac-a29c-3169b4028214'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:55:30.970235 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-527cf044-d6fa-4caf-9784-db3ef874d456 service neutron] Bound port: f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21e67d3f-12d1-40f6-acca-d24e799c7b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '10201f12-7cc9-4eac-a29c-3169b4028214'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:55:30.970570 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-527cf044-d6fa-4caf-9784-db3ef874d456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:31.061928 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-527cf044-d6fa-4caf-9784-db3ef874d456 service neutron] For port f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21, host hv-neutron-8295, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:55:31.065182 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-527cf044-d6fa-4caf-9784-db3ef874d456 service neutron] For port f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21,segment=NetworkSegment(21e67d3f-12d1-40f6-acca-d24e799c7b5d),segment_id=21e67d3f-12d1-40f6-acca-d24e799c7b5d)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:55:31.071923 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-527cf044-d6fa-4caf-9784-db3ef874d456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:31.246592 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-527cf044-d6fa-4caf-9784-db3ef874d456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:31.247330 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-527cf044-d6fa-4caf-9784-db3ef874d456 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:31.248591 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-527cf044-d6fa-4caf-9784-db3ef874d456 service neutron] 10.222.0.89 "PUT /v2.0/ports/f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21 HTTP/1.1" status: 200 len: 1094 time: 1.1540918 Feb 16 12:55:31.249091 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6e26f54-58f3-4747-be52-2a6cce452f60', 'tag': 'f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:55:31.271923 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527cf044-d6fa-4caf-9784-db3ef874d456 service neutron] Pushing event updated for resources: {'Port': ['ID=f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:31.336427 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6e26f54-58f3-4747-be52-2a6cce452f60', 'tag': 'f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21', 'status': 'completed', 'code': 200} Feb 16 12:55:31.382876 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-6cb98f77-4f45-44dd-9984-bbffa4130a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:31.384327 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-6cb98f77-4f45-44dd-9984-bbffa4130a04 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&device_id=c6e26f54-58f3-4747-be52-2a6cce452f60 HTTP/1.1" status: 200 len: 1097 time: 0.0859146 Feb 16 12:55:31.459157 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-8384578b-6610-408e-a174-22751e598a9f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21 HTTP/1.1" status: 200 len: 217 time: 0.0662477 Feb 16 12:55:31.527950 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-c3d4fea2-bfa0-4700-a6f2-20f4f75f4df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:31.529454 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-c3d4fea2-bfa0-4700-a6f2-20f4f75f4df9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9c77da39-de86-4855-a4e7-57287a0459ee HTTP/1.1" status: 200 len: 838 time: 0.0628538 Feb 16 12:55:31.612205 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-42c90357-82f0-4ef8-8d06-b158810e6833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:31.613761 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-42c90357-82f0-4ef8-8d06-b158810e6833 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=10201f12-7cc9-4eac-a29c-3169b4028214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0765362 Feb 16 12:55:31.799410 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-a70d30a0-eb4d-448e-a526-914c3ef96be6 service neutron] 10.222.0.89 "GET /v2.0/networks/10201f12-7cc9-4eac-a29c-3169b4028214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785762 Feb 16 12:55:31.804079 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-1e696532-e684-4fd7-a9ec-ca9fd8ec62ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:31.941791 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44a23f-3f39-4dec-b530-90f638af5d38 req-94bf06a9-d386-4953-885a-2fcc9d536291 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:31.943633 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9e44a23f-3f39-4dec-b530-90f638af5d38 req-94bf06a9-d386-4953-885a-2fcc9d536291 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=c6e26f54-58f3-4747-be52-2a6cce452f60 HTTP/1.1" status: 200 len: 944 time: 0.2040884 Feb 16 12:55:31.978004 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f0f1f899-4bd3-4fa4-9a1c-6bef975b3ed1 req-d6f5d27a-dcb2-4b1d-aa19-eddf05b8fa55 service neutron] 10.222.0.89 "GET /v2.0/networks/10201f12-7cc9-4eac-a29c-3169b4028214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708028 Feb 16 12:55:32.006520 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9e44a23f-3f39-4dec-b530-90f638af5d38 req-9ef42320-9b8b-4b5c-a0ab-5ee669286106 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f47b306-5d4d-4d62-af2e-fe7eac8670a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521994 Feb 16 12:55:32.102198 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb4134-3d8b-4258-8388-40e3fb43c3a9 req-81b56f3d-2155-4972-904c-6950e37f3bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:32.103666 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-01eb4134-3d8b-4258-8388-40e3fb43c3a9 req-81b56f3d-2155-4972-904c-6950e37f3bf8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&device_id=c6e26f54-58f3-4747-be52-2a6cce452f60 HTTP/1.1" status: 200 len: 1097 time: 0.0704927 Feb 16 12:55:32.242587 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb4134-3d8b-4258-8388-40e3fb43c3a9 req-ad91c90f-27ea-4de7-8069-18814b15503e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:32.243974 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-01eb4134-3d8b-4258-8388-40e3fb43c3a9 req-ad91c90f-27ea-4de7-8069-18814b15503e service neutron] 10.222.0.89 "GET /v2.0/networks?id=10201f12-7cc9-4eac-a29c-3169b4028214 HTTP/1.1" status: 200 len: 897 time: 0.1301062 Feb 16 12:55:32.315758 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-01eb4134-3d8b-4258-8388-40e3fb43c3a9 req-415d4389-8afc-460c-bcb9-78e64423cc6d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21 HTTP/1.1" status: 200 len: 217 time: 0.0638740 Feb 16 12:55:32.380374 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb4134-3d8b-4258-8388-40e3fb43c3a9 req-cc7afedb-403e-4ac3-a4a2-c731ba2ac647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:32.381050 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-01eb4134-3d8b-4258-8388-40e3fb43c3a9 req-cc7afedb-403e-4ac3-a4a2-c731ba2ac647 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9c77da39-de86-4855-a4e7-57287a0459ee HTTP/1.1" status: 200 len: 838 time: 0.0579259 Feb 16 12:55:32.472918 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb4134-3d8b-4258-8388-40e3fb43c3a9 req-7a6adbb0-6c9d-499e-9c37-2e41d22da356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:32.474452 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-01eb4134-3d8b-4258-8388-40e3fb43c3a9 req-7a6adbb0-6c9d-499e-9c37-2e41d22da356 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=10201f12-7cc9-4eac-a29c-3169b4028214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0854247 Feb 16 12:55:32.613587 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-01eb4134-3d8b-4258-8388-40e3fb43c3a9 req-f8121104-198e-48c3-9726-9745028540d8 service neutron] 10.222.0.89 "GET /v2.0/networks/10201f12-7cc9-4eac-a29c-3169b4028214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290381 Feb 16 12:55:32.750031 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-01eb4134-3d8b-4258-8388-40e3fb43c3a9 req-6b480a18-50fb-4145-9f58-d74f07edddda service neutron] 10.222.0.89 "GET /v2.0/networks/10201f12-7cc9-4eac-a29c-3169b4028214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284683 Feb 16 12:55:33.042587 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:55:33.213821 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf39555-a8e2-4b68-83d6-a44a7f6c0c77 req-c41bc8a6-f778-4f68-9dd8-642497ca2376 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:33.215555 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ebf39555-a8e2-4b68-83d6-a44a7f6c0c77 req-c41bc8a6-f778-4f68-9dd8-642497ca2376 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=c6e26f54-58f3-4747-be52-2a6cce452f60 HTTP/1.1" status: 200 len: 944 time: 0.0907438 Feb 16 12:55:33.265192 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ebf39555-a8e2-4b68-83d6-a44a7f6c0c77 req-e28a9469-89d5-4e82-9067-e291f88fe35a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f47b306-5d4d-4d62-af2e-fe7eac8670a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436952 Feb 16 12:55:34.097927 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-166035e0-e104-45d6-a12e-a148b0c4f0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:34.401975 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:34.509452 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd96c9-9321-4a5f-91a4-c78412933771 req-5c109c39-296a-46b9-8683-86af610317f2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:34.510994 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-41fd96c9-9321-4a5f-91a4-c78412933771 req-5c109c39-296a-46b9-8683-86af610317f2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=c6e26f54-58f3-4747-be52-2a6cce452f60 HTTP/1.1" status: 200 len: 944 time: 0.1208129 Feb 16 12:55:34.569814 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-41fd96c9-9321-4a5f-91a4-c78412933771 req-c78b12ac-1737-44d0-87c2-1c062748cf8a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f47b306-5d4d-4d62-af2e-fe7eac8670a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447617 Feb 16 12:55:34.695552 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:55:34.860770 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21,segment=NetworkSegment(21e67d3f-12d1-40f6-acca-d24e799c7b5d),segment_id=21e67d3f-12d1-40f6-acca-d24e799c7b5d)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:55:34.874075 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': 'f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21', 'network_id': '10201f12-7cc9-4eac-a29c-3169b4028214', 'port_id': 'f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21', 'mac_address': 'fa:16:3e:0e:24:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c77da39-de86-4855-a4e7-57287a0459ee', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:55:34.940628 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:34.963345 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21 {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:55:34.984789 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21,segment=NetworkSegment(21e67d3f-12d1-40f6-acca-d24e799c7b5d),segment_id=21e67d3f-12d1-40f6-acca-d24e799c7b5d)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:55:34.995051 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:35.070127 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:35.128954 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:35.135231 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:35.274839 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:55:35.850415 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fabfb4-dda2-489e-b205-f15f95e67bc3 req-aa08ad08-04f1-4e71-99da-1e19740ecc05 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:35.855075 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-68fabfb4-dda2-489e-b205-f15f95e67bc3 req-aa08ad08-04f1-4e71-99da-1e19740ecc05 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=c6e26f54-58f3-4747-be52-2a6cce452f60 HTTP/1.1" status: 200 len: 945 time: 0.1515355 Feb 16 12:55:35.931415 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-68fabfb4-dda2-489e-b205-f15f95e67bc3 req-2771eef8-d048-4585-b38b-a4080a9015e3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f47b306-5d4d-4d62-af2e-fe7eac8670a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680356 Feb 16 12:55:36.676774 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:36.705200 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21 up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:55:36.803277 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning for port f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:55:36.809134 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:55:36.809490 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:36.988877 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:37.020123 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e26f54-58f3-4747-be52-2a6cce452f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:55:37.036131 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21,segment=NetworkSegment(21e67d3f-12d1-40f6-acca-d24e799c7b5d),segment_id=21e67d3f-12d1-40f6-acca-d24e799c7b5d)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:55:37.052502 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:37.110483 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e26f54-58f3-4747-be52-2a6cce452f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21', 'code': 200} Feb 16 12:55:37.161601 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:37.183486 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284d5d3-a499-416b-9cdd-cd464a0fff2b req-37f1b12e-df88-4509-beba-39bcaae68dbf tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:37.185946 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f284d5d3-a499-416b-9cdd-cd464a0fff2b req-37f1b12e-df88-4509-beba-39bcaae68dbf tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=c6e26f54-58f3-4747-be52-2a6cce452f60 HTTP/1.1" status: 200 len: 946 time: 0.1135068 Feb 16 12:55:37.412933 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f284d5d3-a499-416b-9cdd-cd464a0fff2b req-5531cc23-fdd2-425c-9f64-c60ecbb435f4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f47b306-5d4d-4d62-af2e-fe7eac8670a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2204134 Feb 16 12:55:37.453767 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe124960-528f-4ad3-bd47-437d0a32944a req-37bc0190-fc99-4e76-ab58-e7b24f315f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:37.455678 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fe124960-528f-4ad3-bd47-437d0a32944a req-37bc0190-fc99-4e76-ab58-e7b24f315f54 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c6e26f54-58f3-4747-be52-2a6cce452f60 HTTP/1.1" status: 200 len: 1099 time: 0.1225162 Feb 16 12:55:37.509323 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fe124960-528f-4ad3-bd47-437d0a32944a req-7979848f-5401-40b3-bbcd-ecefa991f077 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2f47b306-5d4d-4d62-af2e-fe7eac8670a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472219 Feb 16 12:55:38.649919 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eca85d-cd48-4d2d-b4c0-96c0980623b3 req-af0fcc2e-bdd2-49fa-b237-dc34915eb977 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:38.657140 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-94eca85d-cd48-4d2d-b4c0-96c0980623b3 req-af0fcc2e-bdd2-49fa-b237-dc34915eb977 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=c6e26f54-58f3-4747-be52-2a6cce452f60 HTTP/1.1" status: 200 len: 946 time: 0.1304071 Feb 16 12:55:38.709401 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-94eca85d-cd48-4d2d-b4c0-96c0980623b3 req-ba2bdd81-7f47-4272-81ee-c9e4d43e6f96 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f47b306-5d4d-4d62-af2e-fe7eac8670a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511625 Feb 16 12:55:39.895107 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-b4359c47-ba66-45e0-84fe-d7c871a62e96 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-347224593&fields=id&tenant_id=43a461e2fae64766bd31efeef15d8935 HTTP/1.1" status: 200 len: 267 time: 0.0404959 Feb 16 12:55:39.903905 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ffa9c6-d80f-4c24-87fb-02c1a89e0e18 req-bbdc4bb7-752b-4020-a242-5f5b8fd19828 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:39.905406 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-75ffa9c6-d80f-4c24-87fb-02c1a89e0e18 req-bbdc4bb7-752b-4020-a242-5f5b8fd19828 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=c6e26f54-58f3-4747-be52-2a6cce452f60 HTTP/1.1" status: 200 len: 946 time: 0.0887649 Feb 16 12:55:39.950226 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-75ffa9c6-d80f-4c24-87fb-02c1a89e0e18 req-6c9a345d-2650-46ac-9f4b-2f070d0c1c63 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f47b306-5d4d-4d62-af2e-fe7eac8670a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389094 Feb 16 12:55:40.136493 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695aa42-1fde-465e-9505-dbbffce7e223 req-f9c09e45-6c26-4b36-b971-abb92511b11e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:40.138100 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2695aa42-1fde-465e-9505-dbbffce7e223 req-f9c09e45-6c26-4b36-b971-abb92511b11e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=c6e26f54-58f3-4747-be52-2a6cce452f60 HTTP/1.1" status: 200 len: 946 time: 0.0803752 Feb 16 12:55:40.160979 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-780d11a6-4110-41de-ac91-42a52bbbfe02 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:40.162410 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-780d11a6-4110-41de-ac91-42a52bbbfe02 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/networks?id=2f9caf95-9634-43c7-8691-03bf1bd0a638 HTTP/1.1" status: 200 len: 812 time: 0.2596605 Feb 16 12:55:40.179049 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-c68bdd9a-ab20-40f7-b216-a4f4619be82f tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/quotas/43a461e2fae64766bd31efeef15d8935 HTTP/1.1" status: 200 len: 375 time: 0.0102069 Feb 16 12:55:40.188375 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2695aa42-1fde-465e-9505-dbbffce7e223 req-71c950b5-e363-4114-aae8-bdc091026d82 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f47b306-5d4d-4d62-af2e-fe7eac8670a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442970 Feb 16 12:55:40.278475 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-fe936120-a1b5-4dea-91c0-9cbd5c0357ec tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=43a461e2fae64766bd31efeef15d8935&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0935991 Feb 16 12:55:40.470170 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-a70592bc-f2d5-4dd6-aaca-dbd596121702 service neutron] 10.222.0.83 "GET /v2.0/networks/2f9caf95-9634-43c7-8691-03bf1bd0a638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750643 Feb 16 12:55:40.613902 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-c5ea1d6f-7b06-4957-a294-f1677448ee5f service neutron] 10.222.0.83 "GET /v2.0/networks/2f9caf95-9634-43c7-8691-03bf1bd0a638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347599 Feb 16 12:55:41.117859 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b2d5d1ff-497d-47c9-a116-6ca12fc4f69b req-0aca4ee7-6eff-484f-8395-7328998e630d tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=acdc391d-9d28-4f64-be30-9dd5cd0e26f8 HTTP/1.1" status: 200 len: 210 time: 0.0408764 Feb 16 12:55:41.842307 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 43796) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:42.283694 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-cd36334d-945e-4842-b669-abbd41278f31 req-0648e08e-f085-4de4-9cbf-2ad59d67ccd1 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=acdc391d-9d28-4f64-be30-9dd5cd0e26f8 HTTP/1.1" status: 200 len: 210 time: 0.0577254 Feb 16 12:55:42.542600 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-fc9c3709-80fb-414d-aa9d-837c09b2978d tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:42.544739 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-fc9c3709-80fb-414d-aa9d-837c09b2978d tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.89 "GET /v2.0/networks?id=2f9caf95-9634-43c7-8691-03bf1bd0a638 HTTP/1.1" status: 200 len: 812 time: 0.2689543 Feb 16 12:55:42.647850 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-761aec48-d33b-451f-991f-fa7a03d5a963 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43a461e2fae64766bd31efeef15d8935 HTTP/1.1" status: 200 len: 379 time: 0.0931566 Feb 16 12:55:42.662077 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-977dafa9-ea78-4d1e-8a38-59c5af676664 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Request body: {'port': {'device_id': 'acdc391d-9d28-4f64-be30-9dd5cd0e26f8', 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638', 'admin_state_up': True, 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'security_groups': ['81c9b434-7d09-4831-ba16-f778515a1a0e']}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:55:42.813014 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-84d4d63b-5378-405c-9350-d688316b5fb1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:43.056270 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-977dafa9-ea78-4d1e-8a38-59c5af676664 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:55:43.073047 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-977dafa9-ea78-4d1e-8a38-59c5af676664 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:55:43.150120 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-977dafa9-ea78-4d1e-8a38-59c5af676664 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Made reservation on behalf of 43a461e2fae64766bd31efeef15d8935 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:55:43.154256 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-977dafa9-ea78-4d1e-8a38-59c5af676664 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:43.472598 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-711374b6-4670-41d9-8474-ba3f618786b4 req-662dace4-286b-4847-ba94-b9affeadff1d tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=acdc391d-9d28-4f64-be30-9dd5cd0e26f8 HTTP/1.1" status: 200 len: 210 time: 0.0709164 Feb 16 12:55:43.536734 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-977dafa9-ea78-4d1e-8a38-59c5af676664 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Allocated IP 172.20.0.4 (2f9caf95-9634-43c7-8691-03bf1bd0a638/475d72a9-33c5-44fc-8808-9edb5e19ce95/e58cebbb-817f-47f9-83a3-c2eb3d62cd9a) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:55:43.592602 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-84d4d63b-5378-405c-9350-d688316b5fb1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Allocated IP 172.20.0.17 (10201f12-7cc9-4eac-a29c-3169b4028214/9c77da39-de86-4855-a4e7-57287a0459ee/3f813582-c526-4aa9-afcf-78b0a385d963) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:55:43.887711 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-977dafa9-ea78-4d1e-8a38-59c5af676664 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:43.911445 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-84d4d63b-5378-405c-9350-d688316b5fb1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:43.923872 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-977dafa9-ea78-4d1e-8a38-59c5af676664 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Transition to ACTIVE for port object e58cebbb-817f-47f9-83a3-c2eb3d62cd9a will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:55:43.935819 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-84d4d63b-5378-405c-9350-d688316b5fb1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Transition to ACTIVE for port object 3f813582-c526-4aa9-afcf-78b0a385d963 will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:55:43.968589 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-977dafa9-ea78-4d1e-8a38-59c5af676664 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:44.014942 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-84d4d63b-5378-405c-9350-d688316b5fb1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:44.056113 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-977dafa9-ea78-4d1e-8a38-59c5af676664 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Network 2f9caf95-9634-43c7-8691-03bf1bd0a638 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:55:44.060955 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-977dafa9-ea78-4d1e-8a38-59c5af676664 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:55:44.066759 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-977dafa9-ea78-4d1e-8a38-59c5af676664 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:55:44.094465 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d4d63b-5378-405c-9350-d688316b5fb1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network 10201f12-7cc9-4eac-a29c-3169b4028214 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:55:44.101308 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-84d4d63b-5378-405c-9350-d688316b5fb1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:55:44.108231 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977dafa9-ea78-4d1e-8a38-59c5af676664 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Pushing event updated for resources: {'Port': ['ID=e58cebbb-817f-47f9-83a3-c2eb3d62cd9a,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:44.110604 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d4d63b-5378-405c-9350-d688316b5fb1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:55:44.161667 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977dafa9-ea78-4d1e-8a38-59c5af676664 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:44.161999 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977dafa9-ea78-4d1e-8a38-59c5af676664 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:44.162514 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977dafa9-ea78-4d1e-8a38-59c5af676664 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:44.162988 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977dafa9-ea78-4d1e-8a38-59c5af676664 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:44.163516 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977dafa9-ea78-4d1e-8a38-59c5af676664 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:44.163809 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977dafa9-ea78-4d1e-8a38-59c5af676664 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:44.164114 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977dafa9-ea78-4d1e-8a38-59c5af676664 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:44.164451 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977dafa9-ea78-4d1e-8a38-59c5af676664 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:44.164806 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977dafa9-ea78-4d1e-8a38-59c5af676664 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:44.165115 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977dafa9-ea78-4d1e-8a38-59c5af676664 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:44.165430 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977dafa9-ea78-4d1e-8a38-59c5af676664 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:44.165740 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977dafa9-ea78-4d1e-8a38-59c5af676664 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:44.256244 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-977dafa9-ea78-4d1e-8a38-59c5af676664 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:44.256891 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-977dafa9-ea78-4d1e-8a38-59c5af676664 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:44.280047 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-84d4d63b-5378-405c-9350-d688316b5fb1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:44.295653 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d4d63b-5378-405c-9350-d688316b5fb1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=3f813582-c526-4aa9-afcf-78b0a385d963,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:44.316362 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-977dafa9-ea78-4d1e-8a38-59c5af676664 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6597970 Feb 16 12:55:44.378068 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-063d9adb-e555-4a2e-940a-5b5d963e4ed9 None None] Provisioning for port 3f813582-c526-4aa9-afcf-78b0a385d963 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:55:44.384787 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-063d9adb-e555-4a2e-940a-5b5d963e4ed9 None None] Provisioning complete for port 3f813582-c526-4aa9-afcf-78b0a385d963 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:55:44.385213 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-063d9adb-e555-4a2e-940a-5b5d963e4ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:44.434202 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-31e72628-8aef-435c-bf63-db103faae960 service neutron] Request body: {'port': {'device_id': 'acdc391d-9d28-4f64-be30-9dd5cd0e26f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:55:44.438663 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-063d9adb-e555-4a2e-940a-5b5d963e4ed9 None None] Port 3f813582-c526-4aa9-afcf-78b0a385d963 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:55:44.450858 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-063d9adb-e555-4a2e-940a-5b5d963e4ed9 None None] Provisioning for port e58cebbb-817f-47f9-83a3-c2eb3d62cd9a completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:55:44.455424 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-063d9adb-e555-4a2e-940a-5b5d963e4ed9 None None] Provisioning complete for port e58cebbb-817f-47f9-83a3-c2eb3d62cd9a triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:55:44.455795 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-063d9adb-e555-4a2e-940a-5b5d963e4ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:44.485003 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-84d4d63b-5378-405c-9350-d688316b5fb1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:44.513693 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-063d9adb-e555-4a2e-940a-5b5d963e4ed9 None None] Port e58cebbb-817f-47f9-83a3-c2eb3d62cd9a cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:55:44.662773 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe3518-e4be-498b-835f-205991114384 req-09850cb8-a7d7-4234-822f-9e9ed0a619ca tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:44.664136 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-97fe3518-e4be-498b-835f-205991114384 req-09850cb8-a7d7-4234-822f-9e9ed0a619ca tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=acdc391d-9d28-4f64-be30-9dd5cd0e26f8 HTTP/1.1" status: 200 len: 931 time: 0.0809953 Feb 16 12:55:44.672193 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-31e72628-8aef-435c-bf63-db103faae960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:44.712099 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-97fe3518-e4be-498b-835f-205991114384 req-5615e0cb-e9b0-4a9b-960f-e79374739f3c tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418448 Feb 16 12:55:45.301408 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-84d4d63b-5378-405c-9350-d688316b5fb1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:45.310395 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-84d4d63b-5378-405c-9350-d688316b5fb1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:45.472884 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-31e72628-8aef-435c-bf63-db103faae960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e58cebbb-817f-47f9-83a3-c2eb3d62cd9a {{(pid=87701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:55:45.477101 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d4d63b-5378-405c-9350-d688316b5fb1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=3f813582-c526-4aa9-afcf-78b0a385d963,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:45.479504 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-84d4d63b-5378-405c-9350-d688316b5fb1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:45.487053 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-31e72628-8aef-435c-bf63-db103faae960 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:45.562634 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-31e72628-8aef-435c-bf63-db103faae960 service neutron] Transition to ACTIVE for port object e58cebbb-817f-47f9-83a3-c2eb3d62cd9a will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:55:45.570310 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-31e72628-8aef-435c-bf63-db103faae960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:45.737385 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e72628-8aef-435c-bf63-db103faae960 service neutron] Pushing event updated for resources: {'Port': ['ID=e58cebbb-817f-47f9-83a3-c2eb3d62cd9a,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:45.782325 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d4d63b-5378-405c-9350-d688316b5fb1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network 10201f12-7cc9-4eac-a29c-3169b4028214 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:55:45.787684 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-84d4d63b-5378-405c-9350-d688316b5fb1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:55:46.044653 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-31e72628-8aef-435c-bf63-db103faae960 service neutron] Attempting to bind port e58cebbb-817f-47f9-83a3-c2eb3d62cd9a on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:55:46.044987 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-31e72628-8aef-435c-bf63-db103faae960 service neutron] Attempting to bind port e58cebbb-817f-47f9-83a3-c2eb3d62cd9a by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '453ce50b-6688-4a38-a1c2-540631c2fdad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:55:46.045308 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-31e72628-8aef-435c-bf63-db103faae960 service neutron] Attempting to bind port e58cebbb-817f-47f9-83a3-c2eb3d62cd9a on network 2f9caf95-9634-43c7-8691-03bf1bd0a638 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:55:46.064513 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-a4b86fce-3099-4954-819a-f05f822f1222 None None] Provisioning complete for port 3f813582-c526-4aa9-afcf-78b0a385d963 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:55:46.065181 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a4b86fce-3099-4954-819a-f05f822f1222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:46.066354 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-31e72628-8aef-435c-bf63-db103faae960 service neutron] Port e58cebbb-817f-47f9-83a3-c2eb3d62cd9a on network 2f9caf95-9634-43c7-8691-03bf1bd0a638 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:55:46.066675 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-31e72628-8aef-435c-bf63-db103faae960 service neutron] Attempting to bind port e58cebbb-817f-47f9-83a3-c2eb3d62cd9a on network 2f9caf95-9634-43c7-8691-03bf1bd0a638 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:55:46.083780 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-31e72628-8aef-435c-bf63-db103faae960 service neutron] Checking agent: {'id': 'b4b5bcfd-2763-4324-82e0-923bc8a52546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'started_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:55:46.084089 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-31e72628-8aef-435c-bf63-db103faae960 service neutron] Checking segment: {'id': '453ce50b-6688-4a38-a1c2-540631c2fdad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:55:46.084492 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-31e72628-8aef-435c-bf63-db103faae960 service neutron] Bound using segment: {'id': '453ce50b-6688-4a38-a1c2-540631c2fdad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:55:46.085040 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-31e72628-8aef-435c-bf63-db103faae960 service neutron] Bound port: e58cebbb-817f-47f9-83a3-c2eb3d62cd9a, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453ce50b-6688-4a38-a1c2-540631c2fdad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:55:46.085381 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-31e72628-8aef-435c-bf63-db103faae960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:46.123245 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-a4b86fce-3099-4954-819a-f05f822f1222 None None] Port 3f813582-c526-4aa9-afcf-78b0a385d963 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:55:46.145279 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d4d63b-5378-405c-9350-d688316b5fb1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Router c731b543-71d6-4896-8cea-304ba8d17ba2 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:55:46.288889 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17769e5-ea9c-46e7-8fa9-ef730b696fa9 req-d80345b0-3788-471f-b181-559cb68f771e tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:46.289560 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-b17769e5-ea9c-46e7-8fa9-ef730b696fa9 req-d80345b0-3788-471f-b181-559cb68f771e tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Synchronizing usage tracker for tenant:43a461e2fae64766bd31efeef15d8935 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:55:46.384470 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-b17769e5-ea9c-46e7-8fa9-ef730b696fa9 req-d80345b0-3788-471f-b181-559cb68f771e tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Unset dirty status for tenant:43a461e2fae64766bd31efeef15d8935 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:55:46.385572 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b17769e5-ea9c-46e7-8fa9-ef730b696fa9 req-d80345b0-3788-471f-b181-559cb68f771e tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=acdc391d-9d28-4f64-be30-9dd5cd0e26f8 HTTP/1.1" status: 200 len: 943 time: 0.5060592 Feb 16 12:55:46.425466 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-31e72628-8aef-435c-bf63-db103faae960 service neutron] For port e58cebbb-817f-47f9-83a3-c2eb3d62cd9a, host hv-neutron-8295, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:55:46.494089 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-31e72628-8aef-435c-bf63-db103faae960 service neutron] For port e58cebbb-817f-47f9-83a3-c2eb3d62cd9a, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=e58cebbb-817f-47f9-83a3-c2eb3d62cd9a,segment=NetworkSegment(453ce50b-6688-4a38-a1c2-540631c2fdad),segment_id=453ce50b-6688-4a38-a1c2-540631c2fdad)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:55:46.516706 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-31e72628-8aef-435c-bf63-db103faae960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:46.563652 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b17769e5-ea9c-46e7-8fa9-ef730b696fa9 req-d2f892cf-6441-41e3-94c1-72697e7d72ec tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598728 Feb 16 12:55:46.598141 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-31e72628-8aef-435c-bf63-db103faae960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:46.598714 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-31e72628-8aef-435c-bf63-db103faae960 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:46.600099 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-31e72628-8aef-435c-bf63-db103faae960 service neutron] 10.222.0.89 "PUT /v2.0/ports/e58cebbb-817f-47f9-83a3-c2eb3d62cd9a HTTP/1.1" status: 200 len: 1093 time: 2.2719247 Feb 16 12:55:46.602586 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acdc391d-9d28-4f64-be30-9dd5cd0e26f8', 'tag': 'e58cebbb-817f-47f9-83a3-c2eb3d62cd9a'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:55:46.612094 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d4d63b-5378-405c-9350-d688316b5fb1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:55:46.622575 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-84d4d63b-5378-405c-9350-d688316b5fb1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "PUT /v2.0/routers/c731b543-71d6-4896-8cea-304ba8d17ba2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7791414 Feb 16 12:55:46.632092 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e72628-8aef-435c-bf63-db103faae960 service neutron] Pushing event updated for resources: {'Port': ['ID=e58cebbb-817f-47f9-83a3-c2eb3d62cd9a,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:46.636290 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce6dcaf-c7d9-4081-85c1-48e3c2a92645 None None] Sync routers for ids ['c731b543-71d6-4896-8cea-304ba8d17ba2'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:55:46.657818 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce6dcaf-c7d9-4081-85c1-48e3c2a92645 None None] Routers {'c731b543-71d6-4896-8cea-304ba8d17ba2'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:55:46.663402 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-bce6dcaf-c7d9-4081-85c1-48e3c2a92645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:55:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['c731b543-71d6-4896-8cea-304ba8d17ba2'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:46.744083 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acdc391d-9d28-4f64-be30-9dd5cd0e26f8', 'tag': 'e58cebbb-817f-47f9-83a3-c2eb3d62cd9a', 'status': 'completed', 'code': 200} Feb 16 12:55:46.770489 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-c22a6222-7f89-4c69-916a-bcbd6281d015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:46.772003 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-c22a6222-7f89-4c69-916a-bcbd6281d015 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=43a461e2fae64766bd31efeef15d8935&device_id=acdc391d-9d28-4f64-be30-9dd5cd0e26f8 HTTP/1.1" status: 200 len: 1096 time: 0.0970514 Feb 16 12:55:46.842749 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-2cc23058-9289-44c6-bcde-ef2fd81491c5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e58cebbb-817f-47f9-83a3-c2eb3d62cd9a HTTP/1.1" status: 200 len: 217 time: 0.0631692 Feb 16 12:55:46.858381 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-bce6dcaf-c7d9-4081-85c1-48e3c2a92645 None None] Set router c731b543-71d6-4896-8cea-304ba8d17ba2 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:55:46.910513 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-1ac0d654-503d-4465-aa05-cbce32cd0edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:46.911885 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-1ac0d654-503d-4465-aa05-cbce32cd0edc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=475d72a9-33c5-44fc-8808-9edb5e19ce95 HTTP/1.1" status: 200 len: 851 time: 0.0617809 Feb 16 12:55:46.988880 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-68e38592-e747-44f0-82fd-ea08dc61e2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:46.990372 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-68e38592-e747-44f0-82fd-ea08dc61e2ad service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2f9caf95-9634-43c7-8691-03bf1bd0a638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713396 Feb 16 12:55:47.123977 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-c473c5ec-8a62-4dbb-a87a-f311018c24cf service neutron] 10.222.0.89 "GET /v2.0/networks/2f9caf95-9634-43c7-8691-03bf1bd0a638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264081 Feb 16 12:55:47.220222 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-bce6dcaf-c7d9-4081-85c1-48e3c2a92645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'name': 'tempest-TestNetworkBasicOps-router-663082282', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b8761167-6ad4-4392-8f1f-000a01ba5498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:23Z', 'updated_at': '2022-02-16T12:55:44Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'b8761167-6ad4-4392-8f1f-000a01ba5498', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:23Z', 'updated_at': '2022-02-16T12:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': 'fd82d6f6-56d3-41e3-8f60-347dffe03226', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'floating_ip_address': '172.26.5.189', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'port_id': '1c0d6375-28ad-435d-9ffe-f1925ca6db31', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dcdb353-5502-4ab8-a5a0-8253bfa8643b', 'mac_address': 'fa:16:3e:89:9b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40855098-b6d7-451b-a560-b71247cfa093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:54:46Z', 'updated_at': '2022-02-16T12:54:49Z', 'revision_number': 1, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0064a0d2-aa85-4049-be80-2b96485b9612', 'name': '', 'network_id': '2dcdb353-5502-4ab8-a5a0-8253bfa8643b', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:92:da:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '3efb437e-e7e7-4ad2-a897-0d2e13adbf81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:27Z', 'updated_at': '2022-02-16T12:54:33Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '3efb437e-e7e7-4ad2-a897-0d2e13adbf81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f813582-c526-4aa9-afcf-78b0a385d963', 'name': '', 'network_id': '10201f12-7cc9-4eac-a29c-3169b4028214', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:98:ac:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '9c77da39-de86-4855-a4e7-57287a0459ee', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:55:43Z', 'updated_at': '2022-02-16T12:55:45Z', 'revision_number': 2, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '9c77da39-de86-4855-a4e7-57287a0459ee', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:47.224009 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce6dcaf-c7d9-4081-85c1-48e3c2a92645 None None] Checking router: c731b543-71d6-4896-8cea-304ba8d17ba2 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:55:47.224355 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce6dcaf-c7d9-4081-85c1-48e3c2a92645 None None] Updating router c731b543-71d6-4896-8cea-304ba8d17ba2 port 3f813582-c526-4aa9-afcf-78b0a385d963 binding host dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:55:47.268343 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4a69055d-a99d-43cd-9d39-612b8f34b986 req-8f88dd4b-1497-4eb5-90d4-dfd592c8d9e9 service neutron] 10.222.0.89 "GET /v2.0/networks/2f9caf95-9634-43c7-8691-03bf1bd0a638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373186 Feb 16 12:55:47.276839 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-bce6dcaf-c7d9-4081-85c1-48e3c2a92645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:47.405357 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4b831-a58a-4a36-9c3f-cfd2007bf0c4 req-750ef5f6-321b-4f08-b66b-3959526ce9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:47.406874 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-11f4b831-a58a-4a36-9c3f-cfd2007bf0c4 req-750ef5f6-321b-4f08-b66b-3959526ce9e3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=43a461e2fae64766bd31efeef15d8935&device_id=acdc391d-9d28-4f64-be30-9dd5cd0e26f8 HTTP/1.1" status: 200 len: 1096 time: 0.0868752 Feb 16 12:55:47.552868 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4b831-a58a-4a36-9c3f-cfd2007bf0c4 req-b5152a66-cc59-4bc8-8fca-026e6689d51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:47.552868 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-11f4b831-a58a-4a36-9c3f-cfd2007bf0c4 req-b5152a66-cc59-4bc8-8fca-026e6689d51f service neutron] 10.222.0.89 "GET /v2.0/networks?id=2f9caf95-9634-43c7-8691-03bf1bd0a638 HTTP/1.1" status: 200 len: 913 time: 0.1314125 Feb 16 12:55:47.616530 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-11f4b831-a58a-4a36-9c3f-cfd2007bf0c4 req-5b41d074-7549-475a-afdf-c9262ef675d4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e58cebbb-817f-47f9-83a3-c2eb3d62cd9a HTTP/1.1" status: 200 len: 217 time: 0.0600820 Feb 16 12:55:47.622108 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-bce6dcaf-c7d9-4081-85c1-48e3c2a92645 None None] Notify callbacks [] for port, precommit_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:47.633702 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.provisioning_blocks [None req-bce6dcaf-c7d9-4081-85c1-48e3c2a92645 None None] Transition to ACTIVE for port object 3f813582-c526-4aa9-afcf-78b0a385d963 will not be triggered until provisioned by entity L2. {{(pid=87703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:55:47.642855 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-bce6dcaf-c7d9-4081-85c1-48e3c2a92645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:47.722430 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4b831-a58a-4a36-9c3f-cfd2007bf0c4 req-8f8d203d-6a15-41dd-a270-0d11b541900e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:47.723888 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-11f4b831-a58a-4a36-9c3f-cfd2007bf0c4 req-8f8d203d-6a15-41dd-a270-0d11b541900e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=475d72a9-33c5-44fc-8808-9edb5e19ce95 HTTP/1.1" status: 200 len: 851 time: 0.1003811 Feb 16 12:55:47.812654 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2af710-37cc-4034-a28e-9d819a71d4ab None None] Pushing event updated for resources: {'Port': ['ID=3f813582-c526-4aa9-afcf-78b0a385d963,revision_number=3']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:47.826424 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3e041-3b4d-4226-bc50-e502955a2710 req-4e3cbb16-cf62-4f15-ab3f-e6f4379c23c5 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:47.827962 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-57a3e041-3b4d-4226-bc50-e502955a2710 req-4e3cbb16-cf62-4f15-ab3f-e6f4379c23c5 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=acdc391d-9d28-4f64-be30-9dd5cd0e26f8 HTTP/1.1" status: 200 len: 943 time: 0.1491370 Feb 16 12:55:47.833715 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2af710-37cc-4034-a28e-9d819a71d4ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:47.834259 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2af710-37cc-4034-a28e-9d819a71d4ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:47.835212 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2af710-37cc-4034-a28e-9d819a71d4ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:47.835541 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2af710-37cc-4034-a28e-9d819a71d4ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:47.836028 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2af710-37cc-4034-a28e-9d819a71d4ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:47.836511 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2af710-37cc-4034-a28e-9d819a71d4ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:47.836863 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2af710-37cc-4034-a28e-9d819a71d4ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:47.837184 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2af710-37cc-4034-a28e-9d819a71d4ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:47.837506 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2af710-37cc-4034-a28e-9d819a71d4ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:47.837823 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2af710-37cc-4034-a28e-9d819a71d4ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:47.838141 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2af710-37cc-4034-a28e-9d819a71d4ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:47.838452 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2af710-37cc-4034-a28e-9d819a71d4ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:47.850311 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4b831-a58a-4a36-9c3f-cfd2007bf0c4 req-68ba06df-e566-48a2-9cc5-c007f555ae56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:47.851782 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-11f4b831-a58a-4a36-9c3f-cfd2007bf0c4 req-68ba06df-e566-48a2-9cc5-c007f555ae56 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2f9caf95-9634-43c7-8691-03bf1bd0a638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1209071 Feb 16 12:55:47.896995 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-bce6dcaf-c7d9-4081-85c1-48e3c2a92645 None None] Attempting to bind port 3f813582-c526-4aa9-afcf-78b0a385d963 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:55:47.897961 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-bce6dcaf-c7d9-4081-85c1-48e3c2a92645 None None] Attempting to bind port 3f813582-c526-4aa9-afcf-78b0a385d963 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '21e67d3f-12d1-40f6-acca-d24e799c7b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '10201f12-7cc9-4eac-a29c-3169b4028214'}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:55:47.898522 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce6dcaf-c7d9-4081-85c1-48e3c2a92645 None None] Attempting to bind port 3f813582-c526-4aa9-afcf-78b0a385d963 on network 10201f12-7cc9-4eac-a29c-3169b4028214 {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:55:47.904727 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce6dcaf-c7d9-4081-85c1-48e3c2a92645 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:55:47.905097 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce6dcaf-c7d9-4081-85c1-48e3c2a92645 None None] Checking segment: {'id': '21e67d3f-12d1-40f6-acca-d24e799c7b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '10201f12-7cc9-4eac-a29c-3169b4028214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:55:47.905621 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-bce6dcaf-c7d9-4081-85c1-48e3c2a92645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:47.906012 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce6dcaf-c7d9-4081-85c1-48e3c2a92645 None None] Bound using segment: {'id': '21e67d3f-12d1-40f6-acca-d24e799c7b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '10201f12-7cc9-4eac-a29c-3169b4028214'} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:55:47.906716 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-bce6dcaf-c7d9-4081-85c1-48e3c2a92645 None None] Bound port: 3f813582-c526-4aa9-afcf-78b0a385d963, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21e67d3f-12d1-40f6-acca-d24e799c7b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '10201f12-7cc9-4eac-a29c-3169b4028214'}}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:55:47.907224 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-bce6dcaf-c7d9-4081-85c1-48e3c2a92645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:47.945053 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-57a3e041-3b4d-4226-bc50-e502955a2710 req-ddc12db0-32f5-414f-a19b-98bf94d7186d tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097858 Feb 16 12:55:47.999161 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-bce6dcaf-c7d9-4081-85c1-48e3c2a92645 None None] For port 3f813582-c526-4aa9-afcf-78b0a385d963, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:55:48.004814 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-bce6dcaf-c7d9-4081-85c1-48e3c2a92645 None None] For port 3f813582-c526-4aa9-afcf-78b0a385d963, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=3f813582-c526-4aa9-afcf-78b0a385d963,segment=NetworkSegment(21e67d3f-12d1-40f6-acca-d24e799c7b5d),segment_id=21e67d3f-12d1-40f6-acca-d24e799c7b5d)] {{(pid=87703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:55:48.010997 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-bce6dcaf-c7d9-4081-85c1-48e3c2a92645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:48.089907 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce6dcaf-c7d9-4081-85c1-48e3c2a92645 None None] Routers {'c731b543-71d6-4896-8cea-304ba8d17ba2'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:55:48.090557 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-bce6dcaf-c7d9-4081-85c1-48e3c2a92645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:55:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['c731b543-71d6-4896-8cea-304ba8d17ba2'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:48.129800 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-11f4b831-a58a-4a36-9c3f-cfd2007bf0c4 req-5b89c616-a65c-4f3b-ba70-c0aca07e4d2c service neutron] 10.222.0.89 "GET /v2.0/networks/2f9caf95-9634-43c7-8691-03bf1bd0a638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622528 Feb 16 12:55:48.181473 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2af710-37cc-4034-a28e-9d819a71d4ab None None] Pushing event updated for resources: {'Port': ['ID=3f813582-c526-4aa9-afcf-78b0a385d963,revision_number=4']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:48.275431 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-11f4b831-a58a-4a36-9c3f-cfd2007bf0c4 req-48673c35-66e1-48cd-bc6c-a9e1bf1566cc service neutron] 10.222.0.89 "GET /v2.0/networks/2f9caf95-9634-43c7-8691-03bf1bd0a638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386323 Feb 16 12:55:48.299701 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-bce6dcaf-c7d9-4081-85c1-48e3c2a92645 None None] Set router c731b543-71d6-4896-8cea-304ba8d17ba2 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:55:48.652729 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-bce6dcaf-c7d9-4081-85c1-48e3c2a92645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'name': 'tempest-TestNetworkBasicOps-router-663082282', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b8761167-6ad4-4392-8f1f-000a01ba5498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:23Z', 'updated_at': '2022-02-16T12:55:44Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'b8761167-6ad4-4392-8f1f-000a01ba5498', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:23Z', 'updated_at': '2022-02-16T12:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': 'fd82d6f6-56d3-41e3-8f60-347dffe03226', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'floating_ip_address': '172.26.5.189', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'port_id': '1c0d6375-28ad-435d-9ffe-f1925ca6db31', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dcdb353-5502-4ab8-a5a0-8253bfa8643b', 'mac_address': 'fa:16:3e:89:9b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40855098-b6d7-451b-a560-b71247cfa093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:54:46Z', 'updated_at': '2022-02-16T12:54:49Z', 'revision_number': 1, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0064a0d2-aa85-4049-be80-2b96485b9612', 'name': '', 'network_id': '2dcdb353-5502-4ab8-a5a0-8253bfa8643b', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:92:da:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '3efb437e-e7e7-4ad2-a897-0d2e13adbf81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:27Z', 'updated_at': '2022-02-16T12:54:33Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '3efb437e-e7e7-4ad2-a897-0d2e13adbf81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f813582-c526-4aa9-afcf-78b0a385d963', 'name': '', 'network_id': '10201f12-7cc9-4eac-a29c-3169b4028214', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:98:ac:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '9c77da39-de86-4855-a4e7-57287a0459ee', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:55:43Z', 'updated_at': '2022-02-16T12:55:47Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '9c77da39-de86-4855-a4e7-57287a0459ee', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:55:48.656775 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce6dcaf-c7d9-4081-85c1-48e3c2a92645 None None] The sync data for ids ['c731b543-71d6-4896-8cea-304ba8d17ba2'] in dv-neutron-829527-1-hyperv is: [{'id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'name': 'tempest-TestNetworkBasicOps-router-663082282', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b8761167-6ad4-4392-8f1f-000a01ba5498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:23Z', 'updated_at': '2022-02-16T12:55:44Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'b8761167-6ad4-4392-8f1f-000a01ba5498', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:23Z', 'updated_at': '2022-02-16T12:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': 'fd82d6f6-56d3-41e3-8f60-347dffe03226', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'floating_ip_address': '172.26.5.189', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'port_id': '1c0d6375-28ad-435d-9ffe-f1925ca6db31', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dcdb353-5502-4ab8-a5a0-8253bfa8643b', 'mac_address': 'fa:16:3e:89:9b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40855098-b6d7-451b-a560-b71247cfa093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:54:46Z', 'updated_at': '2022-02-16T12:54:49Z', 'revision_number': 1, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0064a0d2-aa85-4049-be80-2b96485b9612', 'name': '', 'network_id': '2dcdb353-5502-4ab8-a5a0-8253bfa8643b', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:92:da:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '3efb437e-e7e7-4ad2-a897-0d2e13adbf81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:27Z', 'updated_at': '2022-02-16T12:54:33Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '3efb437e-e7e7-4ad2-a897-0d2e13adbf81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f813582-c526-4aa9-afcf-78b0a385d963', 'name': '', 'network_id': '10201f12-7cc9-4eac-a29c-3169b4028214', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:98:ac:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '9c77da39-de86-4855-a4e7-57287a0459ee', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:55:43Z', 'updated_at': '2022-02-16T12:55:47Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '9c77da39-de86-4855-a4e7-57287a0459ee', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:55:48.669058 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-19982fa2-cc1a-45c5-84a6-4062bbe63000 req-512bfca9-b92a-45aa-b823-a231f0850614 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=40855098-b6d7-451b-a560-b71247cfa093&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711586 Feb 16 12:55:48.788912 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19982fa2-cc1a-45c5-84a6-4062bbe63000 req-9e4a85c9-dee6-44c4-bb9f-4ea496871d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:48.790467 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-19982fa2-cc1a-45c5-84a6-4062bbe63000 req-9e4a85c9-dee6-44c4-bb9f-4ea496871d07 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&device_id=40855098-b6d7-451b-a560-b71247cfa093 HTTP/1.1" status: 200 len: 1098 time: 0.0956695 Feb 16 12:55:48.832796 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 3f813582-c526-4aa9-afcf-78b0a385d963 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:55:48.907865 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 3f813582-c526-4aa9-afcf-78b0a385d963 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:55:48.913552 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 3f813582-c526-4aa9-afcf-78b0a385d963 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:55:48.914261 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:48.947687 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19982fa2-cc1a-45c5-84a6-4062bbe63000 req-e116b16c-24a4-4de8-8f13-c3481410f380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:48.949549 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-19982fa2-cc1a-45c5-84a6-4062bbe63000 req-e116b16c-24a4-4de8-8f13-c3481410f380 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2dcdb353-5502-4ab8-a5a0-8253bfa8643b HTTP/1.1" status: 200 len: 897 time: 0.1385000 Feb 16 12:55:49.047317 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:49.067587 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-19982fa2-cc1a-45c5-84a6-4062bbe63000 req-3dc409cc-401c-4e4d-beca-eb6254bee5a4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c0d6375-28ad-435d-9ffe-f1925ca6db31 HTTP/1.1" status: 200 len: 1001 time: 0.1114287 Feb 16 12:55:49.084067 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 3f813582-c526-4aa9-afcf-78b0a385d963, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=3f813582-c526-4aa9-afcf-78b0a385d963,segment=NetworkSegment(21e67d3f-12d1-40f6-acca-d24e799c7b5d),segment_id=21e67d3f-12d1-40f6-acca-d24e799c7b5d)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:55:49.094031 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:49.143021 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19982fa2-cc1a-45c5-84a6-4062bbe63000 req-74c5ef36-911b-4e48-a5eb-bf4fc5598dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:49.144881 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-19982fa2-cc1a-45c5-84a6-4062bbe63000 req-74c5ef36-911b-4e48-a5eb-bf4fc5598dd5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3efb437e-e7e7-4ad2-a897-0d2e13adbf81 HTTP/1.1" status: 200 len: 834 time: 0.0692143 Feb 16 12:55:49.157884 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293b3cb-ed5c-4cde-8177-c31ff7221da1 req-4723786b-51ed-4acc-801d-3d3b7eefc331 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:49.159548 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6293b3cb-ed5c-4cde-8177-c31ff7221da1 req-4723786b-51ed-4acc-801d-3d3b7eefc331 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=acdc391d-9d28-4f64-be30-9dd5cd0e26f8 HTTP/1.1" status: 200 len: 943 time: 0.0964370 Feb 16 12:55:49.175490 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=3f813582-c526-4aa9-afcf-78b0a385d963,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:49.184108 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:49.184893 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:49.185373 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:49.185968 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:49.186602 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:49.187094 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:49.187784 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:49.188294 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:49.188790 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:49.189597 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:49.190156 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:49.191775 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:55:49.210341 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6293b3cb-ed5c-4cde-8177-c31ff7221da1 req-3047c25c-0da4-4b1a-ba3a-b78d4749a1f0 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445876 Feb 16 12:55:49.235675 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19982fa2-cc1a-45c5-84a6-4062bbe63000 req-9ae3a63f-6038-4a87-aa61-f5ab3f1b39de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:49.237193 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-19982fa2-cc1a-45c5-84a6-4062bbe63000 req-9ae3a63f-6038-4a87-aa61-f5ab3f1b39de service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2dcdb353-5502-4ab8-a5a0-8253bfa8643b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0852263 Feb 16 12:55:49.372453 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-19982fa2-cc1a-45c5-84a6-4062bbe63000 req-93cd2261-aec6-40bf-815b-0b06f7477d89 service neutron] 10.222.0.89 "GET /v2.0/networks/2dcdb353-5502-4ab8-a5a0-8253bfa8643b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287534 Feb 16 12:55:49.509961 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-19982fa2-cc1a-45c5-84a6-4062bbe63000 req-4fba931e-0657-465c-b299-0349d66ab783 service neutron] 10.222.0.89 "GET /v2.0/networks/2dcdb353-5502-4ab8-a5a0-8253bfa8643b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300006 Feb 16 12:55:50.413929 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79367d08-edf4-439d-9dcf-bdaea16c619b req-0d71a33b-3e27-45c9-8a1f-15b2704343b7 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:50.415387 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-79367d08-edf4-439d-9dcf-bdaea16c619b req-0d71a33b-3e27-45c9-8a1f-15b2704343b7 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=acdc391d-9d28-4f64-be30-9dd5cd0e26f8 HTTP/1.1" status: 200 len: 943 time: 0.0919135 Feb 16 12:55:50.461963 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-79367d08-edf4-439d-9dcf-bdaea16c619b req-cd1ea2b3-f684-411a-a6f1-33d6e214eb89 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402699 Feb 16 12:55:50.804358 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 3f813582-c526-4aa9-afcf-78b0a385d963 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:55:50.881385 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 3f813582-c526-4aa9-afcf-78b0a385d963 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:55:50.881758 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:51.671340 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd9abd-ef1e-4f0f-8f90-320a2088675d req-7326b6e3-0697-4349-90bb-f8f5aa2993b1 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:51.673517 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a5fd9abd-ef1e-4f0f-8f90-320a2088675d req-7326b6e3-0697-4349-90bb-f8f5aa2993b1 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=acdc391d-9d28-4f64-be30-9dd5cd0e26f8 HTTP/1.1" status: 200 len: 943 time: 0.1007316 Feb 16 12:55:51.730031 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a5fd9abd-ef1e-4f0f-8f90-320a2088675d req-62e4d1d6-ab0d-4008-aa8c-f8772d71d9c6 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510406 Feb 16 12:55:52.924492 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ca8f0-fb27-43c0-b4ea-6fac598d9fce req-f2ba63ef-c91e-430b-93e3-90db79c5bd51 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:52.927696 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f57ca8f0-fb27-43c0-b4ea-6fac598d9fce req-f2ba63ef-c91e-430b-93e3-90db79c5bd51 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=acdc391d-9d28-4f64-be30-9dd5cd0e26f8 HTTP/1.1" status: 200 len: 943 time: 0.0836062 Feb 16 12:55:52.983917 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f57ca8f0-fb27-43c0-b4ea-6fac598d9fce req-2b82fc2d-f747-4481-aa99-494ad593210c tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470746 Feb 16 12:55:54.182913 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2ef62-2c9a-4dee-b93b-7ba225064561 req-d582d077-df04-4693-b46b-7c1a9ac813ae tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:54.184683 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-52b2ef62-2c9a-4dee-b93b-7ba225064561 req-d582d077-df04-4693-b46b-7c1a9ac813ae tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=acdc391d-9d28-4f64-be30-9dd5cd0e26f8 HTTP/1.1" status: 200 len: 943 time: 0.0887687 Feb 16 12:55:54.229451 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-52b2ef62-2c9a-4dee-b93b-7ba225064561 req-b8d56396-fbab-4cd0-8ffd-a3ce912a3bbe tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384607 Feb 16 12:55:54.751613 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device e58cebbb-817f-47f9-83a3-c2eb3d62cd9a details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:55:54.889752 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port e58cebbb-817f-47f9-83a3-c2eb3d62cd9a, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=e58cebbb-817f-47f9-83a3-c2eb3d62cd9a,segment=NetworkSegment(453ce50b-6688-4a38-a1c2-540631c2fdad),segment_id=453ce50b-6688-4a38-a1c2-540631c2fdad)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:55:54.902653 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': 'e58cebbb-817f-47f9-83a3-c2eb3d62cd9a', 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638', 'port_id': 'e58cebbb-817f-47f9-83a3-c2eb3d62cd9a', 'mac_address': 'fa:16:3e:cd:0d:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '475d72a9-33c5-44fc-8808-9edb5e19ce95', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:55:54.958345 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:54.975745 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e58cebbb-817f-47f9-83a3-c2eb3d62cd9a {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:55:54.991702 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port e58cebbb-817f-47f9-83a3-c2eb3d62cd9a, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=e58cebbb-817f-47f9-83a3-c2eb3d62cd9a,segment=NetworkSegment(453ce50b-6688-4a38-a1c2-540631c2fdad),segment_id=453ce50b-6688-4a38-a1c2-540631c2fdad)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:55:54.999137 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:55.069877 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=e58cebbb-817f-47f9-83a3-c2eb3d62cd9a,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:55.354692 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['e58cebbb-817f-47f9-83a3-c2eb3d62cd9a'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:55:55.417724 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236a2db-86b1-4a50-bc13-8b7d35f81582 req-59277c12-7bbf-4fc5-952d-111403ca5e66 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:55.419502 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d236a2db-86b1-4a50-bc13-8b7d35f81582 req-59277c12-7bbf-4fc5-952d-111403ca5e66 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=acdc391d-9d28-4f64-be30-9dd5cd0e26f8 HTTP/1.1" status: 200 len: 944 time: 0.0834110 Feb 16 12:55:55.464064 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d236a2db-86b1-4a50-bc13-8b7d35f81582 req-a73ece60-72fe-4722-889c-25232aad4860 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383306 Feb 16 12:55:56.663499 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147388a-2c77-4655-8883-7eee3b96ee8c req-25f7e679-0687-4144-beec-d9c86af47e9b tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:56.664973 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7147388a-2c77-4655-8883-7eee3b96ee8c req-25f7e679-0687-4144-beec-d9c86af47e9b tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=acdc391d-9d28-4f64-be30-9dd5cd0e26f8 HTTP/1.1" status: 200 len: 944 time: 0.0910535 Feb 16 12:55:56.711959 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7147388a-2c77-4655-8883-7eee3b96ee8c req-e6d7fc81-4894-43b2-9fc7-a547f0491049 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386498 Feb 16 12:55:56.757324 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device e58cebbb-817f-47f9-83a3-c2eb3d62cd9a up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:55:56.843314 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning for port e58cebbb-817f-47f9-83a3-c2eb3d62cd9a completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:55:56.848256 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port e58cebbb-817f-47f9-83a3-c2eb3d62cd9a triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:55:56.848602 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:56.965874 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:56.993252 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acdc391d-9d28-4f64-be30-9dd5cd0e26f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58cebbb-817f-47f9-83a3-c2eb3d62cd9a'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:55:57.003212 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port e58cebbb-817f-47f9-83a3-c2eb3d62cd9a, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=e58cebbb-817f-47f9-83a3-c2eb3d62cd9a,segment=NetworkSegment(453ce50b-6688-4a38-a1c2-540631c2fdad),segment_id=453ce50b-6688-4a38-a1c2-540631c2fdad)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:55:57.008249 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:57.043581 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acdc391d-9d28-4f64-be30-9dd5cd0e26f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58cebbb-817f-47f9-83a3-c2eb3d62cd9a', 'code': 200} Feb 16 12:55:57.078869 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=e58cebbb-817f-47f9-83a3-c2eb3d62cd9a,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:55:57.352795 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb236f7-2f27-4096-b252-81811146e3e7 req-fad6d9d4-da33-4b21-9bb7-ab4b70f6741d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:57.354280 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-dbb236f7-2f27-4096-b252-81811146e3e7 req-fad6d9d4-da33-4b21-9bb7-ab4b70f6741d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=acdc391d-9d28-4f64-be30-9dd5cd0e26f8 HTTP/1.1" status: 200 len: 1098 time: 0.0749030 Feb 16 12:55:57.403142 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-dbb236f7-2f27-4096-b252-81811146e3e7 req-7bd70a4c-779c-468a-8346-eeb0348969de service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415845 Feb 16 12:55:57.906432 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b0eff2-2e4b-430f-9f4e-445f3da48730 req-301011ed-e81b-4adf-bc5f-c24cc577d153 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:57.908474 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-79b0eff2-2e4b-430f-9f4e-445f3da48730 req-301011ed-e81b-4adf-bc5f-c24cc577d153 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=acdc391d-9d28-4f64-be30-9dd5cd0e26f8 HTTP/1.1" status: 200 len: 945 time: 0.0837920 Feb 16 12:55:57.957299 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-79b0eff2-2e4b-430f-9f4e-445f3da48730 req-183cc3cc-e6ce-4380-9687-52499ed6813c tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405891 Feb 16 12:55:59.163640 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec03a17d-65f3-45c2-b21d-a8e2217c4733 req-c45b583c-5093-40fc-b849-87d73a77489a tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:59.165139 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ec03a17d-65f3-45c2-b21d-a8e2217c4733 req-c45b583c-5093-40fc-b849-87d73a77489a tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=acdc391d-9d28-4f64-be30-9dd5cd0e26f8 HTTP/1.1" status: 200 len: 945 time: 0.0909739 Feb 16 12:55:59.213761 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ec03a17d-65f3-45c2-b21d-a8e2217c4733 req-57d0f3e5-da0a-4330-b14e-dc6edb6b2ac4 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400214 Feb 16 12:55:59.402592 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128120cb-47d4-4a17-af7c-d2de3f4b5eaa req-9d8a6e49-784b-4c9c-bb05-438d82c6956b tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:59.404039 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-128120cb-47d4-4a17-af7c-d2de3f4b5eaa req-9d8a6e49-784b-4c9c-bb05-438d82c6956b tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=acdc391d-9d28-4f64-be30-9dd5cd0e26f8 HTTP/1.1" status: 200 len: 945 time: 0.0818202 Feb 16 12:55:59.449154 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-128120cb-47d4-4a17-af7c-d2de3f4b5eaa req-bdc055fb-e81c-4ead-87d1-f9730382337b tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391471 Feb 16 12:55:59.474347 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 43852) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:59.551550 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2e5ee7-7e10-4c33-ab6c-62539b74f185 tempest-TestVolumeBootPattern-488228145 tempest-TestVolumeBootPattern-488228145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:55:59.553165 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-db2e5ee7-7e10-4c33-ab6c-62539b74f185 tempest-TestVolumeBootPattern-488228145 tempest-TestVolumeBootPattern-488228145-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=acdc391d-9d28-4f64-be30-9dd5cd0e26f8 HTTP/1.1" status: 200 len: 1093 time: 0.0777822 Feb 16 12:55:59.555946 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 43856) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:55:59.560859 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-a0c74c77-dcf7-473e-a197-48046583b1a6 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Request body: {'floatingip': {'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'port_id': 'e58cebbb-817f-47f9-83a3-c2eb3d62cd9a', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:55:59.567228 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-a0c74c77-dcf7-473e-a197-48046583b1a6 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:55:59.571759 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-a0c74c77-dcf7-473e-a197-48046583b1a6 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Usage tracker for resource:floatingip and tenant:43a461e2fae64766bd31efeef15d8935 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:55:59.574746 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-a0c74c77-dcf7-473e-a197-48046583b1a6 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:55:59.580831 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-a0c74c77-dcf7-473e-a197-48046583b1a6 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:55:59.594266 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a0c74c77-dcf7-473e-a197-48046583b1a6 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks [] for floatingip, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:59.839921 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a0c74c77-dcf7-473e-a197-48046583b1a6 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:55:59.979676 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-a0c74c77-dcf7-473e-a197-48046583b1a6 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Allocated IP 172.26.5.161 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/6fd2aabf-1034-400f-90c0-87d96a3f9374) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:56:00.134850 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a0c74c77-dcf7-473e-a197-48046583b1a6 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:00.177089 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a0c74c77-dcf7-473e-a197-48046583b1a6 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:00.245375 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c74c77-dcf7-473e-a197-48046583b1a6 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:56:00.248215 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-a0c74c77-dcf7-473e-a197-48046583b1a6 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:56:00.252165 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c74c77-dcf7-473e-a197-48046583b1a6 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:56:00.280750 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c74c77-dcf7-473e-a197-48046583b1a6 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Pushing event updated for resources: {'Port': ['ID=6fd2aabf-1034-400f-90c0-87d96a3f9374,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:00.686079 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a0c74c77-dcf7-473e-a197-48046583b1a6 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:00.774309 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a0c74c77-dcf7-473e-a197-48046583b1a6 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:00.992687 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a0c74c77-dcf7-473e-a197-48046583b1a6 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:01.000071 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a0c74c77-dcf7-473e-a197-48046583b1a6 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:01.101194 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c74c77-dcf7-473e-a197-48046583b1a6 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Pushing event updated for resources: {'Port': ['ID=6fd2aabf-1034-400f-90c0-87d96a3f9374,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:01.117035 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a0c74c77-dcf7-473e-a197-48046583b1a6 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:01.286886 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.l3_db [None req-a0c74c77-dcf7-473e-a197-48046583b1a6 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Floating IP 67099cd8-c80c-4e04-8d6e-3adf03a75fab associated. External IP: 172.26.5.161, port: e58cebbb-817f-47f9-83a3-c2eb3d62cd9a. Feb 16 12:56:01.754797 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c74c77-dcf7-473e-a197-48046583b1a6 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Router 23fedfff-5686-499a-b8e0-238a28933e42 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:56:01.788120 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d7867e0a-9142-48f6-bdd7-70c637845dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:01.945850 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c74c77-dcf7-473e-a197-48046583b1a6 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:56:01.956641 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19469623-1d62-4ae6-97e9-786920b027ab None None] Sync routers for ids ['23fedfff-5686-499a-b8e0-238a28933e42'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:56:01.966702 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19469623-1d62-4ae6-97e9-786920b027ab None None] Routers {'23fedfff-5686-499a-b8e0-238a28933e42'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:56:01.967316 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-19469623-1d62-4ae6-97e9-786920b027ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:55:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['23fedfff-5686-499a-b8e0-238a28933e42'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:01.971754 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a0c74c77-dcf7-473e-a197-48046583b1a6 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:02.030378 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-a0c74c77-dcf7-473e-a197-48046583b1a6 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4734182 Feb 16 12:56:02.031092 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acdc391d-9d28-4f64-be30-9dd5cd0e26f8', 'tag': 'e58cebbb-817f-47f9-83a3-c2eb3d62cd9a'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:56:02.078003 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acdc391d-9d28-4f64-be30-9dd5cd0e26f8', 'tag': 'e58cebbb-817f-47f9-83a3-c2eb3d62cd9a', 'status': 'completed', 'code': 200} Feb 16 12:56:02.172633 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb7d55-9519-44e9-968c-cb5446e89e59 req-c4d5076a-19db-4a40-b216-e4a8dd7de802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:02.174136 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f0eb7d55-9519-44e9-968c-cb5446e89e59 req-c4d5076a-19db-4a40-b216-e4a8dd7de802 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=43a461e2fae64766bd31efeef15d8935&device_id=acdc391d-9d28-4f64-be30-9dd5cd0e26f8 HTTP/1.1" status: 200 len: 1098 time: 0.0693994 Feb 16 12:56:02.177836 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-19469623-1d62-4ae6-97e9-786920b027ab None None] Set router 23fedfff-5686-499a-b8e0-238a28933e42 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:56:02.305288 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb7d55-9519-44e9-968c-cb5446e89e59 req-33316358-a32f-4d85-bf23-0ce56d938219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:02.306721 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f0eb7d55-9519-44e9-968c-cb5446e89e59 req-33316358-a32f-4d85-bf23-0ce56d938219 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2f9caf95-9634-43c7-8691-03bf1bd0a638 HTTP/1.1" status: 200 len: 913 time: 0.1261182 Feb 16 12:56:02.409843 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f0eb7d55-9519-44e9-968c-cb5446e89e59 req-915c9c8d-7fe1-4202-9c77-56ca29cc426d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e58cebbb-817f-47f9-83a3-c2eb3d62cd9a HTTP/1.1" status: 200 len: 999 time: 0.0959828 Feb 16 12:56:02.475398 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb7d55-9519-44e9-968c-cb5446e89e59 req-46a9ce66-d75e-434b-974a-f86847069f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:02.477553 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f0eb7d55-9519-44e9-968c-cb5446e89e59 req-46a9ce66-d75e-434b-974a-f86847069f9f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=475d72a9-33c5-44fc-8808-9edb5e19ce95 HTTP/1.1" status: 200 len: 851 time: 0.0612464 Feb 16 12:56:02.543710 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-19469623-1d62-4ae6-97e9-786920b027ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fedfff-5686-499a-b8e0-238a28933e42', 'name': 'tempest-TestVolumeBootPattern-1761421937-router', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:04Z', 'updated_at': '2022-02-16T12:49:20Z', 'revision_number': 4, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'gw_port': {'id': '8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:07Z', 'updated_at': '2022-02-16T12:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '67099cd8-c80c-4e04-8d6e-3adf03a75fab', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'floating_ip_address': '172.26.5.161', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'port_id': 'e58cebbb-817f-47f9-83a3-c2eb3d62cd9a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638', 'mac_address': 'fa:16:3e:cd:0d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdc391d-9d28-4f64-be30-9dd5cd0e26f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:56:00Z', 'updated_at': '2022-02-16T12:56:00Z', 'revision_number': 0, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'fixed_ip_address_scope': None}, {'id': '90d00a90-f5f8-4616-8ac3-9082897f4a39', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'floating_ip_address': '172.26.5.96', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'port_id': '8773340e-3a24-4a01-bc20-7b63b0c70800', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638', 'mac_address': 'fa:16:3e:ef:77:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd697a81d-0c8f-4805-af84-3ae726462c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:53:56Z', 'updated_at': '2022-02-16T12:54:01Z', 'revision_number': 1, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5b23843-9f59-458d-9ac9-8cfc9dd74594', 'name': '', 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'mac_address': 'fa:16:3e:d2:8d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '475d72a9-33c5-44fc-8808-9edb5e19ce95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:17Z', 'updated_at': '2022-02-16T12:49:29Z', 'revision_number': 5, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'subnets': [{'id': '475d72a9-33c5-44fc-8808-9edb5e19ce95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:02.548332 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19469623-1d62-4ae6-97e9-786920b027ab None None] Checking router: 23fedfff-5686-499a-b8e0-238a28933e42 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:56:02.557423 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19469623-1d62-4ae6-97e9-786920b027ab None None] Routers {'23fedfff-5686-499a-b8e0-238a28933e42'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:56:02.557966 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-19469623-1d62-4ae6-97e9-786920b027ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:55:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['23fedfff-5686-499a-b8e0-238a28933e42'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:02.560319 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb7d55-9519-44e9-968c-cb5446e89e59 req-227e7356-2bc3-4804-81a3-1773ad964511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:02.561915 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f0eb7d55-9519-44e9-968c-cb5446e89e59 req-227e7356-2bc3-4804-81a3-1773ad964511 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2f9caf95-9634-43c7-8691-03bf1bd0a638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752797 Feb 16 12:56:02.693966 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f0eb7d55-9519-44e9-968c-cb5446e89e59 req-bdf1221d-41b9-48d4-9914-0f1c815e5071 service neutron] 10.222.0.89 "GET /v2.0/networks/2f9caf95-9634-43c7-8691-03bf1bd0a638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242087 Feb 16 12:56:02.731721 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-19469623-1d62-4ae6-97e9-786920b027ab None None] Set router 23fedfff-5686-499a-b8e0-238a28933e42 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:56:02.827370 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f0eb7d55-9519-44e9-968c-cb5446e89e59 req-e7577ac4-09f6-4d11-97e1-e25890e4a785 service neutron] 10.222.0.89 "GET /v2.0/networks/2f9caf95-9634-43c7-8691-03bf1bd0a638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255023 Feb 16 12:56:03.101272 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-19469623-1d62-4ae6-97e9-786920b027ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fedfff-5686-499a-b8e0-238a28933e42', 'name': 'tempest-TestVolumeBootPattern-1761421937-router', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:04Z', 'updated_at': '2022-02-16T12:49:20Z', 'revision_number': 4, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'gw_port': {'id': '8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:07Z', 'updated_at': '2022-02-16T12:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '67099cd8-c80c-4e04-8d6e-3adf03a75fab', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'floating_ip_address': '172.26.5.161', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'port_id': 'e58cebbb-817f-47f9-83a3-c2eb3d62cd9a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638', 'mac_address': 'fa:16:3e:cd:0d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdc391d-9d28-4f64-be30-9dd5cd0e26f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:56:00Z', 'updated_at': '2022-02-16T12:56:00Z', 'revision_number': 0, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'fixed_ip_address_scope': None}, {'id': '90d00a90-f5f8-4616-8ac3-9082897f4a39', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'floating_ip_address': '172.26.5.96', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'port_id': '8773340e-3a24-4a01-bc20-7b63b0c70800', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638', 'mac_address': 'fa:16:3e:ef:77:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd697a81d-0c8f-4805-af84-3ae726462c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:53:56Z', 'updated_at': '2022-02-16T12:54:01Z', 'revision_number': 1, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5b23843-9f59-458d-9ac9-8cfc9dd74594', 'name': '', 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'mac_address': 'fa:16:3e:d2:8d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '475d72a9-33c5-44fc-8808-9edb5e19ce95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:17Z', 'updated_at': '2022-02-16T12:49:29Z', 'revision_number': 5, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'subnets': [{'id': '475d72a9-33c5-44fc-8808-9edb5e19ce95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:03.105615 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19469623-1d62-4ae6-97e9-786920b027ab None None] The sync data for ids ['23fedfff-5686-499a-b8e0-238a28933e42'] in dv-neutron-829527-1-hyperv is: [{'id': '23fedfff-5686-499a-b8e0-238a28933e42', 'name': 'tempest-TestVolumeBootPattern-1761421937-router', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:04Z', 'updated_at': '2022-02-16T12:49:20Z', 'revision_number': 4, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'gw_port': {'id': '8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:07Z', 'updated_at': '2022-02-16T12:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '67099cd8-c80c-4e04-8d6e-3adf03a75fab', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'floating_ip_address': '172.26.5.161', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'port_id': 'e58cebbb-817f-47f9-83a3-c2eb3d62cd9a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638', 'mac_address': 'fa:16:3e:cd:0d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdc391d-9d28-4f64-be30-9dd5cd0e26f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:56:00Z', 'updated_at': '2022-02-16T12:56:00Z', 'revision_number': 0, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'fixed_ip_address_scope': None}, {'id': '90d00a90-f5f8-4616-8ac3-9082897f4a39', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'floating_ip_address': '172.26.5.96', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'port_id': '8773340e-3a24-4a01-bc20-7b63b0c70800', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638', 'mac_address': 'fa:16:3e:ef:77:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd697a81d-0c8f-4805-af84-3ae726462c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:53:56Z', 'updated_at': '2022-02-16T12:54:01Z', 'revision_number': 1, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5b23843-9f59-458d-9ac9-8cfc9dd74594', 'name': '', 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'mac_address': 'fa:16:3e:d2:8d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '475d72a9-33c5-44fc-8808-9edb5e19ce95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:17Z', 'updated_at': '2022-02-16T12:49:29Z', 'revision_number': 5, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'subnets': [{'id': '475d72a9-33c5-44fc-8808-9edb5e19ce95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:56:03.297130 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df1c807-b815-47e2-8d50-3113148525d2 None None] New status for floating IP 67099cd8-c80c-4e04-8d6e-3adf03a75fab: ACTIVE {{(pid=87703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:56:04.113891 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-47ecac40-c8c8-4ffa-af05-96ab12aa7acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:04.405094 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:05.132273 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:05.138151 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:06.739379 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:07.254587 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 43872) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:56:07.957955 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-52f616f6-34d5-4bbb-a157-06af7fcda3f1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:08.357834 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-52f616f6-34d5-4bbb-a157-06af7fcda3f1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Deleting port 3f813582-c526-4aa9-afcf-78b0a385d963 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:56:08.358451 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-52f616f6-34d5-4bbb-a157-06af7fcda3f1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:08.547285 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-52f616f6-34d5-4bbb-a157-06af7fcda3f1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] For port 3f813582-c526-4aa9-afcf-78b0a385d963, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=3f813582-c526-4aa9-afcf-78b0a385d963,segment=NetworkSegment(21e67d3f-12d1-40f6-acca-d24e799c7b5d),segment_id=21e67d3f-12d1-40f6-acca-d24e799c7b5d)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:56:08.547636 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-52f616f6-34d5-4bbb-a157-06af7fcda3f1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:08.666512 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-52f616f6-34d5-4bbb-a157-06af7fcda3f1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Calling delete_port for 3f813582-c526-4aa9-afcf-78b0a385d963 owned by network:router_interface {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:56:09.017801 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-52f616f6-34d5-4bbb-a157-06af7fcda3f1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:09.188276 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f616f6-34d5-4bbb-a157-06af7fcda3f1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Port': ['ID=3f813582-c526-4aa9-afcf-78b0a385d963,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:09.462404 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-52f616f6-34d5-4bbb-a157-06af7fcda3f1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:09.828798 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f616f6-34d5-4bbb-a157-06af7fcda3f1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Router c731b543-71d6-4896-8cea-304ba8d17ba2 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:56:10.009359 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f616f6-34d5-4bbb-a157-06af7fcda3f1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:56:10.021276 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247a1d49-4b38-401e-beb6-3a41a5a3cae6 None None] Sync routers for ids ['c731b543-71d6-4896-8cea-304ba8d17ba2'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:56:10.029964 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-52f616f6-34d5-4bbb-a157-06af7fcda3f1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "PUT /v2.0/routers/c731b543-71d6-4896-8cea-304ba8d17ba2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7738993 Feb 16 12:56:10.036938 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247a1d49-4b38-401e-beb6-3a41a5a3cae6 None None] Routers {'c731b543-71d6-4896-8cea-304ba8d17ba2'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:56:10.037655 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-247a1d49-4b38-401e-beb6-3a41a5a3cae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:56:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['c731b543-71d6-4896-8cea-304ba8d17ba2'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:10.043355 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:56:10.289905 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-247a1d49-4b38-401e-beb6-3a41a5a3cae6 None None] Set router c731b543-71d6-4896-8cea-304ba8d17ba2 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:56:10.430598 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0662f9-a4b6-4771-a118-9a0f281a2f78 req-f15f1ee5-0398-4a7c-b81d-b26032cf4d70 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:10.433044 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-2a0662f9-a4b6-4771-a118-9a0f281a2f78 req-f15f1ee5-0398-4a7c-b81d-b26032cf4d70 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:56:10.448899 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-2a0662f9-a4b6-4771-a118-9a0f281a2f78 req-f15f1ee5-0398-4a7c-b81d-b26032cf4d70 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:56:10.451551 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2a0662f9-a4b6-4771-a118-9a0f281a2f78 req-f15f1ee5-0398-4a7c-b81d-b26032cf4d70 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=c6e26f54-58f3-4747-be52-2a6cce452f60 HTTP/1.1" status: 200 len: 946 time: 0.1152010 Feb 16 12:56:10.499176 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2a0662f9-a4b6-4771-a118-9a0f281a2f78 req-8369d5f9-5ceb-4389-b92d-4d80359712c4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f47b306-5d4d-4d62-af2e-fe7eac8670a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409527 Feb 16 12:56:10.663206 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-247a1d49-4b38-401e-beb6-3a41a5a3cae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'name': 'tempest-TestNetworkBasicOps-router-663082282', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b8761167-6ad4-4392-8f1f-000a01ba5498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:23Z', 'updated_at': '2022-02-16T12:56:08Z', 'revision_number': 6, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'b8761167-6ad4-4392-8f1f-000a01ba5498', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:23Z', 'updated_at': '2022-02-16T12:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': 'fd82d6f6-56d3-41e3-8f60-347dffe03226', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'floating_ip_address': '172.26.5.189', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'port_id': '1c0d6375-28ad-435d-9ffe-f1925ca6db31', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dcdb353-5502-4ab8-a5a0-8253bfa8643b', 'mac_address': 'fa:16:3e:89:9b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40855098-b6d7-451b-a560-b71247cfa093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:54:46Z', 'updated_at': '2022-02-16T12:54:49Z', 'revision_number': 1, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0064a0d2-aa85-4049-be80-2b96485b9612', 'name': '', 'network_id': '2dcdb353-5502-4ab8-a5a0-8253bfa8643b', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:92:da:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '3efb437e-e7e7-4ad2-a897-0d2e13adbf81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:27Z', 'updated_at': '2022-02-16T12:54:33Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '3efb437e-e7e7-4ad2-a897-0d2e13adbf81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:10.668627 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247a1d49-4b38-401e-beb6-3a41a5a3cae6 None None] Checking router: c731b543-71d6-4896-8cea-304ba8d17ba2 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:56:10.677626 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247a1d49-4b38-401e-beb6-3a41a5a3cae6 None None] Routers {'c731b543-71d6-4896-8cea-304ba8d17ba2'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:56:10.678284 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-247a1d49-4b38-401e-beb6-3a41a5a3cae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:56:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['c731b543-71d6-4896-8cea-304ba8d17ba2'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:10.865992 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-247a1d49-4b38-401e-beb6-3a41a5a3cae6 None None] Set router c731b543-71d6-4896-8cea-304ba8d17ba2 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:56:11.221614 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-247a1d49-4b38-401e-beb6-3a41a5a3cae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'name': 'tempest-TestNetworkBasicOps-router-663082282', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b8761167-6ad4-4392-8f1f-000a01ba5498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:23Z', 'updated_at': '2022-02-16T12:56:08Z', 'revision_number': 6, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'b8761167-6ad4-4392-8f1f-000a01ba5498', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:23Z', 'updated_at': '2022-02-16T12:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': 'fd82d6f6-56d3-41e3-8f60-347dffe03226', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'floating_ip_address': '172.26.5.189', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'port_id': '1c0d6375-28ad-435d-9ffe-f1925ca6db31', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dcdb353-5502-4ab8-a5a0-8253bfa8643b', 'mac_address': 'fa:16:3e:89:9b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40855098-b6d7-451b-a560-b71247cfa093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:54:46Z', 'updated_at': '2022-02-16T12:54:49Z', 'revision_number': 1, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0064a0d2-aa85-4049-be80-2b96485b9612', 'name': '', 'network_id': '2dcdb353-5502-4ab8-a5a0-8253bfa8643b', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:92:da:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '3efb437e-e7e7-4ad2-a897-0d2e13adbf81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:27Z', 'updated_at': '2022-02-16T12:54:33Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '3efb437e-e7e7-4ad2-a897-0d2e13adbf81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:11.225765 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247a1d49-4b38-401e-beb6-3a41a5a3cae6 None None] The sync data for ids ['c731b543-71d6-4896-8cea-304ba8d17ba2'] in dv-neutron-829527-1-hyperv is: [{'id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'name': 'tempest-TestNetworkBasicOps-router-663082282', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b8761167-6ad4-4392-8f1f-000a01ba5498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:23Z', 'updated_at': '2022-02-16T12:56:08Z', 'revision_number': 6, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'b8761167-6ad4-4392-8f1f-000a01ba5498', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:23Z', 'updated_at': '2022-02-16T12:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': 'fd82d6f6-56d3-41e3-8f60-347dffe03226', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'floating_ip_address': '172.26.5.189', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'port_id': '1c0d6375-28ad-435d-9ffe-f1925ca6db31', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dcdb353-5502-4ab8-a5a0-8253bfa8643b', 'mac_address': 'fa:16:3e:89:9b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40855098-b6d7-451b-a560-b71247cfa093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:54:46Z', 'updated_at': '2022-02-16T12:54:49Z', 'revision_number': 1, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0064a0d2-aa85-4049-be80-2b96485b9612', 'name': '', 'network_id': '2dcdb353-5502-4ab8-a5a0-8253bfa8643b', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:92:da:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '3efb437e-e7e7-4ad2-a897-0d2e13adbf81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:27Z', 'updated_at': '2022-02-16T12:54:33Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '3efb437e-e7e7-4ad2-a897-0d2e13adbf81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:56:11.695073 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd9f22-beea-4e0f-9161-ec6cd2e50fcb req-0409ebea-a6fa-44cd-a1b7-a6eec740ba1c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:11.696796 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d2fd9f22-beea-4e0f-9161-ec6cd2e50fcb req-0409ebea-a6fa-44cd-a1b7-a6eec740ba1c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=c6e26f54-58f3-4747-be52-2a6cce452f60 HTTP/1.1" status: 200 len: 946 time: 0.0830638 Feb 16 12:56:11.751020 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d2fd9f22-beea-4e0f-9161-ec6cd2e50fcb req-ffac341b-1081-46a5-ae87-aadc91d07502 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=2f47b306-5d4d-4d62-af2e-fe7eac8670a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472789 Feb 16 12:56:12.075951 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5366739-1aba-4696-b852-dd19da70c347 req-bdce6233-6128-4d7c-9aac-f15588c2a410 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:12.077412 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a5366739-1aba-4696-b852-dd19da70c347 req-bdce6233-6128-4d7c-9aac-f15588c2a410 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "GET /v2.0/ports?device_id=c6e26f54-58f3-4747-be52-2a6cce452f60 HTTP/1.1" status: 200 len: 946 time: 0.0988054 Feb 16 12:56:12.153281 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-a5366739-1aba-4696-b852-dd19da70c347 req-e70f06d9-0dd6-4287-9632-7d4bae5f0675 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Deleting port f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:56:12.153622 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-a5366739-1aba-4696-b852-dd19da70c347 req-e70f06d9-0dd6-4287-9632-7d4bae5f0675 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:12.407141 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-a5366739-1aba-4696-b852-dd19da70c347 req-e70f06d9-0dd6-4287-9632-7d4bae5f0675 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] For port f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21,segment=NetworkSegment(21e67d3f-12d1-40f6-acca-d24e799c7b5d),segment_id=21e67d3f-12d1-40f6-acca-d24e799c7b5d)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:56:12.407361 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-a5366739-1aba-4696-b852-dd19da70c347 req-e70f06d9-0dd6-4287-9632-7d4bae5f0675 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:12.647653 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-a5366739-1aba-4696-b852-dd19da70c347 req-e70f06d9-0dd6-4287-9632-7d4bae5f0675 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Calling delete_port for f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21 owned by compute:nova {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:56:12.771687 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 3f813582-c526-4aa9-afcf-78b0a385d963 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:56:12.800468 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-a5366739-1aba-4696-b852-dd19da70c347 req-e70f06d9-0dd6-4287-9632-7d4bae5f0675 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:12.810245 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 3f813582-c526-4aa9-afcf-78b0a385d963 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:56:12.810795 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 3f813582-c526-4aa9-afcf-78b0a385d963 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:56:12.854357 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f06d9-0dd6-4287-9632-7d4bae5f0675 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Port': ['ID=f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:12.968286 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e93a0c1d-6d53-4509-ad46-6a70d4650dd0 req-2125dc62-85d4-45c6-893c-e634d4505389 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=c6e26f54-58f3-4747-be52-2a6cce452f60 HTTP/1.1" status: 200 len: 210 time: 0.1086009 Feb 16 12:56:12.973817 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5366739-1aba-4696-b852-dd19da70c347 req-e70f06d9-0dd6-4287-9632-7d4bae5f0675 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] No DVR routers for this DVR port f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21 on host hv-neutron-8295 {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:56:12.976184 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-a5366739-1aba-4696-b852-dd19da70c347 req-e70f06d9-0dd6-4287-9632-7d4bae5f0675 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:12.978762 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e26f54-58f3-4747-be52-2a6cce452f60', 'name': 'network-vif-deleted', 'tag': 'f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:56:12.998571 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a5366739-1aba-4696-b852-dd19da70c347 req-e70f06d9-0dd6-4287-9632-7d4bae5f0675 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "DELETE /v2.0/ports/f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21 HTTP/1.1" status: 204 len: 173 time: 0.9151902 Feb 16 12:56:13.026024 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e26f54-58f3-4747-be52-2a6cce452f60', 'name': 'network-vif-deleted', 'tag': 'f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21', 'status': 'completed', 'code': 200} Feb 16 12:56:14.076229 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 43890) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:56:14.145147 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-90ddbdb7-1ab2-454d-9d33-d61eb0c8cf94 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:14.178136 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-90ddbdb7-1ab2-454d-9d33-d61eb0c8cf94 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:14.245696 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-90ddbdb7-1ab2-454d-9d33-d61eb0c8cf94 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:14.263425 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ddbdb7-1ab2-454d-9d33-d61eb0c8cf94 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f47b306-5d4d-4d62-af2e-fe7eac8670a8,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:14.277623 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-90ddbdb7-1ab2-454d-9d33-d61eb0c8cf94 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:14.278510 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-90ddbdb7-1ab2-454d-9d33-d61eb0c8cf94 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "DELETE /v2.0/security-groups/2f47b306-5d4d-4d62-af2e-fe7eac8670a8 HTTP/1.1" status: 204 len: 168 time: 0.2012799 Feb 16 12:56:14.313535 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43896) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:56:14.379898 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-2244da68-7641-4cd8-bb81-042930121423 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Deleting subnet 9c77da39-de86-4855-a4e7-57287a0459ee {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:56:14.383964 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2244da68-7641-4cd8-bb81-042930121423 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:14.438966 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2244da68-7641-4cd8-bb81-042930121423 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:14.524084 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2244da68-7641-4cd8-bb81-042930121423 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:14.598789 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2244da68-7641-4cd8-bb81-042930121423 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:14.636441 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2244da68-7641-4cd8-bb81-042930121423 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Subnet': ['ID=9c77da39-de86-4855-a4e7-57287a0459ee,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:14.643619 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2244da68-7641-4cd8-bb81-042930121423 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:14.646442 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2244da68-7641-4cd8-bb81-042930121423 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "DELETE /v2.0/subnets/9c77da39-de86-4855-a4e7-57287a0459ee HTTP/1.1" status: 204 len: 168 time: 0.3323963 Feb 16 12:56:14.648013 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b264f9e5-3e51-489d-b2e3-a93edaa601c0 None None] Network 10201f12-7cc9-4eac-a29c-3169b4028214 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:56:14.649227 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43900) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:56:14.761038 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff4602a9-207b-4130-9395-e767b9c0adb6 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:14.771828 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-ff4602a9-207b-4130-9395-e767b9c0adb6 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Deleting port a6e51b69-cabe-4fc1-9ea1-dac0f9702090 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:56:14.772157 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff4602a9-207b-4130-9395-e767b9c0adb6 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:14.863260 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:56:14.899293 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c77bc5-ae67-41b7-9aa8-59ce3fccae9d None None] DHCP port deletion for 10201f12-7cc9-4eac-a29c-3169b4028214 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:56:14.902176 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] No Port match for: f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:56:14.902508 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device f8aecc5b-ebd8-42b6-af2c-9bf3d92aca21 not bound to the agent host hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:56:14.904831 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-a4c77bc5-ae67-41b7-9aa8-59ce3fccae9d None None] Deleting port a6e51b69-cabe-4fc1-9ea1-dac0f9702090 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:56:14.905197 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a4c77bc5-ae67-41b7-9aa8-59ce3fccae9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:14.988673 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-ff4602a9-207b-4130-9395-e767b9c0adb6 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] For port a6e51b69-cabe-4fc1-9ea1-dac0f9702090, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=a6e51b69-cabe-4fc1-9ea1-dac0f9702090,segment=NetworkSegment(21e67d3f-12d1-40f6-acca-d24e799c7b5d),segment_id=21e67d3f-12d1-40f6-acca-d24e799c7b5d)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:56:14.989035 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff4602a9-207b-4130-9395-e767b9c0adb6 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:15.111390 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-ff4602a9-207b-4130-9395-e767b9c0adb6 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Calling delete_port for a6e51b69-cabe-4fc1-9ea1-dac0f9702090 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:56:15.143038 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-a4c77bc5-ae67-41b7-9aa8-59ce3fccae9d None None] For port a6e51b69-cabe-4fc1-9ea1-dac0f9702090, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=a6e51b69-cabe-4fc1-9ea1-dac0f9702090,segment=NetworkSegment(21e67d3f-12d1-40f6-acca-d24e799c7b5d),segment_id=21e67d3f-12d1-40f6-acca-d24e799c7b5d)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:56:15.143539 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a4c77bc5-ae67-41b7-9aa8-59ce3fccae9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:15.263837 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-a4c77bc5-ae67-41b7-9aa8-59ce3fccae9d None None] Calling delete_port for a6e51b69-cabe-4fc1-9ea1-dac0f9702090 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:56:15.295015 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff4602a9-207b-4130-9395-e767b9c0adb6 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:15.335742 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.db.api [None req-a4c77bc5-ae67-41b7-9aa8-59ce3fccae9d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:56:15.336076 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG oslo_db.api [None req-a4c77bc5-ae67-41b7-9aa8-59ce3fccae9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:56:15.340221 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4602a9-207b-4130-9395-e767b9c0adb6 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Port': ['ID=a6e51b69-cabe-4fc1-9ea1-dac0f9702090,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:15.343804 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4602a9-207b-4130-9395-e767b9c0adb6 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] No DVR routers for this DVR port a6e51b69-cabe-4fc1-9ea1-dac0f9702090 on host dv-neutron-829527-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:56:15.462510 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff4602a9-207b-4130-9395-e767b9c0adb6 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:15.486474 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-ff4602a9-207b-4130-9395-e767b9c0adb6 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10201f12-7cc9-4eac-a29c-3169b4028214']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:15.503392 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-ff4602a9-207b-4130-9395-e767b9c0adb6 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21e67d3f-12d1-40f6-acca-d24e799c7b5d') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:15.503667 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-ff4602a9-207b-4130-9395-e767b9c0adb6 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21e67d3f-12d1-40f6-acca-d24e799c7b5d') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:15.517510 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff4602a9-207b-4130-9395-e767b9c0adb6 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:15.535049 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff4602a9-207b-4130-9395-e767b9c0adb6 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:15.540699 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff4602a9-207b-4130-9395-e767b9c0adb6 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:56:15.541122 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff4602a9-207b-4130-9395-e767b9c0adb6 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:15.555475 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:56:15.555475 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:56:15.555475 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:56:15.555475 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:56:15.555475 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:56:15.555475 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:56:15.555475 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:56:15.555475 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:56:15.555475 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:56:15.555475 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:56:15.555475 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:56:15.555475 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:56:15.555475 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:56:15.555475 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:56:15.555475 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:56:15.555475 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:56:15.555475 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:56:15.555475 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:56:15.555475 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:56:15.555475 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:56:15.555475 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:56:15.555475 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:56:15.555475 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:56:15.555475 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:56:15.555475 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:56:15.555475 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:56:15.555475 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:56:15.555475 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:56:15.555475 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:56:15.555475 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:56:15.555475 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:56:15.555475 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:56:15.643597 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff4602a9-207b-4130-9395-e767b9c0adb6 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:15.664410 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff4602a9-207b-4130-9395-e767b9c0adb6 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:15.675682 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4602a9-207b-4130-9395-e767b9c0adb6 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Network': ['ID=10201f12-7cc9-4eac-a29c-3169b4028214,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:15.693329 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ff4602a9-207b-4130-9395-e767b9c0adb6 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "DELETE /v2.0/networks/10201f12-7cc9-4eac-a29c-3169b4028214 HTTP/1.1" status: 204 len: 168 time: 1.0430522 Feb 16 12:56:15.697093 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43906) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:56:15.837559 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-a4c77bc5-ae67-41b7-9aa8-59ce3fccae9d None None] Deleting port a6e51b69-cabe-4fc1-9ea1-dac0f9702090 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:56:15.838153 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a4c77bc5-ae67-41b7-9aa8-59ce3fccae9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:15.910357 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-a4c77bc5-ae67-41b7-9aa8-59ce3fccae9d None None] The port 'a6e51b69-cabe-4fc1-9ea1-dac0f9702090' was deleted {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:56:15.910952 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1ad386e7-f67f-402e-a785-10b581a55f89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Deleting port 8277da7b-80a4-4b01-b4b1-a491dde8149a {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:56:15.911302 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1ad386e7-f67f-402e-a785-10b581a55f89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:16.087857 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1ad386e7-f67f-402e-a785-10b581a55f89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:16.088153 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1ad386e7-f67f-402e-a785-10b581a55f89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:16.225099 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1ad386e7-f67f-402e-a785-10b581a55f89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Calling delete_port for 8277da7b-80a4-4b01-b4b1-a491dde8149a owned by network:floatingip {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:56:16.381413 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1ad386e7-f67f-402e-a785-10b581a55f89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:16.431078 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad386e7-f67f-402e-a785-10b581a55f89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Port': ['ID=8277da7b-80a4-4b01-b4b1-a491dde8149a,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:16.523888 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1ad386e7-f67f-402e-a785-10b581a55f89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for floatingip, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:16.524180 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-1ad386e7-f67f-402e-a785-10b581a55f89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Floating IP fd82d6f6-56d3-41e3-8f60-347dffe03226 disassociated (deleted). External IP: 172.26.5.189, port: 1c0d6375-28ad-435d-9ffe-f1925ca6db31. Feb 16 12:56:16.818777 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device a6e51b69-cabe-4fc1-9ea1-dac0f9702090 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:56:16.853535 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: a6e51b69-cabe-4fc1-9ea1-dac0f9702090 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:56:16.854221 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device a6e51b69-cabe-4fc1-9ea1-dac0f9702090 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:56:16.986915 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad386e7-f67f-402e-a785-10b581a55f89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Router c731b543-71d6-4896-8cea-304ba8d17ba2 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:56:17.187515 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad386e7-f67f-402e-a785-10b581a55f89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:56:17.198945 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a786fd3d-d33f-48c8-82cd-57d519583c17 None None] Sync routers for ids ['c731b543-71d6-4896-8cea-304ba8d17ba2'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:56:17.209603 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1ad386e7-f67f-402e-a785-10b581a55f89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:17.209806 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a786fd3d-d33f-48c8-82cd-57d519583c17 None None] Routers {'c731b543-71d6-4896-8cea-304ba8d17ba2'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:56:17.210309 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-a786fd3d-d33f-48c8-82cd-57d519583c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:56:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['c731b543-71d6-4896-8cea-304ba8d17ba2'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:17.263576 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1ad386e7-f67f-402e-a785-10b581a55f89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "DELETE /v2.0/floatingips/fd82d6f6-56d3-41e3-8f60-347dffe03226 HTTP/1.1" status: 204 len: 168 time: 1.5654373 Feb 16 12:56:17.264160 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40855098-b6d7-451b-a560-b71247cfa093', 'tag': '1c0d6375-28ad-435d-9ffe-f1925ca6db31'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:56:17.322836 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40855098-b6d7-451b-a560-b71247cfa093', 'tag': '1c0d6375-28ad-435d-9ffe-f1925ca6db31', 'status': 'completed', 'code': 200} Feb 16 12:56:17.390514 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-a786fd3d-d33f-48c8-82cd-57d519583c17 None None] Set router c731b543-71d6-4896-8cea-304ba8d17ba2 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:56:17.440059 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c47205-ea18-40f9-a5c8-2482451b1260 req-17415167-18bd-46cd-a03a-fe802846ff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:17.443200 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-50c47205-ea18-40f9-a5c8-2482451b1260 req-17415167-18bd-46cd-a03a-fe802846ff4b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&device_id=40855098-b6d7-451b-a560-b71247cfa093 HTTP/1.1" status: 200 len: 1098 time: 0.0963886 Feb 16 12:56:17.603794 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c47205-ea18-40f9-a5c8-2482451b1260 req-201fd8b7-a02c-45a7-9615-959d8f7dbf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:17.603794 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-50c47205-ea18-40f9-a5c8-2482451b1260 req-201fd8b7-a02c-45a7-9615-959d8f7dbf21 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2dcdb353-5502-4ab8-a5a0-8253bfa8643b HTTP/1.1" status: 200 len: 897 time: 0.1516800 Feb 16 12:56:17.668281 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d67db0-9717-4a6c-afd1-b7361d8305f3 req-6c48eed2-edfa-4d25-b8f1-89ad8ab135b2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:17.669064 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-64d67db0-9717-4a6c-afd1-b7361d8305f3 req-6c48eed2-edfa-4d25-b8f1-89ad8ab135b2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:56:17.683311 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-50c47205-ea18-40f9-a5c8-2482451b1260 req-1685e64e-86ed-4c7c-b932-863d1fee2ade service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c0d6375-28ad-435d-9ffe-f1925ca6db31 HTTP/1.1" status: 200 len: 217 time: 0.0690472 Feb 16 12:56:17.685768 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-64d67db0-9717-4a6c-afd1-b7361d8305f3 req-6c48eed2-edfa-4d25-b8f1-89ad8ab135b2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:56:17.686975 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-64d67db0-9717-4a6c-afd1-b7361d8305f3 req-6c48eed2-edfa-4d25-b8f1-89ad8ab135b2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=40855098-b6d7-451b-a560-b71247cfa093 HTTP/1.1" status: 200 len: 945 time: 0.1029391 Feb 16 12:56:17.724802 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-a786fd3d-d33f-48c8-82cd-57d519583c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'name': 'tempest-TestNetworkBasicOps-router-663082282', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b8761167-6ad4-4392-8f1f-000a01ba5498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:23Z', 'updated_at': '2022-02-16T12:56:08Z', 'revision_number': 6, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'b8761167-6ad4-4392-8f1f-000a01ba5498', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:23Z', 'updated_at': '2022-02-16T12:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '0064a0d2-aa85-4049-be80-2b96485b9612', 'name': '', 'network_id': '2dcdb353-5502-4ab8-a5a0-8253bfa8643b', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:92:da:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '3efb437e-e7e7-4ad2-a897-0d2e13adbf81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:27Z', 'updated_at': '2022-02-16T12:54:33Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '3efb437e-e7e7-4ad2-a897-0d2e13adbf81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:17.729121 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a786fd3d-d33f-48c8-82cd-57d519583c17 None None] Checking router: c731b543-71d6-4896-8cea-304ba8d17ba2 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:56:17.736153 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-64d67db0-9717-4a6c-afd1-b7361d8305f3 req-4b781c1c-7b0f-49b7-941a-890da7ac14e5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=ad7e6a5f-512f-409e-8fd9-fd681605a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419478 Feb 16 12:56:17.740423 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a786fd3d-d33f-48c8-82cd-57d519583c17 None None] Routers {'c731b543-71d6-4896-8cea-304ba8d17ba2'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:56:17.740423 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-a786fd3d-d33f-48c8-82cd-57d519583c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:56:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['c731b543-71d6-4896-8cea-304ba8d17ba2'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:17.773988 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c47205-ea18-40f9-a5c8-2482451b1260 req-dfe9cff3-1da4-46ba-8249-e3fb89e47e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:17.775481 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-50c47205-ea18-40f9-a5c8-2482451b1260 req-dfe9cff3-1da4-46ba-8249-e3fb89e47e5f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3efb437e-e7e7-4ad2-a897-0d2e13adbf81 HTTP/1.1" status: 200 len: 834 time: 0.0744073 Feb 16 12:56:17.879736 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c47205-ea18-40f9-a5c8-2482451b1260 req-cf80ecdf-493b-4302-8d3e-dc21d613eba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:17.879736 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-50c47205-ea18-40f9-a5c8-2482451b1260 req-cf80ecdf-493b-4302-8d3e-dc21d613eba7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2dcdb353-5502-4ab8-a5a0-8253bfa8643b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0897653 Feb 16 12:56:17.978685 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-a786fd3d-d33f-48c8-82cd-57d519583c17 None None] Set router c731b543-71d6-4896-8cea-304ba8d17ba2 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:56:18.021779 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-50c47205-ea18-40f9-a5c8-2482451b1260 req-dc8fee80-15b9-433f-bfbd-1e5dd0b82978 service neutron] 10.222.0.89 "GET /v2.0/networks/2dcdb353-5502-4ab8-a5a0-8253bfa8643b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352808 Feb 16 12:56:18.190834 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-50c47205-ea18-40f9-a5c8-2482451b1260 req-f2264645-6a9a-4fd6-b4db-08e7408b75b1 service neutron] 10.222.0.89 "GET /v2.0/networks/2dcdb353-5502-4ab8-a5a0-8253bfa8643b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584105 Feb 16 12:56:18.327128 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-a786fd3d-d33f-48c8-82cd-57d519583c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'name': 'tempest-TestNetworkBasicOps-router-663082282', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b8761167-6ad4-4392-8f1f-000a01ba5498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:23Z', 'updated_at': '2022-02-16T12:56:08Z', 'revision_number': 6, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'b8761167-6ad4-4392-8f1f-000a01ba5498', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:23Z', 'updated_at': '2022-02-16T12:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '0064a0d2-aa85-4049-be80-2b96485b9612', 'name': '', 'network_id': '2dcdb353-5502-4ab8-a5a0-8253bfa8643b', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:92:da:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '3efb437e-e7e7-4ad2-a897-0d2e13adbf81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:27Z', 'updated_at': '2022-02-16T12:54:33Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '3efb437e-e7e7-4ad2-a897-0d2e13adbf81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:18.327128 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a786fd3d-d33f-48c8-82cd-57d519583c17 None None] The sync data for ids ['c731b543-71d6-4896-8cea-304ba8d17ba2'] in dv-neutron-829527-1-hyperv is: [{'id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'name': 'tempest-TestNetworkBasicOps-router-663082282', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b8761167-6ad4-4392-8f1f-000a01ba5498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:23Z', 'updated_at': '2022-02-16T12:56:08Z', 'revision_number': 6, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'b8761167-6ad4-4392-8f1f-000a01ba5498', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:23Z', 'updated_at': '2022-02-16T12:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '0064a0d2-aa85-4049-be80-2b96485b9612', 'name': '', 'network_id': '2dcdb353-5502-4ab8-a5a0-8253bfa8643b', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:92:da:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '3efb437e-e7e7-4ad2-a897-0d2e13adbf81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:27Z', 'updated_at': '2022-02-16T12:54:33Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '3efb437e-e7e7-4ad2-a897-0d2e13adbf81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:56:18.589938 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1120d5c0-167a-4f17-b51d-dd4f32ab776c None None] New status for floating IP fd82d6f6-56d3-41e3-8f60-347dffe03226: DOWN {{(pid=87702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:56:18.934856 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3478bcec-6e6e-45b7-9d17-82f724943286 req-d62e0957-8ab1-4fb0-ac38-92daa93c2779 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:18.934856 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-3478bcec-6e6e-45b7-9d17-82f724943286 req-d62e0957-8ab1-4fb0-ac38-92daa93c2779 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:56:18.946561 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-3478bcec-6e6e-45b7-9d17-82f724943286 req-d62e0957-8ab1-4fb0-ac38-92daa93c2779 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:56:18.946561 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3478bcec-6e6e-45b7-9d17-82f724943286 req-d62e0957-8ab1-4fb0-ac38-92daa93c2779 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=40855098-b6d7-451b-a560-b71247cfa093 HTTP/1.1" status: 200 len: 945 time: 0.0943859 Feb 16 12:56:19.047981 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-3478bcec-6e6e-45b7-9d17-82f724943286 req-c62db31a-c9c8-494f-baeb-88ed8254586f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:security_group {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:56:19.075851 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-3478bcec-6e6e-45b7-9d17-82f724943286 req-c62db31a-c9c8-494f-baeb-88ed8254586f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:security_group {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:56:19.081309 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3478bcec-6e6e-45b7-9d17-82f724943286 req-c62db31a-c9c8-494f-baeb-88ed8254586f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=ad7e6a5f-512f-409e-8fd9-fd681605a64f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270573 Feb 16 12:56:19.100052 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef1768-e176-467f-b58d-e17acb926b1e req-3b9f4257-d5b2-4535-9ea9-99414071e5e0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:19.100052 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e3ef1768-e176-467f-b58d-e17acb926b1e req-3b9f4257-d5b2-4535-9ea9-99414071e5e0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "GET /v2.0/ports?device_id=40855098-b6d7-451b-a560-b71247cfa093 HTTP/1.1" status: 200 len: 945 time: 0.1112907 Feb 16 12:56:19.173643 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-e3ef1768-e176-467f-b58d-e17acb926b1e req-dbb1243f-0e2d-4284-bd19-becfda9c4caf tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Deleting port 1c0d6375-28ad-435d-9ffe-f1925ca6db31 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:56:19.173643 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-e3ef1768-e176-467f-b58d-e17acb926b1e req-dbb1243f-0e2d-4284-bd19-becfda9c4caf tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:19.556024 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-e3ef1768-e176-467f-b58d-e17acb926b1e req-dbb1243f-0e2d-4284-bd19-becfda9c4caf tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] For port 1c0d6375-28ad-435d-9ffe-f1925ca6db31, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=1c0d6375-28ad-435d-9ffe-f1925ca6db31,segment=NetworkSegment(7f73ffaf-41bb-4395-99c5-747c90f4f65e),segment_id=7f73ffaf-41bb-4395-99c5-747c90f4f65e)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:56:19.556024 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-e3ef1768-e176-467f-b58d-e17acb926b1e req-dbb1243f-0e2d-4284-bd19-becfda9c4caf tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:19.691625 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-e3ef1768-e176-467f-b58d-e17acb926b1e req-dbb1243f-0e2d-4284-bd19-becfda9c4caf tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Calling delete_port for 1c0d6375-28ad-435d-9ffe-f1925ca6db31 owned by compute:nova {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:56:19.871657 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-e3ef1768-e176-467f-b58d-e17acb926b1e req-dbb1243f-0e2d-4284-bd19-becfda9c4caf tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:19.936834 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb1243f-0e2d-4284-bd19-becfda9c4caf tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Port': ['ID=1c0d6375-28ad-435d-9ffe-f1925ca6db31,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:20.034307 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ef1768-e176-467f-b58d-e17acb926b1e req-dbb1243f-0e2d-4284-bd19-becfda9c4caf tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] No DVR routers for this DVR port 1c0d6375-28ad-435d-9ffe-f1925ca6db31 on host hv-neutron-8295 {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:56:20.034307 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-e3ef1768-e176-467f-b58d-e17acb926b1e req-dbb1243f-0e2d-4284-bd19-becfda9c4caf tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:20.042336 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40855098-b6d7-451b-a560-b71247cfa093', 'name': 'network-vif-deleted', 'tag': '1c0d6375-28ad-435d-9ffe-f1925ca6db31'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:56:20.060767 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e3ef1768-e176-467f-b58d-e17acb926b1e req-dbb1243f-0e2d-4284-bd19-becfda9c4caf tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "DELETE /v2.0/ports/1c0d6375-28ad-435d-9ffe-f1925ca6db31 HTTP/1.1" status: 204 len: 173 time: 0.9501748 Feb 16 12:56:20.095437 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40855098-b6d7-451b-a560-b71247cfa093', 'name': 'network-vif-deleted', 'tag': '1c0d6375-28ad-435d-9ffe-f1925ca6db31', 'status': 'completed', 'code': 200} Feb 16 12:56:20.312073 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-75b31e43-03c8-4c4f-8d81-a7812f3841e7 req-89e495d7-e237-45a1-a131-bbf597127294 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:56:20.336155 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-75b31e43-03c8-4c4f-8d81-a7812f3841e7 req-89e495d7-e237-45a1-a131-bbf597127294 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:56:20.345303 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-75b31e43-03c8-4c4f-8d81-a7812f3841e7 req-89e495d7-e237-45a1-a131-bbf597127294 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=40855098-b6d7-451b-a560-b71247cfa093 HTTP/1.1" status: 200 len: 210 time: 0.0903594 Feb 16 12:56:21.452095 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43924) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:56:21.514736 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1df11622-50ab-44de-9b6c-022627db32cc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:21.545140 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1df11622-50ab-44de-9b6c-022627db32cc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:21.620226 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1df11622-50ab-44de-9b6c-022627db32cc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:21.640253 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df11622-50ab-44de-9b6c-022627db32cc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7e6a5f-512f-409e-8fd9-fd681605a64f,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:21.657361 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1df11622-50ab-44de-9b6c-022627db32cc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:21.664895 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1df11622-50ab-44de-9b6c-022627db32cc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "DELETE /v2.0/security-groups/ad7e6a5f-512f-409e-8fd9-fd681605a64f HTTP/1.1" status: 204 len: 168 time: 0.2105644 Feb 16 12:56:21.689094 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 43930) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:56:22.246078 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-dd9854f4-84ae-46d0-8a09-d24b65861b25 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:22.724490 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-dd9854f4-84ae-46d0-8a09-d24b65861b25 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Deleting port 0064a0d2-aa85-4049-be80-2b96485b9612 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:56:22.725231 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-dd9854f4-84ae-46d0-8a09-d24b65861b25 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:22.880808 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 1c0d6375-28ad-435d-9ffe-f1925ca6db31 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:56:22.915162 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] No Port match for: 1c0d6375-28ad-435d-9ffe-f1925ca6db31 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:56:22.915306 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 1c0d6375-28ad-435d-9ffe-f1925ca6db31 not bound to the agent host hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:56:22.916540 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-dd9854f4-84ae-46d0-8a09-d24b65861b25 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] For port 0064a0d2-aa85-4049-be80-2b96485b9612, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=0064a0d2-aa85-4049-be80-2b96485b9612,segment=NetworkSegment(7f73ffaf-41bb-4395-99c5-747c90f4f65e),segment_id=7f73ffaf-41bb-4395-99c5-747c90f4f65e)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:56:22.916955 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-dd9854f4-84ae-46d0-8a09-d24b65861b25 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:23.048720 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-dd9854f4-84ae-46d0-8a09-d24b65861b25 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Calling delete_port for 0064a0d2-aa85-4049-be80-2b96485b9612 owned by network:router_interface {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:56:23.250374 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-dd9854f4-84ae-46d0-8a09-d24b65861b25 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:23.299850 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9854f4-84ae-46d0-8a09-d24b65861b25 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Port': ['ID=0064a0d2-aa85-4049-be80-2b96485b9612,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:23.572849 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-dd9854f4-84ae-46d0-8a09-d24b65861b25 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:23.948826 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd9854f4-84ae-46d0-8a09-d24b65861b25 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Router c731b543-71d6-4896-8cea-304ba8d17ba2 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:56:24.243554 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9854f4-84ae-46d0-8a09-d24b65861b25 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:56:24.253577 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22aad988-4e92-4b37-ac14-84cff7c98402 None None] Sync routers for ids ['c731b543-71d6-4896-8cea-304ba8d17ba2'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:56:24.265015 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-dd9854f4-84ae-46d0-8a09-d24b65861b25 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "PUT /v2.0/routers/c731b543-71d6-4896-8cea-304ba8d17ba2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5712903 Feb 16 12:56:24.265015 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 43936) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:56:24.265293 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22aad988-4e92-4b37-ac14-84cff7c98402 None None] Routers {'c731b543-71d6-4896-8cea-304ba8d17ba2'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:56:24.265594 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-22aad988-4e92-4b37-ac14-84cff7c98402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:56:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['c731b543-71d6-4896-8cea-304ba8d17ba2'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:24.335091 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-39ff875f-f4a7-4c9d-b560-2ccd5601d7fe tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Deleting subnet 3efb437e-e7e7-4ad2-a897-0d2e13adbf81 {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:56:24.338456 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-39ff875f-f4a7-4c9d-b560-2ccd5601d7fe tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:24.393559 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-39ff875f-f4a7-4c9d-b560-2ccd5601d7fe tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:24.452188 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-22aad988-4e92-4b37-ac14-84cff7c98402 None None] Set router c731b543-71d6-4896-8cea-304ba8d17ba2 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:56:24.493273 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-39ff875f-f4a7-4c9d-b560-2ccd5601d7fe tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:24.564205 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-39ff875f-f4a7-4c9d-b560-2ccd5601d7fe tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:24.603285 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff875f-f4a7-4c9d-b560-2ccd5601d7fe tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Subnet': ['ID=3efb437e-e7e7-4ad2-a897-0d2e13adbf81,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:24.606988 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-39ff875f-f4a7-4c9d-b560-2ccd5601d7fe tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:24.613238 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-39ff875f-f4a7-4c9d-b560-2ccd5601d7fe tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "DELETE /v2.0/subnets/3efb437e-e7e7-4ad2-a897-0d2e13adbf81 HTTP/1.1" status: 204 len: 168 time: 0.3483124 Feb 16 12:56:24.619366 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 43940) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:56:24.622280 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4dfa24-752e-4759-ab6f-32ee72a3df51 None None] Network 2dcdb353-5502-4ab8-a5a0-8253bfa8643b requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:56:24.768741 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-22aad988-4e92-4b37-ac14-84cff7c98402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'name': 'tempest-TestNetworkBasicOps-router-663082282', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b8761167-6ad4-4392-8f1f-000a01ba5498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:23Z', 'updated_at': '2022-02-16T12:56:23Z', 'revision_number': 7, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'b8761167-6ad4-4392-8f1f-000a01ba5498', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:23Z', 'updated_at': '2022-02-16T12:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:24.772973 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22aad988-4e92-4b37-ac14-84cff7c98402 None None] Checking router: c731b543-71d6-4896-8cea-304ba8d17ba2 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:56:24.786312 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22aad988-4e92-4b37-ac14-84cff7c98402 None None] Routers {'c731b543-71d6-4896-8cea-304ba8d17ba2'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:56:24.786954 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-22aad988-4e92-4b37-ac14-84cff7c98402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:56:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['c731b543-71d6-4896-8cea-304ba8d17ba2'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:24.892113 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9f4fac22-0e75-4f66-9119-518c8c9e996e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:24.938580 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717b16da-2ef2-40aa-b022-aac8100b95e3 None None] DHCP port deletion for 2dcdb353-5502-4ab8-a5a0-8253bfa8643b request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:56:24.946429 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-717b16da-2ef2-40aa-b022-aac8100b95e3 None None] Deleting port f23000dd-0492-4e6d-a52f-bb875c749a23 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:56:24.946429 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-717b16da-2ef2-40aa-b022-aac8100b95e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:25.029116 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-22aad988-4e92-4b37-ac14-84cff7c98402 None None] Set router c731b543-71d6-4896-8cea-304ba8d17ba2 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:56:25.167773 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9f4fac22-0e75-4f66-9119-518c8c9e996e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:25.199729 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-9f4fac22-0e75-4f66-9119-518c8c9e996e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Deleting port b8761167-6ad4-4392-8f1f-000a01ba5498 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:56:25.199729 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9f4fac22-0e75-4f66-9119-518c8c9e996e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:25.298143 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-717b16da-2ef2-40aa-b022-aac8100b95e3 None None] For port f23000dd-0492-4e6d-a52f-bb875c749a23, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=f23000dd-0492-4e6d-a52f-bb875c749a23,segment=NetworkSegment(7f73ffaf-41bb-4395-99c5-747c90f4f65e),segment_id=7f73ffaf-41bb-4395-99c5-747c90f4f65e)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:56:25.298611 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-717b16da-2ef2-40aa-b022-aac8100b95e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:25.382244 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-22aad988-4e92-4b37-ac14-84cff7c98402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'name': 'tempest-TestNetworkBasicOps-router-663082282', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b8761167-6ad4-4392-8f1f-000a01ba5498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:23Z', 'updated_at': '2022-02-16T12:56:23Z', 'revision_number': 7, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'b8761167-6ad4-4392-8f1f-000a01ba5498', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:23Z', 'updated_at': '2022-02-16T12:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:25.382244 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22aad988-4e92-4b37-ac14-84cff7c98402 None None] The sync data for ids ['c731b543-71d6-4896-8cea-304ba8d17ba2'] in dv-neutron-829527-1-hyperv is: [{'id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'name': 'tempest-TestNetworkBasicOps-router-663082282', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.91'}], 'enable_snat': True}, 'gw_port_id': 'b8761167-6ad4-4392-8f1f-000a01ba5498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:54:23Z', 'updated_at': '2022-02-16T12:56:23Z', 'revision_number': 7, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'b8761167-6ad4-4392-8f1f-000a01ba5498', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:9f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c731b543-71d6-4896-8cea-304ba8d17ba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:54:23Z', 'updated_at': '2022-02-16T12:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:56:25.444881 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-9f4fac22-0e75-4f66-9119-518c8c9e996e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] For port b8761167-6ad4-4392-8f1f-000a01ba5498, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=b8761167-6ad4-4392-8f1f-000a01ba5498,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:56:25.444881 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9f4fac22-0e75-4f66-9119-518c8c9e996e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:25.483061 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-717b16da-2ef2-40aa-b022-aac8100b95e3 None None] Calling delete_port for f23000dd-0492-4e6d-a52f-bb875c749a23 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:56:25.563699 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-717b16da-2ef2-40aa-b022-aac8100b95e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:25.570037 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-9f4fac22-0e75-4f66-9119-518c8c9e996e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Calling delete_port for b8761167-6ad4-4392-8f1f-000a01ba5498 owned by network:router_gateway {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:56:25.610167 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b16da-2ef2-40aa-b022-aac8100b95e3 None None] Pushing event deleted for resources: {'Port': ['ID=f23000dd-0492-4e6d-a52f-bb875c749a23,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:25.611414 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717b16da-2ef2-40aa-b022-aac8100b95e3 None None] No DVR routers for this DVR port f23000dd-0492-4e6d-a52f-bb875c749a23 on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:56:25.779407 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9f4fac22-0e75-4f66-9119-518c8c9e996e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:25.843239 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4fac22-0e75-4f66-9119-518c8c9e996e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Port': ['ID=b8761167-6ad4-4392-8f1f-000a01ba5498,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:26.042205 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9f4fac22-0e75-4f66-9119-518c8c9e996e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023674'] for router_gateway, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:26.226282 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9f4fac22-0e75-4f66-9119-518c8c9e996e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:26.228837 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9f4fac22-0e75-4f66-9119-518c8c9e996e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:26.256823 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9f4fac22-0e75-4f66-9119-518c8c9e996e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:26.257343 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4fac22-0e75-4f66-9119-518c8c9e996e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Fanout notify agent at l3_agent the message router_deleted on router c731b543-71d6-4896-8cea-304ba8d17ba2 {{(pid=87701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:56:26.273812 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9f4fac22-0e75-4f66-9119-518c8c9e996e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:26.276712 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-9f4fac22-0e75-4f66-9119-518c8c9e996e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "DELETE /v2.0/routers/c731b543-71d6-4896-8cea-304ba8d17ba2 HTTP/1.1" status: 204 len: 168 time: 1.6582184 Feb 16 12:56:26.278492 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43946) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:56:26.396475 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d5d419b2-b188-4a29-bd69-00370cb382e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:26.539142 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d5d419b2-b188-4a29-bd69-00370cb382e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:26.577884 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-d5d419b2-b188-4a29-bd69-00370cb382e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dcdb353-5502-4ab8-a5a0-8253bfa8643b']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:26.591070 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-d5d419b2-b188-4a29-bd69-00370cb382e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f73ffaf-41bb-4395-99c5-747c90f4f65e') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:26.591070 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-d5d419b2-b188-4a29-bd69-00370cb382e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f73ffaf-41bb-4395-99c5-747c90f4f65e') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:26.604120 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d5d419b2-b188-4a29-bd69-00370cb382e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:26.620758 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d5d419b2-b188-4a29-bd69-00370cb382e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:26.626465 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5d419b2-b188-4a29-bd69-00370cb382e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:56:26.626465 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d5d419b2-b188-4a29-bd69-00370cb382e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:26.636929 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:56:26.636929 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:56:26.636929 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:56:26.636929 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:56:26.636929 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:56:26.636929 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:56:26.636929 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:56:26.636929 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:56:26.636929 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:56:26.636929 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:56:26.636929 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:56:26.636929 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:56:26.636929 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:56:26.636929 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:56:26.636929 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:56:26.636929 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:56:26.636929 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:56:26.636929 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:56:26.636929 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:56:26.636929 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:56:26.636929 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:56:26.636929 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:56:26.636929 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:56:26.636929 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:56:26.636929 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:56:26.636929 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:56:26.636929 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:56:26.636929 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:56:26.636929 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:56:26.636929 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:56:26.636929 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:56:26.636929 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:56:26.730949 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d5d419b2-b188-4a29-bd69-00370cb382e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:26.753021 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d5d419b2-b188-4a29-bd69-00370cb382e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:26.759638 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d419b2-b188-4a29-bd69-00370cb382e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Network': ['ID=2dcdb353-5502-4ab8-a5a0-8253bfa8643b,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:26.772436 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d419b2-b188-4a29-bd69-00370cb382e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:26.773875 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d419b2-b188-4a29-bd69-00370cb382e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:26.773875 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d419b2-b188-4a29-bd69-00370cb382e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:26.773875 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d419b2-b188-4a29-bd69-00370cb382e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:26.773875 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d419b2-b188-4a29-bd69-00370cb382e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:26.774387 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d419b2-b188-4a29-bd69-00370cb382e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:26.774877 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d419b2-b188-4a29-bd69-00370cb382e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:26.774877 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d419b2-b188-4a29-bd69-00370cb382e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:26.775479 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d419b2-b188-4a29-bd69-00370cb382e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:26.775479 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d419b2-b188-4a29-bd69-00370cb382e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:26.776113 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d419b2-b188-4a29-bd69-00370cb382e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:26.776113 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d419b2-b188-4a29-bd69-00370cb382e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:26.785459 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d5d419b2-b188-4a29-bd69-00370cb382e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "DELETE /v2.0/networks/2dcdb353-5502-4ab8-a5a0-8253bfa8643b HTTP/1.1" status: 204 len: 168 time: 0.5009356 Feb 16 12:56:26.795920 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 43950) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:56:26.803235 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-9bd6a6bf-3ea6-4a5a-9282-8e575305a65f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'network': {'name': 'tempest-network-smoke--1466695817', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'port_security_enabled': True}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:56:26.808415 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-9bd6a6bf-3ea6-4a5a-9282-8e575305a65f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:56:26.813971 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-9bd6a6bf-3ea6-4a5a-9282-8e575305a65f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:network and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:56:26.817813 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-9bd6a6bf-3ea6-4a5a-9282-8e575305a65f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:56:26.825828 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-9bd6a6bf-3ea6-4a5a-9282-8e575305a65f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:56:26.830004 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device f23000dd-0492-4e6d-a52f-bb875c749a23 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:56:26.836775 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd6a6bf-3ea6-4a5a-9282-8e575305a65f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Made reservation on behalf of a1535d45c61244dc9e2a62da1414d228 for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:56:26.839152 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9bd6a6bf-3ea6-4a5a-9282-8e575305a65f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:26.879103 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bd6a6bf-3ea6-4a5a-9282-8e575305a65f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:56:26.888533 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9bd6a6bf-3ea6-4a5a-9282-8e575305a65f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:26.888533 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-9bd6a6bf-3ea6-4a5a-9282-8e575305a65f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Added segment 2973da68-2d4f-4414-9ca3-7a8b572d5735 of type vlan for network 62f1d007-c88e-4dde-a927-c2e9e5f32c62 Feb 16 12:56:26.897646 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: f23000dd-0492-4e6d-a52f-bb875c749a23 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:56:26.897646 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device f23000dd-0492-4e6d-a52f-bb875c749a23 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:56:26.899616 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device b8761167-6ad4-4392-8f1f-000a01ba5498 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:56:26.915206 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9bd6a6bf-3ea6-4a5a-9282-8e575305a65f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:26.932012 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: b8761167-6ad4-4392-8f1f-000a01ba5498 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:56:26.932012 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device b8761167-6ad4-4392-8f1f-000a01ba5498 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:56:26.932012 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 0064a0d2-aa85-4049-be80-2b96485b9612 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:56:26.946050 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9bd6a6bf-3ea6-4a5a-9282-8e575305a65f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:26.952431 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd6a6bf-3ea6-4a5a-9282-8e575305a65f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:26.952431 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9bd6a6bf-3ea6-4a5a-9282-8e575305a65f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:26.964249 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 0064a0d2-aa85-4049-be80-2b96485b9612 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:56:26.964590 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 0064a0d2-aa85-4049-be80-2b96485b9612 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:56:27.056663 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-9bd6a6bf-3ea6-4a5a-9282-8e575305a65f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2596908 Feb 16 12:56:27.059632 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43954) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:56:27.065303 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d4051284-e907-424d-8a5e-4fef4004ef07 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-495387085', 'admin_state_up': True, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:56:27.065741 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd6a6bf-3ea6-4a5a-9282-8e575305a65f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Network': ['ID=62f1d007-c88e-4dde-a927-c2e9e5f32c62,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:27.074440 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d4051284-e907-424d-8a5e-4fef4004ef07 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:56:27.077797 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 62f1d007-c88e-4dde-a927-c2e9e5f32c62 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:56:27.080205 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d4051284-e907-424d-8a5e-4fef4004ef07 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:router and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:56:27.086859 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d4051284-e907-424d-8a5e-4fef4004ef07 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:56:27.094829 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d4051284-e907-424d-8a5e-4fef4004ef07 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:56:27.105100 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4051284-e907-424d-8a5e-4fef4004ef07 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:27.106919 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4051284-e907-424d-8a5e-4fef4004ef07 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:27.126289 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4051284-e907-424d-8a5e-4fef4004ef07 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:27.399872 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4051284-e907-424d-8a5e-4fef4004ef07 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:27.826645 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4051284-e907-424d-8a5e-4fef4004ef07 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:27.863015 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4051284-e907-424d-8a5e-4fef4004ef07 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:28.002406 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-d4051284-e907-424d-8a5e-4fef4004ef07 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Allocated IP 172.26.5.222 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/f1d52f8e-f8f4-47f9-94b6-a158507a3b67) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:56:28.165105 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4051284-e907-424d-8a5e-4fef4004ef07 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:28.199895 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4051284-e907-424d-8a5e-4fef4004ef07 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:28.271461 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4051284-e907-424d-8a5e-4fef4004ef07 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:56:28.274497 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-d4051284-e907-424d-8a5e-4fef4004ef07 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:56:28.282113 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4051284-e907-424d-8a5e-4fef4004ef07 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:56:28.308014 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4051284-e907-424d-8a5e-4fef4004ef07 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=f1d52f8e-f8f4-47f9-94b6-a158507a3b67,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:28.720572 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4051284-e907-424d-8a5e-4fef4004ef07 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router_gateway, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:29.205716 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4051284-e907-424d-8a5e-4fef4004ef07 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:29.425600 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4051284-e907-424d-8a5e-4fef4004ef07 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Router eb9bfd21-0ef8-49b4-8ff3-8d894350b42d is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:56:29.608206 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4051284-e907-424d-8a5e-4fef4004ef07 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:56:29.617729 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786ba9ce-781f-4275-9a4f-0d14669c6434 None None] Sync routers for ids ['eb9bfd21-0ef8-49b4-8ff3-8d894350b42d'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:56:29.628515 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786ba9ce-781f-4275-9a4f-0d14669c6434 None None] Routers {'eb9bfd21-0ef8-49b4-8ff3-8d894350b42d'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:56:29.629183 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-786ba9ce-781f-4275-9a4f-0d14669c6434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:56:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['eb9bfd21-0ef8-49b4-8ff3-8d894350b42d'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:29.638042 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4051284-e907-424d-8a5e-4fef4004ef07 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:29.639596 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d4051284-e907-424d-8a5e-4fef4004ef07 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5788472 Feb 16 12:56:29.642762 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43958) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:56:29.685069 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-91914f9c-66d6-422f-907e-b1d29c891d7b tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=a1535d45c61244dc9e2a62da1414d228&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411894 Feb 16 12:56:29.687835 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43962) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:56:29.805398 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-786ba9ce-781f-4275-9a4f-0d14669c6434 None None] Set router eb9bfd21-0ef8-49b4-8ff3-8d894350b42d gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:56:29.817380 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb9ecf0-3a12-4bac-a030-25e73f8591f3 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:29.818851 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ccb9ecf0-3a12-4bac-a030-25e73f8591f3 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1301599 Feb 16 12:56:29.821827 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43966) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:56:29.859618 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-86afa887-fe07-4027-b1ca-ff92600ceb80 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366085 Feb 16 12:56:29.862159 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43970) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:56:29.867357 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-80366c9e-c811-432d-be32-20f4d664c990 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1304081982', 'network_id': '62f1d007-c88e-4dde-a927-c2e9e5f32c62', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:56:29.974737 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-80366c9e-c811-432d-be32-20f4d664c990 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:56:29.978801 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-80366c9e-c811-432d-be32-20f4d664c990 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:subnet and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:56:29.981624 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-80366c9e-c811-432d-be32-20f4d664c990 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:56:29.987732 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-80366c9e-c811-432d-be32-20f4d664c990 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:56:29.999934 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80366c9e-c811-432d-be32-20f4d664c990 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Made reservation on behalf of a1535d45c61244dc9e2a62da1414d228 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:56:30.003442 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-80366c9e-c811-432d-be32-20f4d664c990 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:30.087590 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-786ba9ce-781f-4275-9a4f-0d14669c6434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9bfd21-0ef8-49b4-8ff3-8d894350b42d', 'name': 'tempest-TestNetworkBasicOps-router-495387085', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': 'f1d52f8e-f8f4-47f9-94b6-a158507a3b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:56:27Z', 'updated_at': '2022-02-16T12:56:28Z', 'revision_number': 3, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f1d52f8e-f8f4-47f9-94b6-a158507a3b67', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9bfd21-0ef8-49b4-8ff3-8d894350b42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:56:27Z', 'updated_at': '2022-02-16T12:56:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:30.094548 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786ba9ce-781f-4275-9a4f-0d14669c6434 None None] Checking router: eb9bfd21-0ef8-49b4-8ff3-8d894350b42d for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:56:30.094895 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786ba9ce-781f-4275-9a4f-0d14669c6434 None None] Updating router eb9bfd21-0ef8-49b4-8ff3-8d894350b42d port f1d52f8e-f8f4-47f9-94b6-a158507a3b67 binding host dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:56:30.152927 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-786ba9ce-781f-4275-9a4f-0d14669c6434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:30.217779 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-80366c9e-c811-432d-be32-20f4d664c990 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:30.305583 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80366c9e-c811-432d-be32-20f4d664c990 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Subnet': ['ID=820f4df2-5f77-43e4-99e6-193003d29f3e,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:30.315922 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80366c9e-c811-432d-be32-20f4d664c990 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Checking segment: {'id': '2973da68-2d4f-4414-9ca3-7a8b572d5735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '62f1d007-c88e-4dde-a927-c2e9e5f32c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:56:30.316281 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80366c9e-c811-432d-be32-20f4d664c990 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network hostable DHCP agents. Network: 62f1d007-c88e-4dde-a927-c2e9e5f32c62, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:56:30.340772 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80366c9e-c811-432d-be32-20f4d664c990 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network 62f1d007-c88e-4dde-a927-c2e9e5f32c62 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:56:30.353271 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-80366c9e-c811-432d-be32-20f4d664c990 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 62f1d007-c88e-4dde-a927-c2e9e5f32c62) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:56:30.362823 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80366c9e-c811-432d-be32-20f4d664c990 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:30.363426 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-80366c9e-c811-432d-be32-20f4d664c990 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:30.371711 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75b03dc-c847-43a4-86b2-144c785eb760 None None] Network 62f1d007-c88e-4dde-a927-c2e9e5f32c62 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:56:30.391761 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-80366c9e-c811-432d-be32-20f4d664c990 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5259082 Feb 16 12:56:30.392080 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43974) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:56:30.680791 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-786ba9ce-781f-4275-9a4f-0d14669c6434 None None] Notify callbacks [] for port, precommit_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:30.689942 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0868bda-c121-44af-8a25-c0150f36a56e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-62f1d007-c88e-4dde-a927-c2e9e5f32c62', 'network_id': '62f1d007-c88e-4dde-a927-c2e9e5f32c62', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ips': [{'subnet_id': '820f4df2-5f77-43e4-99e6-193003d29f3e'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:56:30.690902 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d0868bda-c121-44af-8a25-c0150f36a56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:30.709360 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-786ba9ce-781f-4275-9a4f-0d14669c6434 None None] Transition to ACTIVE for port object f1d52f8e-f8f4-47f9-94b6-a158507a3b67 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:56:30.750972 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-786ba9ce-781f-4275-9a4f-0d14669c6434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:30.899483 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-786ba9ce-781f-4275-9a4f-0d14669c6434 None None] Attempting to bind port f1d52f8e-f8f4-47f9-94b6-a158507a3b67 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:56:30.899914 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-786ba9ce-781f-4275-9a4f-0d14669c6434 None None] Attempting to bind port f1d52f8e-f8f4-47f9-94b6-a158507a3b67 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:56:30.900168 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786ba9ce-781f-4275-9a4f-0d14669c6434 None None] Attempting to bind port f1d52f8e-f8f4-47f9-94b6-a158507a3b67 on network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:56:30.907768 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec142d-23af-480b-bd7a-8d5ecde1eae5 None None] Pushing event updated for resources: {'Port': ['ID=f1d52f8e-f8f4-47f9-94b6-a158507a3b67,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:30.939758 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786ba9ce-781f-4275-9a4f-0d14669c6434 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:56:30.940001 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786ba9ce-781f-4275-9a4f-0d14669c6434 None None] Checking segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:56:30.940414 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-786ba9ce-781f-4275-9a4f-0d14669c6434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:30.940825 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786ba9ce-781f-4275-9a4f-0d14669c6434 None None] Bound using segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:56:30.941296 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-786ba9ce-781f-4275-9a4f-0d14669c6434 None None] Bound port: f1d52f8e-f8f4-47f9-94b6-a158507a3b67, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:56:30.941659 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-786ba9ce-781f-4275-9a4f-0d14669c6434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:31.031410 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-d0868bda-c121-44af-8a25-c0150f36a56e None None] Allocated IP 172.20.0.2 (62f1d007-c88e-4dde-a927-c2e9e5f32c62/820f4df2-5f77-43e4-99e6-193003d29f3e/bd262e97-a77d-4e4c-a188-446dbf9f11e3) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:56:31.048076 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-786ba9ce-781f-4275-9a4f-0d14669c6434 None None] For port f1d52f8e-f8f4-47f9-94b6-a158507a3b67, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:56:31.052712 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-786ba9ce-781f-4275-9a4f-0d14669c6434 None None] For port f1d52f8e-f8f4-47f9-94b6-a158507a3b67, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=f1d52f8e-f8f4-47f9-94b6-a158507a3b67,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:56:31.074140 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-786ba9ce-781f-4275-9a4f-0d14669c6434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:31.249519 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786ba9ce-781f-4275-9a4f-0d14669c6434 None None] Routers {'eb9bfd21-0ef8-49b4-8ff3-8d894350b42d'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:56:31.249519 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-786ba9ce-781f-4275-9a4f-0d14669c6434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:56:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['eb9bfd21-0ef8-49b4-8ff3-8d894350b42d'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:31.308483 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5f679447-c909-4816-9587-9b069c21019b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:31.313594 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec142d-23af-480b-bd7a-8d5ecde1eae5 None None] Pushing event updated for resources: {'Port': ['ID=f1d52f8e-f8f4-47f9-94b6-a158507a3b67,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:31.510320 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d0868bda-c121-44af-8a25-c0150f36a56e None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:31.526480 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-786ba9ce-781f-4275-9a4f-0d14669c6434 None None] Set router eb9bfd21-0ef8-49b4-8ff3-8d894350b42d gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:56:31.644435 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-d0868bda-c121-44af-8a25-c0150f36a56e None None] Transition to ACTIVE for port object bd262e97-a77d-4e4c-a188-446dbf9f11e3 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:56:31.750620 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-d0868bda-c121-44af-8a25-c0150f36a56e None None] Transition to ACTIVE for port object bd262e97-a77d-4e4c-a188-446dbf9f11e3 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:56:31.763731 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d0868bda-c121-44af-8a25-c0150f36a56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:31.836835 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-5f679447-c909-4816-9587-9b069c21019b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Allocated IP 172.20.0.1 (62f1d007-c88e-4dde-a927-c2e9e5f32c62/820f4df2-5f77-43e4-99e6-193003d29f3e/66e4a00d-9c50-4854-bfae-64709fe95cd1) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:56:31.889157 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0868bda-c121-44af-8a25-c0150f36a56e None None] Network 62f1d007-c88e-4dde-a927-c2e9e5f32c62 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:56:31.903503 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d3ab7208-00a1-4606-9792-79880f6b9c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:31.908719 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-d0868bda-c121-44af-8a25-c0150f36a56e None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:56:31.915793 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0868bda-c121-44af-8a25-c0150f36a56e None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:56:31.920825 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0868bda-c121-44af-8a25-c0150f36a56e None None] Pushing event updated for resources: {'Port': ['ID=bd262e97-a77d-4e4c-a188-446dbf9f11e3,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:32.002740 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5f679447-c909-4816-9587-9b069c21019b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:32.018727 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-5f679447-c909-4816-9587-9b069c21019b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Transition to ACTIVE for port object 66e4a00d-9c50-4854-bfae-64709fe95cd1 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:56:32.042577 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-d0868bda-c121-44af-8a25-c0150f36a56e None None] Attempting to bind port bd262e97-a77d-4e4c-a188-446dbf9f11e3 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:56:32.042935 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-d0868bda-c121-44af-8a25-c0150f36a56e None None] Attempting to bind port bd262e97-a77d-4e4c-a188-446dbf9f11e3 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '2973da68-2d4f-4414-9ca3-7a8b572d5735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '62f1d007-c88e-4dde-a927-c2e9e5f32c62'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:56:32.043289 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0868bda-c121-44af-8a25-c0150f36a56e None None] Attempting to bind port bd262e97-a77d-4e4c-a188-446dbf9f11e3 on network 62f1d007-c88e-4dde-a927-c2e9e5f32c62 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:56:32.043610 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5f679447-c909-4816-9587-9b069c21019b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:32.049857 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0868bda-c121-44af-8a25-c0150f36a56e None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:56:32.050186 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0868bda-c121-44af-8a25-c0150f36a56e None None] Checking segment: {'id': '2973da68-2d4f-4414-9ca3-7a8b572d5735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '62f1d007-c88e-4dde-a927-c2e9e5f32c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:56:32.050571 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d0868bda-c121-44af-8a25-c0150f36a56e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:32.050953 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0868bda-c121-44af-8a25-c0150f36a56e None None] Bound using segment: {'id': '2973da68-2d4f-4414-9ca3-7a8b572d5735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '62f1d007-c88e-4dde-a927-c2e9e5f32c62'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:56:32.051406 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-d0868bda-c121-44af-8a25-c0150f36a56e None None] Bound port: bd262e97-a77d-4e4c-a188-446dbf9f11e3, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2973da68-2d4f-4414-9ca3-7a8b572d5735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '62f1d007-c88e-4dde-a927-c2e9e5f32c62'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:56:32.051769 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d0868bda-c121-44af-8a25-c0150f36a56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:32.108932 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f679447-c909-4816-9587-9b069c21019b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network 62f1d007-c88e-4dde-a927-c2e9e5f32c62 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:56:32.111984 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-5f679447-c909-4816-9587-9b069c21019b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:56:32.116846 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f679447-c909-4816-9587-9b069c21019b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:56:32.126571 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-786ba9ce-781f-4275-9a4f-0d14669c6434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9bfd21-0ef8-49b4-8ff3-8d894350b42d', 'name': 'tempest-TestNetworkBasicOps-router-495387085', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': 'f1d52f8e-f8f4-47f9-94b6-a158507a3b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:56:27Z', 'updated_at': '2022-02-16T12:56:28Z', 'revision_number': 3, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f1d52f8e-f8f4-47f9-94b6-a158507a3b67', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9bfd21-0ef8-49b4-8ff3-8d894350b42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:56:27Z', 'updated_at': '2022-02-16T12:56:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:32.144602 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786ba9ce-781f-4275-9a4f-0d14669c6434 None None] The sync data for ids ['eb9bfd21-0ef8-49b4-8ff3-8d894350b42d'] in dv-neutron-829527-1-hyperv is: [{'id': 'eb9bfd21-0ef8-49b4-8ff3-8d894350b42d', 'name': 'tempest-TestNetworkBasicOps-router-495387085', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': 'f1d52f8e-f8f4-47f9-94b6-a158507a3b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:56:27Z', 'updated_at': '2022-02-16T12:56:28Z', 'revision_number': 3, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f1d52f8e-f8f4-47f9-94b6-a158507a3b67', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9bfd21-0ef8-49b4-8ff3-8d894350b42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:56:27Z', 'updated_at': '2022-02-16T12:56:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:56:32.156029 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-d0868bda-c121-44af-8a25-c0150f36a56e None None] For port bd262e97-a77d-4e4c-a188-446dbf9f11e3, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:56:32.159416 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-d0868bda-c121-44af-8a25-c0150f36a56e None None] For port bd262e97-a77d-4e4c-a188-446dbf9f11e3, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=bd262e97-a77d-4e4c-a188-446dbf9f11e3,segment=NetworkSegment(2973da68-2d4f-4414-9ca3-7a8b572d5735),segment_id=2973da68-2d4f-4414-9ca3-7a8b572d5735)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:56:32.164334 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f679447-c909-4816-9587-9b069c21019b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=66e4a00d-9c50-4854-bfae-64709fe95cd1,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:32.170461 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d0868bda-c121-44af-8a25-c0150f36a56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:32.190523 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5f679447-c909-4816-9587-9b069c21019b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:32.256273 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0868bda-c121-44af-8a25-c0150f36a56e None None] Pushing event updated for resources: {'Port': ['ID=bd262e97-a77d-4e4c-a188-446dbf9f11e3,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:32.362407 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5f679447-c909-4816-9587-9b069c21019b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:32.899008 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device bd262e97-a77d-4e4c-a188-446dbf9f11e3 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:56:32.975491 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port bd262e97-a77d-4e4c-a188-446dbf9f11e3 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:56:32.986044 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device f1d52f8e-f8f4-47f9-94b6-a158507a3b67 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:56:32.997913 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5f679447-c909-4816-9587-9b069c21019b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:33.005661 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5f679447-c909-4816-9587-9b069c21019b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:33.077672 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port f1d52f8e-f8f4-47f9-94b6-a158507a3b67 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:56:33.084003 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port f1d52f8e-f8f4-47f9-94b6-a158507a3b67 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:56:33.084480 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:33.110251 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5f679447-c909-4816-9587-9b069c21019b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:33.228807 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f679447-c909-4816-9587-9b069c21019b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=66e4a00d-9c50-4854-bfae-64709fe95cd1,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:33.236455 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:33.254229 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port f1d52f8e-f8f4-47f9-94b6-a158507a3b67, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=f1d52f8e-f8f4-47f9-94b6-a158507a3b67,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:56:33.260296 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:33.302226 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f679447-c909-4816-9587-9b069c21019b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network 62f1d007-c88e-4dde-a927-c2e9e5f32c62 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:56:33.303526 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-5f679447-c909-4816-9587-9b069c21019b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:56:33.386448 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=f1d52f8e-f8f4-47f9-94b6-a158507a3b67,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:33.419052 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7f0760-526b-4d02-a073-eedf334ae9fd None None] Network 62f1d007-c88e-4dde-a927-c2e9e5f32c62 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:56:33.491635 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f679447-c909-4816-9587-9b069c21019b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Router eb9bfd21-0ef8-49b4-8ff3-8d894350b42d has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:56:33.512666 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-72d42990-5c7d-40ba-aedc-dc61a402dce7 None None] Provisioning for port bd262e97-a77d-4e4c-a188-446dbf9f11e3 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:56:33.523303 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-72d42990-5c7d-40ba-aedc-dc61a402dce7 None None] Provisioning complete for port bd262e97-a77d-4e4c-a188-446dbf9f11e3 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:56:33.523670 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-72d42990-5c7d-40ba-aedc-dc61a402dce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:33.686199 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f679447-c909-4816-9587-9b069c21019b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:56:33.699384 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5f679447-c909-4816-9587-9b069c21019b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "PUT /v2.0/routers/eb9bfd21-0ef8-49b4-8ff3-8d894350b42d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3062406 Feb 16 12:56:33.701898 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43980) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:56:33.757988 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-72d42990-5c7d-40ba-aedc-dc61a402dce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:33.800903 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-72d42990-5c7d-40ba-aedc-dc61a402dce7 None None] For port bd262e97-a77d-4e4c-a188-446dbf9f11e3, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=bd262e97-a77d-4e4c-a188-446dbf9f11e3,segment=NetworkSegment(2973da68-2d4f-4414-9ca3-7a8b572d5735),segment_id=2973da68-2d4f-4414-9ca3-7a8b572d5735)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:56:33.809433 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-72d42990-5c7d-40ba-aedc-dc61a402dce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:33.857797 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ac94fb-1588-4d90-81fe-ace46da79a5d tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:33.858180 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ac94fb-1588-4d90-81fe-ace46da79a5d tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:33.858752 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ac94fb-1588-4d90-81fe-ace46da79a5d tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:33.860325 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ac94fb-1588-4d90-81fe-ace46da79a5d tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:33.860469 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ac94fb-1588-4d90-81fe-ace46da79a5d tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:33.860976 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ac94fb-1588-4d90-81fe-ace46da79a5d tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:33.862802 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-01ac94fb-1588-4d90-81fe-ace46da79a5d tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1599054 Feb 16 12:56:33.866694 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43984) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:56:33.883663 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d42990-5c7d-40ba-aedc-dc61a402dce7 None None] Pushing event updated for resources: {'Port': ['ID=bd262e97-a77d-4e4c-a188-446dbf9f11e3,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:33.898363 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180c97de-f9e7-4e22-9c7d-c36a3055e233 None None] Sync routers for ids ['eb9bfd21-0ef8-49b4-8ff3-8d894350b42d'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:56:33.908089 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180c97de-f9e7-4e22-9c7d-c36a3055e233 None None] Routers {'eb9bfd21-0ef8-49b4-8ff3-8d894350b42d'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:56:33.909043 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-180c97de-f9e7-4e22-9c7d-c36a3055e233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:56:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['eb9bfd21-0ef8-49b4-8ff3-8d894350b42d'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:33.943366 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d75feaa-e302-4c49-b4f3-5bbb0b743f30 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:33.943799 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d75feaa-e302-4c49-b4f3-5bbb0b743f30 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:33.944258 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d75feaa-e302-4c49-b4f3-5bbb0b743f30 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:33.944740 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d75feaa-e302-4c49-b4f3-5bbb0b743f30 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:33.945191 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d75feaa-e302-4c49-b4f3-5bbb0b743f30 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:33.945636 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d75feaa-e302-4c49-b4f3-5bbb0b743f30 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:33.947493 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4d75feaa-e302-4c49-b4f3-5bbb0b743f30 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0809331 Feb 16 12:56:33.950228 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43988) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:56:34.032995 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-3943d243-1108-4629-b731-4b877b33b8fb None None] Provisioning complete for port bd262e97-a77d-4e4c-a188-446dbf9f11e3 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:56:34.033502 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-3943d243-1108-4629-b731-4b877b33b8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:34.091485 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-180c97de-f9e7-4e22-9c7d-c36a3055e233 None None] Set router eb9bfd21-0ef8-49b4-8ff3-8d894350b42d gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:56:34.173798 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-63bcd329-bcff-42cc-9135-ef2e4927ab67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:34.192110 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1f2022a9-3129-4521-990e-7cf1df28a611 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2403021 Feb 16 12:56:34.206064 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-3943d243-1108-4629-b731-4b877b33b8fb None None] Provisioning for port 66e4a00d-9c50-4854-bfae-64709fe95cd1 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:56:34.212350 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-3943d243-1108-4629-b731-4b877b33b8fb None None] Provisioning complete for port 66e4a00d-9c50-4854-bfae-64709fe95cd1 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:56:34.212757 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-3943d243-1108-4629-b731-4b877b33b8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:34.281594 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-3943d243-1108-4629-b731-4b877b33b8fb None None] Port 66e4a00d-9c50-4854-bfae-64709fe95cd1 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:56:34.422426 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:34.424127 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-2384e057-57da-427e-8b8b-c115bbfe8e82 None None] Provisioning complete for port 66e4a00d-9c50-4854-bfae-64709fe95cd1 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:56:34.424690 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2384e057-57da-427e-8b8b-c115bbfe8e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:34.444858 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-180c97de-f9e7-4e22-9c7d-c36a3055e233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9bfd21-0ef8-49b4-8ff3-8d894350b42d', 'name': 'tempest-TestNetworkBasicOps-router-495387085', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': 'f1d52f8e-f8f4-47f9-94b6-a158507a3b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:56:27Z', 'updated_at': '2022-02-16T12:56:32Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f1d52f8e-f8f4-47f9-94b6-a158507a3b67', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9bfd21-0ef8-49b4-8ff3-8d894350b42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:56:27Z', 'updated_at': '2022-02-16T12:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '66e4a00d-9c50-4854-bfae-64709fe95cd1', 'name': '', 'network_id': '62f1d007-c88e-4dde-a927-c2e9e5f32c62', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:46:e0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9bfd21-0ef8-49b4-8ff3-8d894350b42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '820f4df2-5f77-43e4-99e6-193003d29f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:56:31Z', 'updated_at': '2022-02-16T12:56:32Z', 'revision_number': 2, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '820f4df2-5f77-43e4-99e6-193003d29f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:34.449371 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180c97de-f9e7-4e22-9c7d-c36a3055e233 None None] Checking router: eb9bfd21-0ef8-49b4-8ff3-8d894350b42d for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:56:34.449882 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180c97de-f9e7-4e22-9c7d-c36a3055e233 None None] Updating router eb9bfd21-0ef8-49b4-8ff3-8d894350b42d port 66e4a00d-9c50-4854-bfae-64709fe95cd1 binding host dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:56:34.501348 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-2384e057-57da-427e-8b8b-c115bbfe8e82 None None] Port 66e4a00d-9c50-4854-bfae-64709fe95cd1 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:56:34.507003 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-180c97de-f9e7-4e22-9c7d-c36a3055e233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:34.621790 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-727b2b64-184e-464c-b8c1-335d6cd6643e None None] Provisioning complete for port 66e4a00d-9c50-4854-bfae-64709fe95cd1 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:56:34.622247 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-727b2b64-184e-464c-b8c1-335d6cd6643e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:34.677409 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-727b2b64-184e-464c-b8c1-335d6cd6643e None None] Port 66e4a00d-9c50-4854-bfae-64709fe95cd1 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:56:34.831382 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device bd262e97-a77d-4e4c-a188-446dbf9f11e3 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:56:34.838194 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-180c97de-f9e7-4e22-9c7d-c36a3055e233 None None] Notify callbacks [] for port, precommit_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:34.850060 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.provisioning_blocks [None req-180c97de-f9e7-4e22-9c7d-c36a3055e233 None None] Transition to ACTIVE for port object 66e4a00d-9c50-4854-bfae-64709fe95cd1 will not be triggered until provisioned by entity L2. {{(pid=87703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:56:34.859063 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-180c97de-f9e7-4e22-9c7d-c36a3055e233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:34.907963 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port bd262e97-a77d-4e4c-a188-446dbf9f11e3 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:56:34.908344 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:34.927286 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2665ef71-2e46-49fa-956b-2993358dcf2d None None] Pushing event updated for resources: {'Port': ['ID=66e4a00d-9c50-4854-bfae-64709fe95cd1,revision_number=3']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:34.941052 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 43994) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:56:34.946794 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-9c65fc51-6dff-4d01-9812-cae8a4994ff7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-639813919', 'description': 'tempest-secgroup-smoke-639813919 description', 'project_id': 'a1535d45c61244dc9e2a62da1414d228'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:56:34.961402 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9c65fc51-6dff-4d01-9812-cae8a4994ff7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:56:34.966274 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9c65fc51-6dff-4d01-9812-cae8a4994ff7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:56:34.970177 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9c65fc51-6dff-4d01-9812-cae8a4994ff7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:56:34.976449 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9c65fc51-6dff-4d01-9812-cae8a4994ff7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:56:34.997737 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9c65fc51-6dff-4d01-9812-cae8a4994ff7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:35.021836 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9c65fc51-6dff-4d01-9812-cae8a4994ff7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:56:35.026341 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9c65fc51-6dff-4d01-9812-cae8a4994ff7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:56:35.029335 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9c65fc51-6dff-4d01-9812-cae8a4994ff7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:56:35.036766 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9c65fc51-6dff-4d01-9812-cae8a4994ff7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:56:35.054849 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device f1d52f8e-f8f4-47f9-94b6-a158507a3b67 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:56:35.098221 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-180c97de-f9e7-4e22-9c7d-c36a3055e233 None None] Attempting to bind port 66e4a00d-9c50-4854-bfae-64709fe95cd1 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:56:35.098733 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-180c97de-f9e7-4e22-9c7d-c36a3055e233 None None] Attempting to bind port 66e4a00d-9c50-4854-bfae-64709fe95cd1 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '2973da68-2d4f-4414-9ca3-7a8b572d5735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '62f1d007-c88e-4dde-a927-c2e9e5f32c62'}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:56:35.099329 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180c97de-f9e7-4e22-9c7d-c36a3055e233 None None] Attempting to bind port 66e4a00d-9c50-4854-bfae-64709fe95cd1 on network 62f1d007-c88e-4dde-a927-c2e9e5f32c62 {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:56:35.107786 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180c97de-f9e7-4e22-9c7d-c36a3055e233 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:56:35.108358 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180c97de-f9e7-4e22-9c7d-c36a3055e233 None None] Checking segment: {'id': '2973da68-2d4f-4414-9ca3-7a8b572d5735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '62f1d007-c88e-4dde-a927-c2e9e5f32c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:56:35.112119 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-180c97de-f9e7-4e22-9c7d-c36a3055e233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:35.119840 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180c97de-f9e7-4e22-9c7d-c36a3055e233 None None] Bound using segment: {'id': '2973da68-2d4f-4414-9ca3-7a8b572d5735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '62f1d007-c88e-4dde-a927-c2e9e5f32c62'} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:56:35.120366 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-180c97de-f9e7-4e22-9c7d-c36a3055e233 None None] Bound port: 66e4a00d-9c50-4854-bfae-64709fe95cd1, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2973da68-2d4f-4414-9ca3-7a8b572d5735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '62f1d007-c88e-4dde-a927-c2e9e5f32c62'}}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:56:35.120840 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-180c97de-f9e7-4e22-9c7d-c36a3055e233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:35.136914 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9c65fc51-6dff-4d01-9812-cae8a4994ff7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:35.145183 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9c65fc51-6dff-4d01-9812-cae8a4994ff7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:35.147209 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:35.157376 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:35.174183 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port f1d52f8e-f8f4-47f9-94b6-a158507a3b67 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:56:35.176135 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:35.196238 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c65fc51-6dff-4d01-9812-cae8a4994ff7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80545a52-a89e-4be1-a3c1-2e5b790c287b,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:35.217527 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9c65fc51-6dff-4d01-9812-cae8a4994ff7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:35.219935 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9c65fc51-6dff-4d01-9812-cae8a4994ff7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2773428 Feb 16 12:56:35.223119 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44000) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:56:35.228636 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-f27dddd0-f73a-4b86-8138-cff3f9cfc684 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': '80545a52-a89e-4be1-a3c1-2e5b790c287b', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:56:35.234561 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f27dddd0-f73a-4b86-8138-cff3f9cfc684 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:56:35.236018 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-180c97de-f9e7-4e22-9c7d-c36a3055e233 None None] For port 66e4a00d-9c50-4854-bfae-64709fe95cd1, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:56:35.240203 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-180c97de-f9e7-4e22-9c7d-c36a3055e233 None None] For port 66e4a00d-9c50-4854-bfae-64709fe95cd1, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=66e4a00d-9c50-4854-bfae-64709fe95cd1,segment=NetworkSegment(2973da68-2d4f-4414-9ca3-7a8b572d5735),segment_id=2973da68-2d4f-4414-9ca3-7a8b572d5735)] {{(pid=87703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:56:35.241355 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f27dddd0-f73a-4b86-8138-cff3f9cfc684 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:56:35.244758 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f27dddd0-f73a-4b86-8138-cff3f9cfc684 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:56:35.246360 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-180c97de-f9e7-4e22-9c7d-c36a3055e233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:35.252838 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f27dddd0-f73a-4b86-8138-cff3f9cfc684 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:56:35.275404 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f27dddd0-f73a-4b86-8138-cff3f9cfc684 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:35.362047 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180c97de-f9e7-4e22-9c7d-c36a3055e233 None None] Routers {'eb9bfd21-0ef8-49b4-8ff3-8d894350b42d'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:56:35.362750 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-180c97de-f9e7-4e22-9c7d-c36a3055e233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:56:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['eb9bfd21-0ef8-49b4-8ff3-8d894350b42d'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:35.443238 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2665ef71-2e46-49fa-956b-2993358dcf2d None None] Pushing event updated for resources: {'Port': ['ID=66e4a00d-9c50-4854-bfae-64709fe95cd1,revision_number=4']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:35.479969 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f27dddd0-f73a-4b86-8138-cff3f9cfc684 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:35.488660 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f27dddd0-f73a-4b86-8138-cff3f9cfc684 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:35.515494 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27dddd0-f73a-4b86-8138-cff3f9cfc684 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=186718b3-c08a-4bc1-97e0-942842ae56d5,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:35.527228 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f27dddd0-f73a-4b86-8138-cff3f9cfc684 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:35.528569 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f27dddd0-f73a-4b86-8138-cff3f9cfc684 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3042059 Feb 16 12:56:35.532232 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44004) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:56:35.538005 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-c19c9069-a656-4071-9bc2-d0dbec2aa3fd tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': '80545a52-a89e-4be1-a3c1-2e5b790c287b', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:56:35.543736 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c19c9069-a656-4071-9bc2-d0dbec2aa3fd tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:56:35.547913 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c19c9069-a656-4071-9bc2-d0dbec2aa3fd tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:56:35.550809 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c19c9069-a656-4071-9bc2-d0dbec2aa3fd tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:56:35.557115 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c19c9069-a656-4071-9bc2-d0dbec2aa3fd tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:56:35.573267 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-180c97de-f9e7-4e22-9c7d-c36a3055e233 None None] Set router eb9bfd21-0ef8-49b4-8ff3-8d894350b42d gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:56:35.578194 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c19c9069-a656-4071-9bc2-d0dbec2aa3fd tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:35.655681 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c19c9069-a656-4071-9bc2-d0dbec2aa3fd tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:35.663378 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c19c9069-a656-4071-9bc2-d0dbec2aa3fd tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:35.683430 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c9069-a656-4071-9bc2-d0dbec2aa3fd tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ffdb2a9-3fc2-4e86-8028-e8e2f8a7fac6,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:35.704072 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c19c9069-a656-4071-9bc2-d0dbec2aa3fd tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:35.705414 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c19c9069-a656-4071-9bc2-d0dbec2aa3fd tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1721656 Feb 16 12:56:35.708364 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44008) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:56:35.713298 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-6596a60f-e44b-4a2b-b234-dc7c3f78b8be tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': '80545a52-a89e-4be1-a3c1-2e5b790c287b', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:56:35.719719 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6596a60f-e44b-4a2b-b234-dc7c3f78b8be tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:56:35.724006 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6596a60f-e44b-4a2b-b234-dc7c3f78b8be tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:56:35.727766 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6596a60f-e44b-4a2b-b234-dc7c3f78b8be tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:56:35.735941 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6596a60f-e44b-4a2b-b234-dc7c3f78b8be tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:56:35.755450 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6596a60f-e44b-4a2b-b234-dc7c3f78b8be tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:35.831162 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6596a60f-e44b-4a2b-b234-dc7c3f78b8be tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:35.836154 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6596a60f-e44b-4a2b-b234-dc7c3f78b8be tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:35.867254 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6596a60f-e44b-4a2b-b234-dc7c3f78b8be tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e404b62c-98d5-424c-8797-3ca2da90afa4,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:35.876859 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6596a60f-e44b-4a2b-b234-dc7c3f78b8be tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:35.878077 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6596a60f-e44b-4a2b-b234-dc7c3f78b8be tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1687915 Feb 16 12:56:35.881389 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44012) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:56:35.886836 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-49973528-45c1-40b6-a5f2-6a251815b56f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': '80545a52-a89e-4be1-a3c1-2e5b790c287b', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:56:35.895235 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-49973528-45c1-40b6-a5f2-6a251815b56f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:56:35.899955 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-49973528-45c1-40b6-a5f2-6a251815b56f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:56:35.904887 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-49973528-45c1-40b6-a5f2-6a251815b56f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:56:35.911994 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-49973528-45c1-40b6-a5f2-6a251815b56f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:56:35.938647 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-49973528-45c1-40b6-a5f2-6a251815b56f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:35.961355 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-180c97de-f9e7-4e22-9c7d-c36a3055e233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9bfd21-0ef8-49b4-8ff3-8d894350b42d', 'name': 'tempest-TestNetworkBasicOps-router-495387085', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': 'f1d52f8e-f8f4-47f9-94b6-a158507a3b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:56:27Z', 'updated_at': '2022-02-16T12:56:32Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f1d52f8e-f8f4-47f9-94b6-a158507a3b67', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9bfd21-0ef8-49b4-8ff3-8d894350b42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:56:27Z', 'updated_at': '2022-02-16T12:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '66e4a00d-9c50-4854-bfae-64709fe95cd1', 'name': '', 'network_id': '62f1d007-c88e-4dde-a927-c2e9e5f32c62', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:46:e0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9bfd21-0ef8-49b4-8ff3-8d894350b42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '820f4df2-5f77-43e4-99e6-193003d29f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:56:31Z', 'updated_at': '2022-02-16T12:56:35Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '820f4df2-5f77-43e4-99e6-193003d29f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:35.966480 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180c97de-f9e7-4e22-9c7d-c36a3055e233 None None] The sync data for ids ['eb9bfd21-0ef8-49b4-8ff3-8d894350b42d'] in dv-neutron-829527-1-hyperv is: [{'id': 'eb9bfd21-0ef8-49b4-8ff3-8d894350b42d', 'name': 'tempest-TestNetworkBasicOps-router-495387085', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': 'f1d52f8e-f8f4-47f9-94b6-a158507a3b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:56:27Z', 'updated_at': '2022-02-16T12:56:32Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f1d52f8e-f8f4-47f9-94b6-a158507a3b67', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9bfd21-0ef8-49b4-8ff3-8d894350b42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:56:27Z', 'updated_at': '2022-02-16T12:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '66e4a00d-9c50-4854-bfae-64709fe95cd1', 'name': '', 'network_id': '62f1d007-c88e-4dde-a927-c2e9e5f32c62', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:46:e0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb9bfd21-0ef8-49b4-8ff3-8d894350b42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '820f4df2-5f77-43e4-99e6-193003d29f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:56:31Z', 'updated_at': '2022-02-16T12:56:35Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '820f4df2-5f77-43e4-99e6-193003d29f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:56:36.042645 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-49973528-45c1-40b6-a5f2-6a251815b56f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:36.048547 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-49973528-45c1-40b6-a5f2-6a251815b56f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:36.076823 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49973528-45c1-40b6-a5f2-6a251815b56f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9374f7f2-1b3a-4716-af8d-e2cc399631e2,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:36.093225 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-49973528-45c1-40b6-a5f2-6a251815b56f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:36.093966 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-49973528-45c1-40b6-a5f2-6a251815b56f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2116373 Feb 16 12:56:36.097341 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44016) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:56:36.102982 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-2d1ca4ef-7581-41a9-88b7-1abce8bdfc6c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': '80545a52-a89e-4be1-a3c1-2e5b790c287b', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:56:36.109824 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-2d1ca4ef-7581-41a9-88b7-1abce8bdfc6c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:56:36.113843 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-2d1ca4ef-7581-41a9-88b7-1abce8bdfc6c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:56:36.117376 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-2d1ca4ef-7581-41a9-88b7-1abce8bdfc6c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:56:36.123933 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-2d1ca4ef-7581-41a9-88b7-1abce8bdfc6c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:56:36.134868 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.securitygroups_db [None req-2d1ca4ef-7581-41a9-88b7-1abce8bdfc6c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Project a1535d45c61244dc9e2a62da1414d228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:56:36.143218 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2d1ca4ef-7581-41a9-88b7-1abce8bdfc6c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:36.216087 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2d1ca4ef-7581-41a9-88b7-1abce8bdfc6c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:36.221398 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2d1ca4ef-7581-41a9-88b7-1abce8bdfc6c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:36.246313 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ca4ef-7581-41a9-88b7-1abce8bdfc6c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=612d2c9b-04dc-4f18-9535-01ab46c14f5d,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:36.257098 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2d1ca4ef-7581-41a9-88b7-1abce8bdfc6c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:36.258363 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-2d1ca4ef-7581-41a9-88b7-1abce8bdfc6c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1598716 Feb 16 12:56:36.261246 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44020) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:56:36.267047 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-657273b3-61a3-4a34-bdfa-740d94096d39 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': '80545a52-a89e-4be1-a3c1-2e5b790c287b', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:56:36.273475 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-657273b3-61a3-4a34-bdfa-740d94096d39 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:56:36.277253 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-657273b3-61a3-4a34-bdfa-740d94096d39 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:56:36.280204 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-657273b3-61a3-4a34-bdfa-740d94096d39 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:56:36.286368 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-657273b3-61a3-4a34-bdfa-740d94096d39 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:56:36.299416 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.securitygroups_db [None req-657273b3-61a3-4a34-bdfa-740d94096d39 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Project a1535d45c61244dc9e2a62da1414d228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:56:36.306379 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-657273b3-61a3-4a34-bdfa-740d94096d39 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:36.393021 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-657273b3-61a3-4a34-bdfa-740d94096d39 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:36.398008 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-657273b3-61a3-4a34-bdfa-740d94096d39 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:36.422763 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657273b3-61a3-4a34-bdfa-740d94096d39 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5941ab01-4db9-4802-b109-a10f8cbd9290,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:36.442827 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-657273b3-61a3-4a34-bdfa-740d94096d39 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:36.444364 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-657273b3-61a3-4a34-bdfa-740d94096d39 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1820867 Feb 16 12:56:36.612360 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-85a52cca-f7c2-494a-a435-374e7f80807b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-639813919&fields=id&tenant_id=a1535d45c61244dc9e2a62da1414d228 HTTP/1.1" status: 200 len: 267 time: 0.0410681 Feb 16 12:56:36.683512 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:36.769464 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-9b780a46-0cb2-4f34-8a44-9e69fe62098d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:36.770242 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-9b780a46-0cb2-4f34-8a44-9e69fe62098d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:network {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:56:36.795444 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-9b780a46-0cb2-4f34-8a44-9e69fe62098d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:network {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:56:36.797130 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-9b780a46-0cb2-4f34-8a44-9e69fe62098d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/networks?id=62f1d007-c88e-4dde-a927-c2e9e5f32c62 HTTP/1.1" status: 200 len: 797 time: 0.1777503 Feb 16 12:56:36.816279 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-7ffa21e5-190e-4a5e-8a51-69a413a184ae tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/quotas/a1535d45c61244dc9e2a62da1414d228 HTTP/1.1" status: 200 len: 375 time: 0.0126607 Feb 16 12:56:36.850730 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 66e4a00d-9c50-4854-bfae-64709fe95cd1 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:56:36.905020 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-fc50b178-4f65-4200-bb8c-481cdbd60422 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:56:36.922885 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-fc50b178-4f65-4200-bb8c-481cdbd60422 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:56:36.924209 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-fc50b178-4f65-4200-bb8c-481cdbd60422 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0990272 Feb 16 12:56:36.926909 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 66e4a00d-9c50-4854-bfae-64709fe95cd1 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:56:36.932093 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 66e4a00d-9c50-4854-bfae-64709fe95cd1 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:56:36.932458 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:36.943176 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-85b06cdf-0049-4466-a5a0-6fcbabd7e801 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=87701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 12:56:36.944324 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-85b06cdf-0049-4466-a5a0-6fcbabd7e801 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059149 Feb 16 12:56:37.059463 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:37.094058 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 66e4a00d-9c50-4854-bfae-64709fe95cd1, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=66e4a00d-9c50-4854-bfae-64709fe95cd1,segment=NetworkSegment(2973da68-2d4f-4414-9ca3-7a8b572d5735),segment_id=2973da68-2d4f-4414-9ca3-7a8b572d5735)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:56:37.095840 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-e9d70337-91a3-4ce7-abb6-b8f5e2ea6f4d service neutron] 10.222.0.83 "GET /v2.0/networks/62f1d007-c88e-4dde-a927-c2e9e5f32c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419945 Feb 16 12:56:37.099513 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:37.169715 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=66e4a00d-9c50-4854-bfae-64709fe95cd1,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:37.236630 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-dfed61c6-7645-45f7-b014-a6be1f26f842 service neutron] 10.222.0.83 "GET /v2.0/networks/62f1d007-c88e-4dde-a927-c2e9e5f32c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302669 Feb 16 12:56:37.433573 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-b0fdc7d8-1691-43ef-9e32-56f59e49efce req-e5f05406-bae7-4834-9f44-06fff6d90e1f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:56:37.446081 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-b0fdc7d8-1691-43ef-9e32-56f59e49efce req-e5f05406-bae7-4834-9f44-06fff6d90e1f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:56:37.447243 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-b0fdc7d8-1691-43ef-9e32-56f59e49efce req-e5f05406-bae7-4834-9f44-06fff6d90e1f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=87c34149-8393-4ad1-b775-9ef038fa6c45 HTTP/1.1" status: 200 len: 210 time: 0.0619535 Feb 16 12:56:38.506579 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-21e9f99d-7f8d-4cc0-afd4-20ef99f294b3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:38.508049 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-21e9f99d-7f8d-4cc0-afd4-20ef99f294b3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "GET /v2.0/networks?id=62f1d007-c88e-4dde-a927-c2e9e5f32c62 HTTP/1.1" status: 200 len: 797 time: 0.1492939 Feb 16 12:56:38.558160 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-05e2aced-9c4b-4e5f-b05f-1d6551592017 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1535d45c61244dc9e2a62da1414d228 HTTP/1.1" status: 200 len: 379 time: 0.0418549 Feb 16 12:56:38.602367 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-a21c917b-a5ee-497b-bc1e-e7208c2d93df tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'port': {'device_id': '87c34149-8393-4ad1-b775-9ef038fa6c45', 'network_id': '62f1d007-c88e-4dde-a927-c2e9e5f32c62', 'admin_state_up': True, 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'security_groups': ['80545a52-a89e-4be1-a3c1-2e5b790c287b']}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:56:38.624308 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-528c28b7-3a86-4897-a78f-216f9267333a req-e24df825-cc9a-4a17-b461-d6ee39f63497 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=87c34149-8393-4ad1-b775-9ef038fa6c45 HTTP/1.1" status: 200 len: 210 time: 0.0647750 Feb 16 12:56:38.827170 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 66e4a00d-9c50-4854-bfae-64709fe95cd1 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:56:38.854866 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-a21c917b-a5ee-497b-bc1e-e7208c2d93df tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:56:38.865441 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-a21c917b-a5ee-497b-bc1e-e7208c2d93df tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:56:38.877902 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-a21c917b-a5ee-497b-bc1e-e7208c2d93df tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Made reservation on behalf of a1535d45c61244dc9e2a62da1414d228 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:56:38.881546 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-a21c917b-a5ee-497b-bc1e-e7208c2d93df tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:38.900472 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 66e4a00d-9c50-4854-bfae-64709fe95cd1 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:56:38.900887 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:39.045226 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-a21c917b-a5ee-497b-bc1e-e7208c2d93df tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Allocated IP 172.20.0.5 (62f1d007-c88e-4dde-a927-c2e9e5f32c62/820f4df2-5f77-43e4-99e6-193003d29f3e/33639512-d3f5-426c-b78c-678a3ce45df4) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:56:39.244158 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-a21c917b-a5ee-497b-bc1e-e7208c2d93df tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:39.260531 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-a21c917b-a5ee-497b-bc1e-e7208c2d93df tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Transition to ACTIVE for port object 33639512-d3f5-426c-b78c-678a3ce45df4 will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:56:39.291155 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-a21c917b-a5ee-497b-bc1e-e7208c2d93df tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:39.361616 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-a21c917b-a5ee-497b-bc1e-e7208c2d93df tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network 62f1d007-c88e-4dde-a927-c2e9e5f32c62 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:56:39.364638 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-a21c917b-a5ee-497b-bc1e-e7208c2d93df tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:56:39.371724 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c917b-a5ee-497b-bc1e-e7208c2d93df tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=33639512-d3f5-426c-b78c-678a3ce45df4,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:39.374155 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-a21c917b-a5ee-497b-bc1e-e7208c2d93df tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:56:39.443272 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-a21c917b-a5ee-497b-bc1e-e7208c2d93df tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:39.443914 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-a21c917b-a5ee-497b-bc1e-e7208c2d93df tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:39.472115 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-a21c917b-a5ee-497b-bc1e-e7208c2d93df tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8781836 Feb 16 12:56:39.483934 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-0d845edc-c40b-4f72-b075-333aaad6f149 service neutron] Request body: {'port': {'device_id': '87c34149-8393-4ad1-b775-9ef038fa6c45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:56:39.622868 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-0d845edc-c40b-4f72-b075-333aaad6f149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:39.633996 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-0063ff5e-42ea-4836-8c47-35834ab1c0bb None None] Provisioning for port 33639512-d3f5-426c-b78c-678a3ce45df4 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:56:39.640459 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-0063ff5e-42ea-4836-8c47-35834ab1c0bb None None] Provisioning complete for port 33639512-d3f5-426c-b78c-678a3ce45df4 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:56:39.640792 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0063ff5e-42ea-4836-8c47-35834ab1c0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:39.693209 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-0063ff5e-42ea-4836-8c47-35834ab1c0bb None None] Port 33639512-d3f5-426c-b78c-678a3ce45df4 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:56:39.811985 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382be7b3-e0ff-4a5f-a6f6-dbc005d64850 req-c684e20b-6553-4108-a1c7-83174153ed9f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:39.813485 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-382be7b3-e0ff-4a5f-a6f6-dbc005d64850 req-c684e20b-6553-4108-a1c7-83174153ed9f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=87c34149-8393-4ad1-b775-9ef038fa6c45 HTTP/1.1" status: 200 len: 931 time: 0.0816371 Feb 16 12:56:39.860821 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-382be7b3-e0ff-4a5f-a6f6-dbc005d64850 req-0454ce0b-7959-44df-868e-44a4f9f05482 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:56:39.878713 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-382be7b3-e0ff-4a5f-a6f6-dbc005d64850 req-0454ce0b-7959-44df-868e-44a4f9f05482 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:56:39.879758 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-382be7b3-e0ff-4a5f-a6f6-dbc005d64850 req-0454ce0b-7959-44df-868e-44a4f9f05482 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=80545a52-a89e-4be1-a3c1-2e5b790c287b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599546 Feb 16 12:56:40.028511 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-0d845edc-c40b-4f72-b075-333aaad6f149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33639512-d3f5-426c-b78c-678a3ce45df4 {{(pid=87701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:56:40.036942 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-0d845edc-c40b-4f72-b075-333aaad6f149 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:40.052001 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-0d845edc-c40b-4f72-b075-333aaad6f149 service neutron] Transition to ACTIVE for port object 33639512-d3f5-426c-b78c-678a3ce45df4 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:56:40.056888 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-0d845edc-c40b-4f72-b075-333aaad6f149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:40.201748 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d845edc-c40b-4f72-b075-333aaad6f149 service neutron] Pushing event updated for resources: {'Port': ['ID=33639512-d3f5-426c-b78c-678a3ce45df4,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:40.320988 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-0d845edc-c40b-4f72-b075-333aaad6f149 service neutron] Attempting to bind port 33639512-d3f5-426c-b78c-678a3ce45df4 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:56:40.321319 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-0d845edc-c40b-4f72-b075-333aaad6f149 service neutron] Attempting to bind port 33639512-d3f5-426c-b78c-678a3ce45df4 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '2973da68-2d4f-4414-9ca3-7a8b572d5735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '62f1d007-c88e-4dde-a927-c2e9e5f32c62'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:56:40.321744 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-0d845edc-c40b-4f72-b075-333aaad6f149 service neutron] Attempting to bind port 33639512-d3f5-426c-b78c-678a3ce45df4 on network 62f1d007-c88e-4dde-a927-c2e9e5f32c62 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:56:40.329659 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-0d845edc-c40b-4f72-b075-333aaad6f149 service neutron] Port 33639512-d3f5-426c-b78c-678a3ce45df4 on network 62f1d007-c88e-4dde-a927-c2e9e5f32c62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:56:40.329985 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-0d845edc-c40b-4f72-b075-333aaad6f149 service neutron] Attempting to bind port 33639512-d3f5-426c-b78c-678a3ce45df4 on network 62f1d007-c88e-4dde-a927-c2e9e5f32c62 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:56:40.337228 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-0d845edc-c40b-4f72-b075-333aaad6f149 service neutron] Checking agent: {'id': 'b4b5bcfd-2763-4324-82e0-923bc8a52546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'started_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:56:40.337562 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-0d845edc-c40b-4f72-b075-333aaad6f149 service neutron] Checking segment: {'id': '2973da68-2d4f-4414-9ca3-7a8b572d5735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '62f1d007-c88e-4dde-a927-c2e9e5f32c62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:56:40.337937 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-0d845edc-c40b-4f72-b075-333aaad6f149 service neutron] Bound using segment: {'id': '2973da68-2d4f-4414-9ca3-7a8b572d5735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '62f1d007-c88e-4dde-a927-c2e9e5f32c62'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:56:40.338473 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-0d845edc-c40b-4f72-b075-333aaad6f149 service neutron] Bound port: 33639512-d3f5-426c-b78c-678a3ce45df4, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2973da68-2d4f-4414-9ca3-7a8b572d5735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '62f1d007-c88e-4dde-a927-c2e9e5f32c62'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:56:40.338832 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-0d845edc-c40b-4f72-b075-333aaad6f149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:40.436926 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-0d845edc-c40b-4f72-b075-333aaad6f149 service neutron] For port 33639512-d3f5-426c-b78c-678a3ce45df4, host hv-neutron-8295, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:56:40.440039 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-0d845edc-c40b-4f72-b075-333aaad6f149 service neutron] For port 33639512-d3f5-426c-b78c-678a3ce45df4, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=33639512-d3f5-426c-b78c-678a3ce45df4,segment=NetworkSegment(2973da68-2d4f-4414-9ca3-7a8b572d5735),segment_id=2973da68-2d4f-4414-9ca3-7a8b572d5735)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:56:40.447521 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-0d845edc-c40b-4f72-b075-333aaad6f149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:40.518200 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-0d845edc-c40b-4f72-b075-333aaad6f149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:40.518816 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-0d845edc-c40b-4f72-b075-333aaad6f149 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:40.520176 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-0d845edc-c40b-4f72-b075-333aaad6f149 service neutron] 10.222.0.89 "PUT /v2.0/ports/33639512-d3f5-426c-b78c-678a3ce45df4 HTTP/1.1" status: 200 len: 1093 time: 1.0409844 Feb 16 12:56:40.520603 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c34149-8393-4ad1-b775-9ef038fa6c45', 'tag': '33639512-d3f5-426c-b78c-678a3ce45df4'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:56:40.542822 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d845edc-c40b-4f72-b075-333aaad6f149 service neutron] Pushing event updated for resources: {'Port': ['ID=33639512-d3f5-426c-b78c-678a3ce45df4,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:40.597211 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87c34149-8393-4ad1-b775-9ef038fa6c45', 'tag': '33639512-d3f5-426c-b78c-678a3ce45df4', 'status': 'completed', 'code': 200} Feb 16 12:56:40.645202 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-319a5fe9-5f62-4711-9f24-48cbd53b9062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:40.646904 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-319a5fe9-5f62-4711-9f24-48cbd53b9062 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&device_id=87c34149-8393-4ad1-b775-9ef038fa6c45 HTTP/1.1" status: 200 len: 1096 time: 0.0816629 Feb 16 12:56:40.721342 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-eab89d8d-e757-4389-955a-18723f5b1b72 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33639512-d3f5-426c-b78c-678a3ce45df4 HTTP/1.1" status: 200 len: 217 time: 0.0665209 Feb 16 12:56:40.790607 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-158af4e6-a42c-435d-b433-ddc3ad487fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:40.791993 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-158af4e6-a42c-435d-b433-ddc3ad487fd8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=820f4df2-5f77-43e4-99e6-193003d29f3e HTTP/1.1" status: 200 len: 835 time: 0.0646822 Feb 16 12:56:40.978940 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-4fbf4439-93c8-44db-bdda-3a71e8f838e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:40.980411 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-4fbf4439-93c8-44db-bdda-3a71e8f838e1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=62f1d007-c88e-4dde-a927-c2e9e5f32c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1816831 Feb 16 12:56:41.087634 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d08c768-f42a-441c-8a5f-73c47fe71179 req-86523be5-c137-4b56-b093-929966c8626e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:41.089592 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-0d08c768-f42a-441c-8a5f-73c47fe71179 req-86523be5-c137-4b56-b093-929966c8626e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=87c34149-8393-4ad1-b775-9ef038fa6c45 HTTP/1.1" status: 200 len: 943 time: 0.0863409 Feb 16 12:56:41.120829 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-727adcf5-0509-4e3d-a316-32ded8f078fb service neutron] 10.222.0.89 "GET /v2.0/networks/62f1d007-c88e-4dde-a927-c2e9e5f32c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331706 Feb 16 12:56:41.141935 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-0d08c768-f42a-441c-8a5f-73c47fe71179 req-086d800c-3516-45df-a7a2-5fb54c17db81 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=80545a52-a89e-4be1-a3c1-2e5b790c287b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426157 Feb 16 12:56:41.299949 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-92ff6481-14aa-41a1-8f98-db1155a2c417 req-4a11e1a5-0fb5-4b2f-b72b-52a9a2241ccb service neutron] 10.222.0.89 "GET /v2.0/networks/62f1d007-c88e-4dde-a927-c2e9e5f32c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721895 Feb 16 12:56:41.423802 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694179d-ebb5-4b60-a1da-99ae247cc423 req-d2c43534-0981-45a8-b918-7d74e2974175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:41.425458 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f694179d-ebb5-4b60-a1da-99ae247cc423 req-d2c43534-0981-45a8-b918-7d74e2974175 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&device_id=87c34149-8393-4ad1-b775-9ef038fa6c45 HTTP/1.1" status: 200 len: 1096 time: 0.0750444 Feb 16 12:56:41.572389 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694179d-ebb5-4b60-a1da-99ae247cc423 req-41405ed8-1f9d-4cbf-b0e3-ee058d70c095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:41.573808 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f694179d-ebb5-4b60-a1da-99ae247cc423 req-41405ed8-1f9d-4cbf-b0e3-ee058d70c095 service neutron] 10.222.0.89 "GET /v2.0/networks?id=62f1d007-c88e-4dde-a927-c2e9e5f32c62 HTTP/1.1" status: 200 len: 898 time: 0.1395857 Feb 16 12:56:41.643759 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f694179d-ebb5-4b60-a1da-99ae247cc423 req-0f568ba3-7589-48b7-91fc-17cf468ea36c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33639512-d3f5-426c-b78c-678a3ce45df4 HTTP/1.1" status: 200 len: 217 time: 0.0631876 Feb 16 12:56:41.720600 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694179d-ebb5-4b60-a1da-99ae247cc423 req-c130c8ab-f006-48bc-a047-9e473dc6e173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:41.722074 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f694179d-ebb5-4b60-a1da-99ae247cc423 req-c130c8ab-f006-48bc-a047-9e473dc6e173 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=820f4df2-5f77-43e4-99e6-193003d29f3e HTTP/1.1" status: 200 len: 835 time: 0.0702684 Feb 16 12:56:41.803099 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694179d-ebb5-4b60-a1da-99ae247cc423 req-4a77dbeb-d73b-4e44-addf-1a9458e4d92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:41.804620 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f694179d-ebb5-4b60-a1da-99ae247cc423 req-4a77dbeb-d73b-4e44-addf-1a9458e4d92b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=62f1d007-c88e-4dde-a927-c2e9e5f32c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752137 Feb 16 12:56:41.953588 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f694179d-ebb5-4b60-a1da-99ae247cc423 req-e5e011bb-5c14-432f-87a6-5a7c266e7e64 service neutron] 10.222.0.89 "GET /v2.0/networks/62f1d007-c88e-4dde-a927-c2e9e5f32c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412625 Feb 16 12:56:42.098973 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f694179d-ebb5-4b60-a1da-99ae247cc423 req-bed09260-8531-410a-8fe9-40e57819d5d1 service neutron] 10.222.0.89 "GET /v2.0/networks/62f1d007-c88e-4dde-a927-c2e9e5f32c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380370 Feb 16 12:56:42.346757 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac81c0a-86d0-4b58-b83c-69b15d3b53d5 req-ade6f55b-a68d-48b2-b843-52531f0ce580 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:42.347434 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-5ac81c0a-86d0-4b58-b83c-69b15d3b53d5 req-ade6f55b-a68d-48b2-b843-52531f0ce580 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:56:42.366020 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-5ac81c0a-86d0-4b58-b83c-69b15d3b53d5 req-ade6f55b-a68d-48b2-b843-52531f0ce580 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:56:42.367430 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5ac81c0a-86d0-4b58-b83c-69b15d3b53d5 req-ade6f55b-a68d-48b2-b843-52531f0ce580 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=87c34149-8393-4ad1-b775-9ef038fa6c45 HTTP/1.1" status: 200 len: 943 time: 0.1058650 Feb 16 12:56:42.426625 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5ac81c0a-86d0-4b58-b83c-69b15d3b53d5 req-8a270c56-1b56-4e6d-b8bc-870123f1f6c1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=80545a52-a89e-4be1-a3c1-2e5b790c287b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507402 Feb 16 12:56:42.958743 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 33639512-d3f5-426c-b78c-678a3ce45df4 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:56:43.112405 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 33639512-d3f5-426c-b78c-678a3ce45df4, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=33639512-d3f5-426c-b78c-678a3ce45df4,segment=NetworkSegment(2973da68-2d4f-4414-9ca3-7a8b572d5735),segment_id=2973da68-2d4f-4414-9ca3-7a8b572d5735)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:56:43.125566 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': '33639512-d3f5-426c-b78c-678a3ce45df4', 'network_id': '62f1d007-c88e-4dde-a927-c2e9e5f32c62', 'port_id': '33639512-d3f5-426c-b78c-678a3ce45df4', 'mac_address': 'fa:16:3e:17:9d:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '820f4df2-5f77-43e4-99e6-193003d29f3e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:56:43.193062 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:43.210551 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33639512-d3f5-426c-b78c-678a3ce45df4 {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:56:43.227794 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 33639512-d3f5-426c-b78c-678a3ce45df4, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=33639512-d3f5-426c-b78c-678a3ce45df4,segment=NetworkSegment(2973da68-2d4f-4414-9ca3-7a8b572d5735),segment_id=2973da68-2d4f-4414-9ca3-7a8b572d5735)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:56:43.235020 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:43.308263 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=33639512-d3f5-426c-b78c-678a3ce45df4,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:43.477704 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['33639512-d3f5-426c-b78c-678a3ce45df4'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:56:43.635232 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f606e2-d8d9-401d-a9b8-774071f0a6ef req-915b1989-0043-448e-9012-d62cde1a84ad tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:43.636980 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-24f606e2-d8d9-401d-a9b8-774071f0a6ef req-915b1989-0043-448e-9012-d62cde1a84ad tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=87c34149-8393-4ad1-b775-9ef038fa6c45 HTTP/1.1" status: 200 len: 944 time: 0.0892396 Feb 16 12:56:43.685883 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-24f606e2-d8d9-401d-a9b8-774071f0a6ef req-c4f70f52-cde9-4fd5-bcea-5ecbc0bed936 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=80545a52-a89e-4be1-a3c1-2e5b790c287b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430079 Feb 16 12:56:44.876639 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800bcb6-7422-45b1-991b-d0f896d768ca req-28a9c7ff-c8bf-4177-b84c-fe515c7072ea tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:44.878084 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9800bcb6-7422-45b1-991b-d0f896d768ca req-28a9c7ff-c8bf-4177-b84c-fe515c7072ea tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=87c34149-8393-4ad1-b775-9ef038fa6c45 HTTP/1.1" status: 200 len: 944 time: 0.0829861 Feb 16 12:56:44.922044 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9800bcb6-7422-45b1-991b-d0f896d768ca req-939fd502-2fab-4c13-aef1-9bf66197382a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=80545a52-a89e-4be1-a3c1-2e5b790c287b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382290 Feb 16 12:56:44.965368 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 33639512-d3f5-426c-b78c-678a3ce45df4 up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:56:45.034237 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning for port 33639512-d3f5-426c-b78c-678a3ce45df4 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:56:45.038982 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port 33639512-d3f5-426c-b78c-678a3ce45df4 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:56:45.039345 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:45.159129 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:45.185759 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c34149-8393-4ad1-b775-9ef038fa6c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33639512-d3f5-426c-b78c-678a3ce45df4'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:56:45.197265 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 33639512-d3f5-426c-b78c-678a3ce45df4, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=33639512-d3f5-426c-b78c-678a3ce45df4,segment=NetworkSegment(2973da68-2d4f-4414-9ca3-7a8b572d5735),segment_id=2973da68-2d4f-4414-9ca3-7a8b572d5735)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:56:45.206656 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:45.288251 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=33639512-d3f5-426c-b78c-678a3ce45df4,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:45.304173 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c34149-8393-4ad1-b775-9ef038fa6c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33639512-d3f5-426c-b78c-678a3ce45df4', 'code': 200} Feb 16 12:56:45.578673 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8048314-b617-4f06-8995-d390878946e9 req-00399653-ccfa-48ac-9a09-756cae884181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:45.580768 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c8048314-b617-4f06-8995-d390878946e9 req-00399653-ccfa-48ac-9a09-756cae884181 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=87c34149-8393-4ad1-b775-9ef038fa6c45 HTTP/1.1" status: 200 len: 1098 time: 0.0779333 Feb 16 12:56:45.623694 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c8048314-b617-4f06-8995-d390878946e9 req-a6e61622-7a32-4110-9759-531410bd2cb9 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=80545a52-a89e-4be1-a3c1-2e5b790c287b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371411 Feb 16 12:56:46.130510 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54362b-6e1b-4a42-bb4f-0128b39161f6 req-103ace1a-8d01-4728-bca6-24edaa531f1f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:46.132747 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-eb54362b-6e1b-4a42-bb4f-0128b39161f6 req-103ace1a-8d01-4728-bca6-24edaa531f1f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=87c34149-8393-4ad1-b775-9ef038fa6c45 HTTP/1.1" status: 200 len: 945 time: 0.0964918 Feb 16 12:56:46.190554 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-eb54362b-6e1b-4a42-bb4f-0128b39161f6 req-d0c41ee1-dbb8-4d49-9830-36e25e0ac330 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=80545a52-a89e-4be1-a3c1-2e5b790c287b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514224 Feb 16 12:56:47.042265 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:56:47.425796 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03f87a-8424-4cb8-9472-f9ec55b444d0 req-b1aaaf78-4fcf-45fc-a431-f6e7681f949e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:47.425796 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1f03f87a-8424-4cb8-9472-f9ec55b444d0 req-b1aaaf78-4fcf-45fc-a431-f6e7681f949e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=87c34149-8393-4ad1-b775-9ef038fa6c45 HTTP/1.1" status: 200 len: 945 time: 0.1160505 Feb 16 12:56:47.479772 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1f03f87a-8424-4cb8-9472-f9ec55b444d0 req-c1413b48-d41e-42c1-ad1d-919675bac262 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=80545a52-a89e-4be1-a3c1-2e5b790c287b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428507 Feb 16 12:56:47.660208 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8db05-def6-4fbd-9661-656ee19d12eb req-18795c78-1d9b-4092-9c28-982920d4f9b3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:47.661679 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e3f8db05-def6-4fbd-9661-656ee19d12eb req-18795c78-1d9b-4092-9c28-982920d4f9b3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=87c34149-8393-4ad1-b775-9ef038fa6c45 HTTP/1.1" status: 200 len: 945 time: 0.0799034 Feb 16 12:56:47.709659 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e3f8db05-def6-4fbd-9661-656ee19d12eb req-9e1e4d4b-68a3-4843-aa9c-a49659308af6 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=80545a52-a89e-4be1-a3c1-2e5b790c287b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421319 Feb 16 12:56:47.733678 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44076) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:56:47.810500 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24eff1c-78f9-4408-8065-083839e88c26 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:47.813140 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e24eff1c-78f9-4408-8065-083839e88c26 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=87c34149-8393-4ad1-b775-9ef038fa6c45 HTTP/1.1" status: 200 len: 1093 time: 0.0790460 Feb 16 12:56:47.814846 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44080) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:56:47.820331 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-65aebe12-0dd9-4430-925d-a458c809624f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'floatingip': {'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'port_id': '33639512-d3f5-426c-b78c-678a3ce45df4', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:56:47.827135 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-65aebe12-0dd9-4430-925d-a458c809624f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:56:47.830974 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-65aebe12-0dd9-4430-925d-a458c809624f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:floatingip and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:56:47.839672 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-65aebe12-0dd9-4430-925d-a458c809624f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:56:47.845517 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-65aebe12-0dd9-4430-925d-a458c809624f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:56:47.857401 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-65aebe12-0dd9-4430-925d-a458c809624f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for floatingip, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:48.124021 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-65aebe12-0dd9-4430-925d-a458c809624f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:48.271907 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-65aebe12-0dd9-4430-925d-a458c809624f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Allocated IP 172.26.5.201 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/42d49e0e-51e2-4941-b649-4401a95b63fa) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:56:48.419033 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-65aebe12-0dd9-4430-925d-a458c809624f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:48.451706 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-65aebe12-0dd9-4430-925d-a458c809624f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:48.520223 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65aebe12-0dd9-4430-925d-a458c809624f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:56:48.523049 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-65aebe12-0dd9-4430-925d-a458c809624f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:56:48.526675 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65aebe12-0dd9-4430-925d-a458c809624f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:56:48.557991 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aebe12-0dd9-4430-925d-a458c809624f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=42d49e0e-51e2-4941-b649-4401a95b63fa,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:48.571983 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aebe12-0dd9-4430-925d-a458c809624f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:48.572317 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aebe12-0dd9-4430-925d-a458c809624f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:48.572644 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aebe12-0dd9-4430-925d-a458c809624f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:48.572990 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aebe12-0dd9-4430-925d-a458c809624f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:48.573309 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aebe12-0dd9-4430-925d-a458c809624f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:48.573628 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aebe12-0dd9-4430-925d-a458c809624f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:48.573938 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aebe12-0dd9-4430-925d-a458c809624f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:48.574250 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aebe12-0dd9-4430-925d-a458c809624f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:48.574564 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aebe12-0dd9-4430-925d-a458c809624f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:48.574870 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aebe12-0dd9-4430-925d-a458c809624f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:48.575178 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aebe12-0dd9-4430-925d-a458c809624f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:48.575467 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aebe12-0dd9-4430-925d-a458c809624f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:56:48.973572 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-65aebe12-0dd9-4430-925d-a458c809624f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:49.088041 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-65aebe12-0dd9-4430-925d-a458c809624f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:49.299079 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-65aebe12-0dd9-4430-925d-a458c809624f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:49.306427 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-65aebe12-0dd9-4430-925d-a458c809624f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:49.411153 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aebe12-0dd9-4430-925d-a458c809624f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=42d49e0e-51e2-4941-b649-4401a95b63fa,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:56:49.425258 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-65aebe12-0dd9-4430-925d-a458c809624f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:49.597531 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.l3_db [None req-65aebe12-0dd9-4430-925d-a458c809624f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Floating IP 41eafd4e-2019-46c7-a1ed-9f9b95171515 associated. External IP: 172.26.5.201, port: 33639512-d3f5-426c-b78c-678a3ce45df4. Feb 16 12:56:50.071474 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65aebe12-0dd9-4430-925d-a458c809624f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Router eb9bfd21-0ef8-49b4-8ff3-8d894350b42d has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:56:50.259565 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65aebe12-0dd9-4430-925d-a458c809624f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:56:50.269790 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ffcb21-12dc-4500-9266-3711519d2c2f None None] Sync routers for ids ['eb9bfd21-0ef8-49b4-8ff3-8d894350b42d'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:56:50.279472 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ffcb21-12dc-4500-9266-3711519d2c2f None None] Routers {'eb9bfd21-0ef8-49b4-8ff3-8d894350b42d'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:56:50.280222 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-a9ffcb21-12dc-4500-9266-3711519d2c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:56:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['eb9bfd21-0ef8-49b4-8ff3-8d894350b42d'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:50.287304 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-65aebe12-0dd9-4430-925d-a458c809624f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:56:50.344777 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-65aebe12-0dd9-4430-925d-a458c809624f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5285964 Feb 16 12:56:50.345357 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c34149-8393-4ad1-b775-9ef038fa6c45', 'tag': '33639512-d3f5-426c-b78c-678a3ce45df4'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:56:50.347459 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44084) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:56:50.391896 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87c34149-8393-4ad1-b775-9ef038fa6c45', 'tag': '33639512-d3f5-426c-b78c-678a3ce45df4', 'status': 'completed', 'code': 200} Feb 16 12:56:50.477787 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-a9ffcb21-12dc-4500-9266-3711519d2c2f None None] Set router eb9bfd21-0ef8-49b4-8ff3-8d894350b42d gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:56:50.491597 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b6f83-ce1b-4914-aaee-178e9dc49f20 req-2e0ab224-043a-488b-866a-fb27f81bf1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:50.493137 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c85b6f83-ce1b-4914-aaee-178e9dc49f20 req-2e0ab224-043a-488b-866a-fb27f81bf1b3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&device_id=87c34149-8393-4ad1-b775-9ef038fa6c45 HTTP/1.1" status: 200 len: 1098 time: 0.0777283 Feb 16 12:56:50.521437 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3a5765fe-351f-473c-a49e-c947d3275f7a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/floatingips/41eafd4e-2019-46c7-a1ed-9f9b95171515 HTTP/1.1" status: 200 len: 991 time: 0.1721869 Feb 16 12:56:50.688094 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b6f83-ce1b-4914-aaee-178e9dc49f20 req-72dbc5e8-35dd-4659-8646-ac2eb273c859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:50.690553 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c85b6f83-ce1b-4914-aaee-178e9dc49f20 req-72dbc5e8-35dd-4659-8646-ac2eb273c859 service neutron] 10.222.0.89 "GET /v2.0/networks?id=62f1d007-c88e-4dde-a927-c2e9e5f32c62 HTTP/1.1" status: 200 len: 898 time: 0.1903841 Feb 16 12:56:50.749048 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b33bab5a-79c6-4002-aa16-835f330b12ae req-40bd159d-6987-476c-8374-235be6409af3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d697a81d-0c8f-4805-af84-3ae726462c7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1740327 Feb 16 12:56:50.799490 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c85b6f83-ce1b-4914-aaee-178e9dc49f20 req-d615a7c1-b5ac-40b8-8285-8bb4c8f15f96 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33639512-d3f5-426c-b78c-678a3ce45df4 HTTP/1.1" status: 200 len: 999 time: 0.1021328 Feb 16 12:56:50.871711 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-a9ffcb21-12dc-4500-9266-3711519d2c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9bfd21-0ef8-49b4-8ff3-8d894350b42d', 'name': 'tempest-TestNetworkBasicOps-router-495387085', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': 'f1d52f8e-f8f4-47f9-94b6-a158507a3b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:56:27Z', 'updated_at': '2022-02-16T12:56:32Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f1d52f8e-f8f4-47f9-94b6-a158507a3b67', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9bfd21-0ef8-49b4-8ff3-8d894350b42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:56:27Z', 'updated_at': '2022-02-16T12:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '41eafd4e-2019-46c7-a1ed-9f9b95171515', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'floating_ip_address': '172.26.5.201', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': 'eb9bfd21-0ef8-49b4-8ff3-8d894350b42d', 'port_id': '33639512-d3f5-426c-b78c-678a3ce45df4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62f1d007-c88e-4dde-a927-c2e9e5f32c62', 'mac_address': 'fa:16:3e:17:9d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c34149-8393-4ad1-b775-9ef038fa6c45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:56:48Z', 'updated_at': '2022-02-16T12:56:48Z', 'revision_number': 0, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66e4a00d-9c50-4854-bfae-64709fe95cd1', 'name': '', 'network_id': '62f1d007-c88e-4dde-a927-c2e9e5f32c62', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:46:e0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9bfd21-0ef8-49b4-8ff3-8d894350b42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '820f4df2-5f77-43e4-99e6-193003d29f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:56:31Z', 'updated_at': '2022-02-16T12:56:37Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '820f4df2-5f77-43e4-99e6-193003d29f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:50.876007 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ffcb21-12dc-4500-9266-3711519d2c2f None None] Checking router: eb9bfd21-0ef8-49b4-8ff3-8d894350b42d for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:56:50.884868 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ffcb21-12dc-4500-9266-3711519d2c2f None None] Routers {'eb9bfd21-0ef8-49b4-8ff3-8d894350b42d'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:56:50.885490 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-a9ffcb21-12dc-4500-9266-3711519d2c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:56:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['eb9bfd21-0ef8-49b4-8ff3-8d894350b42d'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:50.917895 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b6f83-ce1b-4914-aaee-178e9dc49f20 req-9e46701a-0516-4763-b967-dc271d8fc60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:50.919645 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c85b6f83-ce1b-4914-aaee-178e9dc49f20 req-9e46701a-0516-4763-b967-dc271d8fc60f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=820f4df2-5f77-43e4-99e6-193003d29f3e HTTP/1.1" status: 200 len: 835 time: 0.1126339 Feb 16 12:56:50.991012 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bab5a-79c6-4002-aa16-835f330b12ae req-7d728e85-7131-4d61-9be2-0203581f3782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:50.992404 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b33bab5a-79c6-4002-aa16-835f330b12ae req-7d728e85-7131-4d61-9be2-0203581f3782 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=43a461e2fae64766bd31efeef15d8935&device_id=d697a81d-0c8f-4805-af84-3ae726462c7d HTTP/1.1" status: 200 len: 1098 time: 0.1521351 Feb 16 12:56:51.011610 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b6f83-ce1b-4914-aaee-178e9dc49f20 req-7bdf549c-57cb-44c1-9938-2c2485ba4a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:51.013124 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c85b6f83-ce1b-4914-aaee-178e9dc49f20 req-7bdf549c-57cb-44c1-9938-2c2485ba4a07 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=62f1d007-c88e-4dde-a927-c2e9e5f32c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0867465 Feb 16 12:56:51.102347 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-a9ffcb21-12dc-4500-9266-3711519d2c2f None None] Set router eb9bfd21-0ef8-49b4-8ff3-8d894350b42d gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:56:51.252641 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c85b6f83-ce1b-4914-aaee-178e9dc49f20 req-8ddb2f2d-75bc-4db6-b848-6df6836dab09 service neutron] 10.222.0.89 "GET /v2.0/networks/62f1d007-c88e-4dde-a927-c2e9e5f32c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192044 Feb 16 12:56:51.253754 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bab5a-79c6-4002-aa16-835f330b12ae req-66636b09-5249-4671-b549-42f6001c3aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:51.255065 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b33bab5a-79c6-4002-aa16-835f330b12ae req-66636b09-5249-4671-b549-42f6001c3aed service neutron] 10.222.0.89 "GET /v2.0/networks?id=2f9caf95-9634-43c7-8691-03bf1bd0a638 HTTP/1.1" status: 200 len: 913 time: 0.2407041 Feb 16 12:56:51.470633 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-a9ffcb21-12dc-4500-9266-3711519d2c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9bfd21-0ef8-49b4-8ff3-8d894350b42d', 'name': 'tempest-TestNetworkBasicOps-router-495387085', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': 'f1d52f8e-f8f4-47f9-94b6-a158507a3b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:56:27Z', 'updated_at': '2022-02-16T12:56:32Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f1d52f8e-f8f4-47f9-94b6-a158507a3b67', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9bfd21-0ef8-49b4-8ff3-8d894350b42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:56:27Z', 'updated_at': '2022-02-16T12:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '41eafd4e-2019-46c7-a1ed-9f9b95171515', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'floating_ip_address': '172.26.5.201', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': 'eb9bfd21-0ef8-49b4-8ff3-8d894350b42d', 'port_id': '33639512-d3f5-426c-b78c-678a3ce45df4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62f1d007-c88e-4dde-a927-c2e9e5f32c62', 'mac_address': 'fa:16:3e:17:9d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c34149-8393-4ad1-b775-9ef038fa6c45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:56:48Z', 'updated_at': '2022-02-16T12:56:48Z', 'revision_number': 0, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66e4a00d-9c50-4854-bfae-64709fe95cd1', 'name': '', 'network_id': '62f1d007-c88e-4dde-a927-c2e9e5f32c62', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:46:e0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9bfd21-0ef8-49b4-8ff3-8d894350b42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '820f4df2-5f77-43e4-99e6-193003d29f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:56:31Z', 'updated_at': '2022-02-16T12:56:37Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '820f4df2-5f77-43e4-99e6-193003d29f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:56:51.475159 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ffcb21-12dc-4500-9266-3711519d2c2f None None] The sync data for ids ['eb9bfd21-0ef8-49b4-8ff3-8d894350b42d'] in dv-neutron-829527-1-hyperv is: [{'id': 'eb9bfd21-0ef8-49b4-8ff3-8d894350b42d', 'name': 'tempest-TestNetworkBasicOps-router-495387085', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': 'f1d52f8e-f8f4-47f9-94b6-a158507a3b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:56:27Z', 'updated_at': '2022-02-16T12:56:32Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f1d52f8e-f8f4-47f9-94b6-a158507a3b67', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9bfd21-0ef8-49b4-8ff3-8d894350b42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:56:27Z', 'updated_at': '2022-02-16T12:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '41eafd4e-2019-46c7-a1ed-9f9b95171515', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'floating_ip_address': '172.26.5.201', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': 'eb9bfd21-0ef8-49b4-8ff3-8d894350b42d', 'port_id': '33639512-d3f5-426c-b78c-678a3ce45df4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62f1d007-c88e-4dde-a927-c2e9e5f32c62', 'mac_address': 'fa:16:3e:17:9d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c34149-8393-4ad1-b775-9ef038fa6c45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:56:48Z', 'updated_at': '2022-02-16T12:56:48Z', 'revision_number': 0, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66e4a00d-9c50-4854-bfae-64709fe95cd1', 'name': '', 'network_id': '62f1d007-c88e-4dde-a927-c2e9e5f32c62', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:46:e0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9bfd21-0ef8-49b4-8ff3-8d894350b42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '820f4df2-5f77-43e4-99e6-193003d29f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:56:31Z', 'updated_at': '2022-02-16T12:56:37Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '820f4df2-5f77-43e4-99e6-193003d29f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:56:51.525751 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44090) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:56:51.586421 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b33bab5a-79c6-4002-aa16-835f330b12ae req-b70a38cd-d3d6-4a9b-adbf-0c5a03cc9565 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8773340e-3a24-4a01-bc20-7b63b0c70800 HTTP/1.1" status: 200 len: 1000 time: 0.3022730 Feb 16 12:56:51.661948 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-edd64895-c44d-4491-a5c5-fa76021afb6c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/floatingips/41eafd4e-2019-46c7-a1ed-9f9b95171515 HTTP/1.1" status: 200 len: 991 time: 0.1350200 Feb 16 12:56:51.665658 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c85b6f83-ce1b-4914-aaee-178e9dc49f20 req-63985329-2226-4b16-a572-4e517064ee2f service neutron] 10.222.0.89 "GET /v2.0/networks/62f1d007-c88e-4dde-a927-c2e9e5f32c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4007175 Feb 16 12:56:51.671510 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bab5a-79c6-4002-aa16-835f330b12ae req-94656b6f-b47f-40c4-8237-4a2483307003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:51.672987 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b33bab5a-79c6-4002-aa16-835f330b12ae req-94656b6f-b47f-40c4-8237-4a2483307003 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=475d72a9-33c5-44fc-8808-9edb5e19ce95 HTTP/1.1" status: 200 len: 851 time: 0.0779767 Feb 16 12:56:51.741979 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cec1ef-d8e2-4f01-9753-9306cd6fd015 None None] New status for floating IP 41eafd4e-2019-46c7-a1ed-9f9b95171515: ACTIVE {{(pid=87703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:56:51.754259 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bab5a-79c6-4002-aa16-835f330b12ae req-044530c4-88e3-4f07-a7d2-d611d9836ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:56:51.755878 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b33bab5a-79c6-4002-aa16-835f330b12ae req-044530c4-88e3-4f07-a7d2-d611d9836ccb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2f9caf95-9634-43c7-8691-03bf1bd0a638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769258 Feb 16 12:56:51.891223 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b33bab5a-79c6-4002-aa16-835f330b12ae req-3640230c-bce8-448e-b73f-2cffbd0e3810 service neutron] 10.222.0.89 "GET /v2.0/networks/2f9caf95-9634-43c7-8691-03bf1bd0a638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284223 Feb 16 12:56:52.037543 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b33bab5a-79c6-4002-aa16-835f330b12ae req-9d79fe7b-26fd-4e07-a5b0-1ebff450faeb service neutron] 10.222.0.89 "GET /v2.0/networks/2f9caf95-9634-43c7-8691-03bf1bd0a638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395800 Feb 16 12:56:52.666188 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44096) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:56:52.781188 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-9ba4a4c3-6b20-4c59-be08-046327ab8868 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/floatingips/41eafd4e-2019-46c7-a1ed-9f9b95171515 HTTP/1.1" status: 200 len: 993 time: 0.1120253 Feb 16 12:57:01.805871 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7d1635df-cd0b-4b30-9bac-110401ab1cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:04.113420 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f04c702d-229a-4031-984d-858f0a47f967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:04.398594 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:05.134704 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:05.141653 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:06.681475 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:21.454756 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44112) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:57:21.567630 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-a0bad5e1-8f31-4a45-b153-9740ebb2bf92 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/floatingips/41eafd4e-2019-46c7-a1ed-9f9b95171515 HTTP/1.1" status: 200 len: 993 time: 0.1098340 Feb 16 12:57:21.932334 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44120) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:57:22.168580 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-91b12195-f338-4087-ac37-a864e1fc755c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Deleting port 42d49e0e-51e2-4941-b649-4401a95b63fa {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:57:22.168957 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-91b12195-f338-4087-ac37-a864e1fc755c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:22.369989 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-91b12195-f338-4087-ac37-a864e1fc755c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:22.370313 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-91b12195-f338-4087-ac37-a864e1fc755c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:22.508273 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-91b12195-f338-4087-ac37-a864e1fc755c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Calling delete_port for 42d49e0e-51e2-4941-b649-4401a95b63fa owned by network:floatingip {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:57:22.775201 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-91b12195-f338-4087-ac37-a864e1fc755c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:22.821400 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b12195-f338-4087-ac37-a864e1fc755c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Port': ['ID=42d49e0e-51e2-4941-b649-4401a95b63fa,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:22.915751 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-91b12195-f338-4087-ac37-a864e1fc755c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for floatingip, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:22.916052 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.l3_db [None req-91b12195-f338-4087-ac37-a864e1fc755c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Floating IP 41eafd4e-2019-46c7-a1ed-9f9b95171515 disassociated (deleted). External IP: 172.26.5.201, port: 33639512-d3f5-426c-b78c-678a3ce45df4. Feb 16 12:57:23.259423 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b12195-f338-4087-ac37-a864e1fc755c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Router eb9bfd21-0ef8-49b4-8ff3-8d894350b42d has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:57:23.458555 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b12195-f338-4087-ac37-a864e1fc755c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:57:23.468330 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c9c3cf-f12f-4918-8fcc-e3ac27ab8dce None None] Sync routers for ids ['eb9bfd21-0ef8-49b4-8ff3-8d894350b42d'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:57:23.479304 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c9c3cf-f12f-4918-8fcc-e3ac27ab8dce None None] Routers {'eb9bfd21-0ef8-49b4-8ff3-8d894350b42d'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:57:23.479979 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-e6c9c3cf-f12f-4918-8fcc-e3ac27ab8dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:57:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['eb9bfd21-0ef8-49b4-8ff3-8d894350b42d'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:23.481563 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-91b12195-f338-4087-ac37-a864e1fc755c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:23.539390 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-91b12195-f338-4087-ac37-a864e1fc755c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "DELETE /v2.0/floatingips/41eafd4e-2019-46c7-a1ed-9f9b95171515 HTTP/1.1" status: 204 len: 168 time: 1.6031394 Feb 16 12:57:23.539390 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c34149-8393-4ad1-b775-9ef038fa6c45', 'tag': '33639512-d3f5-426c-b78c-678a3ce45df4'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:57:23.583107 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87c34149-8393-4ad1-b775-9ef038fa6c45', 'tag': '33639512-d3f5-426c-b78c-678a3ce45df4', 'status': 'completed', 'code': 200} Feb 16 12:57:23.660876 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-e6c9c3cf-f12f-4918-8fcc-e3ac27ab8dce None None] Set router eb9bfd21-0ef8-49b4-8ff3-8d894350b42d gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:57:23.683674 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6547250e-1946-4f49-9341-ed23be7a9d35 req-a714c10b-a3a9-4f64-817d-a309ef02eabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:23.685193 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6547250e-1946-4f49-9341-ed23be7a9d35 req-a714c10b-a3a9-4f64-817d-a309ef02eabc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&device_id=87c34149-8393-4ad1-b775-9ef038fa6c45 HTTP/1.1" status: 200 len: 1098 time: 0.0770764 Feb 16 12:57:23.832499 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6547250e-1946-4f49-9341-ed23be7a9d35 req-d1f78da0-25f9-46f5-af9e-aaa3ce358906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:23.834671 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6547250e-1946-4f49-9341-ed23be7a9d35 req-d1f78da0-25f9-46f5-af9e-aaa3ce358906 service neutron] 10.222.0.89 "GET /v2.0/networks?id=62f1d007-c88e-4dde-a927-c2e9e5f32c62 HTTP/1.1" status: 200 len: 898 time: 0.1423614 Feb 16 12:57:23.903794 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6547250e-1946-4f49-9341-ed23be7a9d35 req-ec369fe5-e88f-4e92-9ed4-9603c1e8b06f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33639512-d3f5-426c-b78c-678a3ce45df4 HTTP/1.1" status: 200 len: 217 time: 0.0594461 Feb 16 12:57:23.924084 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196a1e7-c29d-4227-8171-94d93e90be5d req-f9bec041-43a0-4da4-8ec2-b9914a386501 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:23.926242 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8196a1e7-c29d-4227-8171-94d93e90be5d req-f9bec041-43a0-4da4-8ec2-b9914a386501 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=87c34149-8393-4ad1-b775-9ef038fa6c45 HTTP/1.1" status: 200 len: 945 time: 0.0833709 Feb 16 12:57:23.973192 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6547250e-1946-4f49-9341-ed23be7a9d35 req-516eb2a7-884f-4298-9fe7-3756af8705ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:23.973942 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8196a1e7-c29d-4227-8171-94d93e90be5d req-801766dc-019c-47d7-bf9c-68d587af5034 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=80545a52-a89e-4be1-a3c1-2e5b790c287b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415184 Feb 16 12:57:23.978155 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6547250e-1946-4f49-9341-ed23be7a9d35 req-516eb2a7-884f-4298-9fe7-3756af8705ae service neutron] 10.222.0.89 "GET /v2.0/subnets?id=820f4df2-5f77-43e4-99e6-193003d29f3e HTTP/1.1" status: 200 len: 835 time: 0.0666943 Feb 16 12:57:23.978897 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-e6c9c3cf-f12f-4918-8fcc-e3ac27ab8dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9bfd21-0ef8-49b4-8ff3-8d894350b42d', 'name': 'tempest-TestNetworkBasicOps-router-495387085', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': 'f1d52f8e-f8f4-47f9-94b6-a158507a3b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:56:27Z', 'updated_at': '2022-02-16T12:56:32Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f1d52f8e-f8f4-47f9-94b6-a158507a3b67', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9bfd21-0ef8-49b4-8ff3-8d894350b42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:56:27Z', 'updated_at': '2022-02-16T12:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '66e4a00d-9c50-4854-bfae-64709fe95cd1', 'name': '', 'network_id': '62f1d007-c88e-4dde-a927-c2e9e5f32c62', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:46:e0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9bfd21-0ef8-49b4-8ff3-8d894350b42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '820f4df2-5f77-43e4-99e6-193003d29f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:56:31Z', 'updated_at': '2022-02-16T12:56:37Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '820f4df2-5f77-43e4-99e6-193003d29f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:23.982960 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c9c3cf-f12f-4918-8fcc-e3ac27ab8dce None None] Checking router: eb9bfd21-0ef8-49b4-8ff3-8d894350b42d for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:57:23.991697 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c9c3cf-f12f-4918-8fcc-e3ac27ab8dce None None] Routers {'eb9bfd21-0ef8-49b4-8ff3-8d894350b42d'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:57:23.992359 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-e6c9c3cf-f12f-4918-8fcc-e3ac27ab8dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:57:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['eb9bfd21-0ef8-49b4-8ff3-8d894350b42d'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:24.040400 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:57:24.060350 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6547250e-1946-4f49-9341-ed23be7a9d35 req-d177b0a9-26e9-4bd1-97da-22f2a3bbd5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:24.061884 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6547250e-1946-4f49-9341-ed23be7a9d35 req-d177b0a9-26e9-4bd1-97da-22f2a3bbd5fc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=62f1d007-c88e-4dde-a927-c2e9e5f32c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699344 Feb 16 12:57:24.169380 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-e6c9c3cf-f12f-4918-8fcc-e3ac27ab8dce None None] Set router eb9bfd21-0ef8-49b4-8ff3-8d894350b42d gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:57:24.198225 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6547250e-1946-4f49-9341-ed23be7a9d35 req-4c9660e9-93e4-420f-92a0-970bdb1a25bf service neutron] 10.222.0.89 "GET /v2.0/networks/62f1d007-c88e-4dde-a927-c2e9e5f32c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287081 Feb 16 12:57:24.461341 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6547250e-1946-4f49-9341-ed23be7a9d35 req-e33ec0ca-8874-49e6-afb5-1f9ea0bc1403 service neutron] 10.222.0.89 "GET /v2.0/networks/62f1d007-c88e-4dde-a927-c2e9e5f32c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463970 Feb 16 12:57:24.540904 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-e6c9c3cf-f12f-4918-8fcc-e3ac27ab8dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9bfd21-0ef8-49b4-8ff3-8d894350b42d', 'name': 'tempest-TestNetworkBasicOps-router-495387085', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': 'f1d52f8e-f8f4-47f9-94b6-a158507a3b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:56:27Z', 'updated_at': '2022-02-16T12:56:32Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f1d52f8e-f8f4-47f9-94b6-a158507a3b67', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9bfd21-0ef8-49b4-8ff3-8d894350b42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:56:27Z', 'updated_at': '2022-02-16T12:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '66e4a00d-9c50-4854-bfae-64709fe95cd1', 'name': '', 'network_id': '62f1d007-c88e-4dde-a927-c2e9e5f32c62', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:46:e0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9bfd21-0ef8-49b4-8ff3-8d894350b42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '820f4df2-5f77-43e4-99e6-193003d29f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:56:31Z', 'updated_at': '2022-02-16T12:56:37Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '820f4df2-5f77-43e4-99e6-193003d29f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:24.545633 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c9c3cf-f12f-4918-8fcc-e3ac27ab8dce None None] The sync data for ids ['eb9bfd21-0ef8-49b4-8ff3-8d894350b42d'] in dv-neutron-829527-1-hyperv is: [{'id': 'eb9bfd21-0ef8-49b4-8ff3-8d894350b42d', 'name': 'tempest-TestNetworkBasicOps-router-495387085', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': 'f1d52f8e-f8f4-47f9-94b6-a158507a3b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:56:27Z', 'updated_at': '2022-02-16T12:56:32Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f1d52f8e-f8f4-47f9-94b6-a158507a3b67', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9bfd21-0ef8-49b4-8ff3-8d894350b42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:56:27Z', 'updated_at': '2022-02-16T12:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '66e4a00d-9c50-4854-bfae-64709fe95cd1', 'name': '', 'network_id': '62f1d007-c88e-4dde-a927-c2e9e5f32c62', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:46:e0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9bfd21-0ef8-49b4-8ff3-8d894350b42d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '820f4df2-5f77-43e4-99e6-193003d29f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:56:31Z', 'updated_at': '2022-02-16T12:56:37Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '820f4df2-5f77-43e4-99e6-193003d29f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:57:24.773910 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f515d816-fd98-4fdd-85c5-1ea781e7ca43 None None] New status for floating IP 41eafd4e-2019-46c7-a1ed-9f9b95171515: DOWN {{(pid=87703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:57:25.196260 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8f1ae-52e0-4eac-ae06-051f5b46c601 req-76095af4-f024-4e78-90ec-835c610032ed tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:25.197060 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-36e8f1ae-52e0-4eac-ae06-051f5b46c601 req-76095af4-f024-4e78-90ec-835c610032ed tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:57:25.215443 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-36e8f1ae-52e0-4eac-ae06-051f5b46c601 req-76095af4-f024-4e78-90ec-835c610032ed tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:57:25.216589 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-36e8f1ae-52e0-4eac-ae06-051f5b46c601 req-76095af4-f024-4e78-90ec-835c610032ed tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=87c34149-8393-4ad1-b775-9ef038fa6c45 HTTP/1.1" status: 200 len: 945 time: 0.1205537 Feb 16 12:57:25.272240 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-36e8f1ae-52e0-4eac-ae06-051f5b46c601 req-3e91d331-a8ec-4343-a878-28c4fbb5f21e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=80545a52-a89e-4be1-a3c1-2e5b790c287b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474701 Feb 16 12:57:25.439757 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4110c-8813-4485-abaa-14765933b679 req-659e3e17-766c-499c-862f-762486c3d119 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:25.441575 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a8e4110c-8813-4485-abaa-14765933b679 req-659e3e17-766c-499c-862f-762486c3d119 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "GET /v2.0/ports?device_id=87c34149-8393-4ad1-b775-9ef038fa6c45 HTTP/1.1" status: 200 len: 945 time: 0.0817437 Feb 16 12:57:25.517401 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-a8e4110c-8813-4485-abaa-14765933b679 req-ec55d479-c275-418e-ab62-04aaa222f13f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Deleting port 33639512-d3f5-426c-b78c-678a3ce45df4 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:57:25.517770 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-a8e4110c-8813-4485-abaa-14765933b679 req-ec55d479-c275-418e-ab62-04aaa222f13f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:25.764092 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-a8e4110c-8813-4485-abaa-14765933b679 req-ec55d479-c275-418e-ab62-04aaa222f13f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] For port 33639512-d3f5-426c-b78c-678a3ce45df4, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=33639512-d3f5-426c-b78c-678a3ce45df4,segment=NetworkSegment(2973da68-2d4f-4414-9ca3-7a8b572d5735),segment_id=2973da68-2d4f-4414-9ca3-7a8b572d5735)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:57:25.764416 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-a8e4110c-8813-4485-abaa-14765933b679 req-ec55d479-c275-418e-ab62-04aaa222f13f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:25.884365 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-a8e4110c-8813-4485-abaa-14765933b679 req-ec55d479-c275-418e-ab62-04aaa222f13f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Calling delete_port for 33639512-d3f5-426c-b78c-678a3ce45df4 owned by compute:nova {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:57:26.040774 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-a8e4110c-8813-4485-abaa-14765933b679 req-ec55d479-c275-418e-ab62-04aaa222f13f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:26.089973 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec55d479-c275-418e-ab62-04aaa222f13f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Port': ['ID=33639512-d3f5-426c-b78c-678a3ce45df4,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:26.166224 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e4110c-8813-4485-abaa-14765933b679 req-ec55d479-c275-418e-ab62-04aaa222f13f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] No DVR routers for this DVR port 33639512-d3f5-426c-b78c-678a3ce45df4 on host hv-neutron-8295 {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:57:26.169116 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-a8e4110c-8813-4485-abaa-14765933b679 req-ec55d479-c275-418e-ab62-04aaa222f13f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:26.171606 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c34149-8393-4ad1-b775-9ef038fa6c45', 'name': 'network-vif-deleted', 'tag': '33639512-d3f5-426c-b78c-678a3ce45df4'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:57:26.189210 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a8e4110c-8813-4485-abaa-14765933b679 req-ec55d479-c275-418e-ab62-04aaa222f13f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "DELETE /v2.0/ports/33639512-d3f5-426c-b78c-678a3ce45df4 HTTP/1.1" status: 204 len: 173 time: 0.7418730 Feb 16 12:57:26.217642 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c34149-8393-4ad1-b775-9ef038fa6c45', 'name': 'network-vif-deleted', 'tag': '33639512-d3f5-426c-b78c-678a3ce45df4', 'status': 'completed', 'code': 200} Feb 16 12:57:26.438873 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-808b8111-9b33-4b6d-bbad-18a6e6aa48f4 req-58f260c8-7993-4ba8-af2d-3cf60b315034 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:57:26.457436 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-808b8111-9b33-4b6d-bbad-18a6e6aa48f4 req-58f260c8-7993-4ba8-af2d-3cf60b315034 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:57:26.459649 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-808b8111-9b33-4b6d-bbad-18a6e6aa48f4 req-58f260c8-7993-4ba8-af2d-3cf60b315034 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=87c34149-8393-4ad1-b775-9ef038fa6c45 HTTP/1.1" status: 200 len: 210 time: 0.0688803 Feb 16 12:57:27.561490 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44138) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:57:27.638189 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ff7b56fa-b385-4131-aa64-554c29f23f65 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:27.668935 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ff7b56fa-b385-4131-aa64-554c29f23f65 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:27.763831 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ff7b56fa-b385-4131-aa64-554c29f23f65 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:27.781873 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b56fa-b385-4131-aa64-554c29f23f65 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80545a52-a89e-4be1-a3c1-2e5b790c287b,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:27.794970 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ff7b56fa-b385-4131-aa64-554c29f23f65 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:27.796106 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-ff7b56fa-b385-4131-aa64-554c29f23f65 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "DELETE /v2.0/security-groups/80545a52-a89e-4be1-a3c1-2e5b790c287b HTTP/1.1" status: 204 len: 168 time: 0.2332766 Feb 16 12:57:27.828172 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44144) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:57:28.520444 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-02e42307-40a7-43bd-9e7c-569e4c42a9ea tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:28.896325 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-02e42307-40a7-43bd-9e7c-569e4c42a9ea tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Deleting port 66e4a00d-9c50-4854-bfae-64709fe95cd1 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:57:28.897437 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-02e42307-40a7-43bd-9e7c-569e4c42a9ea tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:29.094596 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-02e42307-40a7-43bd-9e7c-569e4c42a9ea tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] For port 66e4a00d-9c50-4854-bfae-64709fe95cd1, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=66e4a00d-9c50-4854-bfae-64709fe95cd1,segment=NetworkSegment(2973da68-2d4f-4414-9ca3-7a8b572d5735),segment_id=2973da68-2d4f-4414-9ca3-7a8b572d5735)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:57:29.094870 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-02e42307-40a7-43bd-9e7c-569e4c42a9ea tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:29.191385 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 33639512-d3f5-426c-b78c-678a3ce45df4 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:57:29.220454 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-02e42307-40a7-43bd-9e7c-569e4c42a9ea tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Calling delete_port for 66e4a00d-9c50-4854-bfae-64709fe95cd1 owned by network:router_interface {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:57:29.224739 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] No Port match for: 33639512-d3f5-426c-b78c-678a3ce45df4 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:57:29.225082 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 33639512-d3f5-426c-b78c-678a3ce45df4 not bound to the agent host hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:57:29.418999 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-02e42307-40a7-43bd-9e7c-569e4c42a9ea tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:29.467562 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e42307-40a7-43bd-9e7c-569e4c42a9ea tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Port': ['ID=66e4a00d-9c50-4854-bfae-64709fe95cd1,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:29.748670 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-02e42307-40a7-43bd-9e7c-569e4c42a9ea tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:30.261982 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e42307-40a7-43bd-9e7c-569e4c42a9ea tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Router eb9bfd21-0ef8-49b4-8ff3-8d894350b42d has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:57:30.439458 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e42307-40a7-43bd-9e7c-569e4c42a9ea tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:57:30.449373 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44f4d90-b380-4b81-97a3-eb2bc4699a0d None None] Sync routers for ids ['eb9bfd21-0ef8-49b4-8ff3-8d894350b42d'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:57:30.458235 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-02e42307-40a7-43bd-9e7c-569e4c42a9ea tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "PUT /v2.0/routers/eb9bfd21-0ef8-49b4-8ff3-8d894350b42d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6288335 Feb 16 12:57:30.458441 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44f4d90-b380-4b81-97a3-eb2bc4699a0d None None] Routers {'eb9bfd21-0ef8-49b4-8ff3-8d894350b42d'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:57:30.458999 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-b44f4d90-b380-4b81-97a3-eb2bc4699a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:57:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['eb9bfd21-0ef8-49b4-8ff3-8d894350b42d'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:30.460829 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44148) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:57:30.531090 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdbbdd12-fef1-48db-90bd-dd079f9b6787 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Deleting subnet 820f4df2-5f77-43e4-99e6-193003d29f3e {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:57:30.534228 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bdbbdd12-fef1-48db-90bd-dd079f9b6787 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:30.587415 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bdbbdd12-fef1-48db-90bd-dd079f9b6787 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:30.634592 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-b44f4d90-b380-4b81-97a3-eb2bc4699a0d None None] Set router eb9bfd21-0ef8-49b4-8ff3-8d894350b42d gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:57:30.674554 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bdbbdd12-fef1-48db-90bd-dd079f9b6787 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:30.748328 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bdbbdd12-fef1-48db-90bd-dd079f9b6787 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:30.787661 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbbdd12-fef1-48db-90bd-dd079f9b6787 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Subnet': ['ID=820f4df2-5f77-43e4-99e6-193003d29f3e,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:30.789480 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bdbbdd12-fef1-48db-90bd-dd079f9b6787 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:30.795786 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-bdbbdd12-fef1-48db-90bd-dd079f9b6787 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "DELETE /v2.0/subnets/820f4df2-5f77-43e4-99e6-193003d29f3e HTTP/1.1" status: 204 len: 168 time: 0.3339853 Feb 16 12:57:30.798420 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44152) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:57:30.809867 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b5e72a-a4c3-4ade-98cf-8e3562bb1f69 None None] Network 62f1d007-c88e-4dde-a927-c2e9e5f32c62 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:57:30.986514 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f83c6795-88d4-45c3-b5d1-bf74662973da tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:31.103478 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-b44f4d90-b380-4b81-97a3-eb2bc4699a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9bfd21-0ef8-49b4-8ff3-8d894350b42d', 'name': 'tempest-TestNetworkBasicOps-router-495387085', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': 'f1d52f8e-f8f4-47f9-94b6-a158507a3b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:56:27Z', 'updated_at': '2022-02-16T12:57:29Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f1d52f8e-f8f4-47f9-94b6-a158507a3b67', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9bfd21-0ef8-49b4-8ff3-8d894350b42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:56:27Z', 'updated_at': '2022-02-16T12:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:31.107505 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44f4d90-b380-4b81-97a3-eb2bc4699a0d None None] Checking router: eb9bfd21-0ef8-49b4-8ff3-8d894350b42d for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:57:31.116276 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44f4d90-b380-4b81-97a3-eb2bc4699a0d None None] Routers {'eb9bfd21-0ef8-49b4-8ff3-8d894350b42d'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:57:31.116993 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-b44f4d90-b380-4b81-97a3-eb2bc4699a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:57:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['eb9bfd21-0ef8-49b4-8ff3-8d894350b42d'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:31.168514 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f83c6795-88d4-45c3-b5d1-bf74662973da tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:31.171189 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8cae01-c09f-4a94-8a78-e745e2a92f5c None None] DHCP port deletion for 62f1d007-c88e-4dde-a927-c2e9e5f32c62 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:57:31.180428 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-f83c6795-88d4-45c3-b5d1-bf74662973da tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Deleting port f1d52f8e-f8f4-47f9-94b6-a158507a3b67 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:57:31.180798 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f83c6795-88d4-45c3-b5d1-bf74662973da tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:31.186525 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-6e8cae01-c09f-4a94-8a78-e745e2a92f5c None None] Deleting port bd262e97-a77d-4e4c-a188-446dbf9f11e3 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:57:31.186888 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6e8cae01-c09f-4a94-8a78-e745e2a92f5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:31.398007 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-b44f4d90-b380-4b81-97a3-eb2bc4699a0d None None] Set router eb9bfd21-0ef8-49b4-8ff3-8d894350b42d gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:57:31.481921 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-f83c6795-88d4-45c3-b5d1-bf74662973da tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] For port f1d52f8e-f8f4-47f9-94b6-a158507a3b67, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=f1d52f8e-f8f4-47f9-94b6-a158507a3b67,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:57:31.482546 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f83c6795-88d4-45c3-b5d1-bf74662973da tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:31.603456 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-f83c6795-88d4-45c3-b5d1-bf74662973da tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Calling delete_port for f1d52f8e-f8f4-47f9-94b6-a158507a3b67 owned by network:router_gateway {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:57:31.688054 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-6e8cae01-c09f-4a94-8a78-e745e2a92f5c None None] For port bd262e97-a77d-4e4c-a188-446dbf9f11e3, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=bd262e97-a77d-4e4c-a188-446dbf9f11e3,segment=NetworkSegment(2973da68-2d4f-4414-9ca3-7a8b572d5735),segment_id=2973da68-2d4f-4414-9ca3-7a8b572d5735)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:57:31.688770 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6e8cae01-c09f-4a94-8a78-e745e2a92f5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:31.776374 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f83c6795-88d4-45c3-b5d1-bf74662973da tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:31.824117 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-6e8cae01-c09f-4a94-8a78-e745e2a92f5c None None] Calling delete_port for bd262e97-a77d-4e4c-a188-446dbf9f11e3 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:57:31.854105 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c6795-88d4-45c3-b5d1-bf74662973da tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Port': ['ID=f1d52f8e-f8f4-47f9-94b6-a158507a3b67,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:31.897922 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-cc2343e4-eaf1-4237-bfe7-aeb53bd91035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:31.917279 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f83c6795-88d4-45c3-b5d1-bf74662973da tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023674'] for router_gateway, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:31.964637 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6e8cae01-c09f-4a94-8a78-e745e2a92f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:32.014225 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8cae01-c09f-4a94-8a78-e745e2a92f5c None None] Pushing event deleted for resources: {'Port': ['ID=bd262e97-a77d-4e4c-a188-446dbf9f11e3,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:32.020495 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8cae01-c09f-4a94-8a78-e745e2a92f5c None None] No DVR routers for this DVR port bd262e97-a77d-4e4c-a188-446dbf9f11e3 on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:57:32.028077 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8cae01-c09f-4a94-8a78-e745e2a92f5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:32.028440 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8cae01-c09f-4a94-8a78-e745e2a92f5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:32.028795 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8cae01-c09f-4a94-8a78-e745e2a92f5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:32.029117 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8cae01-c09f-4a94-8a78-e745e2a92f5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:32.029432 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8cae01-c09f-4a94-8a78-e745e2a92f5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:32.029731 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8cae01-c09f-4a94-8a78-e745e2a92f5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:32.030030 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8cae01-c09f-4a94-8a78-e745e2a92f5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:32.030361 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8cae01-c09f-4a94-8a78-e745e2a92f5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:32.031040 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8cae01-c09f-4a94-8a78-e745e2a92f5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:32.031040 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8cae01-c09f-4a94-8a78-e745e2a92f5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:32.031249 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8cae01-c09f-4a94-8a78-e745e2a92f5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:32.031563 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8cae01-c09f-4a94-8a78-e745e2a92f5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:32.040090 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-b44f4d90-b380-4b81-97a3-eb2bc4699a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb9bfd21-0ef8-49b4-8ff3-8d894350b42d', 'name': 'tempest-TestNetworkBasicOps-router-495387085', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': 'f1d52f8e-f8f4-47f9-94b6-a158507a3b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:56:27Z', 'updated_at': '2022-02-16T12:57:29Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f1d52f8e-f8f4-47f9-94b6-a158507a3b67', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9bfd21-0ef8-49b4-8ff3-8d894350b42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:56:27Z', 'updated_at': '2022-02-16T12:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:32.044171 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44f4d90-b380-4b81-97a3-eb2bc4699a0d None None] The sync data for ids ['eb9bfd21-0ef8-49b4-8ff3-8d894350b42d'] in dv-neutron-829527-1-hyperv is: [{'id': 'eb9bfd21-0ef8-49b4-8ff3-8d894350b42d', 'name': 'tempest-TestNetworkBasicOps-router-495387085', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.222'}], 'enable_snat': True}, 'gw_port_id': 'f1d52f8e-f8f4-47f9-94b6-a158507a3b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:56:27Z', 'updated_at': '2022-02-16T12:57:29Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f1d52f8e-f8f4-47f9-94b6-a158507a3b67', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fe:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9bfd21-0ef8-49b4-8ff3-8d894350b42d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:56:27Z', 'updated_at': '2022-02-16T12:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:57:32.096160 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f83c6795-88d4-45c3-b5d1-bf74662973da tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:32.098385 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f83c6795-88d4-45c3-b5d1-bf74662973da tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:32.123168 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f83c6795-88d4-45c3-b5d1-bf74662973da tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:32.123727 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83c6795-88d4-45c3-b5d1-bf74662973da tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Fanout notify agent at l3_agent the message router_deleted on router eb9bfd21-0ef8-49b4-8ff3-8d894350b42d {{(pid=87701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:57:32.138015 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f83c6795-88d4-45c3-b5d1-bf74662973da tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:32.139087 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f83c6795-88d4-45c3-b5d1-bf74662973da tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "DELETE /v2.0/routers/eb9bfd21-0ef8-49b4-8ff3-8d894350b42d HTTP/1.1" status: 204 len: 168 time: 1.3397782 Feb 16 12:57:32.142012 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44156) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:57:32.260442 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-634eeb8e-35f6-4a72-a3c5-edae0973eeb8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:32.406594 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-634eeb8e-35f6-4a72-a3c5-edae0973eeb8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:32.434617 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-634eeb8e-35f6-4a72-a3c5-edae0973eeb8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62f1d007-c88e-4dde-a927-c2e9e5f32c62']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:32.447818 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-634eeb8e-35f6-4a72-a3c5-edae0973eeb8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2973da68-2d4f-4414-9ca3-7a8b572d5735') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:32.448116 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-634eeb8e-35f6-4a72-a3c5-edae0973eeb8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2973da68-2d4f-4414-9ca3-7a8b572d5735') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:32.460460 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-634eeb8e-35f6-4a72-a3c5-edae0973eeb8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:32.478096 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-634eeb8e-35f6-4a72-a3c5-edae0973eeb8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:32.484820 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-634eeb8e-35f6-4a72-a3c5-edae0973eeb8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:57:32.485501 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-634eeb8e-35f6-4a72-a3c5-edae0973eeb8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:32.503497 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:57:32.503497 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:57:32.503497 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:57:32.503497 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:57:32.503497 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:57:32.503497 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:57:32.503497 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:57:32.503497 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:57:32.503497 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:57:32.503497 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:57:32.503497 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:57:32.503497 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:57:32.503497 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:57:32.503497 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:57:32.503497 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:57:32.503497 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:57:32.503497 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:57:32.503497 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:57:32.503497 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:57:32.503497 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:57:32.503497 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:57:32.503497 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:57:32.503497 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:57:32.503497 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:57:32.503497 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:57:32.503497 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:57:32.503497 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:57:32.503497 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:57:32.503497 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:57:32.503497 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:57:32.503497 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:57:32.503497 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:57:32.586500 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-634eeb8e-35f6-4a72-a3c5-edae0973eeb8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:32.605187 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-634eeb8e-35f6-4a72-a3c5-edae0973eeb8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:32.616721 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634eeb8e-35f6-4a72-a3c5-edae0973eeb8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Network': ['ID=62f1d007-c88e-4dde-a927-c2e9e5f32c62,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:32.626753 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-634eeb8e-35f6-4a72-a3c5-edae0973eeb8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "DELETE /v2.0/networks/62f1d007-c88e-4dde-a927-c2e9e5f32c62 HTTP/1.1" status: 204 len: 168 time: 0.4835563 Feb 16 12:57:32.643064 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44160) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:57:32.650813 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-331147cf-247a-436c-82e0-bdb503c7a3a4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'network': {'name': 'tempest-network-smoke--1838068835', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'port_security_enabled': True}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:57:32.656945 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-331147cf-247a-436c-82e0-bdb503c7a3a4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:57:32.662213 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-331147cf-247a-436c-82e0-bdb503c7a3a4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:network and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:57:32.665576 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-331147cf-247a-436c-82e0-bdb503c7a3a4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:57:32.671469 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-331147cf-247a-436c-82e0-bdb503c7a3a4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:57:32.686476 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331147cf-247a-436c-82e0-bdb503c7a3a4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Made reservation on behalf of a1535d45c61244dc9e2a62da1414d228 for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:57:32.687805 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-331147cf-247a-436c-82e0-bdb503c7a3a4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:32.718848 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-331147cf-247a-436c-82e0-bdb503c7a3a4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:57:32.728233 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-331147cf-247a-436c-82e0-bdb503c7a3a4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:32.728719 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-331147cf-247a-436c-82e0-bdb503c7a3a4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Added segment 4243aa5c-31c4-4ac4-9759-69a47144608f of type vlan for network 6f92ef66-e24f-44cd-a44d-715a5dfc1d00 Feb 16 12:57:32.759180 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-331147cf-247a-436c-82e0-bdb503c7a3a4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:32.789533 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-331147cf-247a-436c-82e0-bdb503c7a3a4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:32.794949 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331147cf-247a-436c-82e0-bdb503c7a3a4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:32.795519 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-331147cf-247a-436c-82e0-bdb503c7a3a4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:32.902399 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-331147cf-247a-436c-82e0-bdb503c7a3a4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2582331 Feb 16 12:57:32.905391 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44164) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:57:32.905891 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331147cf-247a-436c-82e0-bdb503c7a3a4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Network': ['ID=6f92ef66-e24f-44cd-a44d-715a5dfc1d00,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:32.912583 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-5b2835c4-bce9-4570-a698-084a93ac23bd tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1858395812', 'admin_state_up': True, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:57:32.915993 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 6f92ef66-e24f-44cd-a44d-715a5dfc1d00 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:57:32.921051 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5b2835c4-bce9-4570-a698-084a93ac23bd tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:57:32.925509 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5b2835c4-bce9-4570-a698-084a93ac23bd tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:router and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:57:32.928512 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5b2835c4-bce9-4570-a698-084a93ac23bd tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:57:32.935559 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5b2835c4-bce9-4570-a698-084a93ac23bd tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:57:32.947711 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b2835c4-bce9-4570-a698-084a93ac23bd tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:32.948817 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b2835c4-bce9-4570-a698-084a93ac23bd tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:32.965042 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b2835c4-bce9-4570-a698-084a93ac23bd tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:33.065300 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device bd262e97-a77d-4e4c-a188-446dbf9f11e3 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:57:33.099803 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: bd262e97-a77d-4e4c-a188-446dbf9f11e3 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:57:33.100146 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device bd262e97-a77d-4e4c-a188-446dbf9f11e3 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:57:33.100562 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device f1d52f8e-f8f4-47f9-94b6-a158507a3b67 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:57:33.135679 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: f1d52f8e-f8f4-47f9-94b6-a158507a3b67 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:57:33.136013 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device f1d52f8e-f8f4-47f9-94b6-a158507a3b67 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:57:33.136425 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 66e4a00d-9c50-4854-bfae-64709fe95cd1 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:57:33.174728 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 66e4a00d-9c50-4854-bfae-64709fe95cd1 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:57:33.175165 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 66e4a00d-9c50-4854-bfae-64709fe95cd1 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:57:33.251713 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b2835c4-bce9-4570-a698-084a93ac23bd tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:33.676113 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b2835c4-bce9-4570-a698-084a93ac23bd tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:33.708474 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b2835c4-bce9-4570-a698-084a93ac23bd tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:33.862931 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-5b2835c4-bce9-4570-a698-084a93ac23bd tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Allocated IP 172.26.5.244 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/82c2c386-c015-48f9-a5ba-c99508c2a030) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:57:34.008541 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b2835c4-bce9-4570-a698-084a93ac23bd tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:34.041142 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b2835c4-bce9-4570-a698-084a93ac23bd tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:34.109267 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6cdcceee-25b0-4fc8-b76d-be8317373484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:34.112545 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2835c4-bce9-4570-a698-084a93ac23bd tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:57:34.115471 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-5b2835c4-bce9-4570-a698-084a93ac23bd tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:57:34.119092 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2835c4-bce9-4570-a698-084a93ac23bd tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:57:34.148053 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2835c4-bce9-4570-a698-084a93ac23bd tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=82c2c386-c015-48f9-a5ba-c99508c2a030,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:34.162088 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2835c4-bce9-4570-a698-084a93ac23bd tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:34.162429 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2835c4-bce9-4570-a698-084a93ac23bd tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:34.162771 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2835c4-bce9-4570-a698-084a93ac23bd tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:34.163101 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2835c4-bce9-4570-a698-084a93ac23bd tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:34.163429 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2835c4-bce9-4570-a698-084a93ac23bd tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:34.163755 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2835c4-bce9-4570-a698-084a93ac23bd tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:34.164078 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2835c4-bce9-4570-a698-084a93ac23bd tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:34.164402 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2835c4-bce9-4570-a698-084a93ac23bd tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:34.164756 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2835c4-bce9-4570-a698-084a93ac23bd tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:34.165078 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2835c4-bce9-4570-a698-084a93ac23bd tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:34.165396 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2835c4-bce9-4570-a698-084a93ac23bd tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:34.165713 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2835c4-bce9-4570-a698-084a93ac23bd tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:34.405039 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:34.543341 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b2835c4-bce9-4570-a698-084a93ac23bd tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router_gateway, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:34.894457 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b2835c4-bce9-4570-a698-084a93ac23bd tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:35.119650 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:35.142863 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:35.217385 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2835c4-bce9-4570-a698-084a93ac23bd tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Router 0a9be551-9fa3-469b-a7a2-dea1c4f69ee7 is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:57:35.405408 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2835c4-bce9-4570-a698-084a93ac23bd tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:57:35.415479 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2d4415-3673-46e1-a345-4f0ba9eace6c None None] Sync routers for ids ['0a9be551-9fa3-469b-a7a2-dea1c4f69ee7'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:57:35.426021 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2d4415-3673-46e1-a345-4f0ba9eace6c None None] Routers {'0a9be551-9fa3-469b-a7a2-dea1c4f69ee7'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:57:35.427198 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-6d2d4415-3673-46e1-a345-4f0ba9eace6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:57:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['0a9be551-9fa3-469b-a7a2-dea1c4f69ee7'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:35.436263 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b2835c4-bce9-4570-a698-084a93ac23bd tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:35.437557 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5b2835c4-bce9-4570-a698-084a93ac23bd tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5309546 Feb 16 12:57:35.441269 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44168) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:57:35.480264 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2d4fbbc1-176e-46da-89f4-4fafe9148653 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=a1535d45c61244dc9e2a62da1414d228&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378957 Feb 16 12:57:35.483029 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44172) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:57:35.616042 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23a5e76-e936-4506-ac96-990d3ee5248c tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:35.617725 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e23a5e76-e936-4506-ac96-990d3ee5248c tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1336899 Feb 16 12:57:35.620545 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44176) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:57:35.645725 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-6d2d4415-3673-46e1-a345-4f0ba9eace6c None None] Set router 0a9be551-9fa3-469b-a7a2-dea1c4f69ee7 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:57:35.664719 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-920e2578-70c7-4691-a936-a1ba60793e2d tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429347 Feb 16 12:57:35.667259 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44180) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:57:35.672551 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-eb2726d0-2e73-46c0-8c1f-f92084e07014 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-792443821', 'network_id': '6f92ef66-e24f-44cd-a44d-715a5dfc1d00', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:57:35.783708 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-eb2726d0-2e73-46c0-8c1f-f92084e07014 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:57:35.787678 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-eb2726d0-2e73-46c0-8c1f-f92084e07014 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:subnet and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:57:35.790575 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-eb2726d0-2e73-46c0-8c1f-f92084e07014 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:57:35.797369 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-eb2726d0-2e73-46c0-8c1f-f92084e07014 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:57:35.812641 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2726d0-2e73-46c0-8c1f-f92084e07014 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Made reservation on behalf of a1535d45c61244dc9e2a62da1414d228 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:57:35.819302 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-eb2726d0-2e73-46c0-8c1f-f92084e07014 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:35.929484 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-6d2d4415-3673-46e1-a345-4f0ba9eace6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'name': 'tempest-TestNetworkBasicOps-router-1858395812', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.244'}], 'enable_snat': True}, 'gw_port_id': '82c2c386-c015-48f9-a5ba-c99508c2a030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:57:32Z', 'updated_at': '2022-02-16T12:57:34Z', 'revision_number': 3, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '82c2c386-c015-48f9-a5ba-c99508c2a030', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:79:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:57:33Z', 'updated_at': '2022-02-16T12:57:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:35.933159 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2d4415-3673-46e1-a345-4f0ba9eace6c None None] Checking router: 0a9be551-9fa3-469b-a7a2-dea1c4f69ee7 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:57:35.933497 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2d4415-3673-46e1-a345-4f0ba9eace6c None None] Updating router 0a9be551-9fa3-469b-a7a2-dea1c4f69ee7 port 82c2c386-c015-48f9-a5ba-c99508c2a030 binding host dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:57:35.984979 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-6d2d4415-3673-46e1-a345-4f0ba9eace6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:36.046790 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-eb2726d0-2e73-46c0-8c1f-f92084e07014 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:36.124567 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2726d0-2e73-46c0-8c1f-f92084e07014 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Subnet': ['ID=e868aeae-c5b1-464a-9792-773bffef6e27,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:36.136511 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2726d0-2e73-46c0-8c1f-f92084e07014 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Checking segment: {'id': '4243aa5c-31c4-4ac4-9759-69a47144608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6f92ef66-e24f-44cd-a44d-715a5dfc1d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:57:36.136897 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2726d0-2e73-46c0-8c1f-f92084e07014 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network hostable DHCP agents. Network: 6f92ef66-e24f-44cd-a44d-715a5dfc1d00, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:57:36.156628 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2726d0-2e73-46c0-8c1f-f92084e07014 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network 6f92ef66-e24f-44cd-a44d-715a5dfc1d00 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:57:36.167604 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-eb2726d0-2e73-46c0-8c1f-f92084e07014 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 6f92ef66-e24f-44cd-a44d-715a5dfc1d00) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:57:36.172631 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2726d0-2e73-46c0-8c1f-f92084e07014 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:36.173593 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-eb2726d0-2e73-46c0-8c1f-f92084e07014 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:36.179100 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920ba816-8099-4ca5-8465-e169e491853e None None] Network 6f92ef66-e24f-44cd-a44d-715a5dfc1d00 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:57:36.197847 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-eb2726d0-2e73-46c0-8c1f-f92084e07014 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5293729 Feb 16 12:57:36.200397 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44184) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:57:36.312253 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-6d2d4415-3673-46e1-a345-4f0ba9eace6c None None] Notify callbacks [] for port, precommit_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:36.324572 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.provisioning_blocks [None req-6d2d4415-3673-46e1-a345-4f0ba9eace6c None None] Transition to ACTIVE for port object 82c2c386-c015-48f9-a5ba-c99508c2a030 will not be triggered until provisioned by entity L2. {{(pid=87703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:57:36.333943 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-6d2d4415-3673-46e1-a345-4f0ba9eace6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:36.410849 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ee91e7-cbee-41a9-8606-2112548ca77f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-6f92ef66-e24f-44cd-a44d-715a5dfc1d00', 'network_id': '6f92ef66-e24f-44cd-a44d-715a5dfc1d00', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ips': [{'subnet_id': 'e868aeae-c5b1-464a-9792-773bffef6e27'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:57:36.412816 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e06dd-134a-4e12-a0e3-a8ad1dfceff3 None None] Pushing event updated for resources: {'Port': ['ID=82c2c386-c015-48f9-a5ba-c99508c2a030,revision_number=2']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:36.413461 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-07ee91e7-cbee-41a9-8606-2112548ca77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:36.424467 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4e06dd-134a-4e12-a0e3-a8ad1dfceff3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:36.425015 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4e06dd-134a-4e12-a0e3-a8ad1dfceff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:36.425224 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4e06dd-134a-4e12-a0e3-a8ad1dfceff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:36.425525 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4e06dd-134a-4e12-a0e3-a8ad1dfceff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:36.425855 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4e06dd-134a-4e12-a0e3-a8ad1dfceff3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:36.426182 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4e06dd-134a-4e12-a0e3-a8ad1dfceff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:36.426507 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4e06dd-134a-4e12-a0e3-a8ad1dfceff3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:36.426828 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4e06dd-134a-4e12-a0e3-a8ad1dfceff3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:36.427149 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4e06dd-134a-4e12-a0e3-a8ad1dfceff3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:36.427472 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4e06dd-134a-4e12-a0e3-a8ad1dfceff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:36.427781 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4e06dd-134a-4e12-a0e3-a8ad1dfceff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:36.428094 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4e06dd-134a-4e12-a0e3-a8ad1dfceff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:36.450404 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-6d2d4415-3673-46e1-a345-4f0ba9eace6c None None] Attempting to bind port 82c2c386-c015-48f9-a5ba-c99508c2a030 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:57:36.450704 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-6d2d4415-3673-46e1-a345-4f0ba9eace6c None None] Attempting to bind port 82c2c386-c015-48f9-a5ba-c99508c2a030 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:57:36.451064 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2d4415-3673-46e1-a345-4f0ba9eace6c None None] Attempting to bind port 82c2c386-c015-48f9-a5ba-c99508c2a030 on network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:57:36.456905 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2d4415-3673-46e1-a345-4f0ba9eace6c None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:57:36.457274 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2d4415-3673-46e1-a345-4f0ba9eace6c None None] Checking segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:57:36.458173 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-6d2d4415-3673-46e1-a345-4f0ba9eace6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:36.458564 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2d4415-3673-46e1-a345-4f0ba9eace6c None None] Bound using segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:57:36.459028 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-6d2d4415-3673-46e1-a345-4f0ba9eace6c None None] Bound port: 82c2c386-c015-48f9-a5ba-c99508c2a030, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:57:36.459933 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-6d2d4415-3673-46e1-a345-4f0ba9eace6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:36.533047 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-6d2d4415-3673-46e1-a345-4f0ba9eace6c None None] For port 82c2c386-c015-48f9-a5ba-c99508c2a030, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:57:36.536638 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-6d2d4415-3673-46e1-a345-4f0ba9eace6c None None] For port 82c2c386-c015-48f9-a5ba-c99508c2a030, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=82c2c386-c015-48f9-a5ba-c99508c2a030,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:57:36.543108 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-6d2d4415-3673-46e1-a345-4f0ba9eace6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:36.584532 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-07ee91e7-cbee-41a9-8606-2112548ca77f None None] Allocated IP 172.20.0.2 (6f92ef66-e24f-44cd-a44d-715a5dfc1d00/e868aeae-c5b1-464a-9792-773bffef6e27/58bab12d-2a34-4302-a275-00915083c92c) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:57:36.632697 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e06dd-134a-4e12-a0e3-a8ad1dfceff3 None None] Pushing event updated for resources: {'Port': ['ID=82c2c386-c015-48f9-a5ba-c99508c2a030,revision_number=3']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:36.643822 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2d4415-3673-46e1-a345-4f0ba9eace6c None None] Routers {'0a9be551-9fa3-469b-a7a2-dea1c4f69ee7'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:57:36.644449 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-6d2d4415-3673-46e1-a345-4f0ba9eace6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:57:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['0a9be551-9fa3-469b-a7a2-dea1c4f69ee7'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:36.695799 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:36.819704 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-6d2d4415-3673-46e1-a345-4f0ba9eace6c None None] Set router 0a9be551-9fa3-469b-a7a2-dea1c4f69ee7 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:57:36.844448 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-07ee91e7-cbee-41a9-8606-2112548ca77f None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:36.857894 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-07ee91e7-cbee-41a9-8606-2112548ca77f None None] Transition to ACTIVE for port object 58bab12d-2a34-4302-a275-00915083c92c will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:57:36.878584 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-07ee91e7-cbee-41a9-8606-2112548ca77f None None] Transition to ACTIVE for port object 58bab12d-2a34-4302-a275-00915083c92c will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:57:36.885434 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-07ee91e7-cbee-41a9-8606-2112548ca77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:36.956137 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ee91e7-cbee-41a9-8606-2112548ca77f None None] Network 6f92ef66-e24f-44cd-a44d-715a5dfc1d00 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:57:36.958930 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-07ee91e7-cbee-41a9-8606-2112548ca77f None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:57:36.963778 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ee91e7-cbee-41a9-8606-2112548ca77f None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:57:36.965899 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ee91e7-cbee-41a9-8606-2112548ca77f None None] Pushing event updated for resources: {'Port': ['ID=58bab12d-2a34-4302-a275-00915083c92c,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:37.062083 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-07ee91e7-cbee-41a9-8606-2112548ca77f None None] Attempting to bind port 58bab12d-2a34-4302-a275-00915083c92c on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:57:37.062346 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-07ee91e7-cbee-41a9-8606-2112548ca77f None None] Attempting to bind port 58bab12d-2a34-4302-a275-00915083c92c by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '4243aa5c-31c4-4ac4-9759-69a47144608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6f92ef66-e24f-44cd-a44d-715a5dfc1d00'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:57:37.062706 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ee91e7-cbee-41a9-8606-2112548ca77f None None] Attempting to bind port 58bab12d-2a34-4302-a275-00915083c92c on network 6f92ef66-e24f-44cd-a44d-715a5dfc1d00 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:57:37.063602 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3a9622f8-c4f3-41ec-91f7-58d657f36d8a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:37.068449 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ee91e7-cbee-41a9-8606-2112548ca77f None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:57:37.068848 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ee91e7-cbee-41a9-8606-2112548ca77f None None] Checking segment: {'id': '4243aa5c-31c4-4ac4-9759-69a47144608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6f92ef66-e24f-44cd-a44d-715a5dfc1d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:57:37.069245 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-07ee91e7-cbee-41a9-8606-2112548ca77f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:37.069626 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ee91e7-cbee-41a9-8606-2112548ca77f None None] Bound using segment: {'id': '4243aa5c-31c4-4ac4-9759-69a47144608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6f92ef66-e24f-44cd-a44d-715a5dfc1d00'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:57:37.070094 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-07ee91e7-cbee-41a9-8606-2112548ca77f None None] Bound port: 58bab12d-2a34-4302-a275-00915083c92c, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4243aa5c-31c4-4ac4-9759-69a47144608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6f92ef66-e24f-44cd-a44d-715a5dfc1d00'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:57:37.070450 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-07ee91e7-cbee-41a9-8606-2112548ca77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:37.140580 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-6d2d4415-3673-46e1-a345-4f0ba9eace6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'name': 'tempest-TestNetworkBasicOps-router-1858395812', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.244'}], 'enable_snat': True}, 'gw_port_id': '82c2c386-c015-48f9-a5ba-c99508c2a030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:57:32Z', 'updated_at': '2022-02-16T12:57:34Z', 'revision_number': 3, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '82c2c386-c015-48f9-a5ba-c99508c2a030', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:79:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:57:33Z', 'updated_at': '2022-02-16T12:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:37.145604 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2d4415-3673-46e1-a345-4f0ba9eace6c None None] The sync data for ids ['0a9be551-9fa3-469b-a7a2-dea1c4f69ee7'] in dv-neutron-829527-1-hyperv is: [{'id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'name': 'tempest-TestNetworkBasicOps-router-1858395812', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.244'}], 'enable_snat': True}, 'gw_port_id': '82c2c386-c015-48f9-a5ba-c99508c2a030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:57:32Z', 'updated_at': '2022-02-16T12:57:34Z', 'revision_number': 3, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '82c2c386-c015-48f9-a5ba-c99508c2a030', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:79:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:57:33Z', 'updated_at': '2022-02-16T12:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:57:37.167801 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-07ee91e7-cbee-41a9-8606-2112548ca77f None None] For port 58bab12d-2a34-4302-a275-00915083c92c, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:57:37.171517 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-07ee91e7-cbee-41a9-8606-2112548ca77f None None] For port 58bab12d-2a34-4302-a275-00915083c92c, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=58bab12d-2a34-4302-a275-00915083c92c,segment=NetworkSegment(4243aa5c-31c4-4ac4-9759-69a47144608f),segment_id=4243aa5c-31c4-4ac4-9759-69a47144608f)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:57:37.176006 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-07ee91e7-cbee-41a9-8606-2112548ca77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:37.258091 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ee91e7-cbee-41a9-8606-2112548ca77f None None] Pushing event updated for resources: {'Port': ['ID=58bab12d-2a34-4302-a275-00915083c92c,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:37.586879 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-3a9622f8-c4f3-41ec-91f7-58d657f36d8a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Allocated IP 172.20.0.1 (6f92ef66-e24f-44cd-a44d-715a5dfc1d00/e868aeae-c5b1-464a-9792-773bffef6e27/d3089b18-6a81-4f0f-a0c0-7b380ccc5400) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:57:37.753584 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3a9622f8-c4f3-41ec-91f7-58d657f36d8a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:37.769819 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-3a9622f8-c4f3-41ec-91f7-58d657f36d8a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Transition to ACTIVE for port object d3089b18-6a81-4f0f-a0c0-7b380ccc5400 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:57:37.794595 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3a9622f8-c4f3-41ec-91f7-58d657f36d8a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:37.873698 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9622f8-c4f3-41ec-91f7-58d657f36d8a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network 6f92ef66-e24f-44cd-a44d-715a5dfc1d00 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:57:37.877041 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-3a9622f8-c4f3-41ec-91f7-58d657f36d8a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:57:37.881043 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9622f8-c4f3-41ec-91f7-58d657f36d8a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:57:37.910835 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9622f8-c4f3-41ec-91f7-58d657f36d8a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=d3089b18-6a81-4f0f-a0c0-7b380ccc5400,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:37.945411 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3a9622f8-c4f3-41ec-91f7-58d657f36d8a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:38.083556 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3a9622f8-c4f3-41ec-91f7-58d657f36d8a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:38.268526 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6164de05-639a-4a48-ab6c-5e0953059f22 None None] Network 6f92ef66-e24f-44cd-a44d-715a5dfc1d00 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:57:38.365966 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-4a191abb-9ac2-439f-9c10-2c635ea26eea None None] Provisioning for port 58bab12d-2a34-4302-a275-00915083c92c completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:57:38.640342 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3a9622f8-c4f3-41ec-91f7-58d657f36d8a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:38.646342 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3a9622f8-c4f3-41ec-91f7-58d657f36d8a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:38.763723 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9622f8-c4f3-41ec-91f7-58d657f36d8a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=d3089b18-6a81-4f0f-a0c0-7b380ccc5400,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:38.767480 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3a9622f8-c4f3-41ec-91f7-58d657f36d8a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:38.806606 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-81fbb12e-f228-45a1-a0ac-64152db8d501 None None] Provisioning for port d3089b18-6a81-4f0f-a0c0-7b380ccc5400 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:57:38.813187 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-81fbb12e-f228-45a1-a0ac-64152db8d501 None None] Provisioning complete for port d3089b18-6a81-4f0f-a0c0-7b380ccc5400 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:57:38.815261 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-81fbb12e-f228-45a1-a0ac-64152db8d501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:38.911892 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-81fbb12e-f228-45a1-a0ac-64152db8d501 None None] Port d3089b18-6a81-4f0f-a0c0-7b380ccc5400 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:57:38.928978 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9622f8-c4f3-41ec-91f7-58d657f36d8a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network 6f92ef66-e24f-44cd-a44d-715a5dfc1d00 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:57:38.930241 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-3a9622f8-c4f3-41ec-91f7-58d657f36d8a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:57:38.933570 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 58bab12d-2a34-4302-a275-00915083c92c up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:57:39.007757 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 58bab12d-2a34-4302-a275-00915083c92c completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:57:39.013446 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 58bab12d-2a34-4302-a275-00915083c92c triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:57:39.013810 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:39.082220 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-14aaaa39-f570-48f4-a8ee-e6469a95515c None None] Provisioning complete for port d3089b18-6a81-4f0f-a0c0-7b380ccc5400 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:57:39.082590 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-14aaaa39-f570-48f4-a8ee-e6469a95515c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:39.135137 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9622f8-c4f3-41ec-91f7-58d657f36d8a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Router 0a9be551-9fa3-469b-a7a2-dea1c4f69ee7 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:57:39.179968 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-14aaaa39-f570-48f4-a8ee-e6469a95515c None None] Port d3089b18-6a81-4f0f-a0c0-7b380ccc5400 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:57:39.200105 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:39.232937 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 58bab12d-2a34-4302-a275-00915083c92c, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=58bab12d-2a34-4302-a275-00915083c92c,segment=NetworkSegment(4243aa5c-31c4-4ac4-9759-69a47144608f),segment_id=4243aa5c-31c4-4ac4-9759-69a47144608f)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:57:39.239371 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:39.240317 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 82c2c386-c015-48f9-a5ba-c99508c2a030 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:57:39.320373 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9622f8-c4f3-41ec-91f7-58d657f36d8a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:57:39.333681 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3a9622f8-c4f3-41ec-91f7-58d657f36d8a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "PUT /v2.0/routers/0a9be551-9fa3-469b-a7a2-dea1c4f69ee7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1322017 Feb 16 12:57:39.336381 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44188) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:57:39.337067 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1505def-d432-43f3-b5ae-21b82f0cbd6e None None] Sync routers for ids ['0a9be551-9fa3-469b-a7a2-dea1c4f69ee7'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:57:39.373397 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1505def-d432-43f3-b5ae-21b82f0cbd6e None None] Routers {'0a9be551-9fa3-469b-a7a2-dea1c4f69ee7'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:57:39.374020 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-e1505def-d432-43f3-b5ae-21b82f0cbd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:57:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['0a9be551-9fa3-469b-a7a2-dea1c4f69ee7'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:39.424712 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-0f3bfc89-1acd-4a79-80d4-f0ce388f5026 None None] Provisioning complete for port d3089b18-6a81-4f0f-a0c0-7b380ccc5400 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:57:39.424712 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0f3bfc89-1acd-4a79-80d4-f0ce388f5026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:39.447820 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=58bab12d-2a34-4302-a275-00915083c92c,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:39.487522 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e766ad7-de0a-44bf-b355-8f2ca4ab14d8 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:39.487992 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e766ad7-de0a-44bf-b355-8f2ca4ab14d8 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:39.488458 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e766ad7-de0a-44bf-b355-8f2ca4ab14d8 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:39.488948 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e766ad7-de0a-44bf-b355-8f2ca4ab14d8 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:39.489405 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e766ad7-de0a-44bf-b355-8f2ca4ab14d8 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:39.489862 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e766ad7-de0a-44bf-b355-8f2ca4ab14d8 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:39.491638 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4e766ad7-de0a-44bf-b355-8f2ca4ab14d8 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1543038 Feb 16 12:57:39.494436 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44192) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:57:39.514147 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-0f3bfc89-1acd-4a79-80d4-f0ce388f5026 None None] Port d3089b18-6a81-4f0f-a0c0-7b380ccc5400 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:57:39.564243 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 82c2c386-c015-48f9-a5ba-c99508c2a030 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:57:39.568990 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404db8f7-4768-4bd9-9011-fd9dc1f020b0 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:39.569459 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404db8f7-4768-4bd9-9011-fd9dc1f020b0 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:39.569913 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404db8f7-4768-4bd9-9011-fd9dc1f020b0 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:39.570358 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404db8f7-4768-4bd9-9011-fd9dc1f020b0 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:39.570842 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404db8f7-4768-4bd9-9011-fd9dc1f020b0 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:39.571723 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404db8f7-4768-4bd9-9011-fd9dc1f020b0 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:39.573120 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-404db8f7-4768-4bd9-9011-fd9dc1f020b0 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0777776 Feb 16 12:57:39.576078 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44196) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:57:39.585533 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 82c2c386-c015-48f9-a5ba-c99508c2a030 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:57:39.585907 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:39.661037 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-e1505def-d432-43f3-b5ae-21b82f0cbd6e None None] Set router 0a9be551-9fa3-469b-a7a2-dea1c4f69ee7 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:57:39.790982 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3d000e80-042b-4475-8973-017bf86eef74 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.2137368 Feb 16 12:57:39.946840 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:39.986115 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 82c2c386-c015-48f9-a5ba-c99508c2a030, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=82c2c386-c015-48f9-a5ba-c99508c2a030,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:57:39.991858 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:40.032877 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44202) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:57:40.038304 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d4527269-f4f7-421f-a314-6772df01d4f0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1226792053', 'description': 'tempest-secgroup-smoke-1226792053 description', 'project_id': 'a1535d45c61244dc9e2a62da1414d228'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:57:40.044136 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d4527269-f4f7-421f-a314-6772df01d4f0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:57:40.048451 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d4527269-f4f7-421f-a314-6772df01d4f0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:57:40.051511 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d4527269-f4f7-421f-a314-6772df01d4f0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:57:40.057633 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d4527269-f4f7-421f-a314-6772df01d4f0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:57:40.068075 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4527269-f4f7-421f-a314-6772df01d4f0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:40.087393 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d4527269-f4f7-421f-a314-6772df01d4f0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:57:40.091021 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d4527269-f4f7-421f-a314-6772df01d4f0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:57:40.093788 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d4527269-f4f7-421f-a314-6772df01d4f0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:57:40.099633 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d4527269-f4f7-421f-a314-6772df01d4f0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:57:40.103140 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=82c2c386-c015-48f9-a5ba-c99508c2a030,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:40.130518 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-e1505def-d432-43f3-b5ae-21b82f0cbd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'name': 'tempest-TestNetworkBasicOps-router-1858395812', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.244'}], 'enable_snat': True}, 'gw_port_id': '82c2c386-c015-48f9-a5ba-c99508c2a030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:57:32Z', 'updated_at': '2022-02-16T12:57:38Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '82c2c386-c015-48f9-a5ba-c99508c2a030', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:79:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:57:33Z', 'updated_at': '2022-02-16T12:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': 'd3089b18-6a81-4f0f-a0c0-7b380ccc5400', 'name': '', 'network_id': '6f92ef66-e24f-44cd-a44d-715a5dfc1d00', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:b8:ed:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'e868aeae-c5b1-464a-9792-773bffef6e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:57:37Z', 'updated_at': '2022-02-16T12:57:38Z', 'revision_number': 2, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': 'e868aeae-c5b1-464a-9792-773bffef6e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:40.134268 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1505def-d432-43f3-b5ae-21b82f0cbd6e None None] Checking router: 0a9be551-9fa3-469b-a7a2-dea1c4f69ee7 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:57:40.134610 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1505def-d432-43f3-b5ae-21b82f0cbd6e None None] Updating router 0a9be551-9fa3-469b-a7a2-dea1c4f69ee7 port d3089b18-6a81-4f0f-a0c0-7b380ccc5400 binding host dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:57:40.174952 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4527269-f4f7-421f-a314-6772df01d4f0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:40.182026 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4527269-f4f7-421f-a314-6772df01d4f0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:40.189724 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e1505def-d432-43f3-b5ae-21b82f0cbd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:40.226898 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4527269-f4f7-421f-a314-6772df01d4f0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf68c4b-65b3-44d9-8c88-61187c9b26d3,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:40.230936 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4527269-f4f7-421f-a314-6772df01d4f0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:40.235109 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d4527269-f4f7-421f-a314-6772df01d4f0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1982698 Feb 16 12:57:40.235476 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44206) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:57:40.240920 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-18e325fa-75ac-4f86-9321-14094f397c61 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': '0cf68c4b-65b3-44d9-8c88-61187c9b26d3', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:57:40.246726 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-18e325fa-75ac-4f86-9321-14094f397c61 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:57:40.250514 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-18e325fa-75ac-4f86-9321-14094f397c61 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:57:40.253542 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-18e325fa-75ac-4f86-9321-14094f397c61 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:57:40.259561 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-18e325fa-75ac-4f86-9321-14094f397c61 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:57:40.276052 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-18e325fa-75ac-4f86-9321-14094f397c61 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:40.339295 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-18e325fa-75ac-4f86-9321-14094f397c61 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:40.345055 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-18e325fa-75ac-4f86-9321-14094f397c61 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:40.369018 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e325fa-75ac-4f86-9321-14094f397c61 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15171643-4edf-4ee0-a696-e84871c350b3,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:40.380753 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-18e325fa-75ac-4f86-9321-14094f397c61 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:40.382063 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-18e325fa-75ac-4f86-9321-14094f397c61 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1455297 Feb 16 12:57:40.384744 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44210) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:57:40.390331 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-f03eec71-5fee-49eb-8154-b17b9150a4ec tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': '0cf68c4b-65b3-44d9-8c88-61187c9b26d3', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:57:40.396689 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f03eec71-5fee-49eb-8154-b17b9150a4ec tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:57:40.400576 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f03eec71-5fee-49eb-8154-b17b9150a4ec tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:57:40.403525 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f03eec71-5fee-49eb-8154-b17b9150a4ec tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:57:40.410326 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f03eec71-5fee-49eb-8154-b17b9150a4ec tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:57:40.430314 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f03eec71-5fee-49eb-8154-b17b9150a4ec tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:40.493187 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f03eec71-5fee-49eb-8154-b17b9150a4ec tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:40.497007 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f03eec71-5fee-49eb-8154-b17b9150a4ec tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:40.523010 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03eec71-5fee-49eb-8154-b17b9150a4ec tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71e061e6-02ef-42d9-9a5c-b40145da7224,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:40.536203 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f03eec71-5fee-49eb-8154-b17b9150a4ec tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:40.540360 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f03eec71-5fee-49eb-8154-b17b9150a4ec tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1543825 Feb 16 12:57:40.540504 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44214) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:57:40.546204 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-72dcc82f-3feb-41dd-a297-83385c094285 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': '0cf68c4b-65b3-44d9-8c88-61187c9b26d3', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:57:40.552520 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-72dcc82f-3feb-41dd-a297-83385c094285 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:57:40.553422 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e1505def-d432-43f3-b5ae-21b82f0cbd6e None None] Notify callbacks [] for port, precommit_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:40.556364 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-72dcc82f-3feb-41dd-a297-83385c094285 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:57:40.559312 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-72dcc82f-3feb-41dd-a297-83385c094285 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:57:40.565318 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-e1505def-d432-43f3-b5ae-21b82f0cbd6e None None] Transition to ACTIVE for port object d3089b18-6a81-4f0f-a0c0-7b380ccc5400 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:57:40.566153 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-72dcc82f-3feb-41dd-a297-83385c094285 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:57:40.573926 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e1505def-d432-43f3-b5ae-21b82f0cbd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:40.585247 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-72dcc82f-3feb-41dd-a297-83385c094285 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:40.648354 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-72dcc82f-3feb-41dd-a297-83385c094285 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:40.655948 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-72dcc82f-3feb-41dd-a297-83385c094285 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:40.681415 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dcc82f-3feb-41dd-a297-83385c094285 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16f71996-23cb-4591-9c80-a2b961a874f8,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:40.693176 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-72dcc82f-3feb-41dd-a297-83385c094285 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:40.697180 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-72dcc82f-3feb-41dd-a297-83385c094285 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1528127 Feb 16 12:57:40.697438 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44218) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:57:40.703775 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-669bed19-1421-49c7-acd2-ae2812d9a672 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': '0cf68c4b-65b3-44d9-8c88-61187c9b26d3', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:57:40.713247 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-669bed19-1421-49c7-acd2-ae2812d9a672 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:57:40.717419 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-669bed19-1421-49c7-acd2-ae2812d9a672 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:57:40.720995 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-669bed19-1421-49c7-acd2-ae2812d9a672 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:57:40.727220 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-669bed19-1421-49c7-acd2-ae2812d9a672 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:57:40.732223 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9eb874-8d13-4c15-bab5-a742644cd360 None None] Pushing event updated for resources: {'Port': ['ID=d3089b18-6a81-4f0f-a0c0-7b380ccc5400,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:40.749387 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-669bed19-1421-49c7-acd2-ae2812d9a672 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:40.786331 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-e1505def-d432-43f3-b5ae-21b82f0cbd6e None None] Attempting to bind port d3089b18-6a81-4f0f-a0c0-7b380ccc5400 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:57:40.786690 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-e1505def-d432-43f3-b5ae-21b82f0cbd6e None None] Attempting to bind port d3089b18-6a81-4f0f-a0c0-7b380ccc5400 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '4243aa5c-31c4-4ac4-9759-69a47144608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6f92ef66-e24f-44cd-a44d-715a5dfc1d00'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:57:40.787039 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1505def-d432-43f3-b5ae-21b82f0cbd6e None None] Attempting to bind port d3089b18-6a81-4f0f-a0c0-7b380ccc5400 on network 6f92ef66-e24f-44cd-a44d-715a5dfc1d00 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:57:40.792784 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1505def-d432-43f3-b5ae-21b82f0cbd6e None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:57:40.793104 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1505def-d432-43f3-b5ae-21b82f0cbd6e None None] Checking segment: {'id': '4243aa5c-31c4-4ac4-9759-69a47144608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6f92ef66-e24f-44cd-a44d-715a5dfc1d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:57:40.793490 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e1505def-d432-43f3-b5ae-21b82f0cbd6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:40.793872 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1505def-d432-43f3-b5ae-21b82f0cbd6e None None] Bound using segment: {'id': '4243aa5c-31c4-4ac4-9759-69a47144608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6f92ef66-e24f-44cd-a44d-715a5dfc1d00'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:57:40.794322 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-e1505def-d432-43f3-b5ae-21b82f0cbd6e None None] Bound port: d3089b18-6a81-4f0f-a0c0-7b380ccc5400, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4243aa5c-31c4-4ac4-9759-69a47144608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6f92ef66-e24f-44cd-a44d-715a5dfc1d00'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:57:40.794684 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e1505def-d432-43f3-b5ae-21b82f0cbd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:40.835398 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-669bed19-1421-49c7-acd2-ae2812d9a672 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:40.841902 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-669bed19-1421-49c7-acd2-ae2812d9a672 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:40.868623 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669bed19-1421-49c7-acd2-ae2812d9a672 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dda634c-0c2c-4826-8911-0f5f37e86e0d,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:40.881887 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-669bed19-1421-49c7-acd2-ae2812d9a672 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:40.883382 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-669bed19-1421-49c7-acd2-ae2812d9a672 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1844244 Feb 16 12:57:40.886217 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44222) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:57:40.891482 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-b99b6ad8-cbdd-4680-9554-29c3b181cb5d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': '0cf68c4b-65b3-44d9-8c88-61187c9b26d3', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:57:40.892679 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 58bab12d-2a34-4302-a275-00915083c92c up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:57:40.897822 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-b99b6ad8-cbdd-4680-9554-29c3b181cb5d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:57:40.901526 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-b99b6ad8-cbdd-4680-9554-29c3b181cb5d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:57:40.904376 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-b99b6ad8-cbdd-4680-9554-29c3b181cb5d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:57:40.910229 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-b99b6ad8-cbdd-4680-9554-29c3b181cb5d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:57:40.922625 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.securitygroups_db [None req-b99b6ad8-cbdd-4680-9554-29c3b181cb5d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Project a1535d45c61244dc9e2a62da1414d228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:57:40.930859 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b99b6ad8-cbdd-4680-9554-29c3b181cb5d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:40.954740 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-e1505def-d432-43f3-b5ae-21b82f0cbd6e None None] For port d3089b18-6a81-4f0f-a0c0-7b380ccc5400, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:57:40.966728 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-e1505def-d432-43f3-b5ae-21b82f0cbd6e None None] For port d3089b18-6a81-4f0f-a0c0-7b380ccc5400, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=d3089b18-6a81-4f0f-a0c0-7b380ccc5400,segment=NetworkSegment(4243aa5c-31c4-4ac4-9759-69a47144608f),segment_id=4243aa5c-31c4-4ac4-9759-69a47144608f)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:57:40.973484 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e1505def-d432-43f3-b5ae-21b82f0cbd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:41.004688 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b99b6ad8-cbdd-4680-9554-29c3b181cb5d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:41.010548 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b99b6ad8-cbdd-4680-9554-29c3b181cb5d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:41.034296 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b6ad8-cbdd-4680-9554-29c3b181cb5d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feade81a-6920-4a38-8d0a-5d6f2bc90e68,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:41.046024 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b99b6ad8-cbdd-4680-9554-29c3b181cb5d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:41.047832 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-b99b6ad8-cbdd-4680-9554-29c3b181cb5d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1603234 Feb 16 12:57:41.050517 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 58bab12d-2a34-4302-a275-00915083c92c triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:57:41.050892 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:41.052356 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44226) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:57:41.057731 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-4895a272-26f5-4b70-9410-1afb972f7715 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': '0cf68c4b-65b3-44d9-8c88-61187c9b26d3', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:57:41.064402 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-4895a272-26f5-4b70-9410-1afb972f7715 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:57:41.068813 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-4895a272-26f5-4b70-9410-1afb972f7715 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:57:41.071873 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-4895a272-26f5-4b70-9410-1afb972f7715 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:57:41.078837 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-4895a272-26f5-4b70-9410-1afb972f7715 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:57:41.093739 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.securitygroups_db [None req-4895a272-26f5-4b70-9410-1afb972f7715 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Project a1535d45c61244dc9e2a62da1414d228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:57:41.102113 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4895a272-26f5-4b70-9410-1afb972f7715 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:41.116870 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1505def-d432-43f3-b5ae-21b82f0cbd6e None None] Routers {'0a9be551-9fa3-469b-a7a2-dea1c4f69ee7'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:57:41.117513 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-e1505def-d432-43f3-b5ae-21b82f0cbd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:57:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['0a9be551-9fa3-469b-a7a2-dea1c4f69ee7'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:41.174552 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4895a272-26f5-4b70-9410-1afb972f7715 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:41.174941 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9eb874-8d13-4c15-bab5-a742644cd360 None None] Pushing event updated for resources: {'Port': ['ID=d3089b18-6a81-4f0f-a0c0-7b380ccc5400,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:41.180565 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4895a272-26f5-4b70-9410-1afb972f7715 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:41.212794 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4895a272-26f5-4b70-9410-1afb972f7715 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24b53ecb-237d-4505-9e3c-6278863f8ee4,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:41.222309 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4895a272-26f5-4b70-9410-1afb972f7715 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:41.224227 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-4895a272-26f5-4b70-9410-1afb972f7715 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1706946 Feb 16 12:57:41.307162 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44232) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:57:41.418355 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 82c2c386-c015-48f9-a5ba-c99508c2a030 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:57:41.445238 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-e1505def-d432-43f3-b5ae-21b82f0cbd6e None None] Set router 0a9be551-9fa3-469b-a7a2-dea1c4f69ee7 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:57:41.568287 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-263905c0-3ec9-4ff9-925c-f0580aad970b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:security_group {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:57:41.668442 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-263905c0-3ec9-4ff9-925c-f0580aad970b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:security_group {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:57:41.673234 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-263905c0-3ec9-4ff9-925c-f0580aad970b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1226792053&fields=id&tenant_id=a1535d45c61244dc9e2a62da1414d228 HTTP/1.1" status: 200 len: 267 time: 0.1780736 Feb 16 12:57:41.677589 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 82c2c386-c015-48f9-a5ba-c99508c2a030 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:57:41.678132 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:41.713783 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-6d11265c-fb77-4779-a3b6-59fbddd9aac7 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Deleting port 6fd2aabf-1034-400f-90c0-87d96a3f9374 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:57:41.714154 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6d11265c-fb77-4779-a3b6-59fbddd9aac7 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:41.890881 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-e1505def-d432-43f3-b5ae-21b82f0cbd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'name': 'tempest-TestNetworkBasicOps-router-1858395812', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.244'}], 'enable_snat': True}, 'gw_port_id': '82c2c386-c015-48f9-a5ba-c99508c2a030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:57:32Z', 'updated_at': '2022-02-16T12:57:38Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '82c2c386-c015-48f9-a5ba-c99508c2a030', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:57:33Z', 'updated_at': '2022-02-16T12:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': 'd3089b18-6a81-4f0f-a0c0-7b380ccc5400', 'name': '', 'network_id': '6f92ef66-e24f-44cd-a44d-715a5dfc1d00', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:b8:ed:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'e868aeae-c5b1-464a-9792-773bffef6e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:57:37Z', 'updated_at': '2022-02-16T12:57:40Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': 'e868aeae-c5b1-464a-9792-773bffef6e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:41.895811 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1505def-d432-43f3-b5ae-21b82f0cbd6e None None] The sync data for ids ['0a9be551-9fa3-469b-a7a2-dea1c4f69ee7'] in dv-neutron-829527-1-hyperv is: [{'id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'name': 'tempest-TestNetworkBasicOps-router-1858395812', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.244'}], 'enable_snat': True}, 'gw_port_id': '82c2c386-c015-48f9-a5ba-c99508c2a030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:57:32Z', 'updated_at': '2022-02-16T12:57:38Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '82c2c386-c015-48f9-a5ba-c99508c2a030', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:57:33Z', 'updated_at': '2022-02-16T12:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': 'd3089b18-6a81-4f0f-a0c0-7b380ccc5400', 'name': '', 'network_id': '6f92ef66-e24f-44cd-a44d-715a5dfc1d00', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:b8:ed:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'e868aeae-c5b1-464a-9792-773bffef6e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:57:37Z', 'updated_at': '2022-02-16T12:57:40Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': 'e868aeae-c5b1-464a-9792-773bffef6e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:57:41.969053 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-5ad3aec6-c33c-4eb2-a356-568c36b1de55 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:41.969800 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-5ad3aec6-c33c-4eb2-a356-568c36b1de55 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:network {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:57:42.017632 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-5ad3aec6-c33c-4eb2-a356-568c36b1de55 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:network {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:57:42.019578 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-5ad3aec6-c33c-4eb2-a356-568c36b1de55 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/networks?id=6f92ef66-e24f-44cd-a44d-715a5dfc1d00 HTTP/1.1" status: 200 len: 797 time: 0.3425133 Feb 16 12:57:42.027983 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6d11265c-fb77-4779-a3b6-59fbddd9aac7 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:42.028333 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6d11265c-fb77-4779-a3b6-59fbddd9aac7 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:42.104156 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-d644f9f2-d5c7-469b-8558-55032dca9251 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/quotas/a1535d45c61244dc9e2a62da1414d228 HTTP/1.1" status: 200 len: 375 time: 0.0788572 Feb 16 12:57:42.171686 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-6d11265c-fb77-4779-a3b6-59fbddd9aac7 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Calling delete_port for 6fd2aabf-1034-400f-90c0-87d96a3f9374 owned by network:floatingip {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:57:42.327083 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-0d9d58e3-24d6-4804-ae60-0a1805c380e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:57:42.374140 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-0d9d58e3-24d6-4804-ae60-0a1805c380e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:57:42.375494 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-0d9d58e3-24d6-4804-ae60-0a1805c380e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2116475 Feb 16 12:57:42.416434 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6d11265c-fb77-4779-a3b6-59fbddd9aac7 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:42.504032 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d11265c-fb77-4779-a3b6-59fbddd9aac7 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Pushing event deleted for resources: {'Port': ['ID=6fd2aabf-1034-400f-90c0-87d96a3f9374,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:42.664387 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6d11265c-fb77-4779-a3b6-59fbddd9aac7 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks [] for floatingip, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:42.665070 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.l3_db [None req-6d11265c-fb77-4779-a3b6-59fbddd9aac7 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Floating IP 67099cd8-c80c-4e04-8d6e-3adf03a75fab disassociated (deleted). External IP: 172.26.5.161, port: e58cebbb-817f-47f9-83a3-c2eb3d62cd9a. Feb 16 12:57:42.768716 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-b68d41c1-ba0f-437f-bf4f-a6f80c5f0eb0 service neutron] 10.222.0.83 "GET /v2.0/networks/6f92ef66-e24f-44cd-a44d-715a5dfc1d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728337 Feb 16 12:57:43.030329 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device d3089b18-6a81-4f0f-a0c0-7b380ccc5400 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:57:43.108778 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port d3089b18-6a81-4f0f-a0c0-7b380ccc5400 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:57:43.114478 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port d3089b18-6a81-4f0f-a0c0-7b380ccc5400 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:57:43.114880 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:43.207360 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-64118828-b14c-47a3-a457-5af8d2539a7a service neutron] 10.222.0.83 "GET /v2.0/networks/6f92ef66-e24f-44cd-a44d-715a5dfc1d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3824213 Feb 16 12:57:43.234501 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:43.268724 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port d3089b18-6a81-4f0f-a0c0-7b380ccc5400, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=d3089b18-6a81-4f0f-a0c0-7b380ccc5400,segment=NetworkSegment(4243aa5c-31c4-4ac4-9759-69a47144608f),segment_id=4243aa5c-31c4-4ac4-9759-69a47144608f)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:57:43.274023 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:43.321223 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d11265c-fb77-4779-a3b6-59fbddd9aac7 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Router 23fedfff-5686-499a-b8e0-238a28933e42 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:57:43.369025 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=d3089b18-6a81-4f0f-a0c0-7b380ccc5400,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:43.413686 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-fe74905f-ea31-415a-b49b-0efc6e2b82df req-34eb40ab-aac0-47f4-bb64-e0504b91df21 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:57:43.428138 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-fe74905f-ea31-415a-b49b-0efc6e2b82df req-34eb40ab-aac0-47f4-bb64-e0504b91df21 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:57:43.432333 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-fe74905f-ea31-415a-b49b-0efc6e2b82df req-34eb40ab-aac0-47f4-bb64-e0504b91df21 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=ecc25d0e-39d4-4d83-9d1b-3380b3e0146c HTTP/1.1" status: 200 len: 210 time: 0.0745459 Feb 16 12:57:43.541974 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d11265c-fb77-4779-a3b6-59fbddd9aac7 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:57:43.555310 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c664ddca-5b3e-42f9-9631-eb1a25d3897a None None] Sync routers for ids ['23fedfff-5686-499a-b8e0-238a28933e42'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:57:43.567905 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c664ddca-5b3e-42f9-9631-eb1a25d3897a None None] Routers {'23fedfff-5686-499a-b8e0-238a28933e42'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:57:43.568526 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-c664ddca-5b3e-42f9-9631-eb1a25d3897a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:57:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['23fedfff-5686-499a-b8e0-238a28933e42'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:43.571587 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6d11265c-fb77-4779-a3b6-59fbddd9aac7 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:43.639935 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-6d11265c-fb77-4779-a3b6-59fbddd9aac7 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "DELETE /v2.0/floatingips/67099cd8-c80c-4e04-8d6e-3adf03a75fab HTTP/1.1" status: 204 len: 168 time: 2.3292940 Feb 16 12:57:43.639935 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acdc391d-9d28-4f64-be30-9dd5cd0e26f8', 'tag': 'e58cebbb-817f-47f9-83a3-c2eb3d62cd9a'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:57:43.687980 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acdc391d-9d28-4f64-be30-9dd5cd0e26f8', 'tag': 'e58cebbb-817f-47f9-83a3-c2eb3d62cd9a', 'status': 'completed', 'code': 200} Feb 16 12:57:43.769905 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-c664ddca-5b3e-42f9-9631-eb1a25d3897a None None] Set router 23fedfff-5686-499a-b8e0-238a28933e42 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:57:43.795811 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c04a8-07da-4f05-8c1a-3568d6a8f0d9 req-55e4269d-35f6-4313-978b-9c1e729568be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:43.797322 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-930c04a8-07da-4f05-8c1a-3568d6a8f0d9 req-55e4269d-35f6-4313-978b-9c1e729568be service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=43a461e2fae64766bd31efeef15d8935&device_id=acdc391d-9d28-4f64-be30-9dd5cd0e26f8 HTTP/1.1" status: 200 len: 1098 time: 0.0835979 Feb 16 12:57:43.958990 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c04a8-07da-4f05-8c1a-3568d6a8f0d9 req-2fa91b2e-2e19-434e-aefb-bb2021e0e344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:43.960883 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-930c04a8-07da-4f05-8c1a-3568d6a8f0d9 req-2fa91b2e-2e19-434e-aefb-bb2021e0e344 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2f9caf95-9634-43c7-8691-03bf1bd0a638 HTTP/1.1" status: 200 len: 913 time: 0.1565204 Feb 16 12:57:44.063104 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-930c04a8-07da-4f05-8c1a-3568d6a8f0d9 req-8dac78fd-50ba-4f15-a2f1-c85ed45dedba service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e58cebbb-817f-47f9-83a3-c2eb3d62cd9a HTTP/1.1" status: 200 len: 217 time: 0.0933404 Feb 16 12:57:44.127422 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c04a8-07da-4f05-8c1a-3568d6a8f0d9 req-b484789e-49c7-44c9-8710-d5f2f84909bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:44.129171 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-930c04a8-07da-4f05-8c1a-3568d6a8f0d9 req-b484789e-49c7-44c9-8710-d5f2f84909bc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=475d72a9-33c5-44fc-8808-9edb5e19ce95 HTTP/1.1" status: 200 len: 851 time: 0.0602338 Feb 16 12:57:44.183977 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-c664ddca-5b3e-42f9-9631-eb1a25d3897a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fedfff-5686-499a-b8e0-238a28933e42', 'name': 'tempest-TestVolumeBootPattern-1761421937-router', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:04Z', 'updated_at': '2022-02-16T12:49:20Z', 'revision_number': 4, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'gw_port': {'id': '8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:07Z', 'updated_at': '2022-02-16T12:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '90d00a90-f5f8-4616-8ac3-9082897f4a39', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'floating_ip_address': '172.26.5.96', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'port_id': '8773340e-3a24-4a01-bc20-7b63b0c70800', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638', 'mac_address': 'fa:16:3e:ef:77:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd697a81d-0c8f-4805-af84-3ae726462c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:53:56Z', 'updated_at': '2022-02-16T12:54:01Z', 'revision_number': 1, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5b23843-9f59-458d-9ac9-8cfc9dd74594', 'name': '', 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'mac_address': 'fa:16:3e:d2:8d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '475d72a9-33c5-44fc-8808-9edb5e19ce95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:17Z', 'updated_at': '2022-02-16T12:49:29Z', 'revision_number': 5, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'subnets': [{'id': '475d72a9-33c5-44fc-8808-9edb5e19ce95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:44.188455 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c664ddca-5b3e-42f9-9631-eb1a25d3897a None None] Checking router: 23fedfff-5686-499a-b8e0-238a28933e42 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:57:44.197513 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c664ddca-5b3e-42f9-9631-eb1a25d3897a None None] Routers {'23fedfff-5686-499a-b8e0-238a28933e42'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:57:44.198171 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-c664ddca-5b3e-42f9-9631-eb1a25d3897a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:57:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['23fedfff-5686-499a-b8e0-238a28933e42'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:44.210174 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0033c2-c45f-4e36-8e8b-f06d3872d15a req-cbda8a87-bfa8-4718-8be1-0b628b87d54c tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:44.210943 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c04a8-07da-4f05-8c1a-3568d6a8f0d9 req-af08581f-c85d-4361-83de-9fa24d5b83c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:44.211648 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ac0033c2-c45f-4e36-8e8b-f06d3872d15a req-cbda8a87-bfa8-4718-8be1-0b628b87d54c tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=acdc391d-9d28-4f64-be30-9dd5cd0e26f8 HTTP/1.1" status: 200 len: 945 time: 0.2228334 Feb 16 12:57:44.212533 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-930c04a8-07da-4f05-8c1a-3568d6a8f0d9 req-af08581f-c85d-4361-83de-9fa24d5b83c0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2f9caf95-9634-43c7-8691-03bf1bd0a638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766230 Feb 16 12:57:44.262397 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ac0033c2-c45f-4e36-8e8b-f06d3872d15a req-a593e001-d45a-4999-b813-3025fb7febe2 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443561 Feb 16 12:57:44.356468 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-930c04a8-07da-4f05-8c1a-3568d6a8f0d9 req-c10d27e8-33fa-4ebe-870e-9e92685c395e service neutron] 10.222.0.89 "GET /v2.0/networks/2f9caf95-9634-43c7-8691-03bf1bd0a638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353400 Feb 16 12:57:44.378160 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-c664ddca-5b3e-42f9-9631-eb1a25d3897a None None] Set router 23fedfff-5686-499a-b8e0-238a28933e42 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:57:44.643538 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-18a12fbc-b270-4c8d-8239-0b0e2545bab3 req-fa025184-4ca4-4671-8ea3-a7b68a8153d5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=ecc25d0e-39d4-4d83-9d1b-3380b3e0146c HTTP/1.1" status: 200 len: 210 time: 0.0776374 Feb 16 12:57:44.683319 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-930c04a8-07da-4f05-8c1a-3568d6a8f0d9 req-090954b1-3484-4ab0-9ba3-f911b703623a service neutron] 10.222.0.89 "GET /v2.0/networks/2f9caf95-9634-43c7-8691-03bf1bd0a638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195076 Feb 16 12:57:44.709686 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-d8544151-bcc3-47ba-ae5b-a916df6ea397 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:44.712179 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-d8544151-bcc3-47ba-ae5b-a916df6ea397 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "GET /v2.0/networks?id=6f92ef66-e24f-44cd-a44d-715a5dfc1d00 HTTP/1.1" status: 200 len: 797 time: 0.2598159 Feb 16 12:57:44.769766 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-829dbbc2-8065-48c8-b868-268789d85cc8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1535d45c61244dc9e2a62da1414d228 HTTP/1.1" status: 200 len: 380 time: 0.0421534 Feb 16 12:57:44.773678 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-c664ddca-5b3e-42f9-9631-eb1a25d3897a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fedfff-5686-499a-b8e0-238a28933e42', 'name': 'tempest-TestVolumeBootPattern-1761421937-router', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:04Z', 'updated_at': '2022-02-16T12:49:20Z', 'revision_number': 4, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'gw_port': {'id': '8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:07Z', 'updated_at': '2022-02-16T12:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '90d00a90-f5f8-4616-8ac3-9082897f4a39', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'floating_ip_address': '172.26.5.96', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'port_id': '8773340e-3a24-4a01-bc20-7b63b0c70800', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638', 'mac_address': 'fa:16:3e:ef:77:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd697a81d-0c8f-4805-af84-3ae726462c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:53:56Z', 'updated_at': '2022-02-16T12:54:01Z', 'revision_number': 1, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5b23843-9f59-458d-9ac9-8cfc9dd74594', 'name': '', 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'mac_address': 'fa:16:3e:d2:8d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '475d72a9-33c5-44fc-8808-9edb5e19ce95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:17Z', 'updated_at': '2022-02-16T12:49:29Z', 'revision_number': 5, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'subnets': [{'id': '475d72a9-33c5-44fc-8808-9edb5e19ce95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:44.777682 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c664ddca-5b3e-42f9-9631-eb1a25d3897a None None] The sync data for ids ['23fedfff-5686-499a-b8e0-238a28933e42'] in dv-neutron-829527-1-hyperv is: [{'id': '23fedfff-5686-499a-b8e0-238a28933e42', 'name': 'tempest-TestVolumeBootPattern-1761421937-router', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:04Z', 'updated_at': '2022-02-16T12:49:20Z', 'revision_number': 4, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'gw_port': {'id': '8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:07Z', 'updated_at': '2022-02-16T12:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '90d00a90-f5f8-4616-8ac3-9082897f4a39', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'floating_ip_address': '172.26.5.96', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'port_id': '8773340e-3a24-4a01-bc20-7b63b0c70800', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638', 'mac_address': 'fa:16:3e:ef:77:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd697a81d-0c8f-4805-af84-3ae726462c7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:53:56Z', 'updated_at': '2022-02-16T12:54:01Z', 'revision_number': 1, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5b23843-9f59-458d-9ac9-8cfc9dd74594', 'name': '', 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'mac_address': 'fa:16:3e:d2:8d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '475d72a9-33c5-44fc-8808-9edb5e19ce95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:17Z', 'updated_at': '2022-02-16T12:49:29Z', 'revision_number': 5, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'subnets': [{'id': '475d72a9-33c5-44fc-8808-9edb5e19ce95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:57:44.778654 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-edfd952b-1115-42f6-a575-64859ca0be98 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'port': {'device_id': 'ecc25d0e-39d4-4d83-9d1b-3380b3e0146c', 'network_id': '6f92ef66-e24f-44cd-a44d-715a5dfc1d00', 'admin_state_up': True, 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'security_groups': ['0cf68c4b-65b3-44d9-8c88-61187c9b26d3']}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:57:44.864138 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device d3089b18-6a81-4f0f-a0c0-7b380ccc5400 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:57:44.936772 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port d3089b18-6a81-4f0f-a0c0-7b380ccc5400 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:57:44.937370 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:45.036968 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345c14cc-0370-4d4b-b538-f000f23202ad None None] New status for floating IP 67099cd8-c80c-4e04-8d6e-3adf03a75fab: DOWN {{(pid=87702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:57:45.063093 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-edfd952b-1115-42f6-a575-64859ca0be98 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:57:45.072736 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-edfd952b-1115-42f6-a575-64859ca0be98 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:57:45.088415 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-edfd952b-1115-42f6-a575-64859ca0be98 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Made reservation on behalf of a1535d45c61244dc9e2a62da1414d228 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:57:45.092175 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-edfd952b-1115-42f6-a575-64859ca0be98 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:45.266953 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-edfd952b-1115-42f6-a575-64859ca0be98 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Allocated IP 172.20.0.8 (6f92ef66-e24f-44cd-a44d-715a5dfc1d00/e868aeae-c5b1-464a-9792-773bffef6e27/4ec1558b-d985-4a48-8217-60c7d4e16970) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:57:45.458318 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2ad4e-5369-4378-8755-ebb0ef62141d req-1914b1bf-1a8e-4f4b-bebe-6eda949b1701 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:45.459790 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-13c2ad4e-5369-4378-8755-ebb0ef62141d req-1914b1bf-1a8e-4f4b-bebe-6eda949b1701 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=acdc391d-9d28-4f64-be30-9dd5cd0e26f8 HTTP/1.1" status: 200 len: 945 time: 0.0853288 Feb 16 12:57:45.472883 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-edfd952b-1115-42f6-a575-64859ca0be98 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:45.490141 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-edfd952b-1115-42f6-a575-64859ca0be98 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Transition to ACTIVE for port object 4ec1558b-d985-4a48-8217-60c7d4e16970 will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:57:45.505901 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-13c2ad4e-5369-4378-8755-ebb0ef62141d req-667146eb-137f-4ba2-89a6-acf82c6b270a tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401244 Feb 16 12:57:45.517416 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-edfd952b-1115-42f6-a575-64859ca0be98 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:45.588085 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-edfd952b-1115-42f6-a575-64859ca0be98 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network 6f92ef66-e24f-44cd-a44d-715a5dfc1d00 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:57:45.591165 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-edfd952b-1115-42f6-a575-64859ca0be98 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:57:45.631535 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-edfd952b-1115-42f6-a575-64859ca0be98 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:57:45.692727 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfd952b-1115-42f6-a575-64859ca0be98 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=4ec1558b-d985-4a48-8217-60c7d4e16970,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:45.742941 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-edfd952b-1115-42f6-a575-64859ca0be98 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:45.743691 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-edfd952b-1115-42f6-a575-64859ca0be98 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:45.776793 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d081f55-295a-4966-936e-fc7f680587c0 req-ee429867-d3e1-403f-bd44-a699da624004 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:45.777689 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-3d081f55-295a-4966-936e-fc7f680587c0 req-ee429867-d3e1-403f-bd44-a699da624004 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Synchronizing usage tracker for tenant:43a461e2fae64766bd31efeef15d8935 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:57:45.826903 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-edfd952b-1115-42f6-a575-64859ca0be98 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0519841 Feb 16 12:57:45.840353 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-569c9215-7430-4b3c-98c0-47a471bf829d None None] Provisioning for port 4ec1558b-d985-4a48-8217-60c7d4e16970 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:57:45.844106 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-f06df141-9e1a-40b4-b9b8-de5045c4bb00 service neutron] Request body: {'port': {'device_id': 'ecc25d0e-39d4-4d83-9d1b-3380b3e0146c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:57:45.846297 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-569c9215-7430-4b3c-98c0-47a471bf829d None None] Provisioning complete for port 4ec1558b-d985-4a48-8217-60c7d4e16970 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:57:45.846667 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-569c9215-7430-4b3c-98c0-47a471bf829d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:45.902132 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-569c9215-7430-4b3c-98c0-47a471bf829d None None] Port 4ec1558b-d985-4a48-8217-60c7d4e16970 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:57:45.904816 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-3d081f55-295a-4966-936e-fc7f680587c0 req-ee429867-d3e1-403f-bd44-a699da624004 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Unset dirty status for tenant:43a461e2fae64766bd31efeef15d8935 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:57:45.906265 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3d081f55-295a-4966-936e-fc7f680587c0 req-ee429867-d3e1-403f-bd44-a699da624004 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.89 "GET /v2.0/ports?device_id=acdc391d-9d28-4f64-be30-9dd5cd0e26f8 HTTP/1.1" status: 200 len: 945 time: 0.3109677 Feb 16 12:57:46.049875 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-3d081f55-295a-4966-936e-fc7f680587c0 req-26cadb47-9dfd-4a46-93cb-6c179222a7fd tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Deleting port e58cebbb-817f-47f9-83a3-c2eb3d62cd9a {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:57:46.050207 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-3d081f55-295a-4966-936e-fc7f680587c0 req-26cadb47-9dfd-4a46-93cb-6c179222a7fd tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:46.083385 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c0d5e8-50d9-43ab-af82-912982709071 req-cfd9c05d-ee23-470d-81b5-324a09717fb6 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:46.084068 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-37c0d5e8-50d9-43ab-af82-912982709071 req-cfd9c05d-ee23-470d-81b5-324a09717fb6 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:57:46.099127 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-f06df141-9e1a-40b4-b9b8-de5045c4bb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:46.193443 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-37c0d5e8-50d9-43ab-af82-912982709071 req-cfd9c05d-ee23-470d-81b5-324a09717fb6 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:57:46.194698 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-37c0d5e8-50d9-43ab-af82-912982709071 req-cfd9c05d-ee23-470d-81b5-324a09717fb6 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=ecc25d0e-39d4-4d83-9d1b-3380b3e0146c HTTP/1.1" status: 200 len: 931 time: 0.4125192 Feb 16 12:57:46.403735 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-37c0d5e8-50d9-43ab-af82-912982709071 req-ff3971d0-ff26-495d-93d4-82e8760f4b86 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=0cf68c4b-65b3-44d9-8c88-61187c9b26d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977792 Feb 16 12:57:46.581303 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-3d081f55-295a-4966-936e-fc7f680587c0 req-26cadb47-9dfd-4a46-93cb-6c179222a7fd tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] For port e58cebbb-817f-47f9-83a3-c2eb3d62cd9a, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=e58cebbb-817f-47f9-83a3-c2eb3d62cd9a,segment=NetworkSegment(453ce50b-6688-4a38-a1c2-540631c2fdad),segment_id=453ce50b-6688-4a38-a1c2-540631c2fdad)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:57:46.581668 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-3d081f55-295a-4966-936e-fc7f680587c0 req-26cadb47-9dfd-4a46-93cb-6c179222a7fd tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:46.693159 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609eeda9-3cb6-4243-b75a-7664c8686f1e req-1545c9cb-5caf-438f-a2a2-dc121d6feeac tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:46.694483 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-609eeda9-3cb6-4243-b75a-7664c8686f1e req-1545c9cb-5caf-438f-a2a2-dc121d6feeac tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=acdc391d-9d28-4f64-be30-9dd5cd0e26f8 HTTP/1.1" status: 200 len: 945 time: 0.0803521 Feb 16 12:57:46.725069 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-3d081f55-295a-4966-936e-fc7f680587c0 req-26cadb47-9dfd-4a46-93cb-6c179222a7fd tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Calling delete_port for e58cebbb-817f-47f9-83a3-c2eb3d62cd9a owned by compute:nova {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:57:46.743887 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-609eeda9-3cb6-4243-b75a-7664c8686f1e req-5a2ab8f0-1143-420d-aa81-37c71ebb6ddf tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427949 Feb 16 12:57:47.038566 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-f06df141-9e1a-40b4-b9b8-de5045c4bb00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ec1558b-d985-4a48-8217-60c7d4e16970 {{(pid=87701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:57:47.053420 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-f06df141-9e1a-40b4-b9b8-de5045c4bb00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:47.079287 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-f06df141-9e1a-40b4-b9b8-de5045c4bb00 service neutron] Transition to ACTIVE for port object 4ec1558b-d985-4a48-8217-60c7d4e16970 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:57:47.080446 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-3d081f55-295a-4966-936e-fc7f680587c0 req-26cadb47-9dfd-4a46-93cb-6c179222a7fd tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:47.118742 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-f06df141-9e1a-40b4-b9b8-de5045c4bb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:47.137504 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cadb47-9dfd-4a46-93cb-6c179222a7fd tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Pushing event deleted for resources: {'Port': ['ID=e58cebbb-817f-47f9-83a3-c2eb3d62cd9a,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:47.333771 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d081f55-295a-4966-936e-fc7f680587c0 req-26cadb47-9dfd-4a46-93cb-6c179222a7fd tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] No DVR routers for this DVR port e58cebbb-817f-47f9-83a3-c2eb3d62cd9a on host hv-neutron-8295 {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:57:47.339837 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-3d081f55-295a-4966-936e-fc7f680587c0 req-26cadb47-9dfd-4a46-93cb-6c179222a7fd tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:47.342388 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acdc391d-9d28-4f64-be30-9dd5cd0e26f8', 'name': 'network-vif-deleted', 'tag': 'e58cebbb-817f-47f9-83a3-c2eb3d62cd9a'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:57:47.382773 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06df141-9e1a-40b4-b9b8-de5045c4bb00 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec1558b-d985-4a48-8217-60c7d4e16970,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:47.446841 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acdc391d-9d28-4f64-be30-9dd5cd0e26f8', 'name': 'network-vif-deleted', 'tag': 'e58cebbb-817f-47f9-83a3-c2eb3d62cd9a', 'status': 'completed', 'code': 200} Feb 16 12:57:47.452170 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3d081f55-295a-4966-936e-fc7f680587c0 req-26cadb47-9dfd-4a46-93cb-6c179222a7fd tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.89 "DELETE /v2.0/ports/e58cebbb-817f-47f9-83a3-c2eb3d62cd9a HTTP/1.1" status: 204 len: 173 time: 1.5384979 Feb 16 12:57:47.501727 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-f06df141-9e1a-40b4-b9b8-de5045c4bb00 service neutron] Attempting to bind port 4ec1558b-d985-4a48-8217-60c7d4e16970 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:57:47.501924 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-f06df141-9e1a-40b4-b9b8-de5045c4bb00 service neutron] Attempting to bind port 4ec1558b-d985-4a48-8217-60c7d4e16970 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '4243aa5c-31c4-4ac4-9759-69a47144608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6f92ef66-e24f-44cd-a44d-715a5dfc1d00'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:57:47.502262 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-f06df141-9e1a-40b4-b9b8-de5045c4bb00 service neutron] Attempting to bind port 4ec1558b-d985-4a48-8217-60c7d4e16970 on network 6f92ef66-e24f-44cd-a44d-715a5dfc1d00 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:57:47.507778 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-f06df141-9e1a-40b4-b9b8-de5045c4bb00 service neutron] Port 4ec1558b-d985-4a48-8217-60c7d4e16970 on network 6f92ef66-e24f-44cd-a44d-715a5dfc1d00 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:57:47.508306 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-f06df141-9e1a-40b4-b9b8-de5045c4bb00 service neutron] Attempting to bind port 4ec1558b-d985-4a48-8217-60c7d4e16970 on network 6f92ef66-e24f-44cd-a44d-715a5dfc1d00 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:57:47.513789 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-f06df141-9e1a-40b4-b9b8-de5045c4bb00 service neutron] Checking agent: {'id': 'b4b5bcfd-2763-4324-82e0-923bc8a52546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'started_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:57:47.514133 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-f06df141-9e1a-40b4-b9b8-de5045c4bb00 service neutron] Checking segment: {'id': '4243aa5c-31c4-4ac4-9759-69a47144608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6f92ef66-e24f-44cd-a44d-715a5dfc1d00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:57:47.514513 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-f06df141-9e1a-40b4-b9b8-de5045c4bb00 service neutron] Bound using segment: {'id': '4243aa5c-31c4-4ac4-9759-69a47144608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6f92ef66-e24f-44cd-a44d-715a5dfc1d00'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:57:47.514936 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-f06df141-9e1a-40b4-b9b8-de5045c4bb00 service neutron] Bound port: 4ec1558b-d985-4a48-8217-60c7d4e16970, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4243aa5c-31c4-4ac4-9759-69a47144608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6f92ef66-e24f-44cd-a44d-715a5dfc1d00'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:57:47.515345 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-f06df141-9e1a-40b4-b9b8-de5045c4bb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:47.604325 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e3b05-781f-44b4-b47d-9114e78f1bd4 req-082bf389-4da5-4c1e-a394-83a6b809e598 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:47.606129 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-744e3b05-781f-44b4-b47d-9114e78f1bd4 req-082bf389-4da5-4c1e-a394-83a6b809e598 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=ecc25d0e-39d4-4d83-9d1b-3380b3e0146c HTTP/1.1" status: 200 len: 943 time: 0.0853362 Feb 16 12:57:47.627717 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-f06df141-9e1a-40b4-b9b8-de5045c4bb00 service neutron] For port 4ec1558b-d985-4a48-8217-60c7d4e16970, host hv-neutron-8295, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:57:47.631066 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-f06df141-9e1a-40b4-b9b8-de5045c4bb00 service neutron] For port 4ec1558b-d985-4a48-8217-60c7d4e16970, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=4ec1558b-d985-4a48-8217-60c7d4e16970,segment=NetworkSegment(4243aa5c-31c4-4ac4-9759-69a47144608f),segment_id=4243aa5c-31c4-4ac4-9759-69a47144608f)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:57:47.639484 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-f06df141-9e1a-40b4-b9b8-de5045c4bb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:47.656292 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-744e3b05-781f-44b4-b47d-9114e78f1bd4 req-057074d9-82a8-4f8c-8b6a-289eb4125fb4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:57:47.674025 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-744e3b05-781f-44b4-b47d-9114e78f1bd4 req-057074d9-82a8-4f8c-8b6a-289eb4125fb4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:57:47.675320 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-744e3b05-781f-44b4-b47d-9114e78f1bd4 req-057074d9-82a8-4f8c-8b6a-289eb4125fb4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=0cf68c4b-65b3-44d9-8c88-61187c9b26d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622318 Feb 16 12:57:47.712174 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-f06df141-9e1a-40b4-b9b8-de5045c4bb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:47.712817 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-f06df141-9e1a-40b4-b9b8-de5045c4bb00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:47.714193 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-f06df141-9e1a-40b4-b9b8-de5045c4bb00 service neutron] 10.222.0.89 "PUT /v2.0/ports/4ec1558b-d985-4a48-8217-60c7d4e16970 HTTP/1.1" status: 200 len: 1093 time: 1.8793399 Feb 16 12:57:47.731055 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06df141-9e1a-40b4-b9b8-de5045c4bb00 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec1558b-d985-4a48-8217-60c7d4e16970,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:47.867541 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-989473b4-33db-417f-ba4e-83a31932d6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:47.869272 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-989473b4-33db-417f-ba4e-83a31932d6c6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&device_id=ecc25d0e-39d4-4d83-9d1b-3380b3e0146c HTTP/1.1" status: 200 len: 1096 time: 0.1013415 Feb 16 12:57:47.983065 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-1f92ff43-3413-412f-a190-3effa2453a3f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ec1558b-d985-4a48-8217-60c7d4e16970 HTTP/1.1" status: 200 len: 217 time: 0.0747716 Feb 16 12:57:47.984835 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-2b32317b-d81d-45d2-a2b6-034d56aa2cd0 req-2e8a9763-8579-45da-8910-361e377881ad tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Synchronizing usage tracker for tenant:43a461e2fae64766bd31efeef15d8935 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:57:48.043201 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-2b32317b-d81d-45d2-a2b6-034d56aa2cd0 req-2e8a9763-8579-45da-8910-361e377881ad tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Unset dirty status for tenant:43a461e2fae64766bd31efeef15d8935 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:57:48.044331 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2b32317b-d81d-45d2-a2b6-034d56aa2cd0 req-2e8a9763-8579-45da-8910-361e377881ad tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=acdc391d-9d28-4f64-be30-9dd5cd0e26f8 HTTP/1.1" status: 200 len: 210 time: 0.1723552 Feb 16 12:57:48.058872 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-2e8451f0-c363-4a29-8293-f09163ccd277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:48.060832 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-2e8451f0-c363-4a29-8293-f09163ccd277 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e868aeae-c5b1-464a-9792-773bffef6e27 HTTP/1.1" status: 200 len: 834 time: 0.0716438 Feb 16 12:57:48.138965 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-b24bc46f-5978-435b-bf3f-9a51e85e8bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:48.140115 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-b24bc46f-5978-435b-bf3f-9a51e85e8bcb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6f92ef66-e24f-44cd-a44d-715a5dfc1d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730667 Feb 16 12:57:48.273653 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-cda61907-afc3-44bf-a822-a94c55df2a5f service neutron] 10.222.0.89 "GET /v2.0/networks/6f92ef66-e24f-44cd-a44d-715a5dfc1d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272776 Feb 16 12:57:48.413295 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a4f8d7ff-e5d3-43d2-8bf3-b8ec91d0d63d req-3e903ef6-8263-4532-aa61-ee9465048add service neutron] 10.222.0.89 "GET /v2.0/networks/6f92ef66-e24f-44cd-a44d-715a5dfc1d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276989 Feb 16 12:57:48.869588 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b61a8-17c8-479f-adbd-2a62a5b68d90 req-01342c66-3ee3-4338-ac92-4c6d5cfbcd18 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:48.871071 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7a8b61a8-17c8-479f-adbd-2a62a5b68d90 req-01342c66-3ee3-4338-ac92-4c6d5cfbcd18 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=ecc25d0e-39d4-4d83-9d1b-3380b3e0146c HTTP/1.1" status: 200 len: 943 time: 0.0897768 Feb 16 12:57:48.914670 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7a8b61a8-17c8-479f-adbd-2a62a5b68d90 req-3c24a654-eae2-43f0-9e52-fa440749757e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=0cf68c4b-65b3-44d9-8c88-61187c9b26d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376558 Feb 16 12:57:49.257716 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device e58cebbb-817f-47f9-83a3-c2eb3d62cd9a no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:57:49.293762 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] No Port match for: e58cebbb-817f-47f9-83a3-c2eb3d62cd9a {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:57:49.294262 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device e58cebbb-817f-47f9-83a3-c2eb3d62cd9a not bound to the agent host hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:57:49.447623 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc25d0e-39d4-4d83-9d1b-3380b3e0146c', 'tag': '4ec1558b-d985-4a48-8217-60c7d4e16970'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:57:49.491432 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc25d0e-39d4-4d83-9d1b-3380b3e0146c', 'tag': '4ec1558b-d985-4a48-8217-60c7d4e16970', 'status': 'completed', 'code': 200} Feb 16 12:57:49.589680 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59402e25-db8b-4d90-9a45-ab55616bf8db req-24471566-1081-4cfe-aa96-f7b14b59423e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:49.591203 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-59402e25-db8b-4d90-9a45-ab55616bf8db req-24471566-1081-4cfe-aa96-f7b14b59423e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&device_id=ecc25d0e-39d4-4d83-9d1b-3380b3e0146c HTTP/1.1" status: 200 len: 1096 time: 0.0785306 Feb 16 12:57:49.833073 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59402e25-db8b-4d90-9a45-ab55616bf8db req-752928c2-164f-42d1-a1c7-5feb3a955a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:49.834759 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-59402e25-db8b-4d90-9a45-ab55616bf8db req-752928c2-164f-42d1-a1c7-5feb3a955a57 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6f92ef66-e24f-44cd-a44d-715a5dfc1d00 HTTP/1.1" status: 200 len: 898 time: 0.2367229 Feb 16 12:57:49.906322 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-59402e25-db8b-4d90-9a45-ab55616bf8db req-902bfcef-b7cd-4eab-8e9d-78d58c9946d9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ec1558b-d985-4a48-8217-60c7d4e16970 HTTP/1.1" status: 200 len: 217 time: 0.0641041 Feb 16 12:57:49.972462 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59402e25-db8b-4d90-9a45-ab55616bf8db req-fda342fa-97c2-42e4-a767-0beccece8bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:49.976599 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-59402e25-db8b-4d90-9a45-ab55616bf8db req-fda342fa-97c2-42e4-a767-0beccece8bbb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e868aeae-c5b1-464a-9792-773bffef6e27 HTTP/1.1" status: 200 len: 834 time: 0.0646775 Feb 16 12:57:50.113422 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59402e25-db8b-4d90-9a45-ab55616bf8db req-30d14892-3359-4090-9231-937c335ac76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:50.114818 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-59402e25-db8b-4d90-9a45-ab55616bf8db req-30d14892-3359-4090-9231-937c335ac76b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6f92ef66-e24f-44cd-a44d-715a5dfc1d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1311138 Feb 16 12:57:50.149504 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fe02e-9443-4bfb-8681-012e519d46b1 req-1c578411-7ecc-4c45-acd8-0181407feb72 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:50.150958 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a69fe02e-9443-4bfb-8681-012e519d46b1 req-1c578411-7ecc-4c45-acd8-0181407feb72 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=ecc25d0e-39d4-4d83-9d1b-3380b3e0146c HTTP/1.1" status: 200 len: 943 time: 0.1177995 Feb 16 12:57:50.270410 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a69fe02e-9443-4bfb-8681-012e519d46b1 req-38129af6-af71-4732-8021-45bde982da09 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=0cf68c4b-65b3-44d9-8c88-61187c9b26d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678751 Feb 16 12:57:50.297080 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-59402e25-db8b-4d90-9a45-ab55616bf8db req-a9c0da34-43f1-4c8d-a405-22c029820e95 service neutron] 10.222.0.89 "GET /v2.0/networks/6f92ef66-e24f-44cd-a44d-715a5dfc1d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756241 Feb 16 12:57:50.445374 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-59402e25-db8b-4d90-9a45-ab55616bf8db req-c64b7dd5-4757-4d57-a803-72d7fd37539d service neutron] 10.222.0.89 "GET /v2.0/networks/6f92ef66-e24f-44cd-a44d-715a5dfc1d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426954 Feb 16 12:57:51.268058 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 4ec1558b-d985-4a48-8217-60c7d4e16970 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:57:51.412066 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 4ec1558b-d985-4a48-8217-60c7d4e16970, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=4ec1558b-d985-4a48-8217-60c7d4e16970,segment=NetworkSegment(4243aa5c-31c4-4ac4-9759-69a47144608f),segment_id=4243aa5c-31c4-4ac4-9759-69a47144608f)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:57:51.453028 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': '4ec1558b-d985-4a48-8217-60c7d4e16970', 'network_id': '6f92ef66-e24f-44cd-a44d-715a5dfc1d00', 'port_id': '4ec1558b-d985-4a48-8217-60c7d4e16970', 'mac_address': 'fa:16:3e:94:42:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e868aeae-c5b1-464a-9792-773bffef6e27', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:57:51.464688 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468c16b-111d-4e46-8f8c-4cea977d44c9 req-70c72f1e-aab6-4f13-a90b-0ce4886d0808 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:51.472674 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e468c16b-111d-4e46-8f8c-4cea977d44c9 req-70c72f1e-aab6-4f13-a90b-0ce4886d0808 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=ecc25d0e-39d4-4d83-9d1b-3380b3e0146c HTTP/1.1" status: 200 len: 943 time: 0.0935614 Feb 16 12:57:51.519096 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:51.529871 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e468c16b-111d-4e46-8f8c-4cea977d44c9 req-8314acfb-d9ce-4c1e-8289-991d928acded tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=0cf68c4b-65b3-44d9-8c88-61187c9b26d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557015 Feb 16 12:57:51.541375 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ec1558b-d985-4a48-8217-60c7d4e16970 {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:57:51.557675 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 4ec1558b-d985-4a48-8217-60c7d4e16970, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=4ec1558b-d985-4a48-8217-60c7d4e16970,segment=NetworkSegment(4243aa5c-31c4-4ac4-9759-69a47144608f),segment_id=4243aa5c-31c4-4ac4-9759-69a47144608f)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:57:51.566113 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:51.644005 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=4ec1558b-d985-4a48-8217-60c7d4e16970,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:51.792547 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['4ec1558b-d985-4a48-8217-60c7d4e16970'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:57:52.713753 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7b012-1791-41cd-8a5b-6e41ba299d91 req-be47ff8d-957d-463e-8ab5-d66c6d35b9c9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:52.715109 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-50d7b012-1791-41cd-8a5b-6e41ba299d91 req-be47ff8d-957d-463e-8ab5-d66c6d35b9c9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=ecc25d0e-39d4-4d83-9d1b-3380b3e0146c HTTP/1.1" status: 200 len: 944 time: 0.0853226 Feb 16 12:57:52.763406 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-50d7b012-1791-41cd-8a5b-6e41ba299d91 req-01f96d79-74ae-4239-b5da-97153b5bf0b9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=0cf68c4b-65b3-44d9-8c88-61187c9b26d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420532 Feb 16 12:57:53.280241 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 4ec1558b-d985-4a48-8217-60c7d4e16970 up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:57:53.352331 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning for port 4ec1558b-d985-4a48-8217-60c7d4e16970 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:57:53.357682 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port 4ec1558b-d985-4a48-8217-60c7d4e16970 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:57:53.358061 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:53.484326 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:53.515148 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc25d0e-39d4-4d83-9d1b-3380b3e0146c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec1558b-d985-4a48-8217-60c7d4e16970'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:57:53.526997 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 4ec1558b-d985-4a48-8217-60c7d4e16970, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=4ec1558b-d985-4a48-8217-60c7d4e16970,segment=NetworkSegment(4243aa5c-31c4-4ac4-9759-69a47144608f),segment_id=4243aa5c-31c4-4ac4-9759-69a47144608f)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:57:53.531886 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:53.564346 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc25d0e-39d4-4d83-9d1b-3380b3e0146c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec1558b-d985-4a48-8217-60c7d4e16970', 'code': 200} Feb 16 12:57:53.609929 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=4ec1558b-d985-4a48-8217-60c7d4e16970,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:53.707179 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44314) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:57:53.811812 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20702b9f-b6e5-4745-8ef5-c8052fa2c7e9 req-a7c57f30-87f8-4c91-b415-baae475c6df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:53.813609 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-20702b9f-b6e5-4745-8ef5-c8052fa2c7e9 req-a7c57f30-87f8-4c91-b415-baae475c6df9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ecc25d0e-39d4-4d83-9d1b-3380b3e0146c HTTP/1.1" status: 200 len: 1098 time: 0.0812373 Feb 16 12:57:53.854019 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-20702b9f-b6e5-4745-8ef5-c8052fa2c7e9 req-1631f3cc-b6a9-47db-9f09-f11f0a3ec65c service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=0cf68c4b-65b3-44d9-8c88-61187c9b26d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346873 Feb 16 12:57:53.927416 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-fc2253de-ad52-4281-a070-eff56e19bf72 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Deleting port f3619d8f-2e29-4b7f-8601-657d7b34295f {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:57:53.927780 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fc2253de-ad52-4281-a070-eff56e19bf72 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:53.965226 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e017388-2a73-4919-9f17-da007e69432d req-975d80e5-2df7-44fd-ae1d-4e5b01dcd094 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:53.966698 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5e017388-2a73-4919-9f17-da007e69432d req-975d80e5-2df7-44fd-ae1d-4e5b01dcd094 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=ecc25d0e-39d4-4d83-9d1b-3380b3e0146c HTTP/1.1" status: 200 len: 945 time: 0.0891342 Feb 16 12:57:54.012096 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5e017388-2a73-4919-9f17-da007e69432d req-eb2ff298-a45f-4f63-aae8-892f736855fe tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=0cf68c4b-65b3-44d9-8c88-61187c9b26d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390701 Feb 16 12:57:54.102788 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fc2253de-ad52-4281-a070-eff56e19bf72 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:54.103013 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fc2253de-ad52-4281-a070-eff56e19bf72 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:54.227765 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-fc2253de-ad52-4281-a070-eff56e19bf72 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Calling delete_port for f3619d8f-2e29-4b7f-8601-657d7b34295f owned by network:floatingip {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:57:54.379213 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fc2253de-ad52-4281-a070-eff56e19bf72 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:54.429611 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2253de-ad52-4281-a070-eff56e19bf72 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Pushing event deleted for resources: {'Port': ['ID=f3619d8f-2e29-4b7f-8601-657d7b34295f,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:54.519711 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fc2253de-ad52-4281-a070-eff56e19bf72 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks [] for floatingip, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:54.520014 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-fc2253de-ad52-4281-a070-eff56e19bf72 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Floating IP 90d00a90-f5f8-4616-8ac3-9082897f4a39 disassociated (deleted). External IP: 172.26.5.96, port: 8773340e-3a24-4a01-bc20-7b63b0c70800. Feb 16 12:57:54.975996 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2253de-ad52-4281-a070-eff56e19bf72 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Router 23fedfff-5686-499a-b8e0-238a28933e42 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:57:55.202957 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2253de-ad52-4281-a070-eff56e19bf72 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:57:55.214751 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80328540-c24b-4604-bf61-b367ed49d8ab None None] Sync routers for ids ['23fedfff-5686-499a-b8e0-238a28933e42'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:57:55.230426 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80328540-c24b-4604-bf61-b367ed49d8ab None None] Routers {'23fedfff-5686-499a-b8e0-238a28933e42'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:57:55.233087 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fc2253de-ad52-4281-a070-eff56e19bf72 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:55.237993 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-80328540-c24b-4604-bf61-b367ed49d8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:57:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['23fedfff-5686-499a-b8e0-238a28933e42'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:55.288146 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60310bd1-0c27-4691-b2de-ebbf9d6d719c req-27f54967-294f-4541-bbc5-c1a735039316 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:55.289578 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-60310bd1-0c27-4691-b2de-ebbf9d6d719c req-27f54967-294f-4541-bbc5-c1a735039316 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=ecc25d0e-39d4-4d83-9d1b-3380b3e0146c HTTP/1.1" status: 200 len: 945 time: 0.1512256 Feb 16 12:57:55.314849 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fc2253de-ad52-4281-a070-eff56e19bf72 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "DELETE /v2.0/floatingips/90d00a90-f5f8-4616-8ac3-9082897f4a39 HTTP/1.1" status: 204 len: 168 time: 1.6064448 Feb 16 12:57:55.318159 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd697a81d-0c8f-4805-af84-3ae726462c7d', 'tag': '8773340e-3a24-4a01-bc20-7b63b0c70800'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:57:55.345020 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-60310bd1-0c27-4691-b2de-ebbf9d6d719c req-73661bea-ed72-4009-9239-40bb71ff0bf6 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=0cf68c4b-65b3-44d9-8c88-61187c9b26d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484931 Feb 16 12:57:55.410706 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd697a81d-0c8f-4805-af84-3ae726462c7d', 'tag': '8773340e-3a24-4a01-bc20-7b63b0c70800', 'status': 'completed', 'code': 200} Feb 16 12:57:55.425671 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-80328540-c24b-4604-bf61-b367ed49d8ab None None] Set router 23fedfff-5686-499a-b8e0-238a28933e42 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:57:55.524841 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefea8ed-148e-4c5d-8533-8de86c23d56b req-e0e3d7b6-e950-41ef-968e-12e1423cceef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:55.527281 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cefea8ed-148e-4c5d-8533-8de86c23d56b req-e0e3d7b6-e950-41ef-968e-12e1423cceef service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=43a461e2fae64766bd31efeef15d8935&device_id=d697a81d-0c8f-4805-af84-3ae726462c7d HTTP/1.1" status: 200 len: 1098 time: 0.0915756 Feb 16 12:57:55.624290 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70fd24-1638-4d4e-8b16-1a0a11b19893 req-aa4ea595-3add-405e-bfc2-c5ed9fdff8ad tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:55.626203 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-bb70fd24-1638-4d4e-8b16-1a0a11b19893 req-aa4ea595-3add-405e-bfc2-c5ed9fdff8ad tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=ecc25d0e-39d4-4d83-9d1b-3380b3e0146c HTTP/1.1" status: 200 len: 945 time: 0.1153276 Feb 16 12:57:55.683387 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-bb70fd24-1638-4d4e-8b16-1a0a11b19893 req-44625e83-444d-469e-a636-ee46f422a21f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=0cf68c4b-65b3-44d9-8c88-61187c9b26d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516632 Feb 16 12:57:55.707625 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44330) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:57:55.742920 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefea8ed-148e-4c5d-8533-8de86c23d56b req-6d9981d9-0f62-47ab-9023-46a7363d80f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:55.744390 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cefea8ed-148e-4c5d-8533-8de86c23d56b req-6d9981d9-0f62-47ab-9023-46a7363d80f3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2f9caf95-9634-43c7-8691-03bf1bd0a638 HTTP/1.1" status: 200 len: 913 time: 0.2094207 Feb 16 12:57:55.781960 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b578667-e801-49bc-8426-1e4c7ae6f76c tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:55.786559 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3b578667-e801-49bc-8426-1e4c7ae6f76c tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=ecc25d0e-39d4-4d83-9d1b-3380b3e0146c HTTP/1.1" status: 200 len: 1093 time: 0.0750396 Feb 16 12:57:55.786755 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44334) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:57:55.791867 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-1ef12565-d5d2-42b9-91f3-8d460baa4054 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'floatingip': {'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'port_id': '4ec1558b-d985-4a48-8217-60c7d4e16970', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:57:55.798151 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1ef12565-d5d2-42b9-91f3-8d460baa4054 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:57:55.802325 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1ef12565-d5d2-42b9-91f3-8d460baa4054 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:floatingip and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:57:55.805395 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1ef12565-d5d2-42b9-91f3-8d460baa4054 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:57:55.812168 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1ef12565-d5d2-42b9-91f3-8d460baa4054 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:57:55.823877 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1ef12565-d5d2-42b9-91f3-8d460baa4054 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for floatingip, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:55.826004 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cefea8ed-148e-4c5d-8533-8de86c23d56b req-b8cb558d-5aff-4a33-a452-a1ebdb226037 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8773340e-3a24-4a01-bc20-7b63b0c70800 HTTP/1.1" status: 200 len: 217 time: 0.0734375 Feb 16 12:57:55.836172 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-80328540-c24b-4604-bf61-b367ed49d8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fedfff-5686-499a-b8e0-238a28933e42', 'name': 'tempest-TestVolumeBootPattern-1761421937-router', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:04Z', 'updated_at': '2022-02-16T12:49:20Z', 'revision_number': 4, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'gw_port': {'id': '8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:07Z', 'updated_at': '2022-02-16T12:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': 'a5b23843-9f59-458d-9ac9-8cfc9dd74594', 'name': '', 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'mac_address': 'fa:16:3e:d2:8d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '475d72a9-33c5-44fc-8808-9edb5e19ce95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:17Z', 'updated_at': '2022-02-16T12:49:29Z', 'revision_number': 5, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'subnets': [{'id': '475d72a9-33c5-44fc-8808-9edb5e19ce95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:55.838302 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a405f-4293-47a9-b31c-6afc92110ea9 req-6b88ec11-e255-48cc-a35f-95747b073848 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:55.839770 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bc5a405f-4293-47a9-b31c-6afc92110ea9 req-6b88ec11-e255-48cc-a35f-95747b073848 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=d697a81d-0c8f-4805-af84-3ae726462c7d HTTP/1.1" status: 200 len: 945 time: 0.1666381 Feb 16 12:57:55.840923 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80328540-c24b-4604-bf61-b367ed49d8ab None None] Checking router: 23fedfff-5686-499a-b8e0-238a28933e42 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:57:55.850052 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80328540-c24b-4604-bf61-b367ed49d8ab None None] Routers {'23fedfff-5686-499a-b8e0-238a28933e42'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:57:55.850673 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-80328540-c24b-4604-bf61-b367ed49d8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:57:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['23fedfff-5686-499a-b8e0-238a28933e42'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:55.929278 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefea8ed-148e-4c5d-8533-8de86c23d56b req-ec38ab1d-46b8-43d8-aae2-be25a6021d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:55.930749 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cefea8ed-148e-4c5d-8533-8de86c23d56b req-ec38ab1d-46b8-43d8-aae2-be25a6021d71 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=475d72a9-33c5-44fc-8808-9edb5e19ce95 HTTP/1.1" status: 200 len: 851 time: 0.0900013 Feb 16 12:57:55.933659 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bc5a405f-4293-47a9-b31c-6afc92110ea9 req-78695707-221f-4685-89a8-5e4f5b277319 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615196 Feb 16 12:57:55.978070 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1ef12565-d5d2-42b9-91f3-8d460baa4054 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:56.020406 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefea8ed-148e-4c5d-8533-8de86c23d56b req-181ff531-53cc-489b-a99c-7b64dbc1e345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:56.022337 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cefea8ed-148e-4c5d-8533-8de86c23d56b req-181ff531-53cc-489b-a99c-7b64dbc1e345 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2f9caf95-9634-43c7-8691-03bf1bd0a638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834880 Feb 16 12:57:56.035132 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-80328540-c24b-4604-bf61-b367ed49d8ab None None] Set router 23fedfff-5686-499a-b8e0-238a28933e42 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:57:56.124404 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-1ef12565-d5d2-42b9-91f3-8d460baa4054 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Allocated IP 172.26.5.49 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/013ed1fd-b4dc-4136-882a-5e866a855af9) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:57:56.158243 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cefea8ed-148e-4c5d-8533-8de86c23d56b req-9cb9daad-a68f-4347-b436-76d63716fe4e service neutron] 10.222.0.89 "GET /v2.0/networks/2f9caf95-9634-43c7-8691-03bf1bd0a638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279049 Feb 16 12:57:56.284037 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1ef12565-d5d2-42b9-91f3-8d460baa4054 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:56.318276 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1ef12565-d5d2-42b9-91f3-8d460baa4054 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:56.360963 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-80328540-c24b-4604-bf61-b367ed49d8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fedfff-5686-499a-b8e0-238a28933e42', 'name': 'tempest-TestVolumeBootPattern-1761421937-router', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:04Z', 'updated_at': '2022-02-16T12:49:20Z', 'revision_number': 4, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'gw_port': {'id': '8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:07Z', 'updated_at': '2022-02-16T12:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': 'a5b23843-9f59-458d-9ac9-8cfc9dd74594', 'name': '', 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'mac_address': 'fa:16:3e:d2:8d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '475d72a9-33c5-44fc-8808-9edb5e19ce95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:17Z', 'updated_at': '2022-02-16T12:49:29Z', 'revision_number': 5, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'subnets': [{'id': '475d72a9-33c5-44fc-8808-9edb5e19ce95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:56.365207 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80328540-c24b-4604-bf61-b367ed49d8ab None None] The sync data for ids ['23fedfff-5686-499a-b8e0-238a28933e42'] in dv-neutron-829527-1-hyperv is: [{'id': '23fedfff-5686-499a-b8e0-238a28933e42', 'name': 'tempest-TestVolumeBootPattern-1761421937-router', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:04Z', 'updated_at': '2022-02-16T12:49:20Z', 'revision_number': 4, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'gw_port': {'id': '8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:07Z', 'updated_at': '2022-02-16T12:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': 'a5b23843-9f59-458d-9ac9-8cfc9dd74594', 'name': '', 'network_id': '2f9caf95-9634-43c7-8691-03bf1bd0a638', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'mac_address': 'fa:16:3e:d2:8d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '475d72a9-33c5-44fc-8808-9edb5e19ce95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:17Z', 'updated_at': '2022-02-16T12:49:29Z', 'revision_number': 5, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'subnets': [{'id': '475d72a9-33c5-44fc-8808-9edb5e19ce95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:57:56.399834 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef12565-d5d2-42b9-91f3-8d460baa4054 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:57:56.402682 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-1ef12565-d5d2-42b9-91f3-8d460baa4054 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:57:56.406517 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef12565-d5d2-42b9-91f3-8d460baa4054 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:57:56.417036 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cefea8ed-148e-4c5d-8533-8de86c23d56b req-b45d031f-8a85-4d3c-ad3e-f7789f75a785 service neutron] 10.222.0.89 "GET /v2.0/networks/2f9caf95-9634-43c7-8691-03bf1bd0a638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502594 Feb 16 12:57:56.457305 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef12565-d5d2-42b9-91f3-8d460baa4054 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=013ed1fd-b4dc-4136-882a-5e866a855af9,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:56.632735 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7af384-e213-4c14-8290-8daa6c3d649b None None] New status for floating IP 90d00a90-f5f8-4616-8ac3-9082897f4a39: DOWN {{(pid=87702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:57:56.963153 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1ef12565-d5d2-42b9-91f3-8d460baa4054 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:57.040266 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1ef12565-d5d2-42b9-91f3-8d460baa4054 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:57.235708 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33425a21-d6b3-4510-b917-9b75076d7d51 req-82af8ed5-a390-4fec-834e-e14e1f923baa tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:57.238049 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-33425a21-d6b3-4510-b917-9b75076d7d51 req-82af8ed5-a390-4fec-834e-e14e1f923baa tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.89 "GET /v2.0/ports?device_id=d697a81d-0c8f-4805-af84-3ae726462c7d HTTP/1.1" status: 200 len: 945 time: 0.0899472 Feb 16 12:57:57.258473 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ad13b-0982-499f-b86a-cf98ad6459cc req-ef9ccedd-60a3-4dc7-bece-81827b219ace tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:57.259166 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-439ad13b-0982-499f-b86a-cf98ad6459cc req-ef9ccedd-60a3-4dc7-bece-81827b219ace tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Synchronizing usage tracker for tenant:43a461e2fae64766bd31efeef15d8935 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:57:57.302374 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-439ad13b-0982-499f-b86a-cf98ad6459cc req-ef9ccedd-60a3-4dc7-bece-81827b219ace tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Unset dirty status for tenant:43a461e2fae64766bd31efeef15d8935 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:57:57.303441 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-439ad13b-0982-499f-b86a-cf98ad6459cc req-ef9ccedd-60a3-4dc7-bece-81827b219ace tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=d697a81d-0c8f-4805-af84-3ae726462c7d HTTP/1.1" status: 200 len: 945 time: 0.2400041 Feb 16 12:57:57.309298 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-33425a21-d6b3-4510-b917-9b75076d7d51 req-7f606e8b-ac1a-4a99-bddf-a6a6cc6093d9 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Deleting port 8773340e-3a24-4a01-bc20-7b63b0c70800 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:57:57.309569 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-33425a21-d6b3-4510-b917-9b75076d7d51 req-7f606e8b-ac1a-4a99-bddf-a6a6cc6093d9 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:57.368038 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1ef12565-d5d2-42b9-91f3-8d460baa4054 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:57.372578 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-439ad13b-0982-499f-b86a-cf98ad6459cc req-640d94f5-722c-4338-9665-f50102db0119 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/security-groups?id=81c9b434-7d09-4831-ba16-f778515a1a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618045 Feb 16 12:57:57.374597 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1ef12565-d5d2-42b9-91f3-8d460baa4054 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:57.494870 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef12565-d5d2-42b9-91f3-8d460baa4054 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=013ed1fd-b4dc-4136-882a-5e866a855af9,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:57.505454 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1ef12565-d5d2-42b9-91f3-8d460baa4054 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:57.581827 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-33425a21-d6b3-4510-b917-9b75076d7d51 req-7f606e8b-ac1a-4a99-bddf-a6a6cc6093d9 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] For port 8773340e-3a24-4a01-bc20-7b63b0c70800, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=8773340e-3a24-4a01-bc20-7b63b0c70800,segment=NetworkSegment(453ce50b-6688-4a38-a1c2-540631c2fdad),segment_id=453ce50b-6688-4a38-a1c2-540631c2fdad)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:57:57.582089 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-33425a21-d6b3-4510-b917-9b75076d7d51 req-7f606e8b-ac1a-4a99-bddf-a6a6cc6093d9 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:57.685583 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-1ef12565-d5d2-42b9-91f3-8d460baa4054 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Floating IP ef087042-68b5-4d37-9f5f-0e853ab23107 associated. External IP: 172.26.5.49, port: 4ec1558b-d985-4a48-8217-60c7d4e16970. Feb 16 12:57:57.716555 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-33425a21-d6b3-4510-b917-9b75076d7d51 req-7f606e8b-ac1a-4a99-bddf-a6a6cc6093d9 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Calling delete_port for 8773340e-3a24-4a01-bc20-7b63b0c70800 owned by compute:nova {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:57:57.862743 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-33425a21-d6b3-4510-b917-9b75076d7d51 req-7f606e8b-ac1a-4a99-bddf-a6a6cc6093d9 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:57.917470 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f606e8b-ac1a-4a99-bddf-a6a6cc6093d9 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Pushing event deleted for resources: {'Port': ['ID=8773340e-3a24-4a01-bc20-7b63b0c70800,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:57:57.958482 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f606e8b-ac1a-4a99-bddf-a6a6cc6093d9 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:57.958826 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f606e8b-ac1a-4a99-bddf-a6a6cc6093d9 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:57.959163 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f606e8b-ac1a-4a99-bddf-a6a6cc6093d9 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:57.959993 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f606e8b-ac1a-4a99-bddf-a6a6cc6093d9 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:57.960324 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f606e8b-ac1a-4a99-bddf-a6a6cc6093d9 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:57.960638 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f606e8b-ac1a-4a99-bddf-a6a6cc6093d9 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:57.961000 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f606e8b-ac1a-4a99-bddf-a6a6cc6093d9 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:57.961320 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f606e8b-ac1a-4a99-bddf-a6a6cc6093d9 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:57.961647 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f606e8b-ac1a-4a99-bddf-a6a6cc6093d9 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:57.961945 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f606e8b-ac1a-4a99-bddf-a6a6cc6093d9 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:57.962259 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f606e8b-ac1a-4a99-bddf-a6a6cc6093d9 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:57.962574 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f606e8b-ac1a-4a99-bddf-a6a6cc6093d9 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:57:58.006803 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-33425a21-d6b3-4510-b917-9b75076d7d51 req-7f606e8b-ac1a-4a99-bddf-a6a6cc6093d9 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] No DVR routers for this DVR port 8773340e-3a24-4a01-bc20-7b63b0c70800 on host hv-neutron-8295 {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:57:58.009560 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-33425a21-d6b3-4510-b917-9b75076d7d51 req-7f606e8b-ac1a-4a99-bddf-a6a6cc6093d9 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:58.012575 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd697a81d-0c8f-4805-af84-3ae726462c7d', 'name': 'network-vif-deleted', 'tag': '8773340e-3a24-4a01-bc20-7b63b0c70800'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:57:58.030726 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-33425a21-d6b3-4510-b917-9b75076d7d51 req-7f606e8b-ac1a-4a99-bddf-a6a6cc6093d9 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.89 "DELETE /v2.0/ports/8773340e-3a24-4a01-bc20-7b63b0c70800 HTTP/1.1" status: 204 len: 173 time: 0.7874062 Feb 16 12:57:58.043097 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef12565-d5d2-42b9-91f3-8d460baa4054 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Router 0a9be551-9fa3-469b-a7a2-dea1c4f69ee7 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:57:58.068016 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd697a81d-0c8f-4805-af84-3ae726462c7d', 'name': 'network-vif-deleted', 'tag': '8773340e-3a24-4a01-bc20-7b63b0c70800', 'status': 'completed', 'code': 200} Feb 16 12:57:58.232643 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef12565-d5d2-42b9-91f3-8d460baa4054 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:57:58.244485 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f566a5-aa15-4381-b3ab-20f8bb6070c7 None None] Sync routers for ids ['0a9be551-9fa3-469b-a7a2-dea1c4f69ee7'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:57:58.258810 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f566a5-aa15-4381-b3ab-20f8bb6070c7 None None] Routers {'0a9be551-9fa3-469b-a7a2-dea1c4f69ee7'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:57:58.259549 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-95f566a5-aa15-4381-b3ab-20f8bb6070c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:57:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['0a9be551-9fa3-469b-a7a2-dea1c4f69ee7'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:58.266741 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1ef12565-d5d2-42b9-91f3-8d460baa4054 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:57:58.329724 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1ef12565-d5d2-42b9-91f3-8d460baa4054 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5417054 Feb 16 12:57:58.330916 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc25d0e-39d4-4d83-9d1b-3380b3e0146c', 'tag': '4ec1558b-d985-4a48-8217-60c7d4e16970'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:57:58.332311 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44342) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:57:58.427157 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc25d0e-39d4-4d83-9d1b-3380b3e0146c', 'tag': '4ec1558b-d985-4a48-8217-60c7d4e16970', 'status': 'completed', 'code': 200} Feb 16 12:57:58.512166 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-95f566a5-aa15-4381-b3ab-20f8bb6070c7 None None] Set router 0a9be551-9fa3-469b-a7a2-dea1c4f69ee7 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:57:58.618899 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-411c7992-270e-4c0e-8876-cf3cce5e9d89 req-687c83ef-5768-499a-a3cb-2f7b5b7f98da tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Synchronizing usage tracker for tenant:43a461e2fae64766bd31efeef15d8935 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:57:58.641205 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-66c95d3e-4f40-444a-9b94-89d1bee4fb99 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/floatingips/ef087042-68b5-4d37-9f5f-0e853ab23107 HTTP/1.1" status: 200 len: 990 time: 0.3076305 Feb 16 12:57:58.657104 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-411c7992-270e-4c0e-8876-cf3cce5e9d89 req-687c83ef-5768-499a-a3cb-2f7b5b7f98da tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Unset dirty status for tenant:43a461e2fae64766bd31efeef15d8935 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:57:58.658673 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-411c7992-270e-4c0e-8876-cf3cce5e9d89 req-687c83ef-5768-499a-a3cb-2f7b5b7f98da tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "GET /v2.0/ports?device_id=d697a81d-0c8f-4805-af84-3ae726462c7d HTTP/1.1" status: 200 len: 210 time: 0.0947418 Feb 16 12:57:58.670220 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d2998-153a-49dd-8e4c-f0c5413899d3 req-f951acef-5c95-48c2-8a71-8eea506a005e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:58.671694 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-695d2998-153a-49dd-8e4c-f0c5413899d3 req-f951acef-5c95-48c2-8a71-8eea506a005e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&device_id=ecc25d0e-39d4-4d83-9d1b-3380b3e0146c HTTP/1.1" status: 200 len: 1098 time: 0.2180102 Feb 16 12:57:58.808340 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d2998-153a-49dd-8e4c-f0c5413899d3 req-95d86731-851e-4d0b-851f-267bd1d740f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:58.810004 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-695d2998-153a-49dd-8e4c-f0c5413899d3 req-95d86731-851e-4d0b-851f-267bd1d740f3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6f92ef66-e24f-44cd-a44d-715a5dfc1d00 HTTP/1.1" status: 200 len: 898 time: 0.1302776 Feb 16 12:57:58.907528 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-95f566a5-aa15-4381-b3ab-20f8bb6070c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'name': 'tempest-TestNetworkBasicOps-router-1858395812', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.244'}], 'enable_snat': True}, 'gw_port_id': '82c2c386-c015-48f9-a5ba-c99508c2a030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:57:32Z', 'updated_at': '2022-02-16T12:57:38Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '82c2c386-c015-48f9-a5ba-c99508c2a030', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:57:33Z', 'updated_at': '2022-02-16T12:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': 'ef087042-68b5-4d37-9f5f-0e853ab23107', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'floating_ip_address': '172.26.5.49', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'port_id': '4ec1558b-d985-4a48-8217-60c7d4e16970', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f92ef66-e24f-44cd-a44d-715a5dfc1d00', 'mac_address': 'fa:16:3e:94:42:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc25d0e-39d4-4d83-9d1b-3380b3e0146c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:57:56Z', 'updated_at': '2022-02-16T12:57:56Z', 'revision_number': 0, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3089b18-6a81-4f0f-a0c0-7b380ccc5400', 'name': '', 'network_id': '6f92ef66-e24f-44cd-a44d-715a5dfc1d00', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:b8:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'e868aeae-c5b1-464a-9792-773bffef6e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:57:37Z', 'updated_at': '2022-02-16T12:57:43Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': 'e868aeae-c5b1-464a-9792-773bffef6e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:58.911690 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f566a5-aa15-4381-b3ab-20f8bb6070c7 None None] Checking router: 0a9be551-9fa3-469b-a7a2-dea1c4f69ee7 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:57:58.913976 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-695d2998-153a-49dd-8e4c-f0c5413899d3 req-606a9843-db2c-42e6-98b7-62992b7f2e6b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ec1558b-d985-4a48-8217-60c7d4e16970 HTTP/1.1" status: 200 len: 998 time: 0.0969930 Feb 16 12:57:58.920783 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f566a5-aa15-4381-b3ab-20f8bb6070c7 None None] Routers {'0a9be551-9fa3-469b-a7a2-dea1c4f69ee7'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:57:58.921384 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-95f566a5-aa15-4381-b3ab-20f8bb6070c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:57:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['0a9be551-9fa3-469b-a7a2-dea1c4f69ee7'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:58.982938 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d2998-153a-49dd-8e4c-f0c5413899d3 req-0eedbb3d-d715-4dfe-9bd9-5cb056f0340a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:58.984378 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-695d2998-153a-49dd-8e4c-f0c5413899d3 req-0eedbb3d-d715-4dfe-9bd9-5cb056f0340a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e868aeae-c5b1-464a-9792-773bffef6e27 HTTP/1.1" status: 200 len: 834 time: 0.0623395 Feb 16 12:57:59.108523 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-95f566a5-aa15-4381-b3ab-20f8bb6070c7 None None] Set router 0a9be551-9fa3-469b-a7a2-dea1c4f69ee7 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:57:59.181429 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d2998-153a-49dd-8e4c-f0c5413899d3 req-dc55a1ee-bfc5-47dd-998a-0129461771e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:57:59.182927 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-695d2998-153a-49dd-8e4c-f0c5413899d3 req-dc55a1ee-bfc5-47dd-998a-0129461771e6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6f92ef66-e24f-44cd-a44d-715a5dfc1d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1893671 Feb 16 12:57:59.317502 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-695d2998-153a-49dd-8e4c-f0c5413899d3 req-c0ac1cc8-8ee6-41d6-acae-db986603f956 service neutron] 10.222.0.89 "GET /v2.0/networks/6f92ef66-e24f-44cd-a44d-715a5dfc1d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271248 Feb 16 12:57:59.338495 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 8773340e-3a24-4a01-bc20-7b63b0c70800 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:57:59.379028 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] No Port match for: 8773340e-3a24-4a01-bc20-7b63b0c70800 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:57:59.379909 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 8773340e-3a24-4a01-bc20-7b63b0c70800 not bound to the agent host hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:57:59.464967 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-95f566a5-aa15-4381-b3ab-20f8bb6070c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'name': 'tempest-TestNetworkBasicOps-router-1858395812', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.244'}], 'enable_snat': True}, 'gw_port_id': '82c2c386-c015-48f9-a5ba-c99508c2a030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:57:32Z', 'updated_at': '2022-02-16T12:57:38Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '82c2c386-c015-48f9-a5ba-c99508c2a030', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:57:33Z', 'updated_at': '2022-02-16T12:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': 'ef087042-68b5-4d37-9f5f-0e853ab23107', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'floating_ip_address': '172.26.5.49', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'port_id': '4ec1558b-d985-4a48-8217-60c7d4e16970', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f92ef66-e24f-44cd-a44d-715a5dfc1d00', 'mac_address': 'fa:16:3e:94:42:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc25d0e-39d4-4d83-9d1b-3380b3e0146c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:57:56Z', 'updated_at': '2022-02-16T12:57:56Z', 'revision_number': 0, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3089b18-6a81-4f0f-a0c0-7b380ccc5400', 'name': '', 'network_id': '6f92ef66-e24f-44cd-a44d-715a5dfc1d00', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:b8:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'e868aeae-c5b1-464a-9792-773bffef6e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:57:37Z', 'updated_at': '2022-02-16T12:57:43Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': 'e868aeae-c5b1-464a-9792-773bffef6e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:57:59.466586 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-695d2998-153a-49dd-8e4c-f0c5413899d3 req-59392107-e058-42ba-be37-4149eff227d0 service neutron] 10.222.0.89 "GET /v2.0/networks/6f92ef66-e24f-44cd-a44d-715a5dfc1d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424067 Feb 16 12:57:59.468863 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f566a5-aa15-4381-b3ab-20f8bb6070c7 None None] The sync data for ids ['0a9be551-9fa3-469b-a7a2-dea1c4f69ee7'] in dv-neutron-829527-1-hyperv is: [{'id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'name': 'tempest-TestNetworkBasicOps-router-1858395812', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.244'}], 'enable_snat': True}, 'gw_port_id': '82c2c386-c015-48f9-a5ba-c99508c2a030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:57:32Z', 'updated_at': '2022-02-16T12:57:38Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '82c2c386-c015-48f9-a5ba-c99508c2a030', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:57:33Z', 'updated_at': '2022-02-16T12:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': 'ef087042-68b5-4d37-9f5f-0e853ab23107', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'floating_ip_address': '172.26.5.49', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'port_id': '4ec1558b-d985-4a48-8217-60c7d4e16970', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f92ef66-e24f-44cd-a44d-715a5dfc1d00', 'mac_address': 'fa:16:3e:94:42:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc25d0e-39d4-4d83-9d1b-3380b3e0146c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:57:56Z', 'updated_at': '2022-02-16T12:57:56Z', 'revision_number': 0, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3089b18-6a81-4f0f-a0c0-7b380ccc5400', 'name': '', 'network_id': '6f92ef66-e24f-44cd-a44d-715a5dfc1d00', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:b8:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'e868aeae-c5b1-464a-9792-773bffef6e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:57:37Z', 'updated_at': '2022-02-16T12:57:43Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': 'e868aeae-c5b1-464a-9792-773bffef6e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:57:59.645369 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44350) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:57:59.661570 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaf504a-b075-420e-9c2d-7245bf62dc9d None None] New status for floating IP ef087042-68b5-4d37-9f5f-0e853ab23107: ACTIVE {{(pid=87702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:57:59.762267 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44356) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:57:59.888876 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-81732d62-1f90-4ab8-a3cc-5dea6dd023bf tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/floatingips/ef087042-68b5-4d37-9f5f-0e853ab23107 HTTP/1.1" status: 200 len: 990 time: 0.2422674 Feb 16 12:57:59.931804 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-98c1a4e4-6103-4b6c-84f4-7710ae0c0b08 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Deleting port 32b72399-8ab0-48dd-9481-e11163af8ec6 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:57:59.932171 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-98c1a4e4-6103-4b6c-84f4-7710ae0c0b08 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:00.106660 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-98c1a4e4-6103-4b6c-84f4-7710ae0c0b08 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:00.106996 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-98c1a4e4-6103-4b6c-84f4-7710ae0c0b08 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:00.233731 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-98c1a4e4-6103-4b6c-84f4-7710ae0c0b08 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Calling delete_port for 32b72399-8ab0-48dd-9481-e11163af8ec6 owned by network:floatingip {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:58:00.392828 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-98c1a4e4-6103-4b6c-84f4-7710ae0c0b08 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:00.467954 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c1a4e4-6103-4b6c-84f4-7710ae0c0b08 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Pushing event deleted for resources: {'Port': ['ID=32b72399-8ab0-48dd-9481-e11163af8ec6,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:00.534153 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-98c1a4e4-6103-4b6c-84f4-7710ae0c0b08 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks [] for floatingip, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:00.559337 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-98c1a4e4-6103-4b6c-84f4-7710ae0c0b08 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:00.560522 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-98c1a4e4-6103-4b6c-84f4-7710ae0c0b08 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "DELETE /v2.0/floatingips/10f09955-b015-498d-b39b-383fe49b80dc HTTP/1.1" status: 204 len: 168 time: 0.7968972 Feb 16 12:58:00.890605 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44368) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:01.001346 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-cf2ceb30-8bfd-43f2-afc9-dbc03164b577 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/floatingips/ef087042-68b5-4d37-9f5f-0e853ab23107 HTTP/1.1" status: 200 len: 992 time: 0.1090789 Feb 16 12:58:01.039645 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:58:01.805407 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9b65b6c2-7d92-4feb-a32e-1c1202fae7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:03.031174 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44376) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:03.103291 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e34f35e9-c5ce-4c74-b564-0d42a5bf6e63 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:03.134881 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e34f35e9-c5ce-4c74-b564-0d42a5bf6e63 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:03.205997 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e34f35e9-c5ce-4c74-b564-0d42a5bf6e63 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:03.223430 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f35e9-c5ce-4c74-b564-0d42a5bf6e63 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c9b434-7d09-4831-ba16-f778515a1a0e,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:03.237031 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e34f35e9-c5ce-4c74-b564-0d42a5bf6e63 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:03.238153 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e34f35e9-c5ce-4c74-b564-0d42a5bf6e63 tempest-TestVolumeBootPattern-1952406934 tempest-TestVolumeBootPattern-1952406934-project] 10.222.0.83 "DELETE /v2.0/security-groups/81c9b434-7d09-4831-ba16-f778515a1a0e HTTP/1.1" status: 204 len: 168 time: 0.2059813 Feb 16 12:58:03.301779 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44382) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:04.014173 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a0a7cc81-97c1-4b56-9c70-b51e8fcd48e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:04.114834 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c0970eb5-b497-4fe7-a5db-c7d14263ac4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:04.376061 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a0a7cc81-97c1-4b56-9c70-b51e8fcd48e1 admin admin] Deleting port a5b23843-9f59-458d-9ac9-8cfc9dd74594 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:58:04.376648 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a0a7cc81-97c1-4b56-9c70-b51e8fcd48e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:04.413763 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:04.549448 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-a0a7cc81-97c1-4b56-9c70-b51e8fcd48e1 admin admin] For port a5b23843-9f59-458d-9ac9-8cfc9dd74594, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=a5b23843-9f59-458d-9ac9-8cfc9dd74594,segment=NetworkSegment(453ce50b-6688-4a38-a1c2-540631c2fdad),segment_id=453ce50b-6688-4a38-a1c2-540631c2fdad)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:58:04.549795 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a0a7cc81-97c1-4b56-9c70-b51e8fcd48e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:04.670223 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a0a7cc81-97c1-4b56-9c70-b51e8fcd48e1 admin admin] Calling delete_port for a5b23843-9f59-458d-9ac9-8cfc9dd74594 owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:58:05.068947 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a0a7cc81-97c1-4b56-9c70-b51e8fcd48e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:05.120415 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a7cc81-97c1-4b56-9c70-b51e8fcd48e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5b23843-9f59-458d-9ac9-8cfc9dd74594,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:05.120957 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:05.154779 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:05.392345 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a0a7cc81-97c1-4b56-9c70-b51e8fcd48e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:05.744759 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a7cc81-97c1-4b56-9c70-b51e8fcd48e1 admin admin] Router 23fedfff-5686-499a-b8e0-238a28933e42 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:58:05.931600 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a7cc81-97c1-4b56-9c70-b51e8fcd48e1 admin admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:58:05.943331 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9603e762-0000-41d6-9de0-b9fcd9da70c3 None None] Sync routers for ids ['23fedfff-5686-499a-b8e0-238a28933e42'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:58:05.946800 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a0a7cc81-97c1-4b56-9c70-b51e8fcd48e1 admin admin] 10.222.0.83 "PUT /v2.0/routers/23fedfff-5686-499a-b8e0-238a28933e42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6419764 Feb 16 12:58:05.947729 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44388) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:05.957225 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9603e762-0000-41d6-9de0-b9fcd9da70c3 None None] Routers {'23fedfff-5686-499a-b8e0-238a28933e42'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:58:05.957837 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-9603e762-0000-41d6-9de0-b9fcd9da70c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:58:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['23fedfff-5686-499a-b8e0-238a28933e42'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:58:06.122637 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6bebc7b8-91f8-4d6c-9cac-41bdd345af5c admin admin] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:06.129600 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-9603e762-0000-41d6-9de0-b9fcd9da70c3 None None] Set router 23fedfff-5686-499a-b8e0-238a28933e42 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:58:06.421086 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-9603e762-0000-41d6-9de0-b9fcd9da70c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fedfff-5686-499a-b8e0-238a28933e42', 'name': 'tempest-TestVolumeBootPattern-1761421937-router', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:04Z', 'updated_at': '2022-02-16T12:58:04Z', 'revision_number': 5, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'gw_port': {'id': '8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23fedfff-5686-499a-b8e0-238a28933e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:07Z', 'updated_at': '2022-02-16T12:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:58:06.421320 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6bebc7b8-91f8-4d6c-9cac-41bdd345af5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:06.424969 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9603e762-0000-41d6-9de0-b9fcd9da70c3 None None] Checking router: 23fedfff-5686-499a-b8e0-238a28933e42 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:58:06.432403 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-6bebc7b8-91f8-4d6c-9cac-41bdd345af5c admin admin] Deleting port 8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:58:06.432881 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6bebc7b8-91f8-4d6c-9cac-41bdd345af5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:06.433535 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9603e762-0000-41d6-9de0-b9fcd9da70c3 None None] Routers {'23fedfff-5686-499a-b8e0-238a28933e42'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:58:06.434142 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-9603e762-0000-41d6-9de0-b9fcd9da70c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:58:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['23fedfff-5686-499a-b8e0-238a28933e42'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:58:06.579774 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-9603e762-0000-41d6-9de0-b9fcd9da70c3 None None] Set router 23fedfff-5686-499a-b8e0-238a28933e42 gateway port host: None {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:58:06.606776 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-6bebc7b8-91f8-4d6c-9cac-41bdd345af5c admin admin] For port 8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:58:06.607127 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6bebc7b8-91f8-4d6c-9cac-41bdd345af5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:06.687931 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:06.707268 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-9603e762-0000-41d6-9de0-b9fcd9da70c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23fedfff-5686-499a-b8e0-238a28933e42', 'name': 'tempest-TestVolumeBootPattern-1761421937-router', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:04Z', 'updated_at': '2022-02-16T12:58:06Z', 'revision_number': 6, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'gw_port_host': None}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:58:06.711213 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9603e762-0000-41d6-9de0-b9fcd9da70c3 None None] The sync data for ids ['23fedfff-5686-499a-b8e0-238a28933e42'] in dv-neutron-829527-1-hyperv is: [{'id': '23fedfff-5686-499a-b8e0-238a28933e42', 'name': 'tempest-TestVolumeBootPattern-1761421937-router', 'tenant_id': '43a461e2fae64766bd31efeef15d8935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:04Z', 'updated_at': '2022-02-16T12:58:06Z', 'revision_number': 6, 'project_id': '43a461e2fae64766bd31efeef15d8935', 'gw_port_host': None}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:58:06.729591 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-6bebc7b8-91f8-4d6c-9cac-41bdd345af5c admin admin] Calling delete_port for 8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:58:06.899053 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6bebc7b8-91f8-4d6c-9cac-41bdd345af5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:06.950706 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bebc7b8-91f8-4d6c-9cac-41bdd345af5c admin admin] Pushing event deleted for resources: {'Port': ['ID=8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:07.048823 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6bebc7b8-91f8-4d6c-9cac-41bdd345af5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023674'] for router_gateway, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:07.224267 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6bebc7b8-91f8-4d6c-9cac-41bdd345af5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:07.226404 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6bebc7b8-91f8-4d6c-9cac-41bdd345af5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:07.252164 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6bebc7b8-91f8-4d6c-9cac-41bdd345af5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:07.252740 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bebc7b8-91f8-4d6c-9cac-41bdd345af5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23fedfff-5686-499a-b8e0-238a28933e42 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:58:07.264475 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6bebc7b8-91f8-4d6c-9cac-41bdd345af5c admin admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:07.265625 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6bebc7b8-91f8-4d6c-9cac-41bdd345af5c admin admin] 10.222.0.83 "DELETE /v2.0/routers/23fedfff-5686-499a-b8e0-238a28933e42 HTTP/1.1" status: 204 len: 168 time: 1.3170061 Feb 16 12:58:07.268666 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44392) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:07.329382 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-3778fd4b-fbde-40ce-8c99-ae577f294aa7 admin admin] Deleting subnet 475d72a9-33c5-44fc-8808-9edb5e19ce95 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:58:07.332589 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3778fd4b-fbde-40ce-8c99-ae577f294aa7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:07.384508 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3778fd4b-fbde-40ce-8c99-ae577f294aa7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:07.458796 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device a5b23843-9f59-458d-9ac9-8cfc9dd74594 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:58:07.471945 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3778fd4b-fbde-40ce-8c99-ae577f294aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:07.498485 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: a5b23843-9f59-458d-9ac9-8cfc9dd74594 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:58:07.498832 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device a5b23843-9f59-458d-9ac9-8cfc9dd74594 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:58:07.549133 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3778fd4b-fbde-40ce-8c99-ae577f294aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:07.588691 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3778fd4b-fbde-40ce-8c99-ae577f294aa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=475d72a9-33c5-44fc-8808-9edb5e19ce95,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:07.590640 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3778fd4b-fbde-40ce-8c99-ae577f294aa7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:07.597402 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3778fd4b-fbde-40ce-8c99-ae577f294aa7 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/475d72a9-33c5-44fc-8808-9edb5e19ce95 HTTP/1.1" status: 204 len: 168 time: 0.3277216 Feb 16 12:58:07.599799 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc84a11-f612-4212-9d35-49ac79a47114 None None] Network 2f9caf95-9634-43c7-8691-03bf1bd0a638 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:58:07.599927 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44396) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:07.708946 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-03130783-583b-4772-80ba-da89328a1182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:07.720530 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-03130783-583b-4772-80ba-da89328a1182 admin admin] Deleting port 6d81a2f6-24f7-43ac-9761-997110b75766 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:58:07.720912 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-03130783-583b-4772-80ba-da89328a1182 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:07.853025 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2810101-8538-4f07-ac33-2c5f19af5616 None None] DHCP port deletion for 2f9caf95-9634-43c7-8691-03bf1bd0a638 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:58:07.857672 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-d2810101-8538-4f07-ac33-2c5f19af5616 None None] Deleting port 6d81a2f6-24f7-43ac-9761-997110b75766 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:58:07.858209 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d2810101-8538-4f07-ac33-2c5f19af5616 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:08.035865 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-03130783-583b-4772-80ba-da89328a1182 admin admin] For port 6d81a2f6-24f7-43ac-9761-997110b75766, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=6d81a2f6-24f7-43ac-9761-997110b75766,segment=NetworkSegment(453ce50b-6688-4a38-a1c2-540631c2fdad),segment_id=453ce50b-6688-4a38-a1c2-540631c2fdad)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:58:08.036236 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-03130783-583b-4772-80ba-da89328a1182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:08.088725 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-d2810101-8538-4f07-ac33-2c5f19af5616 None None] For port 6d81a2f6-24f7-43ac-9761-997110b75766, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=6d81a2f6-24f7-43ac-9761-997110b75766,segment=NetworkSegment(453ce50b-6688-4a38-a1c2-540631c2fdad),segment_id=453ce50b-6688-4a38-a1c2-540631c2fdad)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:58:08.089017 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d2810101-8538-4f07-ac33-2c5f19af5616 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:08.157449 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-03130783-583b-4772-80ba-da89328a1182 admin admin] Calling delete_port for 6d81a2f6-24f7-43ac-9761-997110b75766 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:58:08.218632 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-d2810101-8538-4f07-ac33-2c5f19af5616 None None] Calling delete_port for 6d81a2f6-24f7-43ac-9761-997110b75766 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:58:08.246093 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-03130783-583b-4772-80ba-da89328a1182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:08.290592 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.db.api [None req-d2810101-8538-4f07-ac33-2c5f19af5616 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:58:08.290930 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG oslo_db.api [None req-d2810101-8538-4f07-ac33-2c5f19af5616 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:58:08.293431 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03130783-583b-4772-80ba-da89328a1182 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d81a2f6-24f7-43ac-9761-997110b75766,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:08.295218 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03130783-583b-4772-80ba-da89328a1182 admin admin] No DVR routers for this DVR port 6d81a2f6-24f7-43ac-9761-997110b75766 on host dv-neutron-829527-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:58:08.407607 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-03130783-583b-4772-80ba-da89328a1182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:08.433272 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-03130783-583b-4772-80ba-da89328a1182 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f9caf95-9634-43c7-8691-03bf1bd0a638']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:58:08.445629 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-03130783-583b-4772-80ba-da89328a1182 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '453ce50b-6688-4a38-a1c2-540631c2fdad') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:58:08.445927 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-03130783-583b-4772-80ba-da89328a1182 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '453ce50b-6688-4a38-a1c2-540631c2fdad') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:58:08.457050 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-03130783-583b-4772-80ba-da89328a1182 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:08.472975 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-03130783-583b-4772-80ba-da89328a1182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:08.479149 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03130783-583b-4772-80ba-da89328a1182 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:58:08.479699 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-03130783-583b-4772-80ba-da89328a1182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:08.493307 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:58:08.493307 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:58:08.493307 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:58:08.493307 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:58:08.493307 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:58:08.493307 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:58:08.493307 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:58:08.493307 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:58:08.493307 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:58:08.493307 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:58:08.493307 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:58:08.493307 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:58:08.493307 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:58:08.493307 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:58:08.493307 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:58:08.493307 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:58:08.493307 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:58:08.493307 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:58:08.493307 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:58:08.493307 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:58:08.493307 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:58:08.493307 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:58:08.493307 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:58:08.493307 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:58:08.493307 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:58:08.493307 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:58:08.493307 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:58:08.493307 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:58:08.493307 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:58:08.493307 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:58:08.493307 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:58:08.493307 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:58:08.585481 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-03130783-583b-4772-80ba-da89328a1182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:08.603805 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-03130783-583b-4772-80ba-da89328a1182 admin admin] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:08.613911 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03130783-583b-4772-80ba-da89328a1182 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f9caf95-9634-43c7-8691-03bf1bd0a638,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:08.627987 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-03130783-583b-4772-80ba-da89328a1182 admin admin] 10.222.0.83 "DELETE /v2.0/networks/2f9caf95-9634-43c7-8691-03bf1bd0a638 HTTP/1.1" status: 204 len: 168 time: 1.0272231 Feb 16 12:58:08.631009 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44400) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:08.792699 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-d2810101-8538-4f07-ac33-2c5f19af5616 None None] Deleting port 6d81a2f6-24f7-43ac-9761-997110b75766 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:58:08.793185 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d2810101-8538-4f07-ac33-2c5f19af5616 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:08.862571 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-d2810101-8538-4f07-ac33-2c5f19af5616 None None] The port '6d81a2f6-24f7-43ac-9761-997110b75766' was deleted {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:58:08.876246 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 6d81a2f6-24f7-43ac-9761-997110b75766 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:58:08.908801 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 6d81a2f6-24f7-43ac-9761-997110b75766 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:58:08.909135 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 6d81a2f6-24f7-43ac-9761-997110b75766 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:58:08.909543 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:58:08.941285 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:58:08.941618 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 8dc0e4ea-4e95-4f17-b63f-58bd46a5da5a not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:58:09.201849 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b88824e2-802d-4e09-b690-9cb798070129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:09.658290 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b88824e2-802d-4e09-b690-9cb798070129 admin admin] Deleting port e3e149d4-f932-4f6f-9606-f167a5db9eda {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:58:09.659013 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b88824e2-802d-4e09-b690-9cb798070129 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:09.834908 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b88824e2-802d-4e09-b690-9cb798070129 admin admin] For port e3e149d4-f932-4f6f-9606-f167a5db9eda, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=e3e149d4-f932-4f6f-9606-f167a5db9eda,segment=NetworkSegment(6cf62898-c96e-48e1-99b5-2aaf40ffb7b9),segment_id=6cf62898-c96e-48e1-99b5-2aaf40ffb7b9)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:58:09.835258 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b88824e2-802d-4e09-b690-9cb798070129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:09.955312 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b88824e2-802d-4e09-b690-9cb798070129 admin admin] Calling delete_port for e3e149d4-f932-4f6f-9606-f167a5db9eda owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:58:10.152286 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b88824e2-802d-4e09-b690-9cb798070129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:10.200943 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88824e2-802d-4e09-b690-9cb798070129 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3e149d4-f932-4f6f-9606-f167a5db9eda,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:10.479387 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b88824e2-802d-4e09-b690-9cb798070129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:10.960525 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b88824e2-802d-4e09-b690-9cb798070129 admin admin] Router 8eb277b7-49a7-4ccc-9af1-80f032ec4701 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:58:11.142134 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88824e2-802d-4e09-b690-9cb798070129 admin admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:58:11.151283 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb257805-81fe-4107-b48e-a2f2579f45b6 None None] Sync routers for ids ['8eb277b7-49a7-4ccc-9af1-80f032ec4701'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:58:11.159764 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b88824e2-802d-4e09-b690-9cb798070129 admin admin] 10.222.0.83 "PUT /v2.0/routers/8eb277b7-49a7-4ccc-9af1-80f032ec4701/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5277691 Feb 16 12:58:11.163501 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44404) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:11.163982 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb257805-81fe-4107-b48e-a2f2579f45b6 None None] Routers {'8eb277b7-49a7-4ccc-9af1-80f032ec4701'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:58:11.164542 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-bb257805-81fe-4107-b48e-a2f2579f45b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:58:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['8eb277b7-49a7-4ccc-9af1-80f032ec4701'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:58:11.339730 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-bb257805-81fe-4107-b48e-a2f2579f45b6 None None] Set router 8eb277b7-49a7-4ccc-9af1-80f032ec4701 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:58:11.456691 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-32ad8b59-6e6e-4788-9246-8ffd632a7510 admin admin] Notify callbacks [] for router, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:11.622925 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-bb257805-81fe-4107-b48e-a2f2579f45b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb277b7-49a7-4ccc-9af1-80f032ec4701', 'name': 'tempest-TestVolumeBootPattern-1013864857-router', 'tenant_id': 'bde7e53a413e4a098e1f20342161fda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.215'}], 'enable_snat': True}, 'gw_port_id': 'ec343719-cf24-4544-9ca0-3b713703c25e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:31Z', 'updated_at': '2022-02-16T12:58:10Z', 'revision_number': 5, 'project_id': 'bde7e53a413e4a098e1f20342161fda1', 'gw_port': {'id': 'ec343719-cf24-4544-9ca0-3b713703c25e', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:49:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb277b7-49a7-4ccc-9af1-80f032ec4701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:49:32Z', 'updated_at': '2022-02-16T12:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:58:11.627398 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb257805-81fe-4107-b48e-a2f2579f45b6 None None] Checking router: 8eb277b7-49a7-4ccc-9af1-80f032ec4701 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:58:11.635726 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb257805-81fe-4107-b48e-a2f2579f45b6 None None] Routers {'8eb277b7-49a7-4ccc-9af1-80f032ec4701'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:58:11.636435 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-bb257805-81fe-4107-b48e-a2f2579f45b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:58:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['8eb277b7-49a7-4ccc-9af1-80f032ec4701'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:58:11.636598 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-32ad8b59-6e6e-4788-9246-8ffd632a7510 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:11.647969 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-32ad8b59-6e6e-4788-9246-8ffd632a7510 admin admin] Deleting port ec343719-cf24-4544-9ca0-3b713703c25e {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:58:11.648305 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-32ad8b59-6e6e-4788-9246-8ffd632a7510 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:11.782551 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-bb257805-81fe-4107-b48e-a2f2579f45b6 None None] Set router 8eb277b7-49a7-4ccc-9af1-80f032ec4701 gateway port host: None {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:58:11.824152 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-32ad8b59-6e6e-4788-9246-8ffd632a7510 admin admin] For port ec343719-cf24-4544-9ca0-3b713703c25e, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=ec343719-cf24-4544-9ca0-3b713703c25e,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:58:11.824505 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-32ad8b59-6e6e-4788-9246-8ffd632a7510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:11.923447 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-bb257805-81fe-4107-b48e-a2f2579f45b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb277b7-49a7-4ccc-9af1-80f032ec4701', 'name': 'tempest-TestVolumeBootPattern-1013864857-router', 'tenant_id': 'bde7e53a413e4a098e1f20342161fda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:31Z', 'updated_at': '2022-02-16T12:58:11Z', 'revision_number': 6, 'project_id': 'bde7e53a413e4a098e1f20342161fda1', 'gw_port_host': None}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:58:11.927781 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb257805-81fe-4107-b48e-a2f2579f45b6 None None] The sync data for ids ['8eb277b7-49a7-4ccc-9af1-80f032ec4701'] in dv-neutron-829527-1-hyperv is: [{'id': '8eb277b7-49a7-4ccc-9af1-80f032ec4701', 'name': 'tempest-TestVolumeBootPattern-1013864857-router', 'tenant_id': 'bde7e53a413e4a098e1f20342161fda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:49:31Z', 'updated_at': '2022-02-16T12:58:11Z', 'revision_number': 6, 'project_id': 'bde7e53a413e4a098e1f20342161fda1', 'gw_port_host': None}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:58:11.948744 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-32ad8b59-6e6e-4788-9246-8ffd632a7510 admin admin] Calling delete_port for ec343719-cf24-4544-9ca0-3b713703c25e owned by network:router_gateway {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:58:12.130390 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-32ad8b59-6e6e-4788-9246-8ffd632a7510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:12.177090 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ad8b59-6e6e-4788-9246-8ffd632a7510 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec343719-cf24-4544-9ca0-3b713703c25e,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:12.274513 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-32ad8b59-6e6e-4788-9246-8ffd632a7510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023674'] for router_gateway, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:12.450459 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-32ad8b59-6e6e-4788-9246-8ffd632a7510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:12.452703 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-32ad8b59-6e6e-4788-9246-8ffd632a7510 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:12.479570 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-32ad8b59-6e6e-4788-9246-8ffd632a7510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:12.480319 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ad8b59-6e6e-4788-9246-8ffd632a7510 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8eb277b7-49a7-4ccc-9af1-80f032ec4701 {{(pid=87701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:58:12.497703 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-32ad8b59-6e6e-4788-9246-8ffd632a7510 admin admin] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:12.499329 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-32ad8b59-6e6e-4788-9246-8ffd632a7510 admin admin] 10.222.0.83 "DELETE /v2.0/routers/8eb277b7-49a7-4ccc-9af1-80f032ec4701 HTTP/1.1" status: 204 len: 168 time: 1.3345857 Feb 16 12:58:12.502851 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44410) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:12.563228 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd962e9-5efd-4517-8397-3e3d8f59f713 admin admin] Deleting subnet b9c801dc-344b-4a81-a4c2-8e0285adb097 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:58:12.566852 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5bd962e9-5efd-4517-8397-3e3d8f59f713 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:12.621267 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5bd962e9-5efd-4517-8397-3e3d8f59f713 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:12.704005 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5bd962e9-5efd-4517-8397-3e3d8f59f713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:12.775452 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5bd962e9-5efd-4517-8397-3e3d8f59f713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:12.816389 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd962e9-5efd-4517-8397-3e3d8f59f713 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9c801dc-344b-4a81-a4c2-8e0285adb097,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:12.820043 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5bd962e9-5efd-4517-8397-3e3d8f59f713 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:12.825970 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66a5552-d455-4155-8603-7b9f80f58fd3 None None] Network 76ece293-167d-4b77-9802-c073df553c4c requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:58:12.826526 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5bd962e9-5efd-4517-8397-3e3d8f59f713 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/b9c801dc-344b-4a81-a4c2-8e0285adb097 HTTP/1.1" status: 204 len: 168 time: 0.3222914 Feb 16 12:58:12.828834 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44414) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:12.903418 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device ec343719-cf24-4544-9ca0-3b713703c25e no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:58:12.943401 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b8c98491-97bb-4e93-830b-9dd25fef0ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:12.956022 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b8c98491-97bb-4e93-830b-9dd25fef0ae9 admin admin] Deleting port 0561f874-9ab7-4a8e-9e1e-7ee92e193274 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:58:12.956512 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b8c98491-97bb-4e93-830b-9dd25fef0ae9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:12.956710 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: ec343719-cf24-4544-9ca0-3b713703c25e {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:58:12.957046 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device ec343719-cf24-4544-9ca0-3b713703c25e not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:58:12.957451 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device e3e149d4-f932-4f6f-9606-f167a5db9eda no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:58:12.994501 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: e3e149d4-f932-4f6f-9606-f167a5db9eda {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:58:12.994779 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device e3e149d4-f932-4f6f-9606-f167a5db9eda not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:58:13.159672 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4dc4458-54b6-429f-bfa3-982b1a8b518b None None] DHCP port deletion for 76ece293-167d-4b77-9802-c073df553c4c request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:58:13.163591 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-a4dc4458-54b6-429f-bfa3-982b1a8b518b None None] Deleting port 0561f874-9ab7-4a8e-9e1e-7ee92e193274 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:58:13.163950 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a4dc4458-54b6-429f-bfa3-982b1a8b518b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:13.178360 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b8c98491-97bb-4e93-830b-9dd25fef0ae9 admin admin] For port 0561f874-9ab7-4a8e-9e1e-7ee92e193274, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=0561f874-9ab7-4a8e-9e1e-7ee92e193274,segment=NetworkSegment(6cf62898-c96e-48e1-99b5-2aaf40ffb7b9),segment_id=6cf62898-c96e-48e1-99b5-2aaf40ffb7b9)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:58:13.178715 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b8c98491-97bb-4e93-830b-9dd25fef0ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:13.308728 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b8c98491-97bb-4e93-830b-9dd25fef0ae9 admin admin] Calling delete_port for 0561f874-9ab7-4a8e-9e1e-7ee92e193274 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:58:13.375012 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-a4dc4458-54b6-429f-bfa3-982b1a8b518b None None] For port 0561f874-9ab7-4a8e-9e1e-7ee92e193274, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=0561f874-9ab7-4a8e-9e1e-7ee92e193274,segment=NetworkSegment(6cf62898-c96e-48e1-99b5-2aaf40ffb7b9),segment_id=6cf62898-c96e-48e1-99b5-2aaf40ffb7b9)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:58:13.375447 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a4dc4458-54b6-429f-bfa3-982b1a8b518b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:13.392745 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b8c98491-97bb-4e93-830b-9dd25fef0ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:13.442950 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c98491-97bb-4e93-830b-9dd25fef0ae9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0561f874-9ab7-4a8e-9e1e-7ee92e193274,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:13.448060 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c98491-97bb-4e93-830b-9dd25fef0ae9 admin admin] No DVR routers for this DVR port 0561f874-9ab7-4a8e-9e1e-7ee92e193274 on host dv-neutron-829527-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:58:13.497043 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-a4dc4458-54b6-429f-bfa3-982b1a8b518b None None] Calling delete_port for 0561f874-9ab7-4a8e-9e1e-7ee92e193274 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:58:13.562681 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b8c98491-97bb-4e93-830b-9dd25fef0ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:13.569716 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.db.api [None req-a4dc4458-54b6-429f-bfa3-982b1a8b518b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:58:13.570078 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG oslo_db.api [None req-a4dc4458-54b6-429f-bfa3-982b1a8b518b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:58:13.588773 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-b8c98491-97bb-4e93-830b-9dd25fef0ae9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76ece293-167d-4b77-9802-c073df553c4c']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:58:13.601143 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-b8c98491-97bb-4e93-830b-9dd25fef0ae9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cf62898-c96e-48e1-99b5-2aaf40ffb7b9') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:58:13.601431 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-b8c98491-97bb-4e93-830b-9dd25fef0ae9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cf62898-c96e-48e1-99b5-2aaf40ffb7b9') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:58:13.612719 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b8c98491-97bb-4e93-830b-9dd25fef0ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:13.628173 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b8c98491-97bb-4e93-830b-9dd25fef0ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:13.635841 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8c98491-97bb-4e93-830b-9dd25fef0ae9 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:58:13.636294 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b8c98491-97bb-4e93-830b-9dd25fef0ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:13.653330 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 12:58:13.653330 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:58:13.653330 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 12:58:13.653330 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:58:13.653330 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 12:58:13.653330 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:58:13.653330 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 12:58:13.653330 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:58:13.653330 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 12:58:13.653330 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:58:13.653330 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 12:58:13.653330 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:58:13.653330 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 12:58:13.653330 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:58:13.653330 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:58:13.653330 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:58:13.653330 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:58:13.653330 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:58:13.653330 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 12:58:13.653330 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:58:13.653330 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 12:58:13.653330 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:58:13.653330 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:58:13.653330 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:58:13.653330 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 12:58:13.653330 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:58:13.653330 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:58:13.653330 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:58:13.653330 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:58:13.653330 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:58:13.653330 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:58:13.653330 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:58:13.728972 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b8c98491-97bb-4e93-830b-9dd25fef0ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:13.733478 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b8c98491-97bb-4e93-830b-9dd25fef0ae9 admin admin] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:13.757500 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c98491-97bb-4e93-830b-9dd25fef0ae9 admin admin] Pushing event deleted for resources: {'Network': ['ID=76ece293-167d-4b77-9802-c073df553c4c,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:13.763278 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b8c98491-97bb-4e93-830b-9dd25fef0ae9 admin admin] 10.222.0.83 "DELETE /v2.0/networks/76ece293-167d-4b77-9802-c073df553c4c HTTP/1.1" status: 204 len: 168 time: 0.9334078 Feb 16 12:58:13.891108 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44420) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:13.944381 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ef808bb0-a747-4323-b68b-8e9c39bdc658 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=43a461e2fae64766bd31efeef15d8935&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0518866 Feb 16 12:58:13.946809 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44424) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:14.072178 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-a4dc4458-54b6-429f-bfa3-982b1a8b518b None None] Deleting port 0561f874-9ab7-4a8e-9e1e-7ee92e193274 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:58:14.073110 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a4dc4458-54b6-429f-bfa3-982b1a8b518b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:14.109695 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-828f4481-21ff-49ff-87e0-f039c8cc8c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:14.136897 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-828f4481-21ff-49ff-87e0-f039c8cc8c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:14.140287 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-a4dc4458-54b6-429f-bfa3-982b1a8b518b None None] The port '0561f874-9ab7-4a8e-9e1e-7ee92e193274' was deleted {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 12:58:14.193789 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-828f4481-21ff-49ff-87e0-f039c8cc8c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:14.210877 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f4481-21ff-49ff-87e0-f039c8cc8c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fa09bf-7262-4cb5-a552-35f0b9bd836a,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:14.217086 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-828f4481-21ff-49ff-87e0-f039c8cc8c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:14.221776 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-828f4481-21ff-49ff-87e0-f039c8cc8c6f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/41fa09bf-7262-4cb5-a552-35f0b9bd836a HTTP/1.1" status: 204 len: 168 time: 0.2740712 Feb 16 12:58:14.574732 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44432) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:14.624430 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f387334a-70ca-4e00-8b82-95b96ac68e0e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=bde7e53a413e4a098e1f20342161fda1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483329 Feb 16 12:58:14.627347 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44436) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:14.709062 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a994144a-cac2-43d0-a70c-8c4d698891f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:14.735854 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a994144a-cac2-43d0-a70c-8c4d698891f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:14.790288 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a994144a-cac2-43d0-a70c-8c4d698891f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:14.804681 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a994144a-cac2-43d0-a70c-8c4d698891f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb257aa7-adb0-4bd0-8a4c-e74a09d4b347,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:14.810800 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a994144a-cac2-43d0-a70c-8c4d698891f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:14.814428 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a994144a-cac2-43d0-a70c-8c4d698891f7 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/cb257aa7-adb0-4bd0-8a4c-e74a09d4b347 HTTP/1.1" status: 204 len: 168 time: 0.1834774 Feb 16 12:58:14.868872 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 0561f874-9ab7-4a8e-9e1e-7ee92e193274 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:58:14.903233 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 0561f874-9ab7-4a8e-9e1e-7ee92e193274 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:58:14.903626 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 0561f874-9ab7-4a8e-9e1e-7ee92e193274 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:58:31.809632 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-131603ac-5f56-429d-a869-3881f8f5c97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:32.369652 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44452) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:32.447378 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a56510-561a-4a26-8545-9eba5dd61805 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:32.447838 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a56510-561a-4a26-8545-9eba5dd61805 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:32.448321 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a56510-561a-4a26-8545-9eba5dd61805 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:32.450010 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-94a56510-561a-4a26-8545-9eba5dd61805 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/ports?project_id=a1535d45c61244dc9e2a62da1414d228&network_id=6f92ef66-e24f-44cd-a44d-715a5dfc1d00 HTTP/1.1" status: 200 len: 2999 time: 0.0793712 Feb 16 12:58:34.131576 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ee0dd7a6-d967-4c73-843c-8e8d6fa9f339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:34.424289 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:34.428539 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44464) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:34.499850 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4990114b-80df-4a88-921f-663c960d94f7 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:34.501407 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4990114b-80df-4a88-921f-663c960d94f7 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 HTTP/1.1" status: 200 len: 814 time: 0.0718238 Feb 16 12:58:35.125366 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:35.146349 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:35.410220 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44472) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:35.415667 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-6dc38533-87bb-4f64-8584-31e005a32b15 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:58:35.524524 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6dc38533-87bb-4f64-8584-31e005a32b15 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for floatingip, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:35.800756 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6dc38533-87bb-4f64-8584-31e005a32b15 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:35.807330 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6dc38533-87bb-4f64-8584-31e005a32b15 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:35.807614 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-6dc38533-87bb-4f64-8584-31e005a32b15 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Floating IP ef087042-68b5-4d37-9f5f-0e853ab23107 disassociated. External IP: 172.26.5.49, port: 4ec1558b-d985-4a48-8217-60c7d4e16970. Feb 16 12:58:36.163372 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dc38533-87bb-4f64-8584-31e005a32b15 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Router 0a9be551-9fa3-469b-a7a2-dea1c4f69ee7 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:58:36.343695 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc38533-87bb-4f64-8584-31e005a32b15 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:58:36.348107 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6dc38533-87bb-4f64-8584-31e005a32b15 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:36.353616 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226681fb-1f6e-4952-a4ab-115488355f9d None None] Sync routers for ids ['0a9be551-9fa3-469b-a7a2-dea1c4f69ee7'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:58:36.366771 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226681fb-1f6e-4952-a4ab-115488355f9d None None] Routers {'0a9be551-9fa3-469b-a7a2-dea1c4f69ee7'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:58:36.367333 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-226681fb-1f6e-4952-a4ab-115488355f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:58:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['0a9be551-9fa3-469b-a7a2-dea1c4f69ee7'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:58:36.406536 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6dc38533-87bb-4f64-8584-31e005a32b15 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "PUT /v2.0/floatingips/ef087042-68b5-4d37-9f5f-0e853ab23107 HTTP/1.1" status: 200 len: 689 time: 0.9952340 Feb 16 12:58:36.407218 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc25d0e-39d4-4d83-9d1b-3380b3e0146c', 'tag': '4ec1558b-d985-4a48-8217-60c7d4e16970'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:58:36.410059 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44476) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:36.455899 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc25d0e-39d4-4d83-9d1b-3380b3e0146c', 'tag': '4ec1558b-d985-4a48-8217-60c7d4e16970', 'status': 'completed', 'code': 200} Feb 16 12:58:36.543678 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-c2229529-3b86-4fc2-a2d9-037d0ed6221b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/floatingips/ef087042-68b5-4d37-9f5f-0e853ab23107 HTTP/1.1" status: 200 len: 689 time: 0.1309774 Feb 16 12:58:36.553020 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-226681fb-1f6e-4952-a4ab-115488355f9d None None] Set router 0a9be551-9fa3-469b-a7a2-dea1c4f69ee7 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:58:36.579525 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a63ca2-e2f3-452f-9051-309586f9595b req-527346ad-1397-4edd-86b2-bed573243e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:36.581195 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-45a63ca2-e2f3-452f-9051-309586f9595b req-527346ad-1397-4edd-86b2-bed573243e62 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&device_id=ecc25d0e-39d4-4d83-9d1b-3380b3e0146c HTTP/1.1" status: 200 len: 1098 time: 0.0976939 Feb 16 12:58:36.688518 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:36.712326 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a63ca2-e2f3-452f-9051-309586f9595b req-6338fc64-d8d7-4f32-a446-792d59468888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:36.713824 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-45a63ca2-e2f3-452f-9051-309586f9595b req-6338fc64-d8d7-4f32-a446-792d59468888 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6f92ef66-e24f-44cd-a44d-715a5dfc1d00 HTTP/1.1" status: 200 len: 898 time: 0.1261110 Feb 16 12:58:36.871733 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-226681fb-1f6e-4952-a4ab-115488355f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'name': 'tempest-TestNetworkBasicOps-router-1858395812', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.244'}], 'enable_snat': True}, 'gw_port_id': '82c2c386-c015-48f9-a5ba-c99508c2a030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:57:32Z', 'updated_at': '2022-02-16T12:57:38Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '82c2c386-c015-48f9-a5ba-c99508c2a030', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:57:33Z', 'updated_at': '2022-02-16T12:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': 'd3089b18-6a81-4f0f-a0c0-7b380ccc5400', 'name': '', 'network_id': '6f92ef66-e24f-44cd-a44d-715a5dfc1d00', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:b8:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'e868aeae-c5b1-464a-9792-773bffef6e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:57:37Z', 'updated_at': '2022-02-16T12:57:43Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': 'e868aeae-c5b1-464a-9792-773bffef6e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:58:36.875663 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226681fb-1f6e-4952-a4ab-115488355f9d None None] Checking router: 0a9be551-9fa3-469b-a7a2-dea1c4f69ee7 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:58:36.885152 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226681fb-1f6e-4952-a4ab-115488355f9d None None] Routers {'0a9be551-9fa3-469b-a7a2-dea1c4f69ee7'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:58:36.885781 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-226681fb-1f6e-4952-a4ab-115488355f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:58:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['0a9be551-9fa3-469b-a7a2-dea1c4f69ee7'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:58:36.904123 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-45a63ca2-e2f3-452f-9051-309586f9595b req-8b979b87-d625-4944-816f-07218e3590dd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ec1558b-d985-4a48-8217-60c7d4e16970 HTTP/1.1" status: 200 len: 217 time: 0.1831686 Feb 16 12:58:36.966835 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a63ca2-e2f3-452f-9051-309586f9595b req-a98d56e6-9479-453a-ba3b-27f02c77a1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:36.968208 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-45a63ca2-e2f3-452f-9051-309586f9595b req-a98d56e6-9479-453a-ba3b-27f02c77a1d2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e868aeae-c5b1-464a-9792-773bffef6e27 HTTP/1.1" status: 200 len: 834 time: 0.0576899 Feb 16 12:58:37.047021 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a63ca2-e2f3-452f-9051-309586f9595b req-8c7f5b6b-5a4d-4a13-8fb9-5b5616ab37a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:37.048505 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-45a63ca2-e2f3-452f-9051-309586f9595b req-8c7f5b6b-5a4d-4a13-8fb9-5b5616ab37a3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6f92ef66-e24f-44cd-a44d-715a5dfc1d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740721 Feb 16 12:58:37.065751 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-226681fb-1f6e-4952-a4ab-115488355f9d None None] Set router 0a9be551-9fa3-469b-a7a2-dea1c4f69ee7 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:58:37.178632 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-45a63ca2-e2f3-452f-9051-309586f9595b req-86033e1b-5dce-45d6-89d0-dc54b0d7f87c service neutron] 10.222.0.89 "GET /v2.0/networks/6f92ef66-e24f-44cd-a44d-715a5dfc1d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232567 Feb 16 12:58:37.313541 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-45a63ca2-e2f3-452f-9051-309586f9595b req-eb11beb3-8fe7-46b1-aaf1-dc3af6eb31ec service neutron] 10.222.0.89 "GET /v2.0/networks/6f92ef66-e24f-44cd-a44d-715a5dfc1d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277168 Feb 16 12:58:37.378888 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-226681fb-1f6e-4952-a4ab-115488355f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'name': 'tempest-TestNetworkBasicOps-router-1858395812', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.244'}], 'enable_snat': True}, 'gw_port_id': '82c2c386-c015-48f9-a5ba-c99508c2a030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:57:32Z', 'updated_at': '2022-02-16T12:57:38Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '82c2c386-c015-48f9-a5ba-c99508c2a030', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:57:33Z', 'updated_at': '2022-02-16T12:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': 'd3089b18-6a81-4f0f-a0c0-7b380ccc5400', 'name': '', 'network_id': '6f92ef66-e24f-44cd-a44d-715a5dfc1d00', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:b8:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'e868aeae-c5b1-464a-9792-773bffef6e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:57:37Z', 'updated_at': '2022-02-16T12:57:43Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': 'e868aeae-c5b1-464a-9792-773bffef6e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:58:37.382966 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226681fb-1f6e-4952-a4ab-115488355f9d None None] The sync data for ids ['0a9be551-9fa3-469b-a7a2-dea1c4f69ee7'] in dv-neutron-829527-1-hyperv is: [{'id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'name': 'tempest-TestNetworkBasicOps-router-1858395812', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.244'}], 'enable_snat': True}, 'gw_port_id': '82c2c386-c015-48f9-a5ba-c99508c2a030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:57:32Z', 'updated_at': '2022-02-16T12:57:38Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '82c2c386-c015-48f9-a5ba-c99508c2a030', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:57:33Z', 'updated_at': '2022-02-16T12:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': 'd3089b18-6a81-4f0f-a0c0-7b380ccc5400', 'name': '', 'network_id': '6f92ef66-e24f-44cd-a44d-715a5dfc1d00', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:b8:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'e868aeae-c5b1-464a-9792-773bffef6e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:57:37Z', 'updated_at': '2022-02-16T12:57:43Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': 'e868aeae-c5b1-464a-9792-773bffef6e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:58:37.546680 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44482) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:37.593858 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21c1015-73c6-4564-97e2-b44fe550f4c5 None None] New status for floating IP ef087042-68b5-4d37-9f5f-0e853ab23107: DOWN {{(pid=87702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:58:37.631001 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-bb6a3804-3571-4f39-ad49-aa5f75c5f876 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/floatingips/ef087042-68b5-4d37-9f5f-0e853ab23107 HTTP/1.1" status: 200 len: 689 time: 0.0831301 Feb 16 12:58:38.040055 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:58:38.636373 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44486) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:38.732095 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e4dd6b8d-986d-4456-ac2e-dea925a6a090 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/floatingips/ef087042-68b5-4d37-9f5f-0e853ab23107 HTTP/1.1" status: 200 len: 687 time: 0.0940621 Feb 16 12:58:40.149803 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44492) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:40.155078 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-2b82ff93-022b-4ebb-8222-a87993b23ccf tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2076467068', 'description': 'tempest-secgroup-smoke-2076467068 description', 'project_id': 'a1535d45c61244dc9e2a62da1414d228'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:58:40.161869 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-2b82ff93-022b-4ebb-8222-a87993b23ccf tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:58:40.171967 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-2b82ff93-022b-4ebb-8222-a87993b23ccf tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:58:40.185282 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2b82ff93-022b-4ebb-8222-a87993b23ccf tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:40.209514 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-2b82ff93-022b-4ebb-8222-a87993b23ccf tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:58:40.213420 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-2b82ff93-022b-4ebb-8222-a87993b23ccf tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:58:40.216259 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-2b82ff93-022b-4ebb-8222-a87993b23ccf tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:58:40.222696 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-2b82ff93-022b-4ebb-8222-a87993b23ccf tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:58:40.296105 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2b82ff93-022b-4ebb-8222-a87993b23ccf tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:40.303537 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2b82ff93-022b-4ebb-8222-a87993b23ccf tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:40.347048 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b82ff93-022b-4ebb-8222-a87993b23ccf tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d582b26f-7376-4dda-bebb-e66c5045127c,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:40.354505 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2b82ff93-022b-4ebb-8222-a87993b23ccf tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:40.355415 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-2b82ff93-022b-4ebb-8222-a87993b23ccf tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2045605 Feb 16 12:58:40.358733 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44496) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:40.364970 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-d631fa40-b58b-4123-9784-a6c3af914b73 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': 'd582b26f-7376-4dda-bebb-e66c5045127c', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:58:40.371186 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-d631fa40-b58b-4123-9784-a6c3af914b73 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:58:40.375430 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-d631fa40-b58b-4123-9784-a6c3af914b73 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:58:40.378782 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-d631fa40-b58b-4123-9784-a6c3af914b73 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:58:40.384821 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-d631fa40-b58b-4123-9784-a6c3af914b73 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:58:40.403237 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d631fa40-b58b-4123-9784-a6c3af914b73 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:40.465452 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d631fa40-b58b-4123-9784-a6c3af914b73 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:40.470258 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d631fa40-b58b-4123-9784-a6c3af914b73 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:40.495543 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d631fa40-b58b-4123-9784-a6c3af914b73 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18fd0b59-db44-40a7-a0d4-aab2a4738a68,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:40.506004 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d631fa40-b58b-4123-9784-a6c3af914b73 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:40.507230 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d631fa40-b58b-4123-9784-a6c3af914b73 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1475708 Feb 16 12:58:40.510284 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44500) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:40.515302 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-dc6a35b0-3b0c-49ea-832a-ace636037e97 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': 'd582b26f-7376-4dda-bebb-e66c5045127c', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:58:40.521514 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-dc6a35b0-3b0c-49ea-832a-ace636037e97 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:58:40.525330 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-dc6a35b0-3b0c-49ea-832a-ace636037e97 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:58:40.528367 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-dc6a35b0-3b0c-49ea-832a-ace636037e97 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:58:40.534223 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-dc6a35b0-3b0c-49ea-832a-ace636037e97 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:58:40.556232 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-dc6a35b0-3b0c-49ea-832a-ace636037e97 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:40.623442 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-dc6a35b0-3b0c-49ea-832a-ace636037e97 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:40.629150 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-dc6a35b0-3b0c-49ea-832a-ace636037e97 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:40.651269 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a35b0-3b0c-49ea-832a-ace636037e97 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42d7d6ff-04c8-4285-bb8e-0b4f0304a326,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:40.661350 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-dc6a35b0-3b0c-49ea-832a-ace636037e97 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:40.662562 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-dc6a35b0-3b0c-49ea-832a-ace636037e97 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1513410 Feb 16 12:58:40.665541 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44504) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:40.670382 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-9e4e3618-49f2-4495-99d7-66a523eee803 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': 'd582b26f-7376-4dda-bebb-e66c5045127c', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:58:40.676178 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-9e4e3618-49f2-4495-99d7-66a523eee803 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:58:40.679951 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-9e4e3618-49f2-4495-99d7-66a523eee803 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:58:40.682793 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-9e4e3618-49f2-4495-99d7-66a523eee803 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:58:40.688304 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-9e4e3618-49f2-4495-99d7-66a523eee803 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:58:40.707835 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9e4e3618-49f2-4495-99d7-66a523eee803 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:40.769229 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9e4e3618-49f2-4495-99d7-66a523eee803 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:40.774369 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9e4e3618-49f2-4495-99d7-66a523eee803 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:40.796437 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e3618-49f2-4495-99d7-66a523eee803 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25b15f29-1b09-4356-a7f8-e39718e4dc42,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:40.807306 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9e4e3618-49f2-4495-99d7-66a523eee803 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:40.808508 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-9e4e3618-49f2-4495-99d7-66a523eee803 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1420336 Feb 16 12:58:40.811422 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44508) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:40.816947 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-0f6e0ca2-2a4a-45ca-95b1-626deb49ae2a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': 'd582b26f-7376-4dda-bebb-e66c5045127c', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:58:40.822643 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-0f6e0ca2-2a4a-45ca-95b1-626deb49ae2a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:58:40.826389 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-0f6e0ca2-2a4a-45ca-95b1-626deb49ae2a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:58:40.829237 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-0f6e0ca2-2a4a-45ca-95b1-626deb49ae2a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:58:40.834989 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-0f6e0ca2-2a4a-45ca-95b1-626deb49ae2a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:58:40.853559 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0f6e0ca2-2a4a-45ca-95b1-626deb49ae2a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:40.918987 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0f6e0ca2-2a4a-45ca-95b1-626deb49ae2a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:40.924963 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0f6e0ca2-2a4a-45ca-95b1-626deb49ae2a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:40.961307 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6e0ca2-2a4a-45ca-95b1-626deb49ae2a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf9be085-dbe4-45ae-9958-95b48769e3c7,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:40.972371 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0f6e0ca2-2a4a-45ca-95b1-626deb49ae2a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:40.973609 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-0f6e0ca2-2a4a-45ca-95b1-626deb49ae2a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1612442 Feb 16 12:58:40.976540 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44512) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:40.981785 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-51b105ab-c25f-4777-8c33-cc1fcdefa2dc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': 'd582b26f-7376-4dda-bebb-e66c5045127c', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:58:40.988041 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-51b105ab-c25f-4777-8c33-cc1fcdefa2dc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:58:40.991841 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-51b105ab-c25f-4777-8c33-cc1fcdefa2dc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:58:40.994751 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-51b105ab-c25f-4777-8c33-cc1fcdefa2dc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:58:41.099559 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-51b105ab-c25f-4777-8c33-cc1fcdefa2dc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:58:41.116602 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-51b105ab-c25f-4777-8c33-cc1fcdefa2dc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Project a1535d45c61244dc9e2a62da1414d228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:58:41.123542 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-51b105ab-c25f-4777-8c33-cc1fcdefa2dc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:41.189333 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-51b105ab-c25f-4777-8c33-cc1fcdefa2dc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:41.196228 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-51b105ab-c25f-4777-8c33-cc1fcdefa2dc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:41.222285 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b105ab-c25f-4777-8c33-cc1fcdefa2dc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8ffdfa2-a64b-4c9d-8c77-72a375e6b07d,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:41.233264 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b105ab-c25f-4777-8c33-cc1fcdefa2dc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:41.233612 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b105ab-c25f-4777-8c33-cc1fcdefa2dc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:41.233951 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b105ab-c25f-4777-8c33-cc1fcdefa2dc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:41.234316 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b105ab-c25f-4777-8c33-cc1fcdefa2dc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:41.234792 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b105ab-c25f-4777-8c33-cc1fcdefa2dc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:41.235130 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b105ab-c25f-4777-8c33-cc1fcdefa2dc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:41.235456 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b105ab-c25f-4777-8c33-cc1fcdefa2dc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:41.235780 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b105ab-c25f-4777-8c33-cc1fcdefa2dc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:41.236142 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b105ab-c25f-4777-8c33-cc1fcdefa2dc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:41.236664 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b105ab-c25f-4777-8c33-cc1fcdefa2dc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:41.237016 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b105ab-c25f-4777-8c33-cc1fcdefa2dc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:41.237337 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b105ab-c25f-4777-8c33-cc1fcdefa2dc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:41.240628 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-51b105ab-c25f-4777-8c33-cc1fcdefa2dc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:41.241827 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-51b105ab-c25f-4777-8c33-cc1fcdefa2dc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2642863 Feb 16 12:58:41.244570 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44516) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:41.249545 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-18fca7d1-b162-49fa-a0e8-f98da455077a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': 'd582b26f-7376-4dda-bebb-e66c5045127c', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:58:41.255503 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-18fca7d1-b162-49fa-a0e8-f98da455077a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:58:41.259712 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-18fca7d1-b162-49fa-a0e8-f98da455077a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:58:41.262874 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-18fca7d1-b162-49fa-a0e8-f98da455077a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:58:41.268902 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-18fca7d1-b162-49fa-a0e8-f98da455077a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:58:41.281237 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-18fca7d1-b162-49fa-a0e8-f98da455077a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Project a1535d45c61244dc9e2a62da1414d228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:58:41.287814 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-18fca7d1-b162-49fa-a0e8-f98da455077a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:41.363393 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-18fca7d1-b162-49fa-a0e8-f98da455077a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:41.369339 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-18fca7d1-b162-49fa-a0e8-f98da455077a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:41.392016 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fca7d1-b162-49fa-a0e8-f98da455077a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32ffa3fa-81c8-4c46-90d1-b0726085f037,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:41.403749 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-18fca7d1-b162-49fa-a0e8-f98da455077a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:41.404995 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-18fca7d1-b162-49fa-a0e8-f98da455077a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1593995 Feb 16 12:58:41.642933 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-2d531ea4-d1c7-401d-b5b2-18d4e63242f4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:security_group {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:58:41.661176 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-2d531ea4-d1c7-401d-b5b2-18d4e63242f4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:security_group {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:58:41.662363 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-2d531ea4-d1c7-401d-b5b2-18d4e63242f4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2076467068&fields=id&tenant_id=a1535d45c61244dc9e2a62da1414d228 HTTP/1.1" status: 200 len: 267 time: 0.0604978 Feb 16 12:58:41.815483 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-c0caa21d-986b-460d-87f7-1d67e9c3939c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:41.817407 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-c0caa21d-986b-460d-87f7-1d67e9c3939c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/networks?id=6f92ef66-e24f-44cd-a44d-715a5dfc1d00 HTTP/1.1" status: 200 len: 797 time: 0.1483016 Feb 16 12:58:41.835138 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-a238367f-80eb-4aca-9a43-6a988d40bedd tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/quotas/a1535d45c61244dc9e2a62da1414d228 HTTP/1.1" status: 200 len: 375 time: 0.0095708 Feb 16 12:58:41.926450 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-9716654e-e13d-435c-a8ca-6cd243999039 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0863402 Feb 16 12:58:42.100175 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-6c10340d-85e5-4f81-a4d5-0d8589ff5d5a service neutron] 10.222.0.83 "GET /v2.0/networks/6f92ef66-e24f-44cd-a44d-715a5dfc1d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557481 Feb 16 12:58:42.231640 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-cd4725f2-8517-4efa-9c97-c39794568770 service neutron] 10.222.0.83 "GET /v2.0/networks/6f92ef66-e24f-44cd-a44d-715a5dfc1d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255622 Feb 16 12:58:42.436952 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c773cb8a-12c5-43b6-8654-ea385f2f2035 req-622bc7b9-9567-41e7-a60d-4aaecee204b3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ec46d04-8912-4a17-9a40-b49756694c4f HTTP/1.1" status: 200 len: 210 time: 0.0459845 Feb 16 12:58:43.624564 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8416ab20-d4fb-409a-ba7e-ad714830d034 req-c872c492-9410-4826-9699-3b6b9f19a9b8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ec46d04-8912-4a17-9a40-b49756694c4f HTTP/1.1" status: 200 len: 210 time: 0.0600197 Feb 16 12:58:43.693015 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-6edd94fe-6a69-45e3-9ba7-7e88a0167868 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:43.694371 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-6edd94fe-6a69-45e3-9ba7-7e88a0167868 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "GET /v2.0/networks?id=6f92ef66-e24f-44cd-a44d-715a5dfc1d00 HTTP/1.1" status: 200 len: 797 time: 0.3253701 Feb 16 12:58:43.759288 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-fa5e7c75-6fd1-4a63-b603-023e9a640236 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1535d45c61244dc9e2a62da1414d228 HTTP/1.1" status: 200 len: 473 time: 0.0558300 Feb 16 12:58:43.768542 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-caa4b920-badc-474c-9f45-4dad8d60d33f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'port': {'device_id': '3ec46d04-8912-4a17-9a40-b49756694c4f', 'network_id': '6f92ef66-e24f-44cd-a44d-715a5dfc1d00', 'admin_state_up': True, 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'security_groups': ['d582b26f-7376-4dda-bebb-e66c5045127c']}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:58:43.917339 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-caa4b920-badc-474c-9f45-4dad8d60d33f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:58:43.927308 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-caa4b920-badc-474c-9f45-4dad8d60d33f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:58:43.939766 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-caa4b920-badc-474c-9f45-4dad8d60d33f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Made reservation on behalf of a1535d45c61244dc9e2a62da1414d228 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:58:43.943921 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-caa4b920-badc-474c-9f45-4dad8d60d33f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:44.125504 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-caa4b920-badc-474c-9f45-4dad8d60d33f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Allocated IP 172.20.0.9 (6f92ef66-e24f-44cd-a44d-715a5dfc1d00/e868aeae-c5b1-464a-9792-773bffef6e27/e41c002c-9455-4cff-9733-8d3164accbcb) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:58:44.311648 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-caa4b920-badc-474c-9f45-4dad8d60d33f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:44.327114 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-caa4b920-badc-474c-9f45-4dad8d60d33f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Transition to ACTIVE for port object e41c002c-9455-4cff-9733-8d3164accbcb will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:58:44.361058 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-caa4b920-badc-474c-9f45-4dad8d60d33f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:44.433626 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-caa4b920-badc-474c-9f45-4dad8d60d33f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network 6f92ef66-e24f-44cd-a44d-715a5dfc1d00 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:58:44.436774 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-caa4b920-badc-474c-9f45-4dad8d60d33f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:58:44.441044 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-caa4b920-badc-474c-9f45-4dad8d60d33f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:58:44.471273 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4b920-badc-474c-9f45-4dad8d60d33f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=e41c002c-9455-4cff-9733-8d3164accbcb,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:44.509775 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-caa4b920-badc-474c-9f45-4dad8d60d33f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:44.510380 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-caa4b920-badc-474c-9f45-4dad8d60d33f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:44.542830 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-caa4b920-badc-474c-9f45-4dad8d60d33f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7777319 Feb 16 12:58:44.554135 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-30341f7d-b5a7-4552-89cf-7e650178b0d5 service neutron] Request body: {'port': {'device_id': '3ec46d04-8912-4a17-9a40-b49756694c4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:58:44.683214 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-30341f7d-b5a7-4552-89cf-7e650178b0d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:44.699952 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-9a5fe3e3-279f-4bd1-9e83-920debff28ac None None] Provisioning for port e41c002c-9455-4cff-9733-8d3164accbcb completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:58:44.705429 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-9a5fe3e3-279f-4bd1-9e83-920debff28ac None None] Provisioning complete for port e41c002c-9455-4cff-9733-8d3164accbcb triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:58:44.705877 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9a5fe3e3-279f-4bd1-9e83-920debff28ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:44.759387 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-9a5fe3e3-279f-4bd1-9e83-920debff28ac None None] Port e41c002c-9455-4cff-9733-8d3164accbcb cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:58:44.811125 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709572ff-059f-438a-8454-440218102c35 req-48264abe-fe21-47cd-b7ff-2573d05ae998 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:44.812567 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-709572ff-059f-438a-8454-440218102c35 req-48264abe-fe21-47cd-b7ff-2573d05ae998 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ec46d04-8912-4a17-9a40-b49756694c4f HTTP/1.1" status: 200 len: 931 time: 0.0802159 Feb 16 12:58:44.862597 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-709572ff-059f-438a-8454-440218102c35 req-807c6be1-9060-474e-a23d-ec9c7031c52d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=d582b26f-7376-4dda-bebb-e66c5045127c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419466 Feb 16 12:58:45.035966 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-30341f7d-b5a7-4552-89cf-7e650178b0d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e41c002c-9455-4cff-9733-8d3164accbcb {{(pid=87701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:58:45.043342 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-30341f7d-b5a7-4552-89cf-7e650178b0d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:45.057791 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-30341f7d-b5a7-4552-89cf-7e650178b0d5 service neutron] Transition to ACTIVE for port object e41c002c-9455-4cff-9733-8d3164accbcb will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:58:45.065136 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-30341f7d-b5a7-4552-89cf-7e650178b0d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:45.215249 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30341f7d-b5a7-4552-89cf-7e650178b0d5 service neutron] Pushing event updated for resources: {'Port': ['ID=e41c002c-9455-4cff-9733-8d3164accbcb,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:45.305817 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-30341f7d-b5a7-4552-89cf-7e650178b0d5 service neutron] Attempting to bind port e41c002c-9455-4cff-9733-8d3164accbcb on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:58:45.306146 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-30341f7d-b5a7-4552-89cf-7e650178b0d5 service neutron] Attempting to bind port e41c002c-9455-4cff-9733-8d3164accbcb by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '4243aa5c-31c4-4ac4-9759-69a47144608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6f92ef66-e24f-44cd-a44d-715a5dfc1d00'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:58:45.306539 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-30341f7d-b5a7-4552-89cf-7e650178b0d5 service neutron] Attempting to bind port e41c002c-9455-4cff-9733-8d3164accbcb on network 6f92ef66-e24f-44cd-a44d-715a5dfc1d00 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:58:45.311399 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-30341f7d-b5a7-4552-89cf-7e650178b0d5 service neutron] Port e41c002c-9455-4cff-9733-8d3164accbcb on network 6f92ef66-e24f-44cd-a44d-715a5dfc1d00 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:58:45.311734 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-30341f7d-b5a7-4552-89cf-7e650178b0d5 service neutron] Attempting to bind port e41c002c-9455-4cff-9733-8d3164accbcb on network 6f92ef66-e24f-44cd-a44d-715a5dfc1d00 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:58:45.317406 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-30341f7d-b5a7-4552-89cf-7e650178b0d5 service neutron] Checking agent: {'id': 'b4b5bcfd-2763-4324-82e0-923bc8a52546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'started_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:58:45.317737 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-30341f7d-b5a7-4552-89cf-7e650178b0d5 service neutron] Checking segment: {'id': '4243aa5c-31c4-4ac4-9759-69a47144608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6f92ef66-e24f-44cd-a44d-715a5dfc1d00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:58:45.318108 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-30341f7d-b5a7-4552-89cf-7e650178b0d5 service neutron] Bound using segment: {'id': '4243aa5c-31c4-4ac4-9759-69a47144608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6f92ef66-e24f-44cd-a44d-715a5dfc1d00'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:58:45.318521 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-30341f7d-b5a7-4552-89cf-7e650178b0d5 service neutron] Bound port: e41c002c-9455-4cff-9733-8d3164accbcb, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4243aa5c-31c4-4ac4-9759-69a47144608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6f92ef66-e24f-44cd-a44d-715a5dfc1d00'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:58:45.318861 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-30341f7d-b5a7-4552-89cf-7e650178b0d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:45.413705 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-30341f7d-b5a7-4552-89cf-7e650178b0d5 service neutron] For port e41c002c-9455-4cff-9733-8d3164accbcb, host hv-neutron-8295, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:58:45.416752 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-30341f7d-b5a7-4552-89cf-7e650178b0d5 service neutron] For port e41c002c-9455-4cff-9733-8d3164accbcb, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=e41c002c-9455-4cff-9733-8d3164accbcb,segment=NetworkSegment(4243aa5c-31c4-4ac4-9759-69a47144608f),segment_id=4243aa5c-31c4-4ac4-9759-69a47144608f)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:58:45.422331 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-30341f7d-b5a7-4552-89cf-7e650178b0d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:45.584265 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-30341f7d-b5a7-4552-89cf-7e650178b0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:45.584888 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-30341f7d-b5a7-4552-89cf-7e650178b0d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:45.586270 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-30341f7d-b5a7-4552-89cf-7e650178b0d5 service neutron] 10.222.0.89 "PUT /v2.0/ports/e41c002c-9455-4cff-9733-8d3164accbcb HTTP/1.1" status: 200 len: 1093 time: 1.0365651 Feb 16 12:58:45.586753 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ec46d04-8912-4a17-9a40-b49756694c4f', 'tag': 'e41c002c-9455-4cff-9733-8d3164accbcb'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:58:45.608887 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30341f7d-b5a7-4552-89cf-7e650178b0d5 service neutron] Pushing event updated for resources: {'Port': ['ID=e41c002c-9455-4cff-9733-8d3164accbcb,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:45.662222 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ec46d04-8912-4a17-9a40-b49756694c4f', 'tag': 'e41c002c-9455-4cff-9733-8d3164accbcb', 'status': 'completed', 'code': 200} Feb 16 12:58:45.707788 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-e4e14160-1301-4939-b390-436c6713ece5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:45.709354 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-e4e14160-1301-4939-b390-436c6713ece5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&device_id=3ec46d04-8912-4a17-9a40-b49756694c4f HTTP/1.1" status: 200 len: 1096 time: 0.0797105 Feb 16 12:58:45.779397 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-23d7c2b4-7c16-43ab-9465-ff066f531729 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e41c002c-9455-4cff-9733-8d3164accbcb HTTP/1.1" status: 200 len: 217 time: 0.0627658 Feb 16 12:58:45.848010 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-2987fe0c-c5f7-4b94-926a-b079270236ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:45.849512 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-2987fe0c-c5f7-4b94-926a-b079270236ca service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e868aeae-c5b1-464a-9792-773bffef6e27 HTTP/1.1" status: 200 len: 834 time: 0.0639060 Feb 16 12:58:45.927050 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-5dea2690-681d-4e36-b345-0eae6060395c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:45.928545 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-5dea2690-681d-4e36-b345-0eae6060395c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6f92ef66-e24f-44cd-a44d-715a5dfc1d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726168 Feb 16 12:58:46.045721 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b71d3-762f-49da-bf79-8317e140edbe req-2f25bd19-f05c-4c40-9e49-c501740f470f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:46.047543 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c02b71d3-762f-49da-bf79-8317e140edbe req-2f25bd19-f05c-4c40-9e49-c501740f470f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ec46d04-8912-4a17-9a40-b49756694c4f HTTP/1.1" status: 200 len: 943 time: 0.0795841 Feb 16 12:58:46.067323 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-45115892-b2ce-4b39-aa67-a51b93851f04 service neutron] 10.222.0.89 "GET /v2.0/networks/6f92ef66-e24f-44cd-a44d-715a5dfc1d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311932 Feb 16 12:58:46.091808 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c02b71d3-762f-49da-bf79-8317e140edbe req-c000abb5-001a-43f2-acac-355f07fdc838 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=d582b26f-7376-4dda-bebb-e66c5045127c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388138 Feb 16 12:58:46.206934 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ca050476-2209-4dde-b78d-db2cc60431a2 req-88e85d1d-71cd-4c8e-aebf-3e83ac1ba176 service neutron] 10.222.0.89 "GET /v2.0/networks/6f92ef66-e24f-44cd-a44d-715a5dfc1d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302645 Feb 16 12:58:46.356866 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0a763-f1d6-470a-9a4b-d01d0817b603 req-9a5ba565-41f5-48b7-ad52-781e52e7cbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:46.358362 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e3b0a763-f1d6-470a-9a4b-d01d0817b603 req-9a5ba565-41f5-48b7-ad52-781e52e7cbcf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&device_id=3ec46d04-8912-4a17-9a40-b49756694c4f HTTP/1.1" status: 200 len: 1096 time: 0.0808415 Feb 16 12:58:46.497240 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0a763-f1d6-470a-9a4b-d01d0817b603 req-ee1e4944-e3e9-4c19-9726-988e9e2b9fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:46.498688 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e3b0a763-f1d6-470a-9a4b-d01d0817b603 req-ee1e4944-e3e9-4c19-9726-988e9e2b9fdc service neutron] 10.222.0.89 "GET /v2.0/networks?id=6f92ef66-e24f-44cd-a44d-715a5dfc1d00 HTTP/1.1" status: 200 len: 898 time: 0.1336091 Feb 16 12:58:46.567224 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e3b0a763-f1d6-470a-9a4b-d01d0817b603 req-0a4682e3-4681-4a2f-9208-5919b6776438 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e41c002c-9455-4cff-9733-8d3164accbcb HTTP/1.1" status: 200 len: 217 time: 0.0622492 Feb 16 12:58:46.634817 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0a763-f1d6-470a-9a4b-d01d0817b603 req-40295d41-7dfc-447e-8925-be6d9eba80e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:46.636239 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e3b0a763-f1d6-470a-9a4b-d01d0817b603 req-40295d41-7dfc-447e-8925-be6d9eba80e4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e868aeae-c5b1-464a-9792-773bffef6e27 HTTP/1.1" status: 200 len: 834 time: 0.0627904 Feb 16 12:58:46.718996 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0a763-f1d6-470a-9a4b-d01d0817b603 req-3fafee78-06ae-427f-9742-a4c76b25a5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:46.720502 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e3b0a763-f1d6-470a-9a4b-d01d0817b603 req-3fafee78-06ae-427f-9742-a4c76b25a5be service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6f92ef66-e24f-44cd-a44d-715a5dfc1d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752449 Feb 16 12:58:46.854646 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e3b0a763-f1d6-470a-9a4b-d01d0817b603 req-00e34942-329b-4bc6-82cf-b0addac76f98 service neutron] 10.222.0.89 "GET /v2.0/networks/6f92ef66-e24f-44cd-a44d-715a5dfc1d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268899 Feb 16 12:58:46.987351 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e3b0a763-f1d6-470a-9a4b-d01d0817b603 req-109b8562-ae4c-45cb-ab9c-df865e1bc443 service neutron] 10.222.0.89 "GET /v2.0/networks/6f92ef66-e24f-44cd-a44d-715a5dfc1d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257908 Feb 16 12:58:47.290581 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07271fa4-f063-4b0a-b223-dda59ecf28f5 req-2b6ae298-f045-4ed3-95b9-f1529b8f4e9e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:47.291258 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-07271fa4-f063-4b0a-b223-dda59ecf28f5 req-2b6ae298-f045-4ed3-95b9-f1529b8f4e9e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:58:47.309591 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-07271fa4-f063-4b0a-b223-dda59ecf28f5 req-2b6ae298-f045-4ed3-95b9-f1529b8f4e9e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:58:47.310848 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-07271fa4-f063-4b0a-b223-dda59ecf28f5 req-2b6ae298-f045-4ed3-95b9-f1529b8f4e9e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ec46d04-8912-4a17-9a40-b49756694c4f HTTP/1.1" status: 200 len: 943 time: 0.1015060 Feb 16 12:58:47.372333 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-07271fa4-f063-4b0a-b223-dda59ecf28f5 req-c815b044-c1d9-48b0-8ef2-51b808655c39 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=d582b26f-7376-4dda-bebb-e66c5045127c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533426 Feb 16 12:58:47.516315 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device e41c002c-9455-4cff-9733-8d3164accbcb details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:58:47.650791 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port e41c002c-9455-4cff-9733-8d3164accbcb, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=e41c002c-9455-4cff-9733-8d3164accbcb,segment=NetworkSegment(4243aa5c-31c4-4ac4-9759-69a47144608f),segment_id=4243aa5c-31c4-4ac4-9759-69a47144608f)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:58:47.663532 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': 'e41c002c-9455-4cff-9733-8d3164accbcb', 'network_id': '6f92ef66-e24f-44cd-a44d-715a5dfc1d00', 'port_id': 'e41c002c-9455-4cff-9733-8d3164accbcb', 'mac_address': 'fa:16:3e:98:d4:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e868aeae-c5b1-464a-9792-773bffef6e27', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:58:47.725363 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:47.748580 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e41c002c-9455-4cff-9733-8d3164accbcb {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:58:47.772772 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port e41c002c-9455-4cff-9733-8d3164accbcb, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=e41c002c-9455-4cff-9733-8d3164accbcb,segment=NetworkSegment(4243aa5c-31c4-4ac4-9759-69a47144608f),segment_id=4243aa5c-31c4-4ac4-9759-69a47144608f)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:58:47.778394 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:47.857316 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=e41c002c-9455-4cff-9733-8d3164accbcb,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:47.865648 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:47.866030 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:47.866371 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:47.866708 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:47.867022 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:47.867352 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:47.867681 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:47.868004 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:47.868326 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:47.868683 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:47.869002 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:47.869321 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:58:48.025976 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['e41c002c-9455-4cff-9733-8d3164accbcb'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:58:48.567804 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd2f5b-e0f9-4049-9a1b-2d4846b4b4e0 req-ade5e9ff-22b9-46bb-932e-1804b07e9ee8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:48.569337 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a2bd2f5b-e0f9-4049-9a1b-2d4846b4b4e0 req-ade5e9ff-22b9-46bb-932e-1804b07e9ee8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ec46d04-8912-4a17-9a40-b49756694c4f HTTP/1.1" status: 200 len: 944 time: 0.0868411 Feb 16 12:58:48.615940 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a2bd2f5b-e0f9-4049-9a1b-2d4846b4b4e0 req-659ad5fe-c352-4ab8-98e4-4798c1b09035 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=d582b26f-7376-4dda-bebb-e66c5045127c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406127 Feb 16 12:58:49.533190 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device e41c002c-9455-4cff-9733-8d3164accbcb up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:58:49.611668 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning for port e41c002c-9455-4cff-9733-8d3164accbcb completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:58:49.616998 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port e41c002c-9455-4cff-9733-8d3164accbcb triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:58:49.617376 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:49.736355 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:49.763341 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec46d04-8912-4a17-9a40-b49756694c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41c002c-9455-4cff-9733-8d3164accbcb'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:58:49.774594 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port e41c002c-9455-4cff-9733-8d3164accbcb, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=e41c002c-9455-4cff-9733-8d3164accbcb,segment=NetworkSegment(4243aa5c-31c4-4ac4-9759-69a47144608f),segment_id=4243aa5c-31c4-4ac4-9759-69a47144608f)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:58:49.780217 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:49.803336 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83713648-577d-4d13-bf36-2e7d99e4b6aa req-857807f5-a4d3-4cbe-85e5-36ecda81da5e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:49.805486 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-83713648-577d-4d13-bf36-2e7d99e4b6aa req-857807f5-a4d3-4cbe-85e5-36ecda81da5e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ec46d04-8912-4a17-9a40-b49756694c4f HTTP/1.1" status: 200 len: 944 time: 0.0848143 Feb 16 12:58:49.821155 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec46d04-8912-4a17-9a40-b49756694c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41c002c-9455-4cff-9733-8d3164accbcb', 'code': 200} Feb 16 12:58:49.861810 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-83713648-577d-4d13-bf36-2e7d99e4b6aa req-2906353a-8525-44c6-b76a-587208d18574 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=d582b26f-7376-4dda-bebb-e66c5045127c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421007 Feb 16 12:58:49.866043 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=e41c002c-9455-4cff-9733-8d3164accbcb,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:58:50.165772 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e8601-f9f1-4f36-8310-d4c73bccf925 req-edd1d9f2-eec1-486f-831b-e1313b56d42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:50.167258 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3f4e8601-f9f1-4f36-8310-d4c73bccf925 req-edd1d9f2-eec1-486f-831b-e1313b56d42d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3ec46d04-8912-4a17-9a40-b49756694c4f HTTP/1.1" status: 200 len: 1098 time: 0.1765962 Feb 16 12:58:50.209195 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3f4e8601-f9f1-4f36-8310-d4c73bccf925 req-9e9dab37-6917-4c5b-b3ba-b51852c888b7 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=d582b26f-7376-4dda-bebb-e66c5045127c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341609 Feb 16 12:58:51.068267 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd3d29-21cd-4926-a3b2-8385f4ba7483 req-86a11c8c-f159-4117-a5d8-d5181d85786d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:51.069751 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-dedd3d29-21cd-4926-a3b2-8385f4ba7483 req-86a11c8c-f159-4117-a5d8-d5181d85786d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ec46d04-8912-4a17-9a40-b49756694c4f HTTP/1.1" status: 200 len: 945 time: 0.0993962 Feb 16 12:58:51.117689 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-dedd3d29-21cd-4926-a3b2-8385f4ba7483 req-8a7a19f5-331d-4585-b385-fa10470965ff tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=d582b26f-7376-4dda-bebb-e66c5045127c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393472 Feb 16 12:58:52.312119 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4218a-8a36-48eb-b6d2-bc2c9067d7a2 req-f2b50d9f-2ed5-48bc-903b-6f4aff474b89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:52.313605 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-77c4218a-8a36-48eb-b6d2-bc2c9067d7a2 req-f2b50d9f-2ed5-48bc-903b-6f4aff474b89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ec46d04-8912-4a17-9a40-b49756694c4f HTTP/1.1" status: 200 len: 945 time: 0.0821202 Feb 16 12:58:52.363990 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-77c4218a-8a36-48eb-b6d2-bc2c9067d7a2 req-2c1660d3-3e89-4518-8dc6-0555c9a3ba74 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=d582b26f-7376-4dda-bebb-e66c5045127c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435474 Feb 16 12:58:52.559551 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a85b8d-2a85-4b1c-a82b-1391b88264f3 req-a24fb588-8cc0-48ec-b3fa-936aac964bd3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:52.561034 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-b6a85b8d-2a85-4b1c-a82b-1391b88264f3 req-a24fb588-8cc0-48ec-b3fa-936aac964bd3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ec46d04-8912-4a17-9a40-b49756694c4f HTTP/1.1" status: 200 len: 945 time: 0.0932951 Feb 16 12:58:52.606527 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-b6a85b8d-2a85-4b1c-a82b-1391b88264f3 req-9eeb9dce-a77f-4413-9326-956881edcd4e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=d582b26f-7376-4dda-bebb-e66c5045127c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379198 Feb 16 12:58:52.629792 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44568) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:52.699206 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9e35de-e691-4dd7-95cd-c660bd1a68d7 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:52.700631 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-da9e35de-e691-4dd7-95cd-c660bd1a68d7 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=3ec46d04-8912-4a17-9a40-b49756694c4f HTTP/1.1" status: 200 len: 1093 time: 0.0698879 Feb 16 12:58:52.704845 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44572) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:52.709669 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-616b79f4-6e5e-4344-bd59-a3fc64a3d7a8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'floatingip': {'port_id': 'e41c002c-9455-4cff-9733-8d3164accbcb'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:58:52.790464 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-616b79f4-6e5e-4344-bd59-a3fc64a3d7a8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for floatingip, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:53.400167 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-616b79f4-6e5e-4344-bd59-a3fc64a3d7a8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:53.404882 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-616b79f4-6e5e-4344-bd59-a3fc64a3d7a8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:53.673646 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-616b79f4-6e5e-4344-bd59-a3fc64a3d7a8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Floating IP ef087042-68b5-4d37-9f5f-0e853ab23107 associated. External IP: 172.26.5.49, port: e41c002c-9455-4cff-9733-8d3164accbcb. Feb 16 12:58:54.032205 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616b79f4-6e5e-4344-bd59-a3fc64a3d7a8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Router 0a9be551-9fa3-469b-a7a2-dea1c4f69ee7 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:58:54.217784 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616b79f4-6e5e-4344-bd59-a3fc64a3d7a8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:58:54.223022 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-616b79f4-6e5e-4344-bd59-a3fc64a3d7a8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:58:54.228488 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29035607-cf5e-4932-8b64-71744415c98c None None] Sync routers for ids ['0a9be551-9fa3-469b-a7a2-dea1c4f69ee7'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:58:54.238901 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29035607-cf5e-4932-8b64-71744415c98c None None] Routers {'0a9be551-9fa3-469b-a7a2-dea1c4f69ee7'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:58:54.239516 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-29035607-cf5e-4932-8b64-71744415c98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:58:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['0a9be551-9fa3-469b-a7a2-dea1c4f69ee7'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:58:54.275474 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-616b79f4-6e5e-4344-bd59-a3fc64a3d7a8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "PUT /v2.0/floatingips/ef087042-68b5-4d37-9f5f-0e853ab23107 HTTP/1.1" status: 200 len: 990 time: 1.5696375 Feb 16 12:58:54.276107 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ec46d04-8912-4a17-9a40-b49756694c4f', 'tag': 'e41c002c-9455-4cff-9733-8d3164accbcb'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:58:54.278415 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44576) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:54.320676 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ec46d04-8912-4a17-9a40-b49756694c4f', 'tag': 'e41c002c-9455-4cff-9733-8d3164accbcb', 'status': 'completed', 'code': 200} Feb 16 12:58:54.421978 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-29035607-cf5e-4932-8b64-71744415c98c None None] Set router 0a9be551-9fa3-469b-a7a2-dea1c4f69ee7 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:58:54.438724 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-41b20606-ada0-4064-a11b-98f63aa7abeb tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/floatingips/ef087042-68b5-4d37-9f5f-0e853ab23107 HTTP/1.1" status: 200 len: 990 time: 0.1590931 Feb 16 12:58:54.454567 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a607d9-dd1d-4300-bf3d-80bfeec4491e req-6f7e1387-073d-4213-8146-9bc840e4bfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:54.456074 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-10a607d9-dd1d-4300-bf3d-80bfeec4491e req-6f7e1387-073d-4213-8146-9bc840e4bfc9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&device_id=3ec46d04-8912-4a17-9a40-b49756694c4f HTTP/1.1" status: 200 len: 1098 time: 0.1104133 Feb 16 12:58:54.634438 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a607d9-dd1d-4300-bf3d-80bfeec4491e req-cb4e070e-4b38-4977-9913-0df0fc6bb1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:54.635921 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-10a607d9-dd1d-4300-bf3d-80bfeec4491e req-cb4e070e-4b38-4977-9913-0df0fc6bb1d9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6f92ef66-e24f-44cd-a44d-715a5dfc1d00 HTTP/1.1" status: 200 len: 898 time: 0.1738303 Feb 16 12:58:54.705153 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ad2aad5d-c728-4ad9-ace1-dd0046cd2b87 req-16f66f8d-ee54-4ed6-b044-6e05b55df532 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ecc25d0e-39d4-4d83-9d1b-3380b3e0146c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1667891 Feb 16 12:58:54.747430 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-10a607d9-dd1d-4300-bf3d-80bfeec4491e req-b14dd8f6-2875-4b01-b2e0-3a06b50799d8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e41c002c-9455-4cff-9733-8d3164accbcb HTTP/1.1" status: 200 len: 998 time: 0.1029761 Feb 16 12:58:54.780082 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-29035607-cf5e-4932-8b64-71744415c98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'name': 'tempest-TestNetworkBasicOps-router-1858395812', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.244'}], 'enable_snat': True}, 'gw_port_id': '82c2c386-c015-48f9-a5ba-c99508c2a030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:57:32Z', 'updated_at': '2022-02-16T12:57:38Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '82c2c386-c015-48f9-a5ba-c99508c2a030', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:57:33Z', 'updated_at': '2022-02-16T12:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': 'ef087042-68b5-4d37-9f5f-0e853ab23107', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'floating_ip_address': '172.26.5.49', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'port_id': 'e41c002c-9455-4cff-9733-8d3164accbcb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f92ef66-e24f-44cd-a44d-715a5dfc1d00', 'mac_address': 'fa:16:3e:98:d4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec46d04-8912-4a17-9a40-b49756694c4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:57:56Z', 'updated_at': '2022-02-16T12:58:53Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3089b18-6a81-4f0f-a0c0-7b380ccc5400', 'name': '', 'network_id': '6f92ef66-e24f-44cd-a44d-715a5dfc1d00', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:b8:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'e868aeae-c5b1-464a-9792-773bffef6e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:57:37Z', 'updated_at': '2022-02-16T12:57:43Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': 'e868aeae-c5b1-464a-9792-773bffef6e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:58:54.784203 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29035607-cf5e-4932-8b64-71744415c98c None None] Checking router: 0a9be551-9fa3-469b-a7a2-dea1c4f69ee7 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:58:54.792479 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29035607-cf5e-4932-8b64-71744415c98c None None] Routers {'0a9be551-9fa3-469b-a7a2-dea1c4f69ee7'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:58:54.793122 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-29035607-cf5e-4932-8b64-71744415c98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:58:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['0a9be551-9fa3-469b-a7a2-dea1c4f69ee7'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:58:54.871336 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a607d9-dd1d-4300-bf3d-80bfeec4491e req-8ff25de1-9967-4655-b26c-169c0fa3a22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:54.872818 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-10a607d9-dd1d-4300-bf3d-80bfeec4491e req-8ff25de1-9967-4655-b26c-169c0fa3a22d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e868aeae-c5b1-464a-9792-773bffef6e27 HTTP/1.1" status: 200 len: 834 time: 0.1191268 Feb 16 12:58:54.938260 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2aad5d-c728-4ad9-ace1-dd0046cd2b87 req-c99b369d-483b-4dfb-8004-0aca74a1acc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:54.940000 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ad2aad5d-c728-4ad9-ace1-dd0046cd2b87 req-c99b369d-483b-4dfb-8004-0aca74a1acc6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&device_id=ecc25d0e-39d4-4d83-9d1b-3380b3e0146c HTTP/1.1" status: 200 len: 1098 time: 0.1460345 Feb 16 12:58:54.959704 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a607d9-dd1d-4300-bf3d-80bfeec4491e req-dbb5a7bf-c5b9-4c98-b969-ebd85eed0322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:54.961335 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-10a607d9-dd1d-4300-bf3d-80bfeec4491e req-dbb5a7bf-c5b9-4c98-b969-ebd85eed0322 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6f92ef66-e24f-44cd-a44d-715a5dfc1d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821822 Feb 16 12:58:54.970520 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-29035607-cf5e-4932-8b64-71744415c98c None None] Set router 0a9be551-9fa3-469b-a7a2-dea1c4f69ee7 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:58:55.195077 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2aad5d-c728-4ad9-ace1-dd0046cd2b87 req-aed5aead-36ea-4f72-8ddf-c93a10499cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:55.196449 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ad2aad5d-c728-4ad9-ace1-dd0046cd2b87 req-aed5aead-36ea-4f72-8ddf-c93a10499cfe service neutron] 10.222.0.89 "GET /v2.0/networks?id=6f92ef66-e24f-44cd-a44d-715a5dfc1d00 HTTP/1.1" status: 200 len: 898 time: 0.2342496 Feb 16 12:58:55.199563 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-10a607d9-dd1d-4300-bf3d-80bfeec4491e req-faccd654-eecc-4fa5-a8fb-036d22a1af07 service neutron] 10.222.0.89 "GET /v2.0/networks/6f92ef66-e24f-44cd-a44d-715a5dfc1d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147493 Feb 16 12:58:55.288166 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ad2aad5d-c728-4ad9-ace1-dd0046cd2b87 req-abe415fe-0ff4-4ed2-a43a-2f0033d23890 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ec1558b-d985-4a48-8217-60c7d4e16970 HTTP/1.1" status: 200 len: 217 time: 0.0800235 Feb 16 12:58:55.331095 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-29035607-cf5e-4932-8b64-71744415c98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'name': 'tempest-TestNetworkBasicOps-router-1858395812', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.244'}], 'enable_snat': True}, 'gw_port_id': '82c2c386-c015-48f9-a5ba-c99508c2a030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:57:32Z', 'updated_at': '2022-02-16T12:57:38Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '82c2c386-c015-48f9-a5ba-c99508c2a030', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:57:33Z', 'updated_at': '2022-02-16T12:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': 'ef087042-68b5-4d37-9f5f-0e853ab23107', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'floating_ip_address': '172.26.5.49', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'port_id': 'e41c002c-9455-4cff-9733-8d3164accbcb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f92ef66-e24f-44cd-a44d-715a5dfc1d00', 'mac_address': 'fa:16:3e:98:d4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec46d04-8912-4a17-9a40-b49756694c4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:57:56Z', 'updated_at': '2022-02-16T12:58:53Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3089b18-6a81-4f0f-a0c0-7b380ccc5400', 'name': '', 'network_id': '6f92ef66-e24f-44cd-a44d-715a5dfc1d00', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:b8:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'e868aeae-c5b1-464a-9792-773bffef6e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:57:37Z', 'updated_at': '2022-02-16T12:57:43Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': 'e868aeae-c5b1-464a-9792-773bffef6e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:58:55.335293 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29035607-cf5e-4932-8b64-71744415c98c None None] The sync data for ids ['0a9be551-9fa3-469b-a7a2-dea1c4f69ee7'] in dv-neutron-829527-1-hyperv is: [{'id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'name': 'tempest-TestNetworkBasicOps-router-1858395812', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.244'}], 'enable_snat': True}, 'gw_port_id': '82c2c386-c015-48f9-a5ba-c99508c2a030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:57:32Z', 'updated_at': '2022-02-16T12:57:38Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '82c2c386-c015-48f9-a5ba-c99508c2a030', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:57:33Z', 'updated_at': '2022-02-16T12:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': 'ef087042-68b5-4d37-9f5f-0e853ab23107', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'floating_ip_address': '172.26.5.49', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'port_id': 'e41c002c-9455-4cff-9733-8d3164accbcb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f92ef66-e24f-44cd-a44d-715a5dfc1d00', 'mac_address': 'fa:16:3e:98:d4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec46d04-8912-4a17-9a40-b49756694c4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T12:57:56Z', 'updated_at': '2022-02-16T12:58:53Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3089b18-6a81-4f0f-a0c0-7b380ccc5400', 'name': '', 'network_id': '6f92ef66-e24f-44cd-a44d-715a5dfc1d00', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:b8:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'e868aeae-c5b1-464a-9792-773bffef6e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:57:37Z', 'updated_at': '2022-02-16T12:57:43Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': 'e868aeae-c5b1-464a-9792-773bffef6e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:58:55.416209 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2aad5d-c728-4ad9-ace1-dd0046cd2b87 req-ed8c515b-d02a-494f-bdae-bbaca1b8e148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:55.417670 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ad2aad5d-c728-4ad9-ace1-dd0046cd2b87 req-ed8c515b-d02a-494f-bdae-bbaca1b8e148 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e868aeae-c5b1-464a-9792-773bffef6e27 HTTP/1.1" status: 200 len: 834 time: 0.0849190 Feb 16 12:58:55.442563 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44582) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:55.496362 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-10a607d9-dd1d-4300-bf3d-80bfeec4491e req-8262b2ad-a2e1-4721-b722-d8b04fda3ea6 service neutron] 10.222.0.89 "GET /v2.0/networks/6f92ef66-e24f-44cd-a44d-715a5dfc1d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422762 Feb 16 12:58:55.521097 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2aad5d-c728-4ad9-ace1-dd0046cd2b87 req-1ca2ab45-717b-4d9d-af54-485aa3a6705b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:58:55.522551 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ad2aad5d-c728-4ad9-ace1-dd0046cd2b87 req-1ca2ab45-717b-4d9d-af54-485aa3a6705b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6f92ef66-e24f-44cd-a44d-715a5dfc1d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0916805 Feb 16 12:58:55.565297 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175bea30-cc99-4b3a-a5b5-eec57618a4a3 None None] New status for floating IP ef087042-68b5-4d37-9f5f-0e853ab23107: ACTIVE {{(pid=87702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:58:55.579532 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3a35fcae-5efe-40ac-a5ab-1f7809859d7c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/floatingips/ef087042-68b5-4d37-9f5f-0e853ab23107 HTTP/1.1" status: 200 len: 990 time: 0.1346235 Feb 16 12:58:55.766750 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ad2aad5d-c728-4ad9-ace1-dd0046cd2b87 req-2f23a50f-6012-4235-a779-47bb28e770e0 service neutron] 10.222.0.89 "GET /v2.0/networks/6f92ef66-e24f-44cd-a44d-715a5dfc1d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370777 Feb 16 12:58:55.899298 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ad2aad5d-c728-4ad9-ace1-dd0046cd2b87 req-d085b5ea-c71a-40f0-bade-fc0c28a89182 service neutron] 10.222.0.89 "GET /v2.0/networks/6f92ef66-e24f-44cd-a44d-715a5dfc1d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263266 Feb 16 12:58:56.582561 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44586) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:58:56.688576 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b35f4b24-d2f6-4f96-a266-1883381f35d8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/floatingips/ef087042-68b5-4d37-9f5f-0e853ab23107 HTTP/1.1" status: 200 len: 992 time: 0.1048367 Feb 16 12:59:01.818893 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-cf989656-7813-40d7-af0a-3d6c74ce46c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:04.132917 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-bc7056fe-757c-4312-8437-55d3681940e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:04.438417 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:05.119973 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:05.149085 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:06.695258 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:15.043682 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:59:28.304799 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e2199-2342-487c-b7fb-67bf10068c18 req-9574d2de-d9d5-4acb-af14-1dfb54b850b4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:28.306251 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-de4e2199-2342-487c-b7fb-67bf10068c18 req-9574d2de-d9d5-4acb-af14-1dfb54b850b4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ec46d04-8912-4a17-9a40-b49756694c4f HTTP/1.1" status: 200 len: 945 time: 0.0882177 Feb 16 12:59:28.351132 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-de4e2199-2342-487c-b7fb-67bf10068c18 req-abd22f53-4c18-403e-8543-d535b376fb08 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=d582b26f-7376-4dda-bebb-e66c5045127c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389287 Feb 16 12:59:29.563120 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65539c41-cbb9-43ab-9f82-fef85d1bfe6b req-9fb52915-f26c-404a-a3fa-825b9d866ef2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:29.564952 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-65539c41-cbb9-43ab-9f82-fef85d1bfe6b req-9fb52915-f26c-404a-a3fa-825b9d866ef2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ec46d04-8912-4a17-9a40-b49756694c4f HTTP/1.1" status: 200 len: 945 time: 0.0926309 Feb 16 12:59:29.610227 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-65539c41-cbb9-43ab-9f82-fef85d1bfe6b req-cf104ec3-1e90-40ae-8f95-ab74ea03ad81 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=d582b26f-7376-4dda-bebb-e66c5045127c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395169 Feb 16 12:59:29.736730 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10884e7-185b-49c6-a369-81731476b6d3 req-f7f674e4-933a-455f-b0f6-bdc87aa7d01a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:29.738093 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b10884e7-185b-49c6-a369-81731476b6d3 req-f7f674e4-933a-455f-b0f6-bdc87aa7d01a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "GET /v2.0/ports?device_id=3ec46d04-8912-4a17-9a40-b49756694c4f HTTP/1.1" status: 200 len: 945 time: 0.0841990 Feb 16 12:59:29.814960 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-b10884e7-185b-49c6-a369-81731476b6d3 req-435da045-b97b-47f5-9a4a-97efd475a932 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Deleting port e41c002c-9455-4cff-9733-8d3164accbcb {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:59:29.815304 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-b10884e7-185b-49c6-a369-81731476b6d3 req-435da045-b97b-47f5-9a4a-97efd475a932 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:30.067731 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-b10884e7-185b-49c6-a369-81731476b6d3 req-435da045-b97b-47f5-9a4a-97efd475a932 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] For port e41c002c-9455-4cff-9733-8d3164accbcb, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=e41c002c-9455-4cff-9733-8d3164accbcb,segment=NetworkSegment(4243aa5c-31c4-4ac4-9759-69a47144608f),segment_id=4243aa5c-31c4-4ac4-9759-69a47144608f)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:59:30.068096 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-b10884e7-185b-49c6-a369-81731476b6d3 req-435da045-b97b-47f5-9a4a-97efd475a932 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:30.390020 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-b10884e7-185b-49c6-a369-81731476b6d3 req-435da045-b97b-47f5-9a4a-97efd475a932 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:30.390301 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-b10884e7-185b-49c6-a369-81731476b6d3 req-435da045-b97b-47f5-9a4a-97efd475a932 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:30.390611 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.l3_db [req-b10884e7-185b-49c6-a369-81731476b6d3 req-435da045-b97b-47f5-9a4a-97efd475a932 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Floating IP ef087042-68b5-4d37-9f5f-0e853ab23107 disassociated. External IP: 172.26.5.49, port: e41c002c-9455-4cff-9733-8d3164accbcb. Feb 16 12:59:30.390972 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-b10884e7-185b-49c6-a369-81731476b6d3 req-435da045-b97b-47f5-9a4a-97efd475a932 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Calling delete_port for e41c002c-9455-4cff-9733-8d3164accbcb owned by compute:nova {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:59:30.545707 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-b10884e7-185b-49c6-a369-81731476b6d3 req-435da045-b97b-47f5-9a4a-97efd475a932 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:30.595382 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435da045-b97b-47f5-9a4a-97efd475a932 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Port': ['ID=e41c002c-9455-4cff-9733-8d3164accbcb,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:30.605668 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435da045-b97b-47f5-9a4a-97efd475a932 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:30.606012 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435da045-b97b-47f5-9a4a-97efd475a932 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:30.606350 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435da045-b97b-47f5-9a4a-97efd475a932 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:30.606693 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435da045-b97b-47f5-9a4a-97efd475a932 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:30.607039 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435da045-b97b-47f5-9a4a-97efd475a932 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:30.607300 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435da045-b97b-47f5-9a4a-97efd475a932 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:30.607621 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435da045-b97b-47f5-9a4a-97efd475a932 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:30.607948 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435da045-b97b-47f5-9a4a-97efd475a932 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:30.608247 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435da045-b97b-47f5-9a4a-97efd475a932 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:30.608559 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435da045-b97b-47f5-9a4a-97efd475a932 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:30.608896 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435da045-b97b-47f5-9a4a-97efd475a932 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:30.609240 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435da045-b97b-47f5-9a4a-97efd475a932 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:30.766970 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-cf595c0f-909b-4e90-a013-3ff3ae56f7d0 req-5dd6f14b-6361-443e-89df-eacbc42a343e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ec46d04-8912-4a17-9a40-b49756694c4f HTTP/1.1" status: 200 len: 210 time: 0.0457315 Feb 16 12:59:30.789210 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b10884e7-185b-49c6-a369-81731476b6d3 req-435da045-b97b-47f5-9a4a-97efd475a932 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Router 0a9be551-9fa3-469b-a7a2-dea1c4f69ee7 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:59:31.102951 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b10884e7-185b-49c6-a369-81731476b6d3 req-435da045-b97b-47f5-9a4a-97efd475a932 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:59:31.113687 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a7acee-400c-4e68-81b1-dce743ce43dc None None] Sync routers for ids ['0a9be551-9fa3-469b-a7a2-dea1c4f69ee7'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:59:31.123784 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a7acee-400c-4e68-81b1-dce743ce43dc None None] Routers {'0a9be551-9fa3-469b-a7a2-dea1c4f69ee7'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:59:31.124545 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-67a7acee-400c-4e68-81b1-dce743ce43dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:59:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['0a9be551-9fa3-469b-a7a2-dea1c4f69ee7'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:31.178593 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-b10884e7-185b-49c6-a369-81731476b6d3 req-435da045-b97b-47f5-9a4a-97efd475a932 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] No DVR routers for this DVR port e41c002c-9455-4cff-9733-8d3164accbcb on host hv-neutron-8295 {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:59:31.181237 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-b10884e7-185b-49c6-a369-81731476b6d3 req-435da045-b97b-47f5-9a4a-97efd475a932 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:31.184201 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec46d04-8912-4a17-9a40-b49756694c4f', 'name': 'network-vif-deleted', 'tag': 'e41c002c-9455-4cff-9733-8d3164accbcb'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:59:31.205562 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b10884e7-185b-49c6-a369-81731476b6d3 req-435da045-b97b-47f5-9a4a-97efd475a932 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "DELETE /v2.0/ports/e41c002c-9455-4cff-9733-8d3164accbcb HTTP/1.1" status: 204 len: 173 time: 1.4595211 Feb 16 12:59:31.240429 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec46d04-8912-4a17-9a40-b49756694c4f', 'name': 'network-vif-deleted', 'tag': 'e41c002c-9455-4cff-9733-8d3164accbcb', 'status': 'completed', 'code': 200} Feb 16 12:59:31.306216 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-67a7acee-400c-4e68-81b1-dce743ce43dc None None] Set router 0a9be551-9fa3-469b-a7a2-dea1c4f69ee7 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:59:31.654242 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-67a7acee-400c-4e68-81b1-dce743ce43dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'name': 'tempest-TestNetworkBasicOps-router-1858395812', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.244'}], 'enable_snat': True}, 'gw_port_id': '82c2c386-c015-48f9-a5ba-c99508c2a030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:57:32Z', 'updated_at': '2022-02-16T12:57:38Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '82c2c386-c015-48f9-a5ba-c99508c2a030', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:57:33Z', 'updated_at': '2022-02-16T12:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': 'd3089b18-6a81-4f0f-a0c0-7b380ccc5400', 'name': '', 'network_id': '6f92ef66-e24f-44cd-a44d-715a5dfc1d00', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:b8:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'e868aeae-c5b1-464a-9792-773bffef6e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:57:37Z', 'updated_at': '2022-02-16T12:57:43Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': 'e868aeae-c5b1-464a-9792-773bffef6e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:31.658026 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a7acee-400c-4e68-81b1-dce743ce43dc None None] Checking router: 0a9be551-9fa3-469b-a7a2-dea1c4f69ee7 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:59:31.666215 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a7acee-400c-4e68-81b1-dce743ce43dc None None] Routers {'0a9be551-9fa3-469b-a7a2-dea1c4f69ee7'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:59:31.666809 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-67a7acee-400c-4e68-81b1-dce743ce43dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:59:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['0a9be551-9fa3-469b-a7a2-dea1c4f69ee7'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:31.780893 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device e41c002c-9455-4cff-9733-8d3164accbcb no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:59:31.832025 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] No Port match for: e41c002c-9455-4cff-9733-8d3164accbcb {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:59:31.832350 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device e41c002c-9455-4cff-9733-8d3164accbcb not bound to the agent host hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:59:31.844481 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d9ad13fe-00d6-4f24-8ffc-7ab6a212e95c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:31.846051 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-67a7acee-400c-4e68-81b1-dce743ce43dc None None] Set router 0a9be551-9fa3-469b-a7a2-dea1c4f69ee7 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:59:31.873761 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44614) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:59:31.941543 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-364c3580-4421-4ed9-8790-da3f7dae1b6c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:31.970663 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-364c3580-4421-4ed9-8790-da3f7dae1b6c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:32.033854 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-364c3580-4421-4ed9-8790-da3f7dae1b6c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:32.052221 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c3580-4421-4ed9-8790-da3f7dae1b6c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d582b26f-7376-4dda-bebb-e66c5045127c,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:32.065314 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-364c3580-4421-4ed9-8790-da3f7dae1b6c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:32.066443 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-364c3580-4421-4ed9-8790-da3f7dae1b6c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "DELETE /v2.0/security-groups/d582b26f-7376-4dda-bebb-e66c5045127c HTTP/1.1" status: 204 len: 168 time: 0.1916449 Feb 16 12:59:32.100674 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44620) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:59:32.167605 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-67a7acee-400c-4e68-81b1-dce743ce43dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'name': 'tempest-TestNetworkBasicOps-router-1858395812', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.244'}], 'enable_snat': True}, 'gw_port_id': '82c2c386-c015-48f9-a5ba-c99508c2a030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:57:32Z', 'updated_at': '2022-02-16T12:57:38Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '82c2c386-c015-48f9-a5ba-c99508c2a030', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:57:33Z', 'updated_at': '2022-02-16T12:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': 'd3089b18-6a81-4f0f-a0c0-7b380ccc5400', 'name': '', 'network_id': '6f92ef66-e24f-44cd-a44d-715a5dfc1d00', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:b8:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'e868aeae-c5b1-464a-9792-773bffef6e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:57:37Z', 'updated_at': '2022-02-16T12:57:43Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': 'e868aeae-c5b1-464a-9792-773bffef6e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:32.171656 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a7acee-400c-4e68-81b1-dce743ce43dc None None] The sync data for ids ['0a9be551-9fa3-469b-a7a2-dea1c4f69ee7'] in dv-neutron-829527-1-hyperv is: [{'id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'name': 'tempest-TestNetworkBasicOps-router-1858395812', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.244'}], 'enable_snat': True}, 'gw_port_id': '82c2c386-c015-48f9-a5ba-c99508c2a030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:57:32Z', 'updated_at': '2022-02-16T12:57:38Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '82c2c386-c015-48f9-a5ba-c99508c2a030', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:57:33Z', 'updated_at': '2022-02-16T12:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': 'd3089b18-6a81-4f0f-a0c0-7b380ccc5400', 'name': '', 'network_id': '6f92ef66-e24f-44cd-a44d-715a5dfc1d00', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:b8:ed:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'e868aeae-c5b1-464a-9792-773bffef6e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:57:37Z', 'updated_at': '2022-02-16T12:57:43Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': 'e868aeae-c5b1-464a-9792-773bffef6e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:59:32.268270 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-1918e114-8fdd-4a30-87b9-0e4247980fa4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Deleting port 013ed1fd-b4dc-4136-882a-5e866a855af9 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:59:32.268641 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1918e114-8fdd-4a30-87b9-0e4247980fa4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:32.421792 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c29d354-f33a-418a-b810-ba027a9d8069 None None] New status for floating IP ef087042-68b5-4d37-9f5f-0e853ab23107: DOWN {{(pid=87702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 12:59:32.449221 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1918e114-8fdd-4a30-87b9-0e4247980fa4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:32.449544 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1918e114-8fdd-4a30-87b9-0e4247980fa4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:32.581506 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-1918e114-8fdd-4a30-87b9-0e4247980fa4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Calling delete_port for 013ed1fd-b4dc-4136-882a-5e866a855af9 owned by network:floatingip {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:59:32.680433 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.db.api [None req-1918e114-8fdd-4a30-87b9-0e4247980fa4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 12:59:32.680784 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG oslo_db.api [None req-1918e114-8fdd-4a30-87b9-0e4247980fa4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 12:59:33.182534 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-1918e114-8fdd-4a30-87b9-0e4247980fa4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Deleting port 013ed1fd-b4dc-4136-882a-5e866a855af9 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:59:33.183218 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1918e114-8fdd-4a30-87b9-0e4247980fa4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:33.374835 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1918e114-8fdd-4a30-87b9-0e4247980fa4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:33.375128 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1918e114-8fdd-4a30-87b9-0e4247980fa4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:33.498878 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-1918e114-8fdd-4a30-87b9-0e4247980fa4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Calling delete_port for 013ed1fd-b4dc-4136-882a-5e866a855af9 owned by network:floatingip {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:59:33.642407 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1918e114-8fdd-4a30-87b9-0e4247980fa4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:33.692293 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918e114-8fdd-4a30-87b9-0e4247980fa4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Port': ['ID=013ed1fd-b4dc-4136-882a-5e866a855af9,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:33.790706 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1918e114-8fdd-4a30-87b9-0e4247980fa4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for floatingip, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:33.804774 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1918e114-8fdd-4a30-87b9-0e4247980fa4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:33.805867 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-1918e114-8fdd-4a30-87b9-0e4247980fa4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "DELETE /v2.0/floatingips/ef087042-68b5-4d37-9f5f-0e853ab23107 HTTP/1.1" status: 204 len: 168 time: 1.7041602 Feb 16 12:59:34.117025 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-feae1605-49f3-4821-80a7-4fb98c08b889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:34.294770 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c8965a-da68-41ad-b4c3-370e4d7eacec req-630df9bc-f657-4414-ab59-3b71f37095fc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:34.295678 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-d4c8965a-da68-41ad-b4c3-370e4d7eacec req-630df9bc-f657-4414-ab59-3b71f37095fc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:59:34.316447 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-d4c8965a-da68-41ad-b4c3-370e4d7eacec req-630df9bc-f657-4414-ab59-3b71f37095fc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:59:34.317715 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d4c8965a-da68-41ad-b4c3-370e4d7eacec req-630df9bc-f657-4414-ab59-3b71f37095fc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=ecc25d0e-39d4-4d83-9d1b-3380b3e0146c HTTP/1.1" status: 200 len: 945 time: 0.2269790 Feb 16 12:59:34.366653 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d4c8965a-da68-41ad-b4c3-370e4d7eacec req-18f8c60a-c8f1-4f45-9b6e-58b92fdac722 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=0cf68c4b-65b3-44d9-8c88-61187c9b26d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404770 Feb 16 12:59:34.448867 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:35.144105 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:35.152944 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:35.560215 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae170e7-7b6e-48df-98e6-0abc352fbac4 req-39c7fdc7-14ef-407e-a90c-efeef5ef2175 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:35.561994 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9ae170e7-7b6e-48df-98e6-0abc352fbac4 req-39c7fdc7-14ef-407e-a90c-efeef5ef2175 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=ecc25d0e-39d4-4d83-9d1b-3380b3e0146c HTTP/1.1" status: 200 len: 945 time: 0.0881684 Feb 16 12:59:35.609125 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-9ae170e7-7b6e-48df-98e6-0abc352fbac4 req-f85890bb-75c3-403a-b737-1d66c0ac44c7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:59:35.628162 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-9ae170e7-7b6e-48df-98e6-0abc352fbac4 req-f85890bb-75c3-403a-b737-1d66c0ac44c7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:59:35.630130 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9ae170e7-7b6e-48df-98e6-0abc352fbac4 req-f85890bb-75c3-403a-b737-1d66c0ac44c7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=0cf68c4b-65b3-44d9-8c88-61187c9b26d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593793 Feb 16 12:59:35.749914 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd75007-e515-4655-a00d-b899cd262286 req-c1a54fac-86ac-4fbe-b2e1-51d21658539f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:35.751252 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6cd75007-e515-4655-a00d-b899cd262286 req-c1a54fac-86ac-4fbe-b2e1-51d21658539f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "GET /v2.0/ports?device_id=ecc25d0e-39d4-4d83-9d1b-3380b3e0146c HTTP/1.1" status: 200 len: 945 time: 0.0828178 Feb 16 12:59:35.829856 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-6cd75007-e515-4655-a00d-b899cd262286 req-e34400f8-9b02-4d9e-be9b-955d52e5f81f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Deleting port 4ec1558b-d985-4a48-8217-60c7d4e16970 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:59:35.830193 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-6cd75007-e515-4655-a00d-b899cd262286 req-e34400f8-9b02-4d9e-be9b-955d52e5f81f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:36.091386 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-6cd75007-e515-4655-a00d-b899cd262286 req-e34400f8-9b02-4d9e-be9b-955d52e5f81f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] For port 4ec1558b-d985-4a48-8217-60c7d4e16970, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=4ec1558b-d985-4a48-8217-60c7d4e16970,segment=NetworkSegment(4243aa5c-31c4-4ac4-9759-69a47144608f),segment_id=4243aa5c-31c4-4ac4-9759-69a47144608f)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:59:36.091891 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-6cd75007-e515-4655-a00d-b899cd262286 req-e34400f8-9b02-4d9e-be9b-955d52e5f81f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:36.214024 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-6cd75007-e515-4655-a00d-b899cd262286 req-e34400f8-9b02-4d9e-be9b-955d52e5f81f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Calling delete_port for 4ec1558b-d985-4a48-8217-60c7d4e16970 owned by compute:nova {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:59:36.374245 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-6cd75007-e515-4655-a00d-b899cd262286 req-e34400f8-9b02-4d9e-be9b-955d52e5f81f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:36.425498 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34400f8-9b02-4d9e-be9b-955d52e5f81f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Port': ['ID=4ec1558b-d985-4a48-8217-60c7d4e16970,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:36.502505 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd75007-e515-4655-a00d-b899cd262286 req-e34400f8-9b02-4d9e-be9b-955d52e5f81f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] No DVR routers for this DVR port 4ec1558b-d985-4a48-8217-60c7d4e16970 on host hv-neutron-8295 {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:59:36.505693 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-6cd75007-e515-4655-a00d-b899cd262286 req-e34400f8-9b02-4d9e-be9b-955d52e5f81f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:36.509630 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc25d0e-39d4-4d83-9d1b-3380b3e0146c', 'name': 'network-vif-deleted', 'tag': '4ec1558b-d985-4a48-8217-60c7d4e16970'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:59:36.529468 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6cd75007-e515-4655-a00d-b899cd262286 req-e34400f8-9b02-4d9e-be9b-955d52e5f81f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "DELETE /v2.0/ports/4ec1558b-d985-4a48-8217-60c7d4e16970 HTTP/1.1" status: 204 len: 173 time: 0.7725179 Feb 16 12:59:36.558330 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc25d0e-39d4-4d83-9d1b-3380b3e0146c', 'name': 'network-vif-deleted', 'tag': '4ec1558b-d985-4a48-8217-60c7d4e16970', 'status': 'completed', 'code': 200} Feb 16 12:59:36.694960 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:36.811798 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4e8f43b5-34cb-4208-a128-d1eb64f055d8 req-bdacdf66-b951-4206-9c5f-9df7ed20e975 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=ecc25d0e-39d4-4d83-9d1b-3380b3e0146c HTTP/1.1" status: 200 len: 210 time: 0.0575066 Feb 16 12:59:37.797845 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 4ec1558b-d985-4a48-8217-60c7d4e16970 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:59:37.844387 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] No Port match for: 4ec1558b-d985-4a48-8217-60c7d4e16970 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:59:37.844758 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 4ec1558b-d985-4a48-8217-60c7d4e16970 not bound to the agent host hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:59:37.911602 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44636) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:59:38.089551 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e4253e1c-9600-4ebd-a718-22d47d34d231 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:38.118930 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e4253e1c-9600-4ebd-a718-22d47d34d231 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:38.197299 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e4253e1c-9600-4ebd-a718-22d47d34d231 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:38.214324 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4253e1c-9600-4ebd-a718-22d47d34d231 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf68c4b-65b3-44d9-8c88-61187c9b26d3,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:38.228374 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e4253e1c-9600-4ebd-a718-22d47d34d231 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:38.229657 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e4253e1c-9600-4ebd-a718-22d47d34d231 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "DELETE /v2.0/security-groups/0cf68c4b-65b3-44d9-8c88-61187c9b26d3 HTTP/1.1" status: 204 len: 168 time: 0.3170159 Feb 16 12:59:38.262103 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44642) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:59:38.844240 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2116601a-2cec-4ec4-8693-6b15fd899f3a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:39.213028 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2116601a-2cec-4ec4-8693-6b15fd899f3a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Deleting port d3089b18-6a81-4f0f-a0c0-7b380ccc5400 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:59:39.213712 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2116601a-2cec-4ec4-8693-6b15fd899f3a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:39.410136 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-2116601a-2cec-4ec4-8693-6b15fd899f3a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] For port d3089b18-6a81-4f0f-a0c0-7b380ccc5400, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=d3089b18-6a81-4f0f-a0c0-7b380ccc5400,segment=NetworkSegment(4243aa5c-31c4-4ac4-9759-69a47144608f),segment_id=4243aa5c-31c4-4ac4-9759-69a47144608f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:59:39.410489 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2116601a-2cec-4ec4-8693-6b15fd899f3a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:39.542119 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2116601a-2cec-4ec4-8693-6b15fd899f3a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Calling delete_port for d3089b18-6a81-4f0f-a0c0-7b380ccc5400 owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:59:39.849953 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2116601a-2cec-4ec4-8693-6b15fd899f3a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:39.896048 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2116601a-2cec-4ec4-8693-6b15fd899f3a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Port': ['ID=d3089b18-6a81-4f0f-a0c0-7b380ccc5400,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:40.176465 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2116601a-2cec-4ec4-8693-6b15fd899f3a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:40.570283 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2116601a-2cec-4ec4-8693-6b15fd899f3a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Router 0a9be551-9fa3-469b-a7a2-dea1c4f69ee7 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:59:40.747110 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2116601a-2cec-4ec4-8693-6b15fd899f3a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:59:40.758813 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11056f0a-4d5d-4ed5-804c-6fbe2c4a2e9c None None] Sync routers for ids ['0a9be551-9fa3-469b-a7a2-dea1c4f69ee7'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:59:40.762273 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2116601a-2cec-4ec4-8693-6b15fd899f3a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "PUT /v2.0/routers/0a9be551-9fa3-469b-a7a2-dea1c4f69ee7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4990339 Feb 16 12:59:40.765171 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44646) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:59:40.770119 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11056f0a-4d5d-4ed5-804c-6fbe2c4a2e9c None None] Routers {'0a9be551-9fa3-469b-a7a2-dea1c4f69ee7'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:59:40.770732 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-11056f0a-4d5d-4ed5-804c-6fbe2c4a2e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:59:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['0a9be551-9fa3-469b-a7a2-dea1c4f69ee7'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:40.831089 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-90dccf47-3a9a-46f5-9bd9-fc8a37a17f1d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Deleting subnet e868aeae-c5b1-464a-9792-773bffef6e27 {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 12:59:40.834078 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-90dccf47-3a9a-46f5-9bd9-fc8a37a17f1d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:40.892921 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-90dccf47-3a9a-46f5-9bd9-fc8a37a17f1d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:40.942447 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-11056f0a-4d5d-4ed5-804c-6fbe2c4a2e9c None None] Set router 0a9be551-9fa3-469b-a7a2-dea1c4f69ee7 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:59:40.981498 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-90dccf47-3a9a-46f5-9bd9-fc8a37a17f1d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:41.055164 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-90dccf47-3a9a-46f5-9bd9-fc8a37a17f1d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:41.096657 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dccf47-3a9a-46f5-9bd9-fc8a37a17f1d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Subnet': ['ID=e868aeae-c5b1-464a-9792-773bffef6e27,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:41.099860 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-90dccf47-3a9a-46f5-9bd9-fc8a37a17f1d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:41.106082 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-90dccf47-3a9a-46f5-9bd9-fc8a37a17f1d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "DELETE /v2.0/subnets/e868aeae-c5b1-464a-9792-773bffef6e27 HTTP/1.1" status: 204 len: 168 time: 0.3398583 Feb 16 12:59:41.108761 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44650) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:59:41.110214 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d07a603-ca50-491f-afc1-580da8dfa78d None None] Network 6f92ef66-e24f-44cd-a44d-715a5dfc1d00 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:59:41.260476 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-11056f0a-4d5d-4ed5-804c-6fbe2c4a2e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'name': 'tempest-TestNetworkBasicOps-router-1858395812', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.244'}], 'enable_snat': True}, 'gw_port_id': '82c2c386-c015-48f9-a5ba-c99508c2a030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:57:32Z', 'updated_at': '2022-02-16T12:59:39Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '82c2c386-c015-48f9-a5ba-c99508c2a030', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:57:33Z', 'updated_at': '2022-02-16T12:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:41.264641 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11056f0a-4d5d-4ed5-804c-6fbe2c4a2e9c None None] Checking router: 0a9be551-9fa3-469b-a7a2-dea1c4f69ee7 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:59:41.273017 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11056f0a-4d5d-4ed5-804c-6fbe2c4a2e9c None None] Routers {'0a9be551-9fa3-469b-a7a2-dea1c4f69ee7'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:59:41.273657 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-11056f0a-4d5d-4ed5-804c-6fbe2c4a2e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:59:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['0a9be551-9fa3-469b-a7a2-dea1c4f69ee7'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:41.289796 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-edd4ce56-bf7d-4c4f-b05b-8fadeb71f584 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:41.361620 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa3b17b-89d6-403a-8347-aa9ba65b244c None None] DHCP port deletion for 6f92ef66-e24f-44cd-a44d-715a5dfc1d00 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 12:59:41.367047 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-4aa3b17b-89d6-403a-8347-aa9ba65b244c None None] Deleting port 58bab12d-2a34-4302-a275-00915083c92c {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:59:41.367601 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4aa3b17b-89d6-403a-8347-aa9ba65b244c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:41.459678 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-11056f0a-4d5d-4ed5-804c-6fbe2c4a2e9c None None] Set router 0a9be551-9fa3-469b-a7a2-dea1c4f69ee7 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:59:41.585516 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-4aa3b17b-89d6-403a-8347-aa9ba65b244c None None] For port 58bab12d-2a34-4302-a275-00915083c92c, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=58bab12d-2a34-4302-a275-00915083c92c,segment=NetworkSegment(4243aa5c-31c4-4ac4-9759-69a47144608f),segment_id=4243aa5c-31c4-4ac4-9759-69a47144608f)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:59:41.586060 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4aa3b17b-89d6-403a-8347-aa9ba65b244c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:41.590601 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-edd4ce56-bf7d-4c4f-b05b-8fadeb71f584 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:41.601279 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-edd4ce56-bf7d-4c4f-b05b-8fadeb71f584 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Deleting port 82c2c386-c015-48f9-a5ba-c99508c2a030 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 12:59:41.601614 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-edd4ce56-bf7d-4c4f-b05b-8fadeb71f584 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:41.713853 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-4aa3b17b-89d6-403a-8347-aa9ba65b244c None None] Calling delete_port for 58bab12d-2a34-4302-a275-00915083c92c owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:59:41.741512 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-11056f0a-4d5d-4ed5-804c-6fbe2c4a2e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'name': 'tempest-TestNetworkBasicOps-router-1858395812', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.244'}], 'enable_snat': True}, 'gw_port_id': '82c2c386-c015-48f9-a5ba-c99508c2a030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:57:32Z', 'updated_at': '2022-02-16T12:59:39Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '82c2c386-c015-48f9-a5ba-c99508c2a030', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:57:33Z', 'updated_at': '2022-02-16T12:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:41.745352 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11056f0a-4d5d-4ed5-804c-6fbe2c4a2e9c None None] The sync data for ids ['0a9be551-9fa3-469b-a7a2-dea1c4f69ee7'] in dv-neutron-829527-1-hyperv is: [{'id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'name': 'tempest-TestNetworkBasicOps-router-1858395812', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.244'}], 'enable_snat': True}, 'gw_port_id': '82c2c386-c015-48f9-a5ba-c99508c2a030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:57:32Z', 'updated_at': '2022-02-16T12:59:39Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '82c2c386-c015-48f9-a5ba-c99508c2a030', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9be551-9fa3-469b-a7a2-dea1c4f69ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:57:33Z', 'updated_at': '2022-02-16T12:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:59:41.785986 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-edd4ce56-bf7d-4c4f-b05b-8fadeb71f584 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] For port 82c2c386-c015-48f9-a5ba-c99508c2a030, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=82c2c386-c015-48f9-a5ba-c99508c2a030,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:59:41.786535 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-edd4ce56-bf7d-4c4f-b05b-8fadeb71f584 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:41.798231 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4aa3b17b-89d6-403a-8347-aa9ba65b244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:41.843025 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa3b17b-89d6-403a-8347-aa9ba65b244c None None] Pushing event deleted for resources: {'Port': ['ID=58bab12d-2a34-4302-a275-00915083c92c,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:41.846530 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa3b17b-89d6-403a-8347-aa9ba65b244c None None] No DVR routers for this DVR port 58bab12d-2a34-4302-a275-00915083c92c on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 12:59:41.911619 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-edd4ce56-bf7d-4c4f-b05b-8fadeb71f584 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Calling delete_port for 82c2c386-c015-48f9-a5ba-c99508c2a030 owned by network:router_gateway {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 12:59:42.099506 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-edd4ce56-bf7d-4c4f-b05b-8fadeb71f584 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:42.176555 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4ce56-bf7d-4c4f-b05b-8fadeb71f584 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Port': ['ID=82c2c386-c015-48f9-a5ba-c99508c2a030,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:42.248131 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-edd4ce56-bf7d-4c4f-b05b-8fadeb71f584 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023674'] for router_gateway, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:42.434114 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-edd4ce56-bf7d-4c4f-b05b-8fadeb71f584 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:42.436916 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-edd4ce56-bf7d-4c4f-b05b-8fadeb71f584 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:42.461887 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-edd4ce56-bf7d-4c4f-b05b-8fadeb71f584 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:42.462380 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd4ce56-bf7d-4c4f-b05b-8fadeb71f584 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Fanout notify agent at l3_agent the message router_deleted on router 0a9be551-9fa3-469b-a7a2-dea1c4f69ee7 {{(pid=87701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 12:59:42.477349 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-edd4ce56-bf7d-4c4f-b05b-8fadeb71f584 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:42.478454 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-edd4ce56-bf7d-4c4f-b05b-8fadeb71f584 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "DELETE /v2.0/routers/0a9be551-9fa3-469b-a7a2-dea1c4f69ee7 HTTP/1.1" status: 204 len: 168 time: 1.3687189 Feb 16 12:59:42.481198 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44654) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:59:42.601310 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-99985ebd-e710-434b-92ae-0faa86290f27 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:42.731613 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-99985ebd-e710-434b-92ae-0faa86290f27 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:42.756032 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-99985ebd-e710-434b-92ae-0faa86290f27 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f92ef66-e24f-44cd-a44d-715a5dfc1d00']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:42.768079 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-99985ebd-e710-434b-92ae-0faa86290f27 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4243aa5c-31c4-4ac4-9759-69a47144608f') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:42.768377 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-99985ebd-e710-434b-92ae-0faa86290f27 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4243aa5c-31c4-4ac4-9759-69a47144608f') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:42.779719 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-99985ebd-e710-434b-92ae-0faa86290f27 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:42.796272 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-99985ebd-e710-434b-92ae-0faa86290f27 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:42.805656 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99985ebd-e710-434b-92ae-0faa86290f27 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 12:59:42.806102 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-99985ebd-e710-434b-92ae-0faa86290f27 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:42.821872 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 12:59:42.821872 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 12:59:42.821872 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 12:59:42.821872 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 12:59:42.821872 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 12:59:42.821872 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 12:59:42.821872 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 12:59:42.821872 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 12:59:42.821872 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 12:59:42.821872 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 12:59:42.821872 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 12:59:42.821872 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 12:59:42.821872 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 12:59:42.821872 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 12:59:42.821872 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 12:59:42.821872 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 12:59:42.821872 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 12:59:42.821872 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 12:59:42.821872 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 12:59:42.821872 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 12:59:42.821872 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 12:59:42.821872 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 12:59:42.821872 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 12:59:42.821872 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 12:59:42.821872 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 12:59:42.821872 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 12:59:42.821872 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 12:59:42.821872 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 12:59:42.821872 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 12:59:42.821872 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 12:59:42.821872 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 12:59:42.821872 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 12:59:42.906289 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-99985ebd-e710-434b-92ae-0faa86290f27 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:42.925523 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-99985ebd-e710-434b-92ae-0faa86290f27 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:42.933883 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 58bab12d-2a34-4302-a275-00915083c92c no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:59:42.940369 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99985ebd-e710-434b-92ae-0faa86290f27 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Network': ['ID=6f92ef66-e24f-44cd-a44d-715a5dfc1d00,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:42.944924 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-99985ebd-e710-434b-92ae-0faa86290f27 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "DELETE /v2.0/networks/6f92ef66-e24f-44cd-a44d-715a5dfc1d00 HTTP/1.1" status: 204 len: 168 time: 0.4627774 Feb 16 12:59:42.968103 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44658) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:59:42.973508 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 58bab12d-2a34-4302-a275-00915083c92c {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:59:42.973944 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 58bab12d-2a34-4302-a275-00915083c92c not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:59:42.974340 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 82c2c386-c015-48f9-a5ba-c99508c2a030 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:59:42.977557 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-906ffbe6-0cf9-428f-b0e1-86d0445483f8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'network': {'name': 'tempest-network-smoke--1030878253', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'port_security_enabled': True}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:42.983028 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-906ffbe6-0cf9-428f-b0e1-86d0445483f8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:59:42.987409 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-906ffbe6-0cf9-428f-b0e1-86d0445483f8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:network and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:59:42.990558 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-906ffbe6-0cf9-428f-b0e1-86d0445483f8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:59:42.997288 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-906ffbe6-0cf9-428f-b0e1-86d0445483f8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:59:43.007819 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906ffbe6-0cf9-428f-b0e1-86d0445483f8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Made reservation on behalf of a1535d45c61244dc9e2a62da1414d228 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:59:43.011434 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-906ffbe6-0cf9-428f-b0e1-86d0445483f8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:43.011700 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 82c2c386-c015-48f9-a5ba-c99508c2a030 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:59:43.012040 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 82c2c386-c015-48f9-a5ba-c99508c2a030 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:59:43.012593 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device d3089b18-6a81-4f0f-a0c0-7b380ccc5400 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 12:59:43.046359 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-906ffbe6-0cf9-428f-b0e1-86d0445483f8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 12:59:43.047225 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: d3089b18-6a81-4f0f-a0c0-7b380ccc5400 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 12:59:43.047571 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device d3089b18-6a81-4f0f-a0c0-7b380ccc5400 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 12:59:43.056025 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-906ffbe6-0cf9-428f-b0e1-86d0445483f8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:43.056369 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-906ffbe6-0cf9-428f-b0e1-86d0445483f8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Added segment d59d6e57-8652-481c-82e4-b2e96eb8bb31 of type vlan for network 25aa96f3-3f2f-4fad-bfac-1eaed5da7564 Feb 16 12:59:43.089256 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-906ffbe6-0cf9-428f-b0e1-86d0445483f8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:43.130630 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-906ffbe6-0cf9-428f-b0e1-86d0445483f8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:43.136075 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906ffbe6-0cf9-428f-b0e1-86d0445483f8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:43.136672 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-906ffbe6-0cf9-428f-b0e1-86d0445483f8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:43.245559 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-906ffbe6-0cf9-428f-b0e1-86d0445483f8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2761242 Feb 16 12:59:43.248599 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44662) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:59:43.253947 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-ab6216dd-bbf8-4ec7-8b67-ad7895eb44f5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-943611772', 'admin_state_up': True, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:43.254757 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906ffbe6-0cf9-428f-b0e1-86d0445483f8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Network': ['ID=25aa96f3-3f2f-4fad-bfac-1eaed5da7564,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:43.261929 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-ab6216dd-bbf8-4ec7-8b67-ad7895eb44f5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:59:43.262085 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ffbe6-0cf9-428f-b0e1-86d0445483f8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:43.262392 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ffbe6-0cf9-428f-b0e1-86d0445483f8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:43.262714 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ffbe6-0cf9-428f-b0e1-86d0445483f8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:43.263162 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ffbe6-0cf9-428f-b0e1-86d0445483f8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:43.263654 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ffbe6-0cf9-428f-b0e1-86d0445483f8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:43.263959 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ffbe6-0cf9-428f-b0e1-86d0445483f8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:43.264298 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ffbe6-0cf9-428f-b0e1-86d0445483f8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:43.264641 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ffbe6-0cf9-428f-b0e1-86d0445483f8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:43.264971 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ffbe6-0cf9-428f-b0e1-86d0445483f8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:43.265295 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ffbe6-0cf9-428f-b0e1-86d0445483f8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:43.265607 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ffbe6-0cf9-428f-b0e1-86d0445483f8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:43.265922 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906ffbe6-0cf9-428f-b0e1-86d0445483f8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:43.266254 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-ab6216dd-bbf8-4ec7-8b67-ad7895eb44f5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:router and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:59:43.269544 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-ab6216dd-bbf8-4ec7-8b67-ad7895eb44f5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:59:43.276177 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-ab6216dd-bbf8-4ec7-8b67-ad7895eb44f5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:59:43.276922 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 25aa96f3-3f2f-4fad-bfac-1eaed5da7564 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 12:59:43.288090 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ab6216dd-bbf8-4ec7-8b67-ad7895eb44f5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:43.289217 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ab6216dd-bbf8-4ec7-8b67-ad7895eb44f5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:43.304571 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ab6216dd-bbf8-4ec7-8b67-ad7895eb44f5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:43.710912 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ab6216dd-bbf8-4ec7-8b67-ad7895eb44f5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:44.019743 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ab6216dd-bbf8-4ec7-8b67-ad7895eb44f5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router_gateway, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:44.048345 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ab6216dd-bbf8-4ec7-8b67-ad7895eb44f5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:44.182964 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-ab6216dd-bbf8-4ec7-8b67-ad7895eb44f5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Allocated IP 172.26.5.122 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/2823515a-a003-4c08-90f5-d9efe3ec771c) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:59:44.328911 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ab6216dd-bbf8-4ec7-8b67-ad7895eb44f5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:44.360130 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ab6216dd-bbf8-4ec7-8b67-ad7895eb44f5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:44.435476 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6216dd-bbf8-4ec7-8b67-ad7895eb44f5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:59:44.439264 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-ab6216dd-bbf8-4ec7-8b67-ad7895eb44f5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:59:44.442965 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6216dd-bbf8-4ec7-8b67-ad7895eb44f5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:59:44.471742 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6216dd-bbf8-4ec7-8b67-ad7895eb44f5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=2823515a-a003-4c08-90f5-d9efe3ec771c,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:44.978526 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ab6216dd-bbf8-4ec7-8b67-ad7895eb44f5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router_gateway, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:45.335853 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ab6216dd-bbf8-4ec7-8b67-ad7895eb44f5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:45.555030 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab6216dd-bbf8-4ec7-8b67-ad7895eb44f5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Router 6805ea60-d39a-42cb-8be1-f008ecc28f19 is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 12:59:45.735248 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6216dd-bbf8-4ec7-8b67-ad7895eb44f5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:59:45.744759 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e998e4b-818b-4cdb-9d5f-9d10795d0a11 None None] Sync routers for ids ['6805ea60-d39a-42cb-8be1-f008ecc28f19'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:59:45.754224 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e998e4b-818b-4cdb-9d5f-9d10795d0a11 None None] Routers {'6805ea60-d39a-42cb-8be1-f008ecc28f19'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:59:45.754837 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-6e998e4b-818b-4cdb-9d5f-9d10795d0a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:59:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['6805ea60-d39a-42cb-8be1-f008ecc28f19'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:45.766993 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ab6216dd-bbf8-4ec7-8b67-ad7895eb44f5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:45.768237 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-ab6216dd-bbf8-4ec7-8b67-ad7895eb44f5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5184765 Feb 16 12:59:45.771482 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44666) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:59:45.931380 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-6e998e4b-818b-4cdb-9d5f-9d10795d0a11 None None] Set router 6805ea60-d39a-42cb-8be1-f008ecc28f19 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:59:45.980123 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-93c05657-aa4c-4e4a-a708-299f8b568e58 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=a1535d45c61244dc9e2a62da1414d228&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2075160 Feb 16 12:59:45.982943 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44672) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:59:46.115312 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfd3e95-095a-4646-ab0b-64a8442dda1b tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:46.116864 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-4dfd3e95-095a-4646-ab0b-64a8442dda1b tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1329751 Feb 16 12:59:46.119966 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44676) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:59:46.163046 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5b18069a-649f-41e8-a24a-aa751f34a65d tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418293 Feb 16 12:59:46.165602 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44680) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:59:46.171247 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-ff9c7916-4dd0-463b-8a62-f95fc9c811aa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-183840707', 'network_id': '25aa96f3-3f2f-4fad-bfac-1eaed5da7564', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:46.249575 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-6e998e4b-818b-4cdb-9d5f-9d10795d0a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6805ea60-d39a-42cb-8be1-f008ecc28f19', 'name': 'tempest-TestNetworkBasicOps-router-943611772', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '2823515a-a003-4c08-90f5-d9efe3ec771c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:43Z', 'updated_at': '2022-02-16T12:59:44Z', 'revision_number': 3, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '2823515a-a003-4c08-90f5-d9efe3ec771c', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:45:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6805ea60-d39a-42cb-8be1-f008ecc28f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:44Z', 'updated_at': '2022-02-16T12:59:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:46.253586 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e998e4b-818b-4cdb-9d5f-9d10795d0a11 None None] Checking router: 6805ea60-d39a-42cb-8be1-f008ecc28f19 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:59:46.253933 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e998e4b-818b-4cdb-9d5f-9d10795d0a11 None None] Updating router 6805ea60-d39a-42cb-8be1-f008ecc28f19 port 2823515a-a003-4c08-90f5-d9efe3ec771c binding host dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:59:46.311483 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6e998e4b-818b-4cdb-9d5f-9d10795d0a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:46.398300 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ff9c7916-4dd0-463b-8a62-f95fc9c811aa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:59:46.402346 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ff9c7916-4dd0-463b-8a62-f95fc9c811aa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:subnet and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:59:46.405702 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ff9c7916-4dd0-463b-8a62-f95fc9c811aa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:59:46.412665 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ff9c7916-4dd0-463b-8a62-f95fc9c811aa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:59:46.423842 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9c7916-4dd0-463b-8a62-f95fc9c811aa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Made reservation on behalf of a1535d45c61244dc9e2a62da1414d228 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:59:46.427767 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff9c7916-4dd0-463b-8a62-f95fc9c811aa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:46.645889 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff9c7916-4dd0-463b-8a62-f95fc9c811aa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:46.665721 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6e998e4b-818b-4cdb-9d5f-9d10795d0a11 None None] Notify callbacks [] for port, precommit_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:46.679030 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-6e998e4b-818b-4cdb-9d5f-9d10795d0a11 None None] Transition to ACTIVE for port object 2823515a-a003-4c08-90f5-d9efe3ec771c will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:59:46.686623 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6e998e4b-818b-4cdb-9d5f-9d10795d0a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:46.725784 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9c7916-4dd0-463b-8a62-f95fc9c811aa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Subnet': ['ID=7dc0ee57-66c1-42c7-9080-c14769f2d92e,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:46.735816 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9c7916-4dd0-463b-8a62-f95fc9c811aa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Checking segment: {'id': 'd59d6e57-8652-481c-82e4-b2e96eb8bb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '25aa96f3-3f2f-4fad-bfac-1eaed5da7564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:59:46.736171 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9c7916-4dd0-463b-8a62-f95fc9c811aa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network hostable DHCP agents. Network: 25aa96f3-3f2f-4fad-bfac-1eaed5da7564, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 12:59:46.755503 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9c7916-4dd0-463b-8a62-f95fc9c811aa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network 25aa96f3-3f2f-4fad-bfac-1eaed5da7564 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 12:59:46.765311 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-6e998e4b-818b-4cdb-9d5f-9d10795d0a11 None None] Attempting to bind port 2823515a-a003-4c08-90f5-d9efe3ec771c on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:59:46.765827 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-6e998e4b-818b-4cdb-9d5f-9d10795d0a11 None None] Attempting to bind port 2823515a-a003-4c08-90f5-d9efe3ec771c by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:59:46.766042 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e998e4b-818b-4cdb-9d5f-9d10795d0a11 None None] Attempting to bind port 2823515a-a003-4c08-90f5-d9efe3ec771c on network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:59:46.766442 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-ff9c7916-4dd0-463b-8a62-f95fc9c811aa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 25aa96f3-3f2f-4fad-bfac-1eaed5da7564) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:59:46.770757 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9c7916-4dd0-463b-8a62-f95fc9c811aa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:46.771340 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff9c7916-4dd0-463b-8a62-f95fc9c811aa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:46.774044 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb037f9b-a23a-445f-a20f-8fba854f6229 None None] Pushing event updated for resources: {'Port': ['ID=2823515a-a003-4c08-90f5-d9efe3ec771c,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:46.780203 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e112ff8b-66e4-4e2e-92f3-c9382ba3d047 None None] Network 25aa96f3-3f2f-4fad-bfac-1eaed5da7564 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:59:46.793762 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ff9c7916-4dd0-463b-8a62-f95fc9c811aa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6269524 Feb 16 12:59:46.795999 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e998e4b-818b-4cdb-9d5f-9d10795d0a11 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:59:46.796367 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e998e4b-818b-4cdb-9d5f-9d10795d0a11 None None] Checking segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:59:46.796789 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6e998e4b-818b-4cdb-9d5f-9d10795d0a11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:46.796981 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44686) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:59:46.797197 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e998e4b-818b-4cdb-9d5f-9d10795d0a11 None None] Bound using segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:59:46.797662 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-6e998e4b-818b-4cdb-9d5f-9d10795d0a11 None None] Bound port: 2823515a-a003-4c08-90f5-d9efe3ec771c, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:59:46.798051 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6e998e4b-818b-4cdb-9d5f-9d10795d0a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:46.954472 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-6e998e4b-818b-4cdb-9d5f-9d10795d0a11 None None] For port 2823515a-a003-4c08-90f5-d9efe3ec771c, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:59:46.988355 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-6e998e4b-818b-4cdb-9d5f-9d10795d0a11 None None] For port 2823515a-a003-4c08-90f5-d9efe3ec771c, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=2823515a-a003-4c08-90f5-d9efe3ec771c,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:59:46.997177 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6e998e4b-818b-4cdb-9d5f-9d10795d0a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:47.126570 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e998e4b-818b-4cdb-9d5f-9d10795d0a11 None None] Routers {'6805ea60-d39a-42cb-8be1-f008ecc28f19'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:59:47.127186 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-6e998e4b-818b-4cdb-9d5f-9d10795d0a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:59:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['6805ea60-d39a-42cb-8be1-f008ecc28f19'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:47.176356 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc4bc72-e205-42bc-b546-64b96aa1fcc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-25aa96f3-3f2f-4fad-bfac-1eaed5da7564', 'network_id': '25aa96f3-3f2f-4fad-bfac-1eaed5da7564', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ips': [{'subnet_id': '7dc0ee57-66c1-42c7-9080-c14769f2d92e'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 12:59:47.177181 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7bc4bc72-e205-42bc-b546-64b96aa1fcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:47.210446 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb037f9b-a23a-445f-a20f-8fba854f6229 None None] Pushing event updated for resources: {'Port': ['ID=2823515a-a003-4c08-90f5-d9efe3ec771c,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:47.430457 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-6e998e4b-818b-4cdb-9d5f-9d10795d0a11 None None] Set router 6805ea60-d39a-42cb-8be1-f008ecc28f19 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:59:47.499785 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-528b006a-824d-47e5-bd81-cd4f180a8e4f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:47.666201 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-7bc4bc72-e205-42bc-b546-64b96aa1fcc6 None None] Allocated IP 172.20.0.2 (25aa96f3-3f2f-4fad-bfac-1eaed5da7564/7dc0ee57-66c1-42c7-9080-c14769f2d92e/87a6d67c-9e60-4e93-907d-2d73a9adae83) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:59:47.939772 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-6e998e4b-818b-4cdb-9d5f-9d10795d0a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6805ea60-d39a-42cb-8be1-f008ecc28f19', 'name': 'tempest-TestNetworkBasicOps-router-943611772', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '2823515a-a003-4c08-90f5-d9efe3ec771c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:43Z', 'updated_at': '2022-02-16T12:59:44Z', 'revision_number': 3, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '2823515a-a003-4c08-90f5-d9efe3ec771c', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:45:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6805ea60-d39a-42cb-8be1-f008ecc28f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:44Z', 'updated_at': '2022-02-16T12:59:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:47.944804 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7bc4bc72-e205-42bc-b546-64b96aa1fcc6 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:47.950106 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e998e4b-818b-4cdb-9d5f-9d10795d0a11 None None] The sync data for ids ['6805ea60-d39a-42cb-8be1-f008ecc28f19'] in dv-neutron-829527-1-hyperv is: [{'id': '6805ea60-d39a-42cb-8be1-f008ecc28f19', 'name': 'tempest-TestNetworkBasicOps-router-943611772', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '2823515a-a003-4c08-90f5-d9efe3ec771c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:43Z', 'updated_at': '2022-02-16T12:59:44Z', 'revision_number': 3, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '2823515a-a003-4c08-90f5-d9efe3ec771c', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:45:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6805ea60-d39a-42cb-8be1-f008ecc28f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:44Z', 'updated_at': '2022-02-16T12:59:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:59:47.957060 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-7bc4bc72-e205-42bc-b546-64b96aa1fcc6 None None] Transition to ACTIVE for port object 87a6d67c-9e60-4e93-907d-2d73a9adae83 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:59:47.976739 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-7bc4bc72-e205-42bc-b546-64b96aa1fcc6 None None] Transition to ACTIVE for port object 87a6d67c-9e60-4e93-907d-2d73a9adae83 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:59:47.984573 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7bc4bc72-e205-42bc-b546-64b96aa1fcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:48.057642 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc4bc72-e205-42bc-b546-64b96aa1fcc6 None None] Network 25aa96f3-3f2f-4fad-bfac-1eaed5da7564 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:59:48.061962 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-7bc4bc72-e205-42bc-b546-64b96aa1fcc6 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:59:48.066620 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc4bc72-e205-42bc-b546-64b96aa1fcc6 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:59:48.068785 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc4bc72-e205-42bc-b546-64b96aa1fcc6 None None] Pushing event updated for resources: {'Port': ['ID=87a6d67c-9e60-4e93-907d-2d73a9adae83,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:48.103347 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc4bc72-e205-42bc-b546-64b96aa1fcc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:48.103690 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc4bc72-e205-42bc-b546-64b96aa1fcc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:48.104020 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc4bc72-e205-42bc-b546-64b96aa1fcc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:48.104346 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc4bc72-e205-42bc-b546-64b96aa1fcc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:48.104682 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc4bc72-e205-42bc-b546-64b96aa1fcc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:48.105037 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc4bc72-e205-42bc-b546-64b96aa1fcc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:48.105358 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc4bc72-e205-42bc-b546-64b96aa1fcc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:48.105653 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc4bc72-e205-42bc-b546-64b96aa1fcc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:48.106000 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc4bc72-e205-42bc-b546-64b96aa1fcc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:48.106313 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc4bc72-e205-42bc-b546-64b96aa1fcc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:48.106631 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc4bc72-e205-42bc-b546-64b96aa1fcc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:48.107009 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc4bc72-e205-42bc-b546-64b96aa1fcc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:48.186028 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-528b006a-824d-47e5-bd81-cd4f180a8e4f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Allocated IP 172.20.0.1 (25aa96f3-3f2f-4fad-bfac-1eaed5da7564/7dc0ee57-66c1-42c7-9080-c14769f2d92e/7ab7d9b4-3304-4980-935b-2238694da96d) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:59:48.200573 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-7bc4bc72-e205-42bc-b546-64b96aa1fcc6 None None] Attempting to bind port 87a6d67c-9e60-4e93-907d-2d73a9adae83 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:59:48.201163 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-7bc4bc72-e205-42bc-b546-64b96aa1fcc6 None None] Attempting to bind port 87a6d67c-9e60-4e93-907d-2d73a9adae83 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'd59d6e57-8652-481c-82e4-b2e96eb8bb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '25aa96f3-3f2f-4fad-bfac-1eaed5da7564'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:59:48.201601 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc4bc72-e205-42bc-b546-64b96aa1fcc6 None None] Attempting to bind port 87a6d67c-9e60-4e93-907d-2d73a9adae83 on network 25aa96f3-3f2f-4fad-bfac-1eaed5da7564 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:59:48.209693 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc4bc72-e205-42bc-b546-64b96aa1fcc6 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:59:48.210054 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc4bc72-e205-42bc-b546-64b96aa1fcc6 None None] Checking segment: {'id': 'd59d6e57-8652-481c-82e4-b2e96eb8bb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '25aa96f3-3f2f-4fad-bfac-1eaed5da7564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:59:48.210447 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7bc4bc72-e205-42bc-b546-64b96aa1fcc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:48.210830 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc4bc72-e205-42bc-b546-64b96aa1fcc6 None None] Bound using segment: {'id': 'd59d6e57-8652-481c-82e4-b2e96eb8bb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '25aa96f3-3f2f-4fad-bfac-1eaed5da7564'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:59:48.211283 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-7bc4bc72-e205-42bc-b546-64b96aa1fcc6 None None] Bound port: 87a6d67c-9e60-4e93-907d-2d73a9adae83, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59d6e57-8652-481c-82e4-b2e96eb8bb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '25aa96f3-3f2f-4fad-bfac-1eaed5da7564'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:59:48.211649 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7bc4bc72-e205-42bc-b546-64b96aa1fcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:48.314486 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-7bc4bc72-e205-42bc-b546-64b96aa1fcc6 None None] For port 87a6d67c-9e60-4e93-907d-2d73a9adae83, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:59:48.318458 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-7bc4bc72-e205-42bc-b546-64b96aa1fcc6 None None] For port 87a6d67c-9e60-4e93-907d-2d73a9adae83, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=87a6d67c-9e60-4e93-907d-2d73a9adae83,segment=NetworkSegment(d59d6e57-8652-481c-82e4-b2e96eb8bb31),segment_id=d59d6e57-8652-481c-82e4-b2e96eb8bb31)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:59:48.322902 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7bc4bc72-e205-42bc-b546-64b96aa1fcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:48.361676 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-528b006a-824d-47e5-bd81-cd4f180a8e4f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:48.379114 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-528b006a-824d-47e5-bd81-cd4f180a8e4f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Transition to ACTIVE for port object 7ab7d9b4-3304-4980-935b-2238694da96d will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:59:48.407187 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-528b006a-824d-47e5-bd81-cd4f180a8e4f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:48.423460 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc4bc72-e205-42bc-b546-64b96aa1fcc6 None None] Pushing event updated for resources: {'Port': ['ID=87a6d67c-9e60-4e93-907d-2d73a9adae83,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:48.500909 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528b006a-824d-47e5-bd81-cd4f180a8e4f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network 25aa96f3-3f2f-4fad-bfac-1eaed5da7564 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:59:48.504710 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-528b006a-824d-47e5-bd81-cd4f180a8e4f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:59:48.509120 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528b006a-824d-47e5-bd81-cd4f180a8e4f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:59:48.556110 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528b006a-824d-47e5-bd81-cd4f180a8e4f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=7ab7d9b4-3304-4980-935b-2238694da96d,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:48.581928 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-528b006a-824d-47e5-bd81-cd4f180a8e4f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:48.866537 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-528b006a-824d-47e5-bd81-cd4f180a8e4f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:48.983756 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 87a6d67c-9e60-4e93-907d-2d73a9adae83 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:59:49.055114 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 87a6d67c-9e60-4e93-907d-2d73a9adae83 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:59:49.060485 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 2823515a-a003-4c08-90f5-d9efe3ec771c up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:59:49.132142 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 2823515a-a003-4c08-90f5-d9efe3ec771c completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:59:49.138376 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 2823515a-a003-4c08-90f5-d9efe3ec771c triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:59:49.138743 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:49.254268 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:49.270357 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 2823515a-a003-4c08-90f5-d9efe3ec771c, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=2823515a-a003-4c08-90f5-d9efe3ec771c,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:59:49.276005 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:49.285123 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-528b006a-824d-47e5-bd81-cd4f180a8e4f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:49.291484 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-528b006a-824d-47e5-bd81-cd4f180a8e4f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:49.360066 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=2823515a-a003-4c08-90f5-d9efe3ec771c,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:49.410448 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-528b006a-824d-47e5-bd81-cd4f180a8e4f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:49.414039 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528b006a-824d-47e5-bd81-cd4f180a8e4f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=7ab7d9b4-3304-4980-935b-2238694da96d,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:49.559417 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528b006a-824d-47e5-bd81-cd4f180a8e4f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network 25aa96f3-3f2f-4fad-bfac-1eaed5da7564 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:59:49.560724 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-528b006a-824d-47e5-bd81-cd4f180a8e4f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:59:49.619125 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8efdb04-4e97-425f-bdd5-ce10e9e83032 None None] Network 25aa96f3-3f2f-4fad-bfac-1eaed5da7564 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 12:59:49.734073 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2492b32-fd74-476d-9d26-f2583962f037 None None] Provisioning for port 87a6d67c-9e60-4e93-907d-2d73a9adae83 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:59:49.752089 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2492b32-fd74-476d-9d26-f2583962f037 None None] Provisioning complete for port 87a6d67c-9e60-4e93-907d-2d73a9adae83 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:59:49.752551 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2492b32-fd74-476d-9d26-f2583962f037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:49.868949 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528b006a-824d-47e5-bd81-cd4f180a8e4f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Router 6805ea60-d39a-42cb-8be1-f008ecc28f19 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 12:59:49.960537 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2492b32-fd74-476d-9d26-f2583962f037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:50.000546 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2492b32-fd74-476d-9d26-f2583962f037 None None] For port 87a6d67c-9e60-4e93-907d-2d73a9adae83, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=87a6d67c-9e60-4e93-907d-2d73a9adae83,segment=NetworkSegment(d59d6e57-8652-481c-82e4-b2e96eb8bb31),segment_id=d59d6e57-8652-481c-82e4-b2e96eb8bb31)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:59:50.005973 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2492b32-fd74-476d-9d26-f2583962f037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:50.049772 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528b006a-824d-47e5-bd81-cd4f180a8e4f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 12:59:50.059663 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de477039-ad4e-4d54-baf2-6a512595c756 None None] Sync routers for ids ['6805ea60-d39a-42cb-8be1-f008ecc28f19'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 12:59:50.064087 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-528b006a-824d-47e5-bd81-cd4f180a8e4f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "PUT /v2.0/routers/6805ea60-d39a-42cb-8be1-f008ecc28f19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2657182 Feb 16 12:59:50.066878 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44690) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:59:50.084074 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2492b32-fd74-476d-9d26-f2583962f037 None None] Pushing event updated for resources: {'Port': ['ID=87a6d67c-9e60-4e93-907d-2d73a9adae83,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:50.087947 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de477039-ad4e-4d54-baf2-6a512595c756 None None] Routers {'6805ea60-d39a-42cb-8be1-f008ecc28f19'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:59:50.088581 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-de477039-ad4e-4d54-baf2-6a512595c756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:59:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['6805ea60-d39a-42cb-8be1-f008ecc28f19'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:50.223641 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758a776b-a2c8-40ca-87f7-0457f7f95f4e tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:50.224112 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758a776b-a2c8-40ca-87f7-0457f7f95f4e tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:50.224721 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758a776b-a2c8-40ca-87f7-0457f7f95f4e tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:50.225294 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758a776b-a2c8-40ca-87f7-0457f7f95f4e tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:50.230362 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44694) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:59:50.230877 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-758a776b-a2c8-40ca-87f7-0457f7f95f4e tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1622689 Feb 16 12:59:50.236994 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-ab0e3fdf-dd47-496c-a548-718631df554c None None] Provisioning for port 7ab7d9b4-3304-4980-935b-2238694da96d completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:59:50.242666 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-ab0e3fdf-dd47-496c-a548-718631df554c None None] Provisioning complete for port 7ab7d9b4-3304-4980-935b-2238694da96d triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:59:50.243065 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ab0e3fdf-dd47-496c-a548-718631df554c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:50.277011 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-de477039-ad4e-4d54-baf2-6a512595c756 None None] Set router 6805ea60-d39a-42cb-8be1-f008ecc28f19 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:59:50.298751 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-ab0e3fdf-dd47-496c-a548-718631df554c None None] Port 7ab7d9b4-3304-4980-935b-2238694da96d cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:59:50.312063 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-ab0e3fdf-dd47-496c-a548-718631df554c None None] Provisioning complete for port 87a6d67c-9e60-4e93-907d-2d73a9adae83 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:59:50.313205 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ab0e3fdf-dd47-496c-a548-718631df554c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:50.323086 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d642dd7-0833-45a6-8849-f4f35bc44f5a tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:50.323933 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d642dd7-0833-45a6-8849-f4f35bc44f5a tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:50.324974 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d642dd7-0833-45a6-8849-f4f35bc44f5a tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:50.325845 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d642dd7-0833-45a6-8849-f4f35bc44f5a tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:50.331074 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44698) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:59:50.343773 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2d642dd7-0833-45a6-8849-f4f35bc44f5a tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1115959 Feb 16 12:59:50.587967 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-5336e711-b4ac-4f21-a16d-d7129fda540d tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2526586 Feb 16 12:59:50.588198 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44702) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:59:50.595435 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-c6cd0a51-6869-4f07-b28f-4f33614cac30 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-879735274', 'network_id': '25aa96f3-3f2f-4fad-bfac-1eaed5da7564'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:50.628652 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-de477039-ad4e-4d54-baf2-6a512595c756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6805ea60-d39a-42cb-8be1-f008ecc28f19', 'name': 'tempest-TestNetworkBasicOps-router-943611772', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '2823515a-a003-4c08-90f5-d9efe3ec771c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:43Z', 'updated_at': '2022-02-16T12:59:48Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '2823515a-a003-4c08-90f5-d9efe3ec771c', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:45:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6805ea60-d39a-42cb-8be1-f008ecc28f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:44Z', 'updated_at': '2022-02-16T12:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '7ab7d9b4-3304-4980-935b-2238694da96d', 'name': '', 'network_id': '25aa96f3-3f2f-4fad-bfac-1eaed5da7564', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:60:de:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6805ea60-d39a-42cb-8be1-f008ecc28f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '7dc0ee57-66c1-42c7-9080-c14769f2d92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:47Z', 'updated_at': '2022-02-16T12:59:49Z', 'revision_number': 2, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '7dc0ee57-66c1-42c7-9080-c14769f2d92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:50.632335 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de477039-ad4e-4d54-baf2-6a512595c756 None None] Checking router: 6805ea60-d39a-42cb-8be1-f008ecc28f19 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 12:59:50.632725 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de477039-ad4e-4d54-baf2-6a512595c756 None None] Updating router 6805ea60-d39a-42cb-8be1-f008ecc28f19 port 7ab7d9b4-3304-4980-935b-2238694da96d binding host dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 12:59:50.667322 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-6fdda2f6-6ca6-4d30-861b-af12f2d24bf2 None None] Provisioning complete for port 7ab7d9b4-3304-4980-935b-2238694da96d triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:59:50.667983 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6fdda2f6-6ca6-4d30-861b-af12f2d24bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:50.689293 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-de477039-ad4e-4d54-baf2-6a512595c756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:50.724801 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-6fdda2f6-6ca6-4d30-861b-af12f2d24bf2 None None] Port 7ab7d9b4-3304-4980-935b-2238694da96d cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:59:50.860248 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-c6cd0a51-6869-4f07-b28f-4f33614cac30 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:59:50.864253 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-c6cd0a51-6869-4f07-b28f-4f33614cac30 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:port and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:59:50.867084 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-c6cd0a51-6869-4f07-b28f-4f33614cac30 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:59:50.873442 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-c6cd0a51-6869-4f07-b28f-4f33614cac30 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:59:50.885914 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6cd0a51-6869-4f07-b28f-4f33614cac30 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Made reservation on behalf of a1535d45c61244dc9e2a62da1414d228 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 12:59:50.890359 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c6cd0a51-6869-4f07-b28f-4f33614cac30 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:50.913270 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [None req-c6cd0a51-6869-4f07-b28f-4f33614cac30 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] device_id is not set on port 6ed62b01-106f-4cc8-90d5-7ffbae508d3c yet. {{(pid=87701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 12:59:50.942668 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 2823515a-a003-4c08-90f5-d9efe3ec771c up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:59:51.013213 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 2823515a-a003-4c08-90f5-d9efe3ec771c triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:59:51.013984 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:51.058242 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-de477039-ad4e-4d54-baf2-6a512595c756 None None] Notify callbacks [] for port, precommit_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:51.070353 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.provisioning_blocks [None req-de477039-ad4e-4d54-baf2-6a512595c756 None None] Transition to ACTIVE for port object 7ab7d9b4-3304-4980-935b-2238694da96d will not be triggered until provisioned by entity L2. {{(pid=87703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:59:51.081047 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-de477039-ad4e-4d54-baf2-6a512595c756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:51.133804 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 87a6d67c-9e60-4e93-907d-2d73a9adae83 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:59:51.147636 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-c6cd0a51-6869-4f07-b28f-4f33614cac30 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Allocated IP 172.20.0.8 (25aa96f3-3f2f-4fad-bfac-1eaed5da7564/7dc0ee57-66c1-42c7-9080-c14769f2d92e/6ed62b01-106f-4cc8-90d5-7ffbae508d3c) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 12:59:51.214139 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 87a6d67c-9e60-4e93-907d-2d73a9adae83 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:59:51.214502 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:51.236301 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1553a-1c7d-4f3f-982d-e5a4116564c3 None None] Pushing event updated for resources: {'Port': ['ID=7ab7d9b4-3304-4980-935b-2238694da96d,revision_number=3']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:51.253563 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d1553a-1c7d-4f3f-982d-e5a4116564c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:51.254422 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d1553a-1c7d-4f3f-982d-e5a4116564c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:51.254901 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d1553a-1c7d-4f3f-982d-e5a4116564c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:51.255371 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d1553a-1c7d-4f3f-982d-e5a4116564c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:51.255859 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d1553a-1c7d-4f3f-982d-e5a4116564c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:51.256321 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d1553a-1c7d-4f3f-982d-e5a4116564c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:51.256950 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d1553a-1c7d-4f3f-982d-e5a4116564c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:51.257430 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d1553a-1c7d-4f3f-982d-e5a4116564c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:51.257912 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d1553a-1c7d-4f3f-982d-e5a4116564c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:51.258383 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d1553a-1c7d-4f3f-982d-e5a4116564c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:51.258891 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d1553a-1c7d-4f3f-982d-e5a4116564c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:51.259349 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d1553a-1c7d-4f3f-982d-e5a4116564c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 12:59:51.325667 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-de477039-ad4e-4d54-baf2-6a512595c756 None None] Attempting to bind port 7ab7d9b4-3304-4980-935b-2238694da96d on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:59:51.327811 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-de477039-ad4e-4d54-baf2-6a512595c756 None None] Attempting to bind port 7ab7d9b4-3304-4980-935b-2238694da96d by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'd59d6e57-8652-481c-82e4-b2e96eb8bb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '25aa96f3-3f2f-4fad-bfac-1eaed5da7564'}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:59:51.328178 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de477039-ad4e-4d54-baf2-6a512595c756 None None] Attempting to bind port 7ab7d9b4-3304-4980-935b-2238694da96d on network 25aa96f3-3f2f-4fad-bfac-1eaed5da7564 {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:59:51.336457 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de477039-ad4e-4d54-baf2-6a512595c756 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:59:51.336457 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de477039-ad4e-4d54-baf2-6a512595c756 None None] Checking segment: {'id': 'd59d6e57-8652-481c-82e4-b2e96eb8bb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '25aa96f3-3f2f-4fad-bfac-1eaed5da7564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:59:51.336938 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-de477039-ad4e-4d54-baf2-6a512595c756 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:51.337233 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de477039-ad4e-4d54-baf2-6a512595c756 None None] Bound using segment: {'id': 'd59d6e57-8652-481c-82e4-b2e96eb8bb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '25aa96f3-3f2f-4fad-bfac-1eaed5da7564'} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:59:51.337953 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-de477039-ad4e-4d54-baf2-6a512595c756 None None] Bound port: 7ab7d9b4-3304-4980-935b-2238694da96d, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59d6e57-8652-481c-82e4-b2e96eb8bb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '25aa96f3-3f2f-4fad-bfac-1eaed5da7564'}}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:59:51.338330 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-de477039-ad4e-4d54-baf2-6a512595c756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:51.385347 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c6cd0a51-6869-4f07-b28f-4f33614cac30 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:51.404985 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-c6cd0a51-6869-4f07-b28f-4f33614cac30 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Transition to ACTIVE for port object 6ed62b01-106f-4cc8-90d5-7ffbae508d3c will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:59:51.429562 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c6cd0a51-6869-4f07-b28f-4f33614cac30 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:51.438989 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-de477039-ad4e-4d54-baf2-6a512595c756 None None] For port 7ab7d9b4-3304-4980-935b-2238694da96d, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:59:51.442901 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-de477039-ad4e-4d54-baf2-6a512595c756 None None] For port 7ab7d9b4-3304-4980-935b-2238694da96d, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=7ab7d9b4-3304-4980-935b-2238694da96d,segment=NetworkSegment(d59d6e57-8652-481c-82e4-b2e96eb8bb31),segment_id=d59d6e57-8652-481c-82e4-b2e96eb8bb31)] {{(pid=87703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:59:51.447078 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-de477039-ad4e-4d54-baf2-6a512595c756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:51.504015 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cd0a51-6869-4f07-b28f-4f33614cac30 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network 25aa96f3-3f2f-4fad-bfac-1eaed5da7564 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 12:59:51.507168 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-c6cd0a51-6869-4f07-b28f-4f33614cac30 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 12:59:51.511395 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cd0a51-6869-4f07-b28f-4f33614cac30 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 12:59:51.528082 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de477039-ad4e-4d54-baf2-6a512595c756 None None] Routers {'6805ea60-d39a-42cb-8be1-f008ecc28f19'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 12:59:51.528711 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-de477039-ad4e-4d54-baf2-6a512595c756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T12:59:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['6805ea60-d39a-42cb-8be1-f008ecc28f19'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:51.541885 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd0a51-6869-4f07-b28f-4f33614cac30 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=6ed62b01-106f-4cc8-90d5-7ffbae508d3c,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:51.581285 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cd0a51-6869-4f07-b28f-4f33614cac30 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:51.582440 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c6cd0a51-6869-4f07-b28f-4f33614cac30 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:51.603027 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1553a-1c7d-4f3f-982d-e5a4116564c3 None None] Pushing event updated for resources: {'Port': ['ID=7ab7d9b4-3304-4980-935b-2238694da96d,revision_number=4']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:51.613944 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-c6cd0a51-6869-4f07-b28f-4f33614cac30 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0245531 Feb 16 12:59:51.718364 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-de477039-ad4e-4d54-baf2-6a512595c756 None None] Set router 6805ea60-d39a-42cb-8be1-f008ecc28f19 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 12:59:51.817121 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44708) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:59:51.822566 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-80a4c5bc-1e38-48ef-9f98-ba0e8cf01b9a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1350967477', 'description': 'tempest-secgroup-smoke-1350967477 description', 'project_id': 'a1535d45c61244dc9e2a62da1414d228'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:51.830034 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-80a4c5bc-1e38-48ef-9f98-ba0e8cf01b9a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:59:51.834521 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-80a4c5bc-1e38-48ef-9f98-ba0e8cf01b9a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:59:51.837504 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-80a4c5bc-1e38-48ef-9f98-ba0e8cf01b9a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:59:51.843740 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-80a4c5bc-1e38-48ef-9f98-ba0e8cf01b9a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:59:51.855309 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-80a4c5bc-1e38-48ef-9f98-ba0e8cf01b9a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:51.876500 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-80a4c5bc-1e38-48ef-9f98-ba0e8cf01b9a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:59:51.880387 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-80a4c5bc-1e38-48ef-9f98-ba0e8cf01b9a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:59:51.883316 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-80a4c5bc-1e38-48ef-9f98-ba0e8cf01b9a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:59:51.889195 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-80a4c5bc-1e38-48ef-9f98-ba0e8cf01b9a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:59:51.962442 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-80a4c5bc-1e38-48ef-9f98-ba0e8cf01b9a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:51.966928 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-80a4c5bc-1e38-48ef-9f98-ba0e8cf01b9a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:52.000090 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-ea553c9c-c641-4f72-a49e-8eb799930c93 None None] Provisioning for port 6ed62b01-106f-4cc8-90d5-7ffbae508d3c completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:59:52.005607 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-ea553c9c-c641-4f72-a49e-8eb799930c93 None None] Provisioning complete for port 6ed62b01-106f-4cc8-90d5-7ffbae508d3c triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:59:52.005980 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ea553c9c-c641-4f72-a49e-8eb799930c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:52.011864 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a4c5bc-1e38-48ef-9f98-ba0e8cf01b9a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a357d199-5b52-4522-91fe-213c41d02f24,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:52.016177 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-80a4c5bc-1e38-48ef-9f98-ba0e8cf01b9a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:52.018377 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-80a4c5bc-1e38-48ef-9f98-ba0e8cf01b9a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1999621 Feb 16 12:59:52.021427 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44712) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:59:52.026772 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-4deff2ef-3960-477d-8b1e-649bddbddffc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': 'a357d199-5b52-4522-91fe-213c41d02f24', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:52.034854 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4deff2ef-3960-477d-8b1e-649bddbddffc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:59:52.039114 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4deff2ef-3960-477d-8b1e-649bddbddffc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:59:52.042091 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4deff2ef-3960-477d-8b1e-649bddbddffc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:59:52.043839 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 12:59:52.049246 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4deff2ef-3960-477d-8b1e-649bddbddffc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:59:52.053521 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-de477039-ad4e-4d54-baf2-6a512595c756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6805ea60-d39a-42cb-8be1-f008ecc28f19', 'name': 'tempest-TestNetworkBasicOps-router-943611772', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '2823515a-a003-4c08-90f5-d9efe3ec771c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:43Z', 'updated_at': '2022-02-16T12:59:48Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '2823515a-a003-4c08-90f5-d9efe3ec771c', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:45:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6805ea60-d39a-42cb-8be1-f008ecc28f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:44Z', 'updated_at': '2022-02-16T12:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '7ab7d9b4-3304-4980-935b-2238694da96d', 'name': '', 'network_id': '25aa96f3-3f2f-4fad-bfac-1eaed5da7564', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:60:de:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6805ea60-d39a-42cb-8be1-f008ecc28f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '7dc0ee57-66c1-42c7-9080-c14769f2d92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:47Z', 'updated_at': '2022-02-16T12:59:51Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '7dc0ee57-66c1-42c7-9080-c14769f2d92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 12:59:52.057658 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de477039-ad4e-4d54-baf2-6a512595c756 None None] The sync data for ids ['6805ea60-d39a-42cb-8be1-f008ecc28f19'] in dv-neutron-829527-1-hyperv is: [{'id': '6805ea60-d39a-42cb-8be1-f008ecc28f19', 'name': 'tempest-TestNetworkBasicOps-router-943611772', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '2823515a-a003-4c08-90f5-d9efe3ec771c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:43Z', 'updated_at': '2022-02-16T12:59:48Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '2823515a-a003-4c08-90f5-d9efe3ec771c', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:45:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6805ea60-d39a-42cb-8be1-f008ecc28f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:44Z', 'updated_at': '2022-02-16T12:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '7ab7d9b4-3304-4980-935b-2238694da96d', 'name': '', 'network_id': '25aa96f3-3f2f-4fad-bfac-1eaed5da7564', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:60:de:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6805ea60-d39a-42cb-8be1-f008ecc28f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '7dc0ee57-66c1-42c7-9080-c14769f2d92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:47Z', 'updated_at': '2022-02-16T12:59:51Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '7dc0ee57-66c1-42c7-9080-c14769f2d92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 12:59:52.068574 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4deff2ef-3960-477d-8b1e-649bddbddffc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:52.085083 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-ea553c9c-c641-4f72-a49e-8eb799930c93 None None] Port 6ed62b01-106f-4cc8-90d5-7ffbae508d3c cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 12:59:52.141626 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4deff2ef-3960-477d-8b1e-649bddbddffc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:52.146156 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4deff2ef-3960-477d-8b1e-649bddbddffc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:52.165691 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deff2ef-3960-477d-8b1e-649bddbddffc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dedd8965-3ce8-4d8a-98d2-3abaeacf2ec0,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:52.186470 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4deff2ef-3960-477d-8b1e-649bddbddffc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:52.187610 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4deff2ef-3960-477d-8b1e-649bddbddffc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1652470 Feb 16 12:59:52.190801 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44716) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:59:52.195946 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-87d67fee-e427-448d-9725-139d9e4361a3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': 'a357d199-5b52-4522-91fe-213c41d02f24', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:52.202379 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-87d67fee-e427-448d-9725-139d9e4361a3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:59:52.206482 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-87d67fee-e427-448d-9725-139d9e4361a3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:59:52.209401 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-87d67fee-e427-448d-9725-139d9e4361a3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:59:52.215424 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-87d67fee-e427-448d-9725-139d9e4361a3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:59:52.234059 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-87d67fee-e427-448d-9725-139d9e4361a3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:52.300119 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-87d67fee-e427-448d-9725-139d9e4361a3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:52.304814 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-87d67fee-e427-448d-9725-139d9e4361a3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:52.336691 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d67fee-e427-448d-9725-139d9e4361a3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8bdb65e-2e20-4dac-b664-f55a64470533,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:52.346088 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-87d67fee-e427-448d-9725-139d9e4361a3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:52.347342 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-87d67fee-e427-448d-9725-139d9e4361a3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1556091 Feb 16 12:59:52.350218 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44720) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:59:52.355798 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-13019318-0298-4b4d-aa33-232e345a5c16 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': 'a357d199-5b52-4522-91fe-213c41d02f24', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:52.362298 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-13019318-0298-4b4d-aa33-232e345a5c16 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:59:52.366375 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-13019318-0298-4b4d-aa33-232e345a5c16 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:59:52.369345 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-13019318-0298-4b4d-aa33-232e345a5c16 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:59:52.375843 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-13019318-0298-4b4d-aa33-232e345a5c16 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:59:52.398940 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-13019318-0298-4b4d-aa33-232e345a5c16 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:52.466774 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-13019318-0298-4b4d-aa33-232e345a5c16 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:52.472675 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-13019318-0298-4b4d-aa33-232e345a5c16 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:52.497097 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13019318-0298-4b4d-aa33-232e345a5c16 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3f38855-7e9c-4b05-8a9e-77e91251053c,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:52.508132 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-13019318-0298-4b4d-aa33-232e345a5c16 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:52.509368 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-13019318-0298-4b4d-aa33-232e345a5c16 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1581511 Feb 16 12:59:52.512310 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44724) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:59:52.517522 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-1aba5555-4a91-4f6d-b37e-8bfd38326e57 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': 'a357d199-5b52-4522-91fe-213c41d02f24', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:52.524026 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1aba5555-4a91-4f6d-b37e-8bfd38326e57 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:59:52.528683 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1aba5555-4a91-4f6d-b37e-8bfd38326e57 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:59:52.532096 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1aba5555-4a91-4f6d-b37e-8bfd38326e57 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:59:52.538534 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1aba5555-4a91-4f6d-b37e-8bfd38326e57 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:59:52.558161 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1aba5555-4a91-4f6d-b37e-8bfd38326e57 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:52.625689 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1aba5555-4a91-4f6d-b37e-8bfd38326e57 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:52.630484 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1aba5555-4a91-4f6d-b37e-8bfd38326e57 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:52.655278 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba5555-4a91-4f6d-b37e-8bfd38326e57 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12cad12a-6b87-4e80-8113-3951d73e9cb9,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:52.666242 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1aba5555-4a91-4f6d-b37e-8bfd38326e57 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:52.667530 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1aba5555-4a91-4f6d-b37e-8bfd38326e57 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1542127 Feb 16 12:59:52.670614 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44728) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:59:52.675879 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-23a8025b-0cd2-4d0f-9a2d-7bf2ed157877 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': 'a357d199-5b52-4522-91fe-213c41d02f24', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:52.682026 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-23a8025b-0cd2-4d0f-9a2d-7bf2ed157877 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:59:52.686106 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-23a8025b-0cd2-4d0f-9a2d-7bf2ed157877 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:59:52.689596 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-23a8025b-0cd2-4d0f-9a2d-7bf2ed157877 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:59:52.695610 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-23a8025b-0cd2-4d0f-9a2d-7bf2ed157877 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:59:52.707490 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-23a8025b-0cd2-4d0f-9a2d-7bf2ed157877 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Project a1535d45c61244dc9e2a62da1414d228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:59:52.714466 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-23a8025b-0cd2-4d0f-9a2d-7bf2ed157877 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:52.784995 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-23a8025b-0cd2-4d0f-9a2d-7bf2ed157877 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:52.789736 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-23a8025b-0cd2-4d0f-9a2d-7bf2ed157877 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:52.814410 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8025b-0cd2-4d0f-9a2d-7bf2ed157877 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bceb3d6-2941-43d6-bf3d-0b8f8f136b3f,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:52.824306 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-23a8025b-0cd2-4d0f-9a2d-7bf2ed157877 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:52.825673 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-23a8025b-0cd2-4d0f-9a2d-7bf2ed157877 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1539693 Feb 16 12:59:52.829009 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44732) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 12:59:52.834107 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-cae9c07f-9084-4a76-b527-76221bde1d28 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': 'a357d199-5b52-4522-91fe-213c41d02f24', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:52.840220 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-cae9c07f-9084-4a76-b527-76221bde1d28 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 12:59:52.844352 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-cae9c07f-9084-4a76-b527-76221bde1d28 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 12:59:52.847362 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-cae9c07f-9084-4a76-b527-76221bde1d28 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 12:59:52.853277 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-cae9c07f-9084-4a76-b527-76221bde1d28 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 12:59:52.865108 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-cae9c07f-9084-4a76-b527-76221bde1d28 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Project a1535d45c61244dc9e2a62da1414d228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 12:59:52.872096 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cae9c07f-9084-4a76-b527-76221bde1d28 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:52.946209 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cae9c07f-9084-4a76-b527-76221bde1d28 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:52.951698 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cae9c07f-9084-4a76-b527-76221bde1d28 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:52.968727 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 7ab7d9b4-3304-4980-935b-2238694da96d up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:59:52.979620 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae9c07f-9084-4a76-b527-76221bde1d28 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9d71375-700b-4b52-abb4-54ca59c9ff4a,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:52.992304 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cae9c07f-9084-4a76-b527-76221bde1d28 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:52.993706 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-cae9c07f-9084-4a76-b527-76221bde1d28 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1637723 Feb 16 12:59:53.085338 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 7ab7d9b4-3304-4980-935b-2238694da96d completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:59:53.093271 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 7ab7d9b4-3304-4980-935b-2238694da96d triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:59:53.093653 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:53.201631 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-86d59d5a-0605-41c6-a3bb-69bc70122ec0 req-16187307-6081-4775-88b3-24f1797f298e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:59:53.222128 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-86d59d5a-0605-41c6-a3bb-69bc70122ec0 req-16187307-6081-4775-88b3-24f1797f298e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:59:53.223296 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-86d59d5a-0605-41c6-a3bb-69bc70122ec0 req-16187307-6081-4775-88b3-24f1797f298e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1350967477&fields=id&tenant_id=a1535d45c61244dc9e2a62da1414d228 HTTP/1.1" status: 200 len: 267 time: 0.0620081 Feb 16 12:59:53.233442 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:53.265641 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 7ab7d9b4-3304-4980-935b-2238694da96d, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=7ab7d9b4-3304-4980-935b-2238694da96d,segment=NetworkSegment(d59d6e57-8652-481c-82e4-b2e96eb8bb31),segment_id=d59d6e57-8652-481c-82e4-b2e96eb8bb31)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:59:53.270514 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:53.307841 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d59d5a-0605-41c6-a3bb-69bc70122ec0 req-ce0e108c-0486-4b2a-a76f-a81b4de6b22e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:53.308418 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-86d59d5a-0605-41c6-a3bb-69bc70122ec0 req-ce0e108c-0486-4b2a-a76f-a81b4de6b22e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:59:53.327599 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-86d59d5a-0605-41c6-a3bb-69bc70122ec0 req-ce0e108c-0486-4b2a-a76f-a81b4de6b22e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:59:53.330001 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-86d59d5a-0605-41c6-a3bb-69bc70122ec0 req-ce0e108c-0486-4b2a-a76f-a81b4de6b22e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports/6ed62b01-106f-4cc8-90d5-7ffbae508d3c HTTP/1.1" status: 200 len: 929 time: 0.0980122 Feb 16 12:59:53.348593 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=7ab7d9b4-3304-4980-935b-2238694da96d,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:53.415042 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-86d59d5a-0605-41c6-a3bb-69bc70122ec0 req-71e4842a-59fd-48f8-9f51-6b5e2141e9d1 service neutron] 10.222.0.83 "GET /v2.0/ports/6ed62b01-106f-4cc8-90d5-7ffbae508d3c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0643098 Feb 16 12:59:53.548571 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-86d59d5a-0605-41c6-a3bb-69bc70122ec0 req-8070f71a-4cfd-41b4-ab89-4496f6cfa459 service neutron] 10.222.0.83 "GET /v2.0/networks/25aa96f3-3f2f-4fad-bfac-1eaed5da7564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273198 Feb 16 12:59:53.682953 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-86d59d5a-0605-41c6-a3bb-69bc70122ec0 req-4a6e7f17-7d76-412f-be32-df8bf095c991 service neutron] 10.222.0.83 "GET /v2.0/networks/25aa96f3-3f2f-4fad-bfac-1eaed5da7564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279981 Feb 16 12:59:53.871034 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-10e85c83-7c04-4dde-86e4-182017ad4c3f req-7e12c91a-11dd-4708-8f0b-172998814f95 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:59:53.885023 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-10e85c83-7c04-4dde-86e4-182017ad4c3f req-7e12c91a-11dd-4708-8f0b-172998814f95 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:59:53.886202 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-10e85c83-7c04-4dde-86e4-182017ad4c3f req-7e12c91a-11dd-4708-8f0b-172998814f95 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=6102fb78-cd93-4cbb-90f0-7bab8d0ee580 HTTP/1.1" status: 200 len: 210 time: 0.0579200 Feb 16 12:59:54.867190 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d59d5a-0605-41c6-a3bb-69bc70122ec0 req-c88a88a1-a607-43cf-bee4-5af229cacff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:54.868527 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-86d59d5a-0605-41c6-a3bb-69bc70122ec0 req-c88a88a1-a607-43cf-bee4-5af229cacff2 service neutron] 10.222.0.89 "GET /v2.0/ports/6ed62b01-106f-4cc8-90d5-7ffbae508d3c HTTP/1.1" status: 200 len: 1025 time: 0.0655906 Feb 16 12:59:54.942648 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 7ab7d9b4-3304-4980-935b-2238694da96d up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:59:55.018017 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 7ab7d9b4-3304-4980-935b-2238694da96d triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:59:55.018738 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:55.042014 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d59d5a-0605-41c6-a3bb-69bc70122ec0 req-08f1c64c-e12c-4cc4-a1a1-29346fe97844 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:55.043499 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-86d59d5a-0605-41c6-a3bb-69bc70122ec0 req-08f1c64c-e12c-4cc4-a1a1-29346fe97844 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:network {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:59:55.055947 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-73c95e38-e600-4c8e-bbc2-8dfb5c1c69e4 req-7234a19c-163a-4258-a8cc-fe51351ea68b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=6102fb78-cd93-4cbb-90f0-7bab8d0ee580 HTTP/1.1" status: 200 len: 210 time: 0.0506532 Feb 16 12:59:55.064368 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-86d59d5a-0605-41c6-a3bb-69bc70122ec0 req-08f1c64c-e12c-4cc4-a1a1-29346fe97844 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:network {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:59:55.067128 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-86d59d5a-0605-41c6-a3bb-69bc70122ec0 req-08f1c64c-e12c-4cc4-a1a1-29346fe97844 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "GET /v2.0/networks?id=25aa96f3-3f2f-4fad-bfac-1eaed5da7564 HTTP/1.1" status: 200 len: 797 time: 0.1928527 Feb 16 12:59:55.118295 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-86d59d5a-0605-41c6-a3bb-69bc70122ec0 req-ee7dd156-600a-41a7-a3ea-92ba7c5601de tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:security_group {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 12:59:55.129829 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-86d59d5a-0605-41c6-a3bb-69bc70122ec0 req-ee7dd156-600a-41a7-a3ea-92ba7c5601de tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:security_group {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 12:59:55.130955 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-86d59d5a-0605-41c6-a3bb-69bc70122ec0 req-ee7dd156-600a-41a7-a3ea-92ba7c5601de tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1535d45c61244dc9e2a62da1414d228 HTTP/1.1" status: 200 len: 380 time: 0.0559001 Feb 16 12:59:55.142550 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-86d59d5a-0605-41c6-a3bb-69bc70122ec0 req-cf8ee592-8aab-4050-96ea-e50a8884450b service neutron] Request body: {'port': {'device_id': '6102fb78-cd93-4cbb-90f0-7bab8d0ee580', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 12:59:55.267872 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-86d59d5a-0605-41c6-a3bb-69bc70122ec0 req-cf8ee592-8aab-4050-96ea-e50a8884450b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:55.643212 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [req-86d59d5a-0605-41c6-a3bb-69bc70122ec0 req-cf8ee592-8aab-4050-96ea-e50a8884450b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ed62b01-106f-4cc8-90d5-7ffbae508d3c {{(pid=87701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:59:55.654459 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-86d59d5a-0605-41c6-a3bb-69bc70122ec0 req-cf8ee592-8aab-4050-96ea-e50a8884450b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:55.669110 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-86d59d5a-0605-41c6-a3bb-69bc70122ec0 req-cf8ee592-8aab-4050-96ea-e50a8884450b service neutron] Transition to ACTIVE for port object 6ed62b01-106f-4cc8-90d5-7ffbae508d3c will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 12:59:55.675191 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-86d59d5a-0605-41c6-a3bb-69bc70122ec0 req-cf8ee592-8aab-4050-96ea-e50a8884450b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:55.803363 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8ee592-8aab-4050-96ea-e50a8884450b service neutron] Pushing event updated for resources: {'Port': ['ID=6ed62b01-106f-4cc8-90d5-7ffbae508d3c,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:55.914369 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-86d59d5a-0605-41c6-a3bb-69bc70122ec0 req-cf8ee592-8aab-4050-96ea-e50a8884450b service neutron] Attempting to bind port 6ed62b01-106f-4cc8-90d5-7ffbae508d3c on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 12:59:55.914867 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-86d59d5a-0605-41c6-a3bb-69bc70122ec0 req-cf8ee592-8aab-4050-96ea-e50a8884450b service neutron] Attempting to bind port 6ed62b01-106f-4cc8-90d5-7ffbae508d3c by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'd59d6e57-8652-481c-82e4-b2e96eb8bb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '25aa96f3-3f2f-4fad-bfac-1eaed5da7564'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 12:59:55.916341 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d59d5a-0605-41c6-a3bb-69bc70122ec0 req-cf8ee592-8aab-4050-96ea-e50a8884450b service neutron] Attempting to bind port 6ed62b01-106f-4cc8-90d5-7ffbae508d3c on network 25aa96f3-3f2f-4fad-bfac-1eaed5da7564 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:59:55.922449 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d59d5a-0605-41c6-a3bb-69bc70122ec0 req-cf8ee592-8aab-4050-96ea-e50a8884450b service neutron] Port 6ed62b01-106f-4cc8-90d5-7ffbae508d3c on network 25aa96f3-3f2f-4fad-bfac-1eaed5da7564 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 12:59:55.922792 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d59d5a-0605-41c6-a3bb-69bc70122ec0 req-cf8ee592-8aab-4050-96ea-e50a8884450b service neutron] Attempting to bind port 6ed62b01-106f-4cc8-90d5-7ffbae508d3c on network 25aa96f3-3f2f-4fad-bfac-1eaed5da7564 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 12:59:55.927957 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d59d5a-0605-41c6-a3bb-69bc70122ec0 req-cf8ee592-8aab-4050-96ea-e50a8884450b service neutron] Checking agent: {'id': 'b4b5bcfd-2763-4324-82e0-923bc8a52546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'started_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 12, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 12:59:55.928290 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d59d5a-0605-41c6-a3bb-69bc70122ec0 req-cf8ee592-8aab-4050-96ea-e50a8884450b service neutron] Checking segment: {'id': 'd59d6e57-8652-481c-82e4-b2e96eb8bb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '25aa96f3-3f2f-4fad-bfac-1eaed5da7564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 12:59:55.928694 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d59d5a-0605-41c6-a3bb-69bc70122ec0 req-cf8ee592-8aab-4050-96ea-e50a8884450b service neutron] Bound using segment: {'id': 'd59d6e57-8652-481c-82e4-b2e96eb8bb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '25aa96f3-3f2f-4fad-bfac-1eaed5da7564'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 12:59:55.929121 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-86d59d5a-0605-41c6-a3bb-69bc70122ec0 req-cf8ee592-8aab-4050-96ea-e50a8884450b service neutron] Bound port: 6ed62b01-106f-4cc8-90d5-7ffbae508d3c, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd59d6e57-8652-481c-82e4-b2e96eb8bb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '25aa96f3-3f2f-4fad-bfac-1eaed5da7564'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 12:59:55.929468 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-86d59d5a-0605-41c6-a3bb-69bc70122ec0 req-cf8ee592-8aab-4050-96ea-e50a8884450b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:56.026529 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-86d59d5a-0605-41c6-a3bb-69bc70122ec0 req-cf8ee592-8aab-4050-96ea-e50a8884450b service neutron] For port 6ed62b01-106f-4cc8-90d5-7ffbae508d3c, host hv-neutron-8295, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 12:59:56.029643 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-86d59d5a-0605-41c6-a3bb-69bc70122ec0 req-cf8ee592-8aab-4050-96ea-e50a8884450b service neutron] For port 6ed62b01-106f-4cc8-90d5-7ffbae508d3c, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=6ed62b01-106f-4cc8-90d5-7ffbae508d3c,segment=NetworkSegment(d59d6e57-8652-481c-82e4-b2e96eb8bb31),segment_id=d59d6e57-8652-481c-82e4-b2e96eb8bb31)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 12:59:56.036583 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-86d59d5a-0605-41c6-a3bb-69bc70122ec0 req-cf8ee592-8aab-4050-96ea-e50a8884450b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:56.250095 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d59d5a-0605-41c6-a3bb-69bc70122ec0 req-cf8ee592-8aab-4050-96ea-e50a8884450b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:56.250760 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-86d59d5a-0605-41c6-a3bb-69bc70122ec0 req-cf8ee592-8aab-4050-96ea-e50a8884450b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:56.252087 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-86d59d5a-0605-41c6-a3bb-69bc70122ec0 req-cf8ee592-8aab-4050-96ea-e50a8884450b service neutron] 10.222.0.89 "PUT /v2.0/ports/6ed62b01-106f-4cc8-90d5-7ffbae508d3c HTTP/1.1" status: 200 len: 1130 time: 1.1140640 Feb 16 12:59:56.252522 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6102fb78-cd93-4cbb-90f0-7bab8d0ee580', 'tag': '6ed62b01-106f-4cc8-90d5-7ffbae508d3c'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 12:59:56.276787 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8ee592-8aab-4050-96ea-e50a8884450b service neutron] Pushing event updated for resources: {'Port': ['ID=6ed62b01-106f-4cc8-90d5-7ffbae508d3c,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:56.329307 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6102fb78-cd93-4cbb-90f0-7bab8d0ee580', 'tag': '6ed62b01-106f-4cc8-90d5-7ffbae508d3c', 'status': 'completed', 'code': 200} Feb 16 12:59:56.352562 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82907f-4552-4f2b-b425-ecc2fd98abd6 req-f3039a48-d989-44c3-98fd-b18caaa48afb tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:56.354155 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bd82907f-4552-4f2b-b425-ecc2fd98abd6 req-f3039a48-d989-44c3-98fd-b18caaa48afb tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=6102fb78-cd93-4cbb-90f0-7bab8d0ee580 HTTP/1.1" status: 200 len: 980 time: 0.1627691 Feb 16 12:59:56.415074 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bd82907f-4552-4f2b-b425-ecc2fd98abd6 req-eacbae74-5a0d-4132-8636-8c9da724f112 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=8920f603-1bc5-420e-85d2-9ce074a9828c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500007 Feb 16 12:59:56.419879 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d59d5a-0605-41c6-a3bb-69bc70122ec0 req-240d5440-4cc7-4c8d-b90f-3bb96e5022b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:56.421358 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-86d59d5a-0605-41c6-a3bb-69bc70122ec0 req-240d5440-4cc7-4c8d-b90f-3bb96e5022b3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&device_id=6102fb78-cd93-4cbb-90f0-7bab8d0ee580 HTTP/1.1" status: 200 len: 1133 time: 0.1274607 Feb 16 12:59:56.498921 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-86d59d5a-0605-41c6-a3bb-69bc70122ec0 req-12771aff-6d16-4f93-845c-d2a6a673265e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ed62b01-106f-4cc8-90d5-7ffbae508d3c HTTP/1.1" status: 200 len: 217 time: 0.0687160 Feb 16 12:59:56.572420 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d59d5a-0605-41c6-a3bb-69bc70122ec0 req-f2b6ff19-e6ff-4aa2-a729-f0c1b5b705f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:56.574745 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-86d59d5a-0605-41c6-a3bb-69bc70122ec0 req-f2b6ff19-e6ff-4aa2-a729-f0c1b5b705f1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7dc0ee57-66c1-42c7-9080-c14769f2d92e HTTP/1.1" status: 200 len: 834 time: 0.0703990 Feb 16 12:59:56.656925 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d59d5a-0605-41c6-a3bb-69bc70122ec0 req-733b495f-2408-4d0e-a758-bcfebf229944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:56.658403 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-86d59d5a-0605-41c6-a3bb-69bc70122ec0 req-733b495f-2408-4d0e-a758-bcfebf229944 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=25aa96f3-3f2f-4fad-bfac-1eaed5da7564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771492 Feb 16 12:59:56.793077 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-86d59d5a-0605-41c6-a3bb-69bc70122ec0 req-376731e6-be43-4e94-b253-ef865496a530 service neutron] 10.222.0.89 "GET /v2.0/networks/25aa96f3-3f2f-4fad-bfac-1eaed5da7564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276948 Feb 16 12:59:56.937105 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-86d59d5a-0605-41c6-a3bb-69bc70122ec0 req-c7a12ae5-53ca-48db-9141-9e48cb05cda0 service neutron] 10.222.0.89 "GET /v2.0/networks/25aa96f3-3f2f-4fad-bfac-1eaed5da7564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375854 Feb 16 12:59:57.062763 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05586c-6925-4b82-a0cd-f9cc46c2556f req-5f311b8b-ece2-46f8-a3d3-78e1c72a9492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:57.064599 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cb05586c-6925-4b82-a0cd-f9cc46c2556f req-5f311b8b-ece2-46f8-a3d3-78e1c72a9492 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&device_id=6102fb78-cd93-4cbb-90f0-7bab8d0ee580 HTTP/1.1" status: 200 len: 1133 time: 0.0739980 Feb 16 12:59:57.199883 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05586c-6925-4b82-a0cd-f9cc46c2556f req-5c24e192-c4f9-42f0-8f52-97d1e0ae3684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:57.200152 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cb05586c-6925-4b82-a0cd-f9cc46c2556f req-5c24e192-c4f9-42f0-8f52-97d1e0ae3684 service neutron] 10.222.0.89 "GET /v2.0/networks?id=25aa96f3-3f2f-4fad-bfac-1eaed5da7564 HTTP/1.1" status: 200 len: 898 time: 0.1275151 Feb 16 12:59:57.271145 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cb05586c-6925-4b82-a0cd-f9cc46c2556f req-c99d2b43-8232-48b5-a80a-cc4fdfcb1d00 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ed62b01-106f-4cc8-90d5-7ffbae508d3c HTTP/1.1" status: 200 len: 217 time: 0.0646284 Feb 16 12:59:57.335392 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05586c-6925-4b82-a0cd-f9cc46c2556f req-f7a0494f-9aa9-4cd3-b282-29abc4f1686b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:57.336836 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cb05586c-6925-4b82-a0cd-f9cc46c2556f req-f7a0494f-9aa9-4cd3-b282-29abc4f1686b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7dc0ee57-66c1-42c7-9080-c14769f2d92e HTTP/1.1" status: 200 len: 834 time: 0.0583644 Feb 16 12:59:57.422630 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05586c-6925-4b82-a0cd-f9cc46c2556f req-7b32a293-1a3e-4a65-966a-08b0d4a4f71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:57.424171 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cb05586c-6925-4b82-a0cd-f9cc46c2556f req-7b32a293-1a3e-4a65-966a-08b0d4a4f71f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=25aa96f3-3f2f-4fad-bfac-1eaed5da7564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809565 Feb 16 12:59:57.569631 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cb05586c-6925-4b82-a0cd-f9cc46c2556f req-5421a01f-5660-4e34-9387-a9fa5738cfcf service neutron] 10.222.0.89 "GET /v2.0/networks/25aa96f3-3f2f-4fad-bfac-1eaed5da7564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375070 Feb 16 12:59:57.608398 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da9403-f8f7-49e2-a735-6bb3efd654e7 req-35c53141-642b-410a-9993-e39c71777a08 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:57.609871 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-37da9403-f8f7-49e2-a735-6bb3efd654e7 req-35c53141-642b-410a-9993-e39c71777a08 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=6102fb78-cd93-4cbb-90f0-7bab8d0ee580 HTTP/1.1" status: 200 len: 980 time: 0.0791008 Feb 16 12:59:57.659285 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-37da9403-f8f7-49e2-a735-6bb3efd654e7 req-8d16e827-241d-4dbd-b6ba-e27f4c0a6c0c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=8920f603-1bc5-420e-85d2-9ce074a9828c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434079 Feb 16 12:59:57.706033 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cb05586c-6925-4b82-a0cd-f9cc46c2556f req-8d506cf6-62ed-4e54-a7df-5da10d1d8244 service neutron] 10.222.0.89 "GET /v2.0/networks/25aa96f3-3f2f-4fad-bfac-1eaed5da7564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285453 Feb 16 12:59:57.891730 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 6ed62b01-106f-4cc8-90d5-7ffbae508d3c details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 12:59:58.036468 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 6ed62b01-106f-4cc8-90d5-7ffbae508d3c, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=6ed62b01-106f-4cc8-90d5-7ffbae508d3c,segment=NetworkSegment(d59d6e57-8652-481c-82e4-b2e96eb8bb31),segment_id=d59d6e57-8652-481c-82e4-b2e96eb8bb31)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:59:58.050588 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': '6ed62b01-106f-4cc8-90d5-7ffbae508d3c', 'network_id': '25aa96f3-3f2f-4fad-bfac-1eaed5da7564', 'port_id': '6ed62b01-106f-4cc8-90d5-7ffbae508d3c', 'mac_address': 'fa:16:3e:a2:98:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dc0ee57-66c1-42c7-9080-c14769f2d92e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 12:59:58.108294 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:58.126250 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ed62b01-106f-4cc8-90d5-7ffbae508d3c {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 12:59:58.142690 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 6ed62b01-106f-4cc8-90d5-7ffbae508d3c, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=6ed62b01-106f-4cc8-90d5-7ffbae508d3c,segment=NetworkSegment(d59d6e57-8652-481c-82e4-b2e96eb8bb31),segment_id=d59d6e57-8652-481c-82e4-b2e96eb8bb31)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 12:59:58.148999 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 12:59:58.227242 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=6ed62b01-106f-4cc8-90d5-7ffbae508d3c,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 12:59:58.366213 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['6ed62b01-106f-4cc8-90d5-7ffbae508d3c'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 12:59:58.873189 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8307ca0-5af8-4b75-a485-557d1014c29f req-b6b878e9-9ddb-4659-88a6-35e7f3e2f3d9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 12:59:58.874688 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e8307ca0-5af8-4b75-a485-557d1014c29f req-b6b878e9-9ddb-4659-88a6-35e7f3e2f3d9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=6102fb78-cd93-4cbb-90f0-7bab8d0ee580 HTTP/1.1" status: 200 len: 981 time: 0.0944209 Feb 16 12:59:58.920593 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e8307ca0-5af8-4b75-a485-557d1014c29f req-237ce902-549c-4ced-96d5-69ae0bed5fed tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=8920f603-1bc5-420e-85d2-9ce074a9828c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397146 Feb 16 12:59:59.891158 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 6ed62b01-106f-4cc8-90d5-7ffbae508d3c up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 12:59:59.976997 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning for port 6ed62b01-106f-4cc8-90d5-7ffbae508d3c completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 12:59:59.982149 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port 6ed62b01-106f-4cc8-90d5-7ffbae508d3c triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 12:59:59.982496 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:00.105648 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:00.124472 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37f209-cce7-4cc7-8a66-54539498c7fc req-bbfccf57-370b-4622-882e-b9254bd98480 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:00.126102 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3a37f209-cce7-4cc7-8a66-54539498c7fc req-bbfccf57-370b-4622-882e-b9254bd98480 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=6102fb78-cd93-4cbb-90f0-7bab8d0ee580 HTTP/1.1" status: 200 len: 981 time: 0.0925715 Feb 16 13:00:00.159323 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6102fb78-cd93-4cbb-90f0-7bab8d0ee580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed62b01-106f-4cc8-90d5-7ffbae508d3c'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:00:00.169777 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 6ed62b01-106f-4cc8-90d5-7ffbae508d3c, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=6ed62b01-106f-4cc8-90d5-7ffbae508d3c,segment=NetworkSegment(d59d6e57-8652-481c-82e4-b2e96eb8bb31),segment_id=d59d6e57-8652-481c-82e4-b2e96eb8bb31)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:00:00.172735 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3a37f209-cce7-4cc7-8a66-54539498c7fc req-214c1ac0-5fd9-477e-9256-35c4014ab821 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=8920f603-1bc5-420e-85d2-9ce074a9828c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403419 Feb 16 13:00:00.175999 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:00.208819 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6102fb78-cd93-4cbb-90f0-7bab8d0ee580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed62b01-106f-4cc8-90d5-7ffbae508d3c', 'code': 200} Feb 16 13:00:00.250435 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=6ed62b01-106f-4cc8-90d5-7ffbae508d3c,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:00.448219 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73cce7-6d23-4bd7-a6ea-8adb84a61715 req-d427e5d7-8810-48b4-b6a3-7564dcad3ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:00.449754 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2e73cce7-6d23-4bd7-a6ea-8adb84a61715 req-d427e5d7-8810-48b4-b6a3-7564dcad3ecb service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6102fb78-cd93-4cbb-90f0-7bab8d0ee580 HTTP/1.1" status: 200 len: 1135 time: 0.0705354 Feb 16 13:00:00.500095 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2e73cce7-6d23-4bd7-a6ea-8adb84a61715 req-8101d0fc-db53-4d30-aee7-2714c2582ef5 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=8920f603-1bc5-420e-85d2-9ce074a9828c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433044 Feb 16 13:00:01.378762 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff9b03-3490-4cfc-8ea8-2e03ea694a89 req-40685049-965a-4f9b-a2c7-cb805fa0bc94 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:01.380270 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e9ff9b03-3490-4cfc-8ea8-2e03ea694a89 req-40685049-965a-4f9b-a2c7-cb805fa0bc94 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=6102fb78-cd93-4cbb-90f0-7bab8d0ee580 HTTP/1.1" status: 200 len: 982 time: 0.0896196 Feb 16 13:00:01.428470 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e9ff9b03-3490-4cfc-8ea8-2e03ea694a89 req-d9b04cf8-b392-450a-87e2-d4357863b3be tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=8920f603-1bc5-420e-85d2-9ce074a9828c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418088 Feb 16 13:00:01.805469 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-bdadeaa0-bbe8-4116-b598-67c21fd87218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:02.620737 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00147a7b-81d3-4890-9218-7bcaaee4447c req-62cd4aa9-aafe-4d6e-b022-03f529a38cd2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:02.622170 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-00147a7b-81d3-4890-9218-7bcaaee4447c req-62cd4aa9-aafe-4d6e-b022-03f529a38cd2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=6102fb78-cd93-4cbb-90f0-7bab8d0ee580 HTTP/1.1" status: 200 len: 982 time: 0.0839601 Feb 16 13:00:02.665418 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-00147a7b-81d3-4890-9218-7bcaaee4447c req-ec9575e8-146b-4c16-8794-05a4f2a4eb7f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=8920f603-1bc5-420e-85d2-9ce074a9828c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375197 Feb 16 13:00:02.875899 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cc4c5-5f64-4982-9a71-b10dc514157e req-624b672b-7194-42fb-a022-d244ff380253 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:02.876744 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-b81cc4c5-5f64-4982-9a71-b10dc514157e req-624b672b-7194-42fb-a022-d244ff380253 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=6102fb78-cd93-4cbb-90f0-7bab8d0ee580 HTTP/1.1" status: 200 len: 982 time: 0.0968382 Feb 16 13:00:02.922181 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-b81cc4c5-5f64-4982-9a71-b10dc514157e req-2133406f-9479-4628-8d3f-4ada6139447b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=8920f603-1bc5-420e-85d2-9ce074a9828c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395575 Feb 16 13:00:02.945362 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44782) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:03.023275 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4ebdd1-b693-4e82-b2e3-9013fc7bb8e0 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:03.024735 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0a4ebdd1-b693-4e82-b2e3-9013fc7bb8e0 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=6102fb78-cd93-4cbb-90f0-7bab8d0ee580 HTTP/1.1" status: 200 len: 1130 time: 0.0783646 Feb 16 13:00:03.028889 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44786) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:03.034023 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-fe6114c9-2f73-4995-be0e-e08753f86536 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'floatingip': {'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'port_id': '6ed62b01-106f-4cc8-90d5-7ffbae508d3c', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:00:03.040167 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-fe6114c9-2f73-4995-be0e-e08753f86536 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:00:03.044452 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fe6114c9-2f73-4995-be0e-e08753f86536 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:floatingip and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:00:03.047550 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fe6114c9-2f73-4995-be0e-e08753f86536 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:00:03.053874 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-fe6114c9-2f73-4995-be0e-e08753f86536 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:00:03.067689 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fe6114c9-2f73-4995-be0e-e08753f86536 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for floatingip, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:03.212646 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fe6114c9-2f73-4995-be0e-e08753f86536 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:03.454818 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-fe6114c9-2f73-4995-be0e-e08753f86536 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Allocated IP 172.26.5.17 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/0b99cccb-d112-491a-8ec0-a0d6246f69fb) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:00:03.611423 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fe6114c9-2f73-4995-be0e-e08753f86536 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:03.644780 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fe6114c9-2f73-4995-be0e-e08753f86536 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:03.711952 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6114c9-2f73-4995-be0e-e08753f86536 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:00:03.714762 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-fe6114c9-2f73-4995-be0e-e08753f86536 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:00:03.717923 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6114c9-2f73-4995-be0e-e08753f86536 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:00:03.756092 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6114c9-2f73-4995-be0e-e08753f86536 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=0b99cccb-d112-491a-8ec0-a0d6246f69fb,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:04.126275 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d251b833-4531-4624-986c-41572e7bfffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:04.147760 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fe6114c9-2f73-4995-be0e-e08753f86536 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:04.224492 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fe6114c9-2f73-4995-be0e-e08753f86536 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:04.435435 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:04.446805 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fe6114c9-2f73-4995-be0e-e08753f86536 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:04.453150 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fe6114c9-2f73-4995-be0e-e08753f86536 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:04.569230 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6114c9-2f73-4995-be0e-e08753f86536 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=0b99cccb-d112-491a-8ec0-a0d6246f69fb,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:04.579031 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fe6114c9-2f73-4995-be0e-e08753f86536 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:04.759751 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-fe6114c9-2f73-4995-be0e-e08753f86536 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Floating IP 516a3848-02c9-454f-8f57-08183007293d associated. External IP: 172.26.5.17, port: 6ed62b01-106f-4cc8-90d5-7ffbae508d3c. Feb 16 13:00:05.129210 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:05.153122 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:05.227805 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6114c9-2f73-4995-be0e-e08753f86536 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Router 6805ea60-d39a-42cb-8be1-f008ecc28f19 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:00:05.418283 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6114c9-2f73-4995-be0e-e08753f86536 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:00:05.431419 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0049a99-7c6b-486b-bf36-209dff0e1c48 None None] Sync routers for ids ['6805ea60-d39a-42cb-8be1-f008ecc28f19'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:00:05.441645 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0049a99-7c6b-486b-bf36-209dff0e1c48 None None] Routers {'6805ea60-d39a-42cb-8be1-f008ecc28f19'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:00:05.443760 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-d0049a99-7c6b-486b-bf36-209dff0e1c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:00:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['6805ea60-d39a-42cb-8be1-f008ecc28f19'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:05.449777 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fe6114c9-2f73-4995-be0e-e08753f86536 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:05.512541 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fe6114c9-2f73-4995-be0e-e08753f86536 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1032 time: 2.4826305 Feb 16 13:00:05.513143 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6102fb78-cd93-4cbb-90f0-7bab8d0ee580', 'tag': '6ed62b01-106f-4cc8-90d5-7ffbae508d3c'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:00:05.516018 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44790) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:05.617791 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6102fb78-cd93-4cbb-90f0-7bab8d0ee580', 'tag': '6ed62b01-106f-4cc8-90d5-7ffbae508d3c', 'status': 'completed', 'code': 200} Feb 16 13:00:05.640967 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-d0049a99-7c6b-486b-bf36-209dff0e1c48 None None] Set router 6805ea60-d39a-42cb-8be1-f008ecc28f19 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:00:05.753427 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa9156c-348b-473c-afed-d71276fbd5f4 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:05.754816 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-7fa9156c-348b-473c-afed-d71276fbd5f4 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=6102fb78-cd93-4cbb-90f0-7bab8d0ee580&network_id=25aa96f3-3f2f-4fad-bfac-1eaed5da7564 HTTP/1.1" status: 200 len: 1130 time: 0.2373044 Feb 16 13:00:05.764975 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe07e7-7b00-45b1-9a72-b46650b6cd51 req-f8aa31ce-f222-40e0-9c0b-822dbc4f4345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:05.766539 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-59fe07e7-7b00-45b1-9a72-b46650b6cd51 req-f8aa31ce-f222-40e0-9c0b-822dbc4f4345 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&device_id=6102fb78-cd93-4cbb-90f0-7bab8d0ee580 HTTP/1.1" status: 200 len: 1135 time: 0.0876663 Feb 16 13:00:05.897023 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe07e7-7b00-45b1-9a72-b46650b6cd51 req-039008a3-c591-457f-a2d3-4b7e39b2124f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:05.898490 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-59fe07e7-7b00-45b1-9a72-b46650b6cd51 req-039008a3-c591-457f-a2d3-4b7e39b2124f service neutron] 10.222.0.89 "GET /v2.0/networks?id=25aa96f3-3f2f-4fad-bfac-1eaed5da7564 HTTP/1.1" status: 200 len: 898 time: 0.1256471 Feb 16 13:00:06.003821 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-d0049a99-7c6b-486b-bf36-209dff0e1c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6805ea60-d39a-42cb-8be1-f008ecc28f19', 'name': 'tempest-TestNetworkBasicOps-router-943611772', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '2823515a-a003-4c08-90f5-d9efe3ec771c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:43Z', 'updated_at': '2022-02-16T12:59:48Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '2823515a-a003-4c08-90f5-d9efe3ec771c', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:45:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6805ea60-d39a-42cb-8be1-f008ecc28f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:44Z', 'updated_at': '2022-02-16T12:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '516a3848-02c9-454f-8f57-08183007293d', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'floating_ip_address': '172.26.5.17', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '6805ea60-d39a-42cb-8be1-f008ecc28f19', 'port_id': '6ed62b01-106f-4cc8-90d5-7ffbae508d3c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-879735274', 'network_id': '25aa96f3-3f2f-4fad-bfac-1eaed5da7564', 'mac_address': 'fa:16:3e:a2:98:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102fb78-cd93-4cbb-90f0-7bab8d0ee580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:00:04Z', 'updated_at': '2022-02-16T13:00:04Z', 'revision_number': 0, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ab7d9b4-3304-4980-935b-2238694da96d', 'name': '', 'network_id': '25aa96f3-3f2f-4fad-bfac-1eaed5da7564', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:60:de:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6805ea60-d39a-42cb-8be1-f008ecc28f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '7dc0ee57-66c1-42c7-9080-c14769f2d92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:47Z', 'updated_at': '2022-02-16T12:59:53Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '7dc0ee57-66c1-42c7-9080-c14769f2d92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:06.008221 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0049a99-7c6b-486b-bf36-209dff0e1c48 None None] Checking router: 6805ea60-d39a-42cb-8be1-f008ecc28f19 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:00:06.010704 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-59fe07e7-7b00-45b1-9a72-b46650b6cd51 req-b971acd7-59ab-4b9a-a309-6c70859161e4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ed62b01-106f-4cc8-90d5-7ffbae508d3c HTTP/1.1" status: 200 len: 1035 time: 0.1042829 Feb 16 13:00:06.017793 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0049a99-7c6b-486b-bf36-209dff0e1c48 None None] Routers {'6805ea60-d39a-42cb-8be1-f008ecc28f19'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:00:06.018492 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-d0049a99-7c6b-486b-bf36-209dff0e1c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:00:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['6805ea60-d39a-42cb-8be1-f008ecc28f19'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:06.129995 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe07e7-7b00-45b1-9a72-b46650b6cd51 req-c74a963a-6931-4e92-94bd-96a2585b9eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:06.131458 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-59fe07e7-7b00-45b1-9a72-b46650b6cd51 req-c74a963a-6931-4e92-94bd-96a2585b9eb9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7dc0ee57-66c1-42c7-9080-c14769f2d92e HTTP/1.1" status: 200 len: 834 time: 0.1137457 Feb 16 13:00:06.192824 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ab7b3-a2b0-4f8f-a428-eac77275ee51 req-bcba655e-8478-4ec5-8a6a-a2078e9ca4e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:06.194306 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3f4ab7b3-a2b0-4f8f-a428-eac77275ee51 req-bcba655e-8478-4ec5-8a6a-a2078e9ca4e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=6102fb78-cd93-4cbb-90f0-7bab8d0ee580 HTTP/1.1" status: 200 len: 982 time: 0.1424441 Feb 16 13:00:06.204140 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-d0049a99-7c6b-486b-bf36-209dff0e1c48 None None] Set router 6805ea60-d39a-42cb-8be1-f008ecc28f19 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:00:06.251423 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3f4ab7b3-a2b0-4f8f-a428-eac77275ee51 req-8072f7ab-fa4e-4854-a31f-39160bfdcba4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=8920f603-1bc5-420e-85d2-9ce074a9828c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503469 Feb 16 13:00:06.261264 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe07e7-7b00-45b1-9a72-b46650b6cd51 req-b70828ae-052c-4428-b3b9-e15969dbbcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:06.262710 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-59fe07e7-7b00-45b1-9a72-b46650b6cd51 req-b70828ae-052c-4428-b3b9-e15969dbbcf8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=25aa96f3-3f2f-4fad-bfac-1eaed5da7564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1235967 Feb 16 13:00:06.410169 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-59fe07e7-7b00-45b1-9a72-b46650b6cd51 req-5fb36c41-ecfa-49f5-b5cb-6e0e8fda1387 service neutron] 10.222.0.89 "GET /v2.0/networks/25aa96f3-3f2f-4fad-bfac-1eaed5da7564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399469 Feb 16 13:00:06.547200 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-59fe07e7-7b00-45b1-9a72-b46650b6cd51 req-4232d846-1892-4cc0-a40c-7e8260334f6a service neutron] 10.222.0.89 "GET /v2.0/networks/25aa96f3-3f2f-4fad-bfac-1eaed5da7564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297567 Feb 16 13:00:06.550294 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-d0049a99-7c6b-486b-bf36-209dff0e1c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6805ea60-d39a-42cb-8be1-f008ecc28f19', 'name': 'tempest-TestNetworkBasicOps-router-943611772', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '2823515a-a003-4c08-90f5-d9efe3ec771c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:43Z', 'updated_at': '2022-02-16T12:59:48Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '2823515a-a003-4c08-90f5-d9efe3ec771c', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:45:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6805ea60-d39a-42cb-8be1-f008ecc28f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:44Z', 'updated_at': '2022-02-16T12:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '516a3848-02c9-454f-8f57-08183007293d', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'floating_ip_address': '172.26.5.17', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '6805ea60-d39a-42cb-8be1-f008ecc28f19', 'port_id': '6ed62b01-106f-4cc8-90d5-7ffbae508d3c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-879735274', 'network_id': '25aa96f3-3f2f-4fad-bfac-1eaed5da7564', 'mac_address': 'fa:16:3e:a2:98:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102fb78-cd93-4cbb-90f0-7bab8d0ee580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:00:04Z', 'updated_at': '2022-02-16T13:00:04Z', 'revision_number': 0, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ab7d9b4-3304-4980-935b-2238694da96d', 'name': '', 'network_id': '25aa96f3-3f2f-4fad-bfac-1eaed5da7564', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:60:de:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6805ea60-d39a-42cb-8be1-f008ecc28f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '7dc0ee57-66c1-42c7-9080-c14769f2d92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:47Z', 'updated_at': '2022-02-16T12:59:53Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '7dc0ee57-66c1-42c7-9080-c14769f2d92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:06.554344 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0049a99-7c6b-486b-bf36-209dff0e1c48 None None] The sync data for ids ['6805ea60-d39a-42cb-8be1-f008ecc28f19'] in dv-neutron-829527-1-hyperv is: [{'id': '6805ea60-d39a-42cb-8be1-f008ecc28f19', 'name': 'tempest-TestNetworkBasicOps-router-943611772', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '2823515a-a003-4c08-90f5-d9efe3ec771c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:43Z', 'updated_at': '2022-02-16T12:59:48Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '2823515a-a003-4c08-90f5-d9efe3ec771c', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:45:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6805ea60-d39a-42cb-8be1-f008ecc28f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:44Z', 'updated_at': '2022-02-16T12:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '516a3848-02c9-454f-8f57-08183007293d', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'floating_ip_address': '172.26.5.17', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '6805ea60-d39a-42cb-8be1-f008ecc28f19', 'port_id': '6ed62b01-106f-4cc8-90d5-7ffbae508d3c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-879735274', 'network_id': '25aa96f3-3f2f-4fad-bfac-1eaed5da7564', 'mac_address': 'fa:16:3e:a2:98:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6102fb78-cd93-4cbb-90f0-7bab8d0ee580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:00:04Z', 'updated_at': '2022-02-16T13:00:04Z', 'revision_number': 0, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ab7d9b4-3304-4980-935b-2238694da96d', 'name': '', 'network_id': '25aa96f3-3f2f-4fad-bfac-1eaed5da7564', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:60:de:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6805ea60-d39a-42cb-8be1-f008ecc28f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '7dc0ee57-66c1-42c7-9080-c14769f2d92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:47Z', 'updated_at': '2022-02-16T12:59:53Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '7dc0ee57-66c1-42c7-9080-c14769f2d92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:00:06.704477 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:06.769969 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9275b4-00da-4233-a89e-bfca28aab1cb None None] New status for floating IP 516a3848-02c9-454f-8f57-08183007293d: ACTIVE {{(pid=87703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:00:07.452650 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a50f850-e54f-4806-b04c-06d82844b9f0 req-d7944b9a-96bf-4191-9050-dea57d9820bf tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:07.453259 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4a50f850-e54f-4806-b04c-06d82844b9f0 req-d7944b9a-96bf-4191-9050-dea57d9820bf tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=6102fb78-cd93-4cbb-90f0-7bab8d0ee580 HTTP/1.1" status: 200 len: 982 time: 0.0865445 Feb 16 13:00:07.502166 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca79151-c084-4022-95bc-41ec5848c79d req-848ce2c9-1ac9-4c1b-bf72-deb99ab4643f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:07.502714 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4a50f850-e54f-4806-b04c-06d82844b9f0 req-6085599d-26df-4487-a7d0-33be556600c9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=8920f603-1bc5-420e-85d2-9ce074a9828c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425971 Feb 16 13:00:07.503614 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5ca79151-c084-4022-95bc-41ec5848c79d req-848ce2c9-1ac9-4c1b-bf72-deb99ab4643f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "GET /v2.0/ports?device_id=6102fb78-cd93-4cbb-90f0-7bab8d0ee580 HTTP/1.1" status: 200 len: 982 time: 0.0875168 Feb 16 13:00:07.580143 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca79151-c084-4022-95bc-41ec5848c79d req-9ed212a9-5dc6-4426-8b76-b1a17d876dfc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:07.581471 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5ca79151-c084-4022-95bc-41ec5848c79d req-9ed212a9-5dc6-4426-8b76-b1a17d876dfc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "GET /v2.0/ports/6ed62b01-106f-4cc8-90d5-7ffbae508d3c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0710740 Feb 16 13:00:07.729115 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5ca79151-c084-4022-95bc-41ec5848c79d req-7d765b45-ec52-4345-b043-8eba47d64cf4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "GET /v2.0/networks/25aa96f3-3f2f-4fad-bfac-1eaed5da7564?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1418669 Feb 16 13:00:07.739794 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-5ca79151-c084-4022-95bc-41ec5848c79d req-6cc363ff-be60-465a-88d6-75e64a483580 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:00:07.860465 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-5ca79151-c084-4022-95bc-41ec5848c79d req-6cc363ff-be60-465a-88d6-75e64a483580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:08.060200 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-5ca79151-c084-4022-95bc-41ec5848c79d req-6cc363ff-be60-465a-88d6-75e64a483580 service neutron] For port 6ed62b01-106f-4cc8-90d5-7ffbae508d3c, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=6ed62b01-106f-4cc8-90d5-7ffbae508d3c,segment=NetworkSegment(d59d6e57-8652-481c-82e4-b2e96eb8bb31),segment_id=d59d6e57-8652-481c-82e4-b2e96eb8bb31)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:00:08.095186 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-5ca79151-c084-4022-95bc-41ec5848c79d req-6cc363ff-be60-465a-88d6-75e64a483580 service neutron] For port 6ed62b01-106f-4cc8-90d5-7ffbae508d3c, host hv-neutron-8295, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:00:08.146771 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [req-5ca79151-c084-4022-95bc-41ec5848c79d req-6cc363ff-be60-465a-88d6-75e64a483580 service neutron] device_id is not set on port 6ed62b01-106f-4cc8-90d5-7ffbae508d3c yet. {{(pid=87701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:00:08.155664 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-5ca79151-c084-4022-95bc-41ec5848c79d req-6cc363ff-be60-465a-88d6-75e64a483580 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:08.163420 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-5ca79151-c084-4022-95bc-41ec5848c79d req-6cc363ff-be60-465a-88d6-75e64a483580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:08.415502 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc363ff-be60-465a-88d6-75e64a483580 service neutron] Pushing event updated for resources: {'Port': ['ID=6ed62b01-106f-4cc8-90d5-7ffbae508d3c,revision_number=6']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:08.464746 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-a2f2cc53-339d-4c0a-8e4f-7a3442c37ac9 None None] Provisioning complete for port 6ed62b01-106f-4cc8-90d5-7ffbae508d3c triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:00:08.465336 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a2f2cc53-339d-4c0a-8e4f-7a3442c37ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:08.466851 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca79151-c084-4022-95bc-41ec5848c79d req-6cc363ff-be60-465a-88d6-75e64a483580 service neutron] No DVR routers for this DVR port 6ed62b01-106f-4cc8-90d5-7ffbae508d3c on host hv-neutron-8295 {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:00:08.516399 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-a2f2cc53-339d-4c0a-8e4f-7a3442c37ac9 None None] Port 6ed62b01-106f-4cc8-90d5-7ffbae508d3c cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:00:08.669554 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2dd8f3ac-7da6-478b-bc6f-0da9ffc6423f req-e5f896b0-4479-41cb-85d5-769ff0658855 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=6102fb78-cd93-4cbb-90f0-7bab8d0ee580 HTTP/1.1" status: 200 len: 210 time: 0.0529590 Feb 16 13:00:08.731999 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-5ca79151-c084-4022-95bc-41ec5848c79d req-6cc363ff-be60-465a-88d6-75e64a483580 service neutron] In _notify_port_updated(), no bound segment for port 6ed62b01-106f-4cc8-90d5-7ffbae508d3c on network 25aa96f3-3f2f-4fad-bfac-1eaed5da7564 {{(pid=87701) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 13:00:08.732874 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca79151-c084-4022-95bc-41ec5848c79d req-6cc363ff-be60-465a-88d6-75e64a483580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:08.733498 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-5ca79151-c084-4022-95bc-41ec5848c79d req-6cc363ff-be60-465a-88d6-75e64a483580 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:08.734767 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5ca79151-c084-4022-95bc-41ec5848c79d req-6cc363ff-be60-465a-88d6-75e64a483580 service neutron] 10.222.0.89 "PUT /v2.0/ports/6ed62b01-106f-4cc8-90d5-7ffbae508d3c HTTP/1.1" status: 200 len: 1025 time: 0.9988465 Feb 16 13:00:09.926728 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44808) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:09.936139 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 6ed62b01-106f-4cc8-90d5-7ffbae508d3c no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:00:09.996362 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 6ed62b01-106f-4cc8-90d5-7ffbae508d3c not bound to the agent host hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:00:10.004566 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace67d4f-bc10-47e9-a838-9a95377e671a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:10.006441 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ace67d4f-bc10-47e9-a838-9a95377e671a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports/6ed62b01-106f-4cc8-90d5-7ffbae508d3c HTTP/1.1" status: 200 len: 924 time: 0.0787387 Feb 16 13:00:10.235267 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44814) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:10.240544 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-67095671-de1c-4248-af12-2934bd470764 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-406205079', 'description': 'tempest-secgroup-smoke-406205079 description', 'project_id': 'a1535d45c61244dc9e2a62da1414d228'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:00:10.246769 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-67095671-de1c-4248-af12-2934bd470764 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:00:10.256637 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-67095671-de1c-4248-af12-2934bd470764 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:00:10.267914 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-67095671-de1c-4248-af12-2934bd470764 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:10.288475 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-67095671-de1c-4248-af12-2934bd470764 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:00:10.292314 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-67095671-de1c-4248-af12-2934bd470764 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:00:10.295161 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-67095671-de1c-4248-af12-2934bd470764 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:00:10.300962 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-67095671-de1c-4248-af12-2934bd470764 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:00:10.378417 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-67095671-de1c-4248-af12-2934bd470764 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:10.384423 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-67095671-de1c-4248-af12-2934bd470764 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:10.431331 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67095671-de1c-4248-af12-2934bd470764 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=098eac27-29bc-41e2-b262-1b6e24ee225b,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:10.440167 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-67095671-de1c-4248-af12-2934bd470764 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:10.441489 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-67095671-de1c-4248-af12-2934bd470764 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2052357 Feb 16 13:00:10.444348 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44818) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:10.449323 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-6693795f-dff6-4be5-b260-910b8d63683d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': '098eac27-29bc-41e2-b262-1b6e24ee225b', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:00:10.455399 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-6693795f-dff6-4be5-b260-910b8d63683d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:00:10.459301 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-6693795f-dff6-4be5-b260-910b8d63683d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:00:10.462276 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-6693795f-dff6-4be5-b260-910b8d63683d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:00:10.468036 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-6693795f-dff6-4be5-b260-910b8d63683d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:00:10.487617 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6693795f-dff6-4be5-b260-910b8d63683d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:10.553758 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6693795f-dff6-4be5-b260-910b8d63683d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:10.560122 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6693795f-dff6-4be5-b260-910b8d63683d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:10.584554 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693795f-dff6-4be5-b260-910b8d63683d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cee5e927-0418-4a91-b234-0be636f7bafe,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:10.595323 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6693795f-dff6-4be5-b260-910b8d63683d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:10.596548 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-6693795f-dff6-4be5-b260-910b8d63683d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1512268 Feb 16 13:00:10.599525 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44822) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:10.604409 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-db85f187-9d2d-4439-af58-8370d10c07a7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': '098eac27-29bc-41e2-b262-1b6e24ee225b', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:00:10.610926 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-db85f187-9d2d-4439-af58-8370d10c07a7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:00:10.614703 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-db85f187-9d2d-4439-af58-8370d10c07a7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:00:10.617553 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-db85f187-9d2d-4439-af58-8370d10c07a7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:00:10.623180 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-db85f187-9d2d-4439-af58-8370d10c07a7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:00:10.643087 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-db85f187-9d2d-4439-af58-8370d10c07a7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:10.711110 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-db85f187-9d2d-4439-af58-8370d10c07a7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:10.716439 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-db85f187-9d2d-4439-af58-8370d10c07a7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:10.740216 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db85f187-9d2d-4439-af58-8370d10c07a7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab273261-e4ab-4dbb-b93f-fcce0e830563,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:10.752224 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-db85f187-9d2d-4439-af58-8370d10c07a7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:10.753444 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-db85f187-9d2d-4439-af58-8370d10c07a7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1530361 Feb 16 13:00:10.756403 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44826) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:10.761347 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-dc4294f1-f9d4-4e8a-88a8-ff783ed78a92 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': '098eac27-29bc-41e2-b262-1b6e24ee225b', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:00:10.768154 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-dc4294f1-f9d4-4e8a-88a8-ff783ed78a92 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:00:10.772637 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-dc4294f1-f9d4-4e8a-88a8-ff783ed78a92 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:00:10.775960 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-dc4294f1-f9d4-4e8a-88a8-ff783ed78a92 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:00:10.782605 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-dc4294f1-f9d4-4e8a-88a8-ff783ed78a92 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:00:10.802261 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-dc4294f1-f9d4-4e8a-88a8-ff783ed78a92 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:10.865992 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-dc4294f1-f9d4-4e8a-88a8-ff783ed78a92 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:10.871326 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-dc4294f1-f9d4-4e8a-88a8-ff783ed78a92 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:10.894124 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4294f1-f9d4-4e8a-88a8-ff783ed78a92 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69401d7d-ea92-4e85-bc8d-4cd51f1621b8,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:10.904066 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-dc4294f1-f9d4-4e8a-88a8-ff783ed78a92 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:10.905435 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-dc4294f1-f9d4-4e8a-88a8-ff783ed78a92 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1480987 Feb 16 13:00:10.908313 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44830) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:10.913274 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-1254ca9f-5e13-4845-ab80-1422bb1fffb2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': '098eac27-29bc-41e2-b262-1b6e24ee225b', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:00:10.919017 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-1254ca9f-5e13-4845-ab80-1422bb1fffb2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:00:10.922870 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-1254ca9f-5e13-4845-ab80-1422bb1fffb2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:00:10.925748 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-1254ca9f-5e13-4845-ab80-1422bb1fffb2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:00:10.931470 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-1254ca9f-5e13-4845-ab80-1422bb1fffb2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:00:10.950496 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1254ca9f-5e13-4845-ab80-1422bb1fffb2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:11.014156 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1254ca9f-5e13-4845-ab80-1422bb1fffb2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:11.019896 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1254ca9f-5e13-4845-ab80-1422bb1fffb2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:11.042284 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254ca9f-5e13-4845-ab80-1422bb1fffb2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77439965-d4e5-4237-a68a-85e7fd8185b1,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:11.052450 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1254ca9f-5e13-4845-ab80-1422bb1fffb2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:11.054166 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-1254ca9f-5e13-4845-ab80-1422bb1fffb2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1448989 Feb 16 13:00:11.057114 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44834) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:11.062224 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-d16bf274-3fa9-474e-9475-77e9f646cf3c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': '098eac27-29bc-41e2-b262-1b6e24ee225b', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:00:11.068570 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-d16bf274-3fa9-474e-9475-77e9f646cf3c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:00:11.072456 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-d16bf274-3fa9-474e-9475-77e9f646cf3c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:00:11.075335 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-d16bf274-3fa9-474e-9475-77e9f646cf3c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:00:11.081121 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-d16bf274-3fa9-474e-9475-77e9f646cf3c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:00:11.096357 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.securitygroups_db [None req-d16bf274-3fa9-474e-9475-77e9f646cf3c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Project a1535d45c61244dc9e2a62da1414d228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:00:11.106671 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d16bf274-3fa9-474e-9475-77e9f646cf3c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:11.178427 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d16bf274-3fa9-474e-9475-77e9f646cf3c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:11.184959 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d16bf274-3fa9-474e-9475-77e9f646cf3c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:11.208129 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16bf274-3fa9-474e-9475-77e9f646cf3c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=178f8cdb-191e-4ac5-aca1-19eb33786de2,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:11.218471 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d16bf274-3fa9-474e-9475-77e9f646cf3c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:11.219606 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d16bf274-3fa9-474e-9475-77e9f646cf3c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1615460 Feb 16 13:00:11.222654 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44838) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:11.227739 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-674d965a-9bfa-491e-b75d-282d00ecb131 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': '098eac27-29bc-41e2-b262-1b6e24ee225b', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:00:11.233856 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-674d965a-9bfa-491e-b75d-282d00ecb131 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:00:11.237907 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-674d965a-9bfa-491e-b75d-282d00ecb131 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:00:11.240901 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-674d965a-9bfa-491e-b75d-282d00ecb131 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:00:11.246745 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-674d965a-9bfa-491e-b75d-282d00ecb131 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:00:11.259629 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-674d965a-9bfa-491e-b75d-282d00ecb131 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Project a1535d45c61244dc9e2a62da1414d228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:00:11.266851 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-674d965a-9bfa-491e-b75d-282d00ecb131 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:11.338305 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-674d965a-9bfa-491e-b75d-282d00ecb131 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:11.344400 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-674d965a-9bfa-491e-b75d-282d00ecb131 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:11.367352 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d965a-9bfa-491e-b75d-282d00ecb131 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=253e289b-f4ae-4f84-a51d-51515be38186,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:11.377865 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-674d965a-9bfa-491e-b75d-282d00ecb131 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:11.384653 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-674d965a-9bfa-491e-b75d-282d00ecb131 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1554112 Feb 16 13:00:11.563655 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-97999b2c-9f41-4bab-b52c-ea2d86a4f283 req-0040178f-fd7a-4a19-9e0a-8080d82f25aa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-406205079&fields=id&tenant_id=a1535d45c61244dc9e2a62da1414d228 HTTP/1.1" status: 200 len: 267 time: 0.0444953 Feb 16 13:00:11.642297 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97999b2c-9f41-4bab-b52c-ea2d86a4f283 req-f9c0d2c2-a29a-48c4-8880-8a0be552a4cf tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:11.643607 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-97999b2c-9f41-4bab-b52c-ea2d86a4f283 req-f9c0d2c2-a29a-48c4-8880-8a0be552a4cf tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports/6ed62b01-106f-4cc8-90d5-7ffbae508d3c HTTP/1.1" status: 200 len: 929 time: 0.0732119 Feb 16 13:00:11.719846 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-97999b2c-9f41-4bab-b52c-ea2d86a4f283 req-fd2128dd-7fd7-42bd-acb6-7c7e4982c1dc service neutron] 10.222.0.83 "GET /v2.0/ports/6ed62b01-106f-4cc8-90d5-7ffbae508d3c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0637321 Feb 16 13:00:11.857217 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-97999b2c-9f41-4bab-b52c-ea2d86a4f283 req-786b73c0-5215-4a54-9672-8a16d1ee0950 service neutron] 10.222.0.83 "GET /v2.0/networks/25aa96f3-3f2f-4fad-bfac-1eaed5da7564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293886 Feb 16 13:00:11.991256 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-97999b2c-9f41-4bab-b52c-ea2d86a4f283 req-ab03fec9-607b-40e8-b1cf-076e54957fde service neutron] 10.222.0.83 "GET /v2.0/networks/25aa96f3-3f2f-4fad-bfac-1eaed5da7564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277516 Feb 16 13:00:12.183932 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d6ac86f2-cab9-4925-9397-5dcd2a7f5765 req-baaffb56-7efb-4ab6-b19a-d75a5628dfd3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=19b53c91-af8b-40e3-9ebf-6413996b7165 HTTP/1.1" status: 200 len: 210 time: 0.0436294 Feb 16 13:00:13.180248 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97999b2c-9f41-4bab-b52c-ea2d86a4f283 req-4de1f7f3-c064-47eb-873e-b65f8efca406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:13.181588 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-97999b2c-9f41-4bab-b52c-ea2d86a4f283 req-4de1f7f3-c064-47eb-873e-b65f8efca406 service neutron] 10.222.0.89 "GET /v2.0/ports/6ed62b01-106f-4cc8-90d5-7ffbae508d3c HTTP/1.1" status: 200 len: 1025 time: 0.0664883 Feb 16 13:00:13.337440 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-06fa1cf7-78a8-4048-986d-754a42b4dae2 req-5bd37cbf-fe5b-4585-9024-d67c18301461 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=19b53c91-af8b-40e3-9ebf-6413996b7165 HTTP/1.1" status: 200 len: 210 time: 0.0435836 Feb 16 13:00:13.339990 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97999b2c-9f41-4bab-b52c-ea2d86a4f283 req-4b578ab2-6250-4e21-a9b9-8401988af6cf tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:13.341480 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-97999b2c-9f41-4bab-b52c-ea2d86a4f283 req-4b578ab2-6250-4e21-a9b9-8401988af6cf tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "GET /v2.0/networks?id=25aa96f3-3f2f-4fad-bfac-1eaed5da7564 HTTP/1.1" status: 200 len: 797 time: 0.1547511 Feb 16 13:00:13.406148 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-97999b2c-9f41-4bab-b52c-ea2d86a4f283 req-b4e5ddb6-56a0-4bd4-8982-610a8d53a761 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:security_group {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:00:13.422839 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-97999b2c-9f41-4bab-b52c-ea2d86a4f283 req-b4e5ddb6-56a0-4bd4-8982-610a8d53a761 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:security_group {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:00:13.423976 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-97999b2c-9f41-4bab-b52c-ea2d86a4f283 req-b4e5ddb6-56a0-4bd4-8982-610a8d53a761 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1535d45c61244dc9e2a62da1414d228 HTTP/1.1" status: 200 len: 472 time: 0.0727561 Feb 16 13:00:13.439873 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-97999b2c-9f41-4bab-b52c-ea2d86a4f283 req-d1a36dbd-0b67-4fc2-967b-529b90530cb1 service neutron] Request body: {'port': {'device_id': '19b53c91-af8b-40e3-9ebf-6413996b7165', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:00:13.551754 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-97999b2c-9f41-4bab-b52c-ea2d86a4f283 req-d1a36dbd-0b67-4fc2-967b-529b90530cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:13.995771 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [req-97999b2c-9f41-4bab-b52c-ea2d86a4f283 req-d1a36dbd-0b67-4fc2-967b-529b90530cb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ed62b01-106f-4cc8-90d5-7ffbae508d3c {{(pid=87701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:00:14.003318 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-97999b2c-9f41-4bab-b52c-ea2d86a4f283 req-d1a36dbd-0b67-4fc2-967b-529b90530cb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:14.018649 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-97999b2c-9f41-4bab-b52c-ea2d86a4f283 req-d1a36dbd-0b67-4fc2-967b-529b90530cb1 service neutron] Transition to ACTIVE for port object 6ed62b01-106f-4cc8-90d5-7ffbae508d3c will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:00:14.025988 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-97999b2c-9f41-4bab-b52c-ea2d86a4f283 req-d1a36dbd-0b67-4fc2-967b-529b90530cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:14.172828 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a36dbd-0b67-4fc2-967b-529b90530cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=6ed62b01-106f-4cc8-90d5-7ffbae508d3c,revision_number=7']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:14.290832 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-97999b2c-9f41-4bab-b52c-ea2d86a4f283 req-d1a36dbd-0b67-4fc2-967b-529b90530cb1 service neutron] Attempting to bind port 6ed62b01-106f-4cc8-90d5-7ffbae508d3c on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:00:14.291173 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-97999b2c-9f41-4bab-b52c-ea2d86a4f283 req-d1a36dbd-0b67-4fc2-967b-529b90530cb1 service neutron] Attempting to bind port 6ed62b01-106f-4cc8-90d5-7ffbae508d3c by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'd59d6e57-8652-481c-82e4-b2e96eb8bb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '25aa96f3-3f2f-4fad-bfac-1eaed5da7564'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:00:14.291492 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97999b2c-9f41-4bab-b52c-ea2d86a4f283 req-d1a36dbd-0b67-4fc2-967b-529b90530cb1 service neutron] Attempting to bind port 6ed62b01-106f-4cc8-90d5-7ffbae508d3c on network 25aa96f3-3f2f-4fad-bfac-1eaed5da7564 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:00:14.296140 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97999b2c-9f41-4bab-b52c-ea2d86a4f283 req-d1a36dbd-0b67-4fc2-967b-529b90530cb1 service neutron] Port 6ed62b01-106f-4cc8-90d5-7ffbae508d3c on network 25aa96f3-3f2f-4fad-bfac-1eaed5da7564 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:00:14.296478 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97999b2c-9f41-4bab-b52c-ea2d86a4f283 req-d1a36dbd-0b67-4fc2-967b-529b90530cb1 service neutron] Attempting to bind port 6ed62b01-106f-4cc8-90d5-7ffbae508d3c on network 25aa96f3-3f2f-4fad-bfac-1eaed5da7564 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:00:14.301699 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97999b2c-9f41-4bab-b52c-ea2d86a4f283 req-d1a36dbd-0b67-4fc2-967b-529b90530cb1 service neutron] Checking agent: {'id': 'b4b5bcfd-2763-4324-82e0-923bc8a52546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'started_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:00:14.302019 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97999b2c-9f41-4bab-b52c-ea2d86a4f283 req-d1a36dbd-0b67-4fc2-967b-529b90530cb1 service neutron] Checking segment: {'id': 'd59d6e57-8652-481c-82e4-b2e96eb8bb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '25aa96f3-3f2f-4fad-bfac-1eaed5da7564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:00:14.302387 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97999b2c-9f41-4bab-b52c-ea2d86a4f283 req-d1a36dbd-0b67-4fc2-967b-529b90530cb1 service neutron] Bound using segment: {'id': 'd59d6e57-8652-481c-82e4-b2e96eb8bb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '25aa96f3-3f2f-4fad-bfac-1eaed5da7564'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:00:14.302800 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-97999b2c-9f41-4bab-b52c-ea2d86a4f283 req-d1a36dbd-0b67-4fc2-967b-529b90530cb1 service neutron] Bound port: 6ed62b01-106f-4cc8-90d5-7ffbae508d3c, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd59d6e57-8652-481c-82e4-b2e96eb8bb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '25aa96f3-3f2f-4fad-bfac-1eaed5da7564'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:00:14.303141 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-97999b2c-9f41-4bab-b52c-ea2d86a4f283 req-d1a36dbd-0b67-4fc2-967b-529b90530cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:14.398988 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-97999b2c-9f41-4bab-b52c-ea2d86a4f283 req-d1a36dbd-0b67-4fc2-967b-529b90530cb1 service neutron] For port 6ed62b01-106f-4cc8-90d5-7ffbae508d3c, host hv-neutron-8295, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:00:14.402105 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-97999b2c-9f41-4bab-b52c-ea2d86a4f283 req-d1a36dbd-0b67-4fc2-967b-529b90530cb1 service neutron] For port 6ed62b01-106f-4cc8-90d5-7ffbae508d3c, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=6ed62b01-106f-4cc8-90d5-7ffbae508d3c,segment=NetworkSegment(d59d6e57-8652-481c-82e4-b2e96eb8bb31),segment_id=d59d6e57-8652-481c-82e4-b2e96eb8bb31)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:00:14.408071 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-97999b2c-9f41-4bab-b52c-ea2d86a4f283 req-d1a36dbd-0b67-4fc2-967b-529b90530cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:14.509882 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97999b2c-9f41-4bab-b52c-ea2d86a4f283 req-d1a36dbd-0b67-4fc2-967b-529b90530cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:14.510494 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-97999b2c-9f41-4bab-b52c-ea2d86a4f283 req-d1a36dbd-0b67-4fc2-967b-529b90530cb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:14.511869 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-97999b2c-9f41-4bab-b52c-ea2d86a4f283 req-d1a36dbd-0b67-4fc2-967b-529b90530cb1 service neutron] 10.222.0.89 "PUT /v2.0/ports/6ed62b01-106f-4cc8-90d5-7ffbae508d3c HTTP/1.1" status: 200 len: 1130 time: 1.0769947 Feb 16 13:00:14.512312 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b53c91-af8b-40e3-9ebf-6413996b7165', 'tag': '6ed62b01-106f-4cc8-90d5-7ffbae508d3c'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:00:14.549394 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a36dbd-0b67-4fc2-967b-529b90530cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=6ed62b01-106f-4cc8-90d5-7ffbae508d3c,revision_number=8']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:14.603783 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b53c91-af8b-40e3-9ebf-6413996b7165', 'tag': '6ed62b01-106f-4cc8-90d5-7ffbae508d3c', 'status': 'completed', 'code': 200} Feb 16 13:00:14.616556 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef7db4-05bb-4c9e-a32a-b8f830baf2a3 req-d555857e-aca2-43d6-b695-366149ad15c8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:14.618154 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c0ef7db4-05bb-4c9e-a32a-b8f830baf2a3 req-d555857e-aca2-43d6-b695-366149ad15c8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=19b53c91-af8b-40e3-9ebf-6413996b7165 HTTP/1.1" status: 200 len: 980 time: 0.1634409 Feb 16 13:00:14.675898 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c0ef7db4-05bb-4c9e-a32a-b8f830baf2a3 req-22c84eaa-1f7b-4c6a-af3c-9a7e50f3216e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=8920f603-1bc5-420e-85d2-9ce074a9828c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518312 Feb 16 13:00:14.689919 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97999b2c-9f41-4bab-b52c-ea2d86a4f283 req-50dcd1ff-633e-4c97-9b15-6fc7a25d1a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:14.691427 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-97999b2c-9f41-4bab-b52c-ea2d86a4f283 req-50dcd1ff-633e-4c97-9b15-6fc7a25d1a96 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&device_id=19b53c91-af8b-40e3-9ebf-6413996b7165 HTTP/1.1" status: 200 len: 1133 time: 0.1245351 Feb 16 13:00:14.802638 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-97999b2c-9f41-4bab-b52c-ea2d86a4f283 req-f203d71b-34bc-436b-aaae-256e26a70788 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ed62b01-106f-4cc8-90d5-7ffbae508d3c HTTP/1.1" status: 200 len: 1035 time: 0.1025383 Feb 16 13:00:14.867030 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97999b2c-9f41-4bab-b52c-ea2d86a4f283 req-2a466c15-0383-4e49-9b1e-3c9b9f8e42e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:14.868405 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-97999b2c-9f41-4bab-b52c-ea2d86a4f283 req-2a466c15-0383-4e49-9b1e-3c9b9f8e42e6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7dc0ee57-66c1-42c7-9080-c14769f2d92e HTTP/1.1" status: 200 len: 834 time: 0.0585475 Feb 16 13:00:14.950557 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97999b2c-9f41-4bab-b52c-ea2d86a4f283 req-99fd7a17-f34e-4a87-ad45-dd16bb333f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:14.952066 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-97999b2c-9f41-4bab-b52c-ea2d86a4f283 req-99fd7a17-f34e-4a87-ad45-dd16bb333f02 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=25aa96f3-3f2f-4fad-bfac-1eaed5da7564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767550 Feb 16 13:00:15.094436 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-97999b2c-9f41-4bab-b52c-ea2d86a4f283 req-9170e870-01ea-4513-aee6-9550939727a7 service neutron] 10.222.0.89 "GET /v2.0/networks/25aa96f3-3f2f-4fad-bfac-1eaed5da7564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348031 Feb 16 13:00:15.234063 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-97999b2c-9f41-4bab-b52c-ea2d86a4f283 req-a4b5c702-1777-4686-8483-0ba3b59772a2 service neutron] 10.222.0.89 "GET /v2.0/networks/25aa96f3-3f2f-4fad-bfac-1eaed5da7564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323609 Feb 16 13:00:15.364990 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367fe210-5690-4fff-a1f0-f874b11405cf req-461072fc-c097-416a-a5f5-04429b2c566d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:15.366524 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-367fe210-5690-4fff-a1f0-f874b11405cf req-461072fc-c097-416a-a5f5-04429b2c566d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&device_id=19b53c91-af8b-40e3-9ebf-6413996b7165 HTTP/1.1" status: 200 len: 1133 time: 0.0807531 Feb 16 13:00:15.518151 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367fe210-5690-4fff-a1f0-f874b11405cf req-50ede624-c276-44aa-b4a6-d6149ed213b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:15.519624 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-367fe210-5690-4fff-a1f0-f874b11405cf req-50ede624-c276-44aa-b4a6-d6149ed213b0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=25aa96f3-3f2f-4fad-bfac-1eaed5da7564 HTTP/1.1" status: 200 len: 898 time: 0.1446223 Feb 16 13:00:15.636362 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-367fe210-5690-4fff-a1f0-f874b11405cf req-460e6671-d77d-4174-8897-5dee8ee47325 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ed62b01-106f-4cc8-90d5-7ffbae508d3c HTTP/1.1" status: 200 len: 1035 time: 0.1083438 Feb 16 13:00:15.701613 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367fe210-5690-4fff-a1f0-f874b11405cf req-4b9d16f9-44cb-4747-a6f1-07af9f46de1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:15.703077 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-367fe210-5690-4fff-a1f0-f874b11405cf req-4b9d16f9-44cb-4747-a6f1-07af9f46de1d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7dc0ee57-66c1-42c7-9080-c14769f2d92e HTTP/1.1" status: 200 len: 834 time: 0.0589027 Feb 16 13:00:15.874619 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94bd807-3388-409c-b18e-5ee5a00bd309 req-87c58579-bf96-4b2a-9585-d730fc3f15fb tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:15.876381 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-b94bd807-3388-409c-b18e-5ee5a00bd309 req-87c58579-bf96-4b2a-9585-d730fc3f15fb tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=19b53c91-af8b-40e3-9ebf-6413996b7165 HTTP/1.1" status: 200 len: 980 time: 0.0872028 Feb 16 13:00:15.895451 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367fe210-5690-4fff-a1f0-f874b11405cf req-6463a6bb-835b-472d-a11f-42c3200297b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:15.896915 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-367fe210-5690-4fff-a1f0-f874b11405cf req-6463a6bb-835b-472d-a11f-42c3200297b5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=25aa96f3-3f2f-4fad-bfac-1eaed5da7564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1868484 Feb 16 13:00:15.921718 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-b94bd807-3388-409c-b18e-5ee5a00bd309 req-814c420e-d966-46ea-bfb2-13a94b41fe0a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=8920f603-1bc5-420e-85d2-9ce074a9828c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391932 Feb 16 13:00:16.029826 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-367fe210-5690-4fff-a1f0-f874b11405cf req-fa7a9432-6286-4a09-a4d6-c4505d44e848 service neutron] 10.222.0.89 "GET /v2.0/networks/25aa96f3-3f2f-4fad-bfac-1eaed5da7564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256268 Feb 16 13:00:16.160873 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-367fe210-5690-4fff-a1f0-f874b11405cf req-713a7b81-a123-4abc-bf80-cd33056d5f67 service neutron] 10.222.0.89 "GET /v2.0/networks/25aa96f3-3f2f-4fad-bfac-1eaed5da7564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244650 Feb 16 13:00:17.120530 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c7ee6-f463-4aa5-8498-fc4187b35590 req-4f70c4b4-a42f-4def-96a7-f8ad5be74ccc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:17.122028 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ee9c7ee6-f463-4aa5-8498-fc4187b35590 req-4f70c4b4-a42f-4def-96a7-f8ad5be74ccc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=19b53c91-af8b-40e3-9ebf-6413996b7165 HTTP/1.1" status: 200 len: 980 time: 0.0921280 Feb 16 13:00:17.168370 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ee9c7ee6-f463-4aa5-8498-fc4187b35590 req-8270f472-d8ff-42bb-8116-ff035a97a268 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=8920f603-1bc5-420e-85d2-9ce074a9828c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381207 Feb 16 13:00:17.970839 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 6ed62b01-106f-4cc8-90d5-7ffbae508d3c details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:00:18.140226 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 6ed62b01-106f-4cc8-90d5-7ffbae508d3c, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=6ed62b01-106f-4cc8-90d5-7ffbae508d3c,segment=NetworkSegment(d59d6e57-8652-481c-82e4-b2e96eb8bb31),segment_id=d59d6e57-8652-481c-82e4-b2e96eb8bb31)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:00:18.155477 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': '6ed62b01-106f-4cc8-90d5-7ffbae508d3c', 'network_id': '25aa96f3-3f2f-4fad-bfac-1eaed5da7564', 'port_id': '6ed62b01-106f-4cc8-90d5-7ffbae508d3c', 'mac_address': 'fa:16:3e:a2:98:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dc0ee57-66c1-42c7-9080-c14769f2d92e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:00:18.216352 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:18.233130 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ed62b01-106f-4cc8-90d5-7ffbae508d3c {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:00:18.248281 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 6ed62b01-106f-4cc8-90d5-7ffbae508d3c, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=6ed62b01-106f-4cc8-90d5-7ffbae508d3c,segment=NetworkSegment(d59d6e57-8652-481c-82e4-b2e96eb8bb31),segment_id=d59d6e57-8652-481c-82e4-b2e96eb8bb31)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:00:18.253780 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:18.323472 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=6ed62b01-106f-4cc8-90d5-7ffbae508d3c,revision_number=9']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:18.363376 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe47c6-bf79-4b3f-8cc4-b7aa3a2d2983 req-7fec1eb5-19f0-4eb8-b246-35e96d700e55 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:18.364905 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-abfe47c6-bf79-4b3f-8cc4-b7aa3a2d2983 req-7fec1eb5-19f0-4eb8-b246-35e96d700e55 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=19b53c91-af8b-40e3-9ebf-6413996b7165 HTTP/1.1" status: 200 len: 981 time: 0.0881872 Feb 16 13:00:18.410165 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-abfe47c6-bf79-4b3f-8cc4-b7aa3a2d2983 req-0c028e3a-a1f3-4c82-bffc-caa0a8d779ed tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=8920f603-1bc5-420e-85d2-9ce074a9828c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394158 Feb 16 13:00:18.474706 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['6ed62b01-106f-4cc8-90d5-7ffbae508d3c'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:00:19.619811 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e668b3b-e380-4feb-8e10-85315025e0bc req-e4bbbd61-6852-4379-a025-0b80f4f076ea tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:19.621297 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9e668b3b-e380-4feb-8e10-85315025e0bc req-e4bbbd61-6852-4379-a025-0b80f4f076ea tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=19b53c91-af8b-40e3-9ebf-6413996b7165 HTTP/1.1" status: 200 len: 981 time: 0.0945070 Feb 16 13:00:19.668805 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9e668b3b-e380-4feb-8e10-85315025e0bc req-11d86b84-f51a-4f55-9c41-eacb699c7e2b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=8920f603-1bc5-420e-85d2-9ce074a9828c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415633 Feb 16 13:00:19.983655 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 6ed62b01-106f-4cc8-90d5-7ffbae508d3c up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:00:20.063321 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning for port 6ed62b01-106f-4cc8-90d5-7ffbae508d3c completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:00:20.068168 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port 6ed62b01-106f-4cc8-90d5-7ffbae508d3c triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:00:20.068538 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:20.188514 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:20.215326 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b53c91-af8b-40e3-9ebf-6413996b7165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed62b01-106f-4cc8-90d5-7ffbae508d3c'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:00:20.225822 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 6ed62b01-106f-4cc8-90d5-7ffbae508d3c, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=6ed62b01-106f-4cc8-90d5-7ffbae508d3c,segment=NetworkSegment(d59d6e57-8652-481c-82e4-b2e96eb8bb31),segment_id=d59d6e57-8652-481c-82e4-b2e96eb8bb31)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:00:20.232096 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:20.267270 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b53c91-af8b-40e3-9ebf-6413996b7165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed62b01-106f-4cc8-90d5-7ffbae508d3c', 'code': 200} Feb 16 13:00:20.303600 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=6ed62b01-106f-4cc8-90d5-7ffbae508d3c,revision_number=10']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:20.507300 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b5b634-0eec-46c5-9763-42d1ba60d53e req-41df0066-1f0b-4f6d-88f1-43ec10c80079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:20.508801 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-62b5b634-0eec-46c5-9763-42d1ba60d53e req-41df0066-1f0b-4f6d-88f1-43ec10c80079 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=19b53c91-af8b-40e3-9ebf-6413996b7165 HTTP/1.1" status: 200 len: 1136 time: 0.0796669 Feb 16 13:00:20.552459 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-62b5b634-0eec-46c5-9763-42d1ba60d53e req-0915ee78-73cc-4d09-a07d-81389bbd4193 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=8920f603-1bc5-420e-85d2-9ce074a9828c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370593 Feb 16 13:00:20.874841 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade7f78-e059-4bdb-aa26-9a43c533832d req-853ae905-4fab-4239-8d0c-3ad414c8d232 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:20.876362 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6ade7f78-e059-4bdb-aa26-9a43c533832d req-853ae905-4fab-4239-8d0c-3ad414c8d232 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=19b53c91-af8b-40e3-9ebf-6413996b7165 HTTP/1.1" status: 200 len: 983 time: 0.0931523 Feb 16 13:00:20.922536 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6ade7f78-e059-4bdb-aa26-9a43c533832d req-7a4274a0-6195-4cfb-af09-973589711830 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=8920f603-1bc5-420e-85d2-9ce074a9828c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403016 Feb 16 13:00:22.150374 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e727d-779a-4294-9d71-08491d47a653 req-b4a321c7-795b-4b48-b5a8-1acc6a025372 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:22.151840 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-154e727d-779a-4294-9d71-08491d47a653 req-b4a321c7-795b-4b48-b5a8-1acc6a025372 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=19b53c91-af8b-40e3-9ebf-6413996b7165 HTTP/1.1" status: 200 len: 983 time: 0.1046500 Feb 16 13:00:22.200946 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-154e727d-779a-4294-9d71-08491d47a653 req-7f613a66-778c-4b04-94c0-4ef2d3cf870b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=8920f603-1bc5-420e-85d2-9ce074a9828c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402339 Feb 16 13:00:22.394253 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b9cc2-557a-4c6d-af48-ad1fdffd9994 req-887d1ae6-2b34-4a73-8e56-842523d51aa6 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:22.396393 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-168b9cc2-557a-4c6d-af48-ad1fdffd9994 req-887d1ae6-2b34-4a73-8e56-842523d51aa6 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=19b53c91-af8b-40e3-9ebf-6413996b7165 HTTP/1.1" status: 200 len: 983 time: 0.0903182 Feb 16 13:00:22.451491 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-168b9cc2-557a-4c6d-af48-ad1fdffd9994 req-4c8735fa-1722-47c8-95fd-75649d0ddd9e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=8920f603-1bc5-420e-85d2-9ce074a9828c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488324 Feb 16 13:00:22.481978 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44890) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:22.576902 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e12255-dd95-4c6b-a35a-81e05dd42d89 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:22.578434 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-32e12255-dd95-4c6b-a35a-81e05dd42d89 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=19b53c91-af8b-40e3-9ebf-6413996b7165&network_id=25aa96f3-3f2f-4fad-bfac-1eaed5da7564 HTTP/1.1" status: 200 len: 1131 time: 0.0953507 Feb 16 13:00:23.031459 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba147bd-0352-4139-9106-f9030177837d req-9a37056d-e8bd-493c-9b78-c25453a261a6 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:23.033526 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-eba147bd-0352-4139-9106-f9030177837d req-9a37056d-e8bd-493c-9b78-c25453a261a6 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=19b53c91-af8b-40e3-9ebf-6413996b7165 HTTP/1.1" status: 200 len: 983 time: 0.1056659 Feb 16 13:00:23.087396 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-eba147bd-0352-4139-9106-f9030177837d req-96eda692-aa29-460d-9f95-249f956605f3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=8920f603-1bc5-420e-85d2-9ce074a9828c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476480 Feb 16 13:00:24.317781 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2936f-8fb4-46aa-af73-3bd9320d25b1 req-d49f4e7f-25cd-4cd5-8794-cda4e82a2cca tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:24.319297 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7dd2936f-8fb4-46aa-af73-3bd9320d25b1 req-d49f4e7f-25cd-4cd5-8794-cda4e82a2cca tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "GET /v2.0/ports?device_id=19b53c91-af8b-40e3-9ebf-6413996b7165 HTTP/1.1" status: 200 len: 983 time: 0.0907037 Feb 16 13:00:24.394544 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2936f-8fb4-46aa-af73-3bd9320d25b1 req-9dcd72ef-9fdd-4ceb-96d5-6d4136513ea0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:24.395894 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7dd2936f-8fb4-46aa-af73-3bd9320d25b1 req-9dcd72ef-9fdd-4ceb-96d5-6d4136513ea0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "GET /v2.0/ports/6ed62b01-106f-4cc8-90d5-7ffbae508d3c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0685933 Feb 16 13:00:24.398941 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8babfb5-2a95-4c1e-a211-e6ef04b2289d req-0f78532c-4658-4446-823e-78a68bb328a9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:24.400418 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e8babfb5-2a95-4c1e-a211-e6ef04b2289d req-0f78532c-4658-4446-823e-78a68bb328a9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=19b53c91-af8b-40e3-9ebf-6413996b7165 HTTP/1.1" status: 200 len: 983 time: 0.1973984 Feb 16 13:00:24.444600 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e8babfb5-2a95-4c1e-a211-e6ef04b2289d req-4d1975e0-5021-491a-889f-89a3a0c059c7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=8920f603-1bc5-420e-85d2-9ce074a9828c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385206 Feb 16 13:00:24.546065 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7dd2936f-8fb4-46aa-af73-3bd9320d25b1 req-187c94aa-3829-44ba-b8bf-8d6417757f26 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "GET /v2.0/networks/25aa96f3-3f2f-4fad-bfac-1eaed5da7564?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1430919 Feb 16 13:00:24.556936 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-7dd2936f-8fb4-46aa-af73-3bd9320d25b1 req-f19eeae1-951f-439d-8e1d-78d1deec4f20 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:00:24.678320 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-7dd2936f-8fb4-46aa-af73-3bd9320d25b1 req-f19eeae1-951f-439d-8e1d-78d1deec4f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:24.905226 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-7dd2936f-8fb4-46aa-af73-3bd9320d25b1 req-f19eeae1-951f-439d-8e1d-78d1deec4f20 service neutron] For port 6ed62b01-106f-4cc8-90d5-7ffbae508d3c, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=6ed62b01-106f-4cc8-90d5-7ffbae508d3c,segment=NetworkSegment(d59d6e57-8652-481c-82e4-b2e96eb8bb31),segment_id=d59d6e57-8652-481c-82e4-b2e96eb8bb31)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:00:24.935472 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-7dd2936f-8fb4-46aa-af73-3bd9320d25b1 req-f19eeae1-951f-439d-8e1d-78d1deec4f20 service neutron] For port 6ed62b01-106f-4cc8-90d5-7ffbae508d3c, host hv-neutron-8295, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:00:24.985033 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [req-7dd2936f-8fb4-46aa-af73-3bd9320d25b1 req-f19eeae1-951f-439d-8e1d-78d1deec4f20 service neutron] device_id is not set on port 6ed62b01-106f-4cc8-90d5-7ffbae508d3c yet. {{(pid=87701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:00:24.993146 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-7dd2936f-8fb4-46aa-af73-3bd9320d25b1 req-f19eeae1-951f-439d-8e1d-78d1deec4f20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:25.001573 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-7dd2936f-8fb4-46aa-af73-3bd9320d25b1 req-f19eeae1-951f-439d-8e1d-78d1deec4f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:25.254686 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19eeae1-951f-439d-8e1d-78d1deec4f20 service neutron] Pushing event updated for resources: {'Port': ['ID=6ed62b01-106f-4cc8-90d5-7ffbae508d3c,revision_number=11']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:25.295170 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-bcbbf620-4144-4879-a4d7-df3c4894c342 None None] Provisioning complete for port 6ed62b01-106f-4cc8-90d5-7ffbae508d3c triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:00:25.295794 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-bcbbf620-4144-4879-a4d7-df3c4894c342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:25.307041 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd2936f-8fb4-46aa-af73-3bd9320d25b1 req-f19eeae1-951f-439d-8e1d-78d1deec4f20 service neutron] No DVR routers for this DVR port 6ed62b01-106f-4cc8-90d5-7ffbae508d3c on host hv-neutron-8295 {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:00:25.349059 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-bcbbf620-4144-4879-a4d7-df3c4894c342 None None] Port 6ed62b01-106f-4cc8-90d5-7ffbae508d3c cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:00:25.532535 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-7dd2936f-8fb4-46aa-af73-3bd9320d25b1 req-f19eeae1-951f-439d-8e1d-78d1deec4f20 service neutron] In _notify_port_updated(), no bound segment for port 6ed62b01-106f-4cc8-90d5-7ffbae508d3c on network 25aa96f3-3f2f-4fad-bfac-1eaed5da7564 {{(pid=87701) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 13:00:25.533443 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2936f-8fb4-46aa-af73-3bd9320d25b1 req-f19eeae1-951f-439d-8e1d-78d1deec4f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:25.534044 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-7dd2936f-8fb4-46aa-af73-3bd9320d25b1 req-f19eeae1-951f-439d-8e1d-78d1deec4f20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:25.535318 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7dd2936f-8fb4-46aa-af73-3bd9320d25b1 req-f19eeae1-951f-439d-8e1d-78d1deec4f20 service neutron] 10.222.0.89 "PUT /v2.0/ports/6ed62b01-106f-4cc8-90d5-7ffbae508d3c HTTP/1.1" status: 200 len: 1026 time: 0.9823365 Feb 16 13:00:25.599702 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-77eca3f0-e097-4319-a052-b0be2c79d6dc req-91fe2bc2-e86b-4a87-9ba2-2c9b7af922af tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=19b53c91-af8b-40e3-9ebf-6413996b7165 HTTP/1.1" status: 200 len: 210 time: 0.0457749 Feb 16 13:00:26.705116 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44904) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:26.778580 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-361e412a-496c-4bdb-8ed2-2fa34049ce9c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:26.808391 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-361e412a-496c-4bdb-8ed2-2fa34049ce9c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:26.894880 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-361e412a-496c-4bdb-8ed2-2fa34049ce9c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:26.913229 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e412a-496c-4bdb-8ed2-2fa34049ce9c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=098eac27-29bc-41e2-b262-1b6e24ee225b,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:26.926848 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-361e412a-496c-4bdb-8ed2-2fa34049ce9c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:26.928026 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-361e412a-496c-4bdb-8ed2-2fa34049ce9c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "DELETE /v2.0/security-groups/098eac27-29bc-41e2-b262-1b6e24ee225b HTTP/1.1" status: 204 len: 168 time: 0.2218809 Feb 16 13:00:26.959916 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44910) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:27.160682 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-6ed489d5-5a05-48f7-aa41-6e857865086a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Deleting port 0b99cccb-d112-491a-8ec0-a0d6246f69fb {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:00:27.161058 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6ed489d5-5a05-48f7-aa41-6e857865086a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:27.339056 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6ed489d5-5a05-48f7-aa41-6e857865086a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:27.339340 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6ed489d5-5a05-48f7-aa41-6e857865086a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:27.465885 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-6ed489d5-5a05-48f7-aa41-6e857865086a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Calling delete_port for 0b99cccb-d112-491a-8ec0-a0d6246f69fb owned by network:floatingip {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:00:27.641449 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6ed489d5-5a05-48f7-aa41-6e857865086a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:27.695798 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed489d5-5a05-48f7-aa41-6e857865086a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Port': ['ID=0b99cccb-d112-491a-8ec0-a0d6246f69fb,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:27.787518 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6ed489d5-5a05-48f7-aa41-6e857865086a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for floatingip, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:27.787858 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-6ed489d5-5a05-48f7-aa41-6e857865086a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Floating IP 516a3848-02c9-454f-8f57-08183007293d disassociated (deleted). External IP: 172.26.5.17, port: 6ed62b01-106f-4cc8-90d5-7ffbae508d3c. Feb 16 13:00:28.143257 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed489d5-5a05-48f7-aa41-6e857865086a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Router 6805ea60-d39a-42cb-8be1-f008ecc28f19 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:00:28.432691 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed489d5-5a05-48f7-aa41-6e857865086a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:00:28.443412 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d981b315-d414-4f98-b919-62c0e228e0e6 None None] Sync routers for ids ['6805ea60-d39a-42cb-8be1-f008ecc28f19'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:00:28.452697 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d981b315-d414-4f98-b919-62c0e228e0e6 None None] Routers {'6805ea60-d39a-42cb-8be1-f008ecc28f19'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:00:28.453293 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-d981b315-d414-4f98-b919-62c0e228e0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:00:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['6805ea60-d39a-42cb-8be1-f008ecc28f19'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:28.456627 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6ed489d5-5a05-48f7-aa41-6e857865086a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:28.512794 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6ed489d5-5a05-48f7-aa41-6e857865086a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "DELETE /v2.0/floatingips/516a3848-02c9-454f-8f57-08183007293d HTTP/1.1" status: 204 len: 168 time: 1.5517437 Feb 16 13:00:28.627910 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-d981b315-d414-4f98-b919-62c0e228e0e6 None None] Set router 6805ea60-d39a-42cb-8be1-f008ecc28f19 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:00:28.653796 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44918) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:28.723965 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3fb77013-0dc6-419f-b75c-45367f68bc55 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:28.752972 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3fb77013-0dc6-419f-b75c-45367f68bc55 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:28.819967 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3fb77013-0dc6-419f-b75c-45367f68bc55 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:28.842679 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb77013-0dc6-419f-b75c-45367f68bc55 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a357d199-5b52-4522-91fe-213c41d02f24,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:28.849981 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3fb77013-0dc6-419f-b75c-45367f68bc55 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:28.850543 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-3fb77013-0dc6-419f-b75c-45367f68bc55 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "DELETE /v2.0/security-groups/a357d199-5b52-4522-91fe-213c41d02f24 HTTP/1.1" status: 204 len: 168 time: 0.1956687 Feb 16 13:00:28.885529 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44924) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:28.953795 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-e97360fa-a467-45d4-aeb9-30d9a06a385c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Deleting port 6ed62b01-106f-4cc8-90d5-7ffbae508d3c {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:00:28.954301 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e97360fa-a467-45d4-aeb9-30d9a06a385c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:28.957403 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-d981b315-d414-4f98-b919-62c0e228e0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6805ea60-d39a-42cb-8be1-f008ecc28f19', 'name': 'tempest-TestNetworkBasicOps-router-943611772', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '2823515a-a003-4c08-90f5-d9efe3ec771c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:43Z', 'updated_at': '2022-02-16T12:59:48Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '2823515a-a003-4c08-90f5-d9efe3ec771c', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:45:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6805ea60-d39a-42cb-8be1-f008ecc28f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:44Z', 'updated_at': '2022-02-16T12:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '7ab7d9b4-3304-4980-935b-2238694da96d', 'name': '', 'network_id': '25aa96f3-3f2f-4fad-bfac-1eaed5da7564', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:60:de:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6805ea60-d39a-42cb-8be1-f008ecc28f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '7dc0ee57-66c1-42c7-9080-c14769f2d92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:47Z', 'updated_at': '2022-02-16T12:59:53Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '7dc0ee57-66c1-42c7-9080-c14769f2d92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:28.961451 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d981b315-d414-4f98-b919-62c0e228e0e6 None None] Checking router: 6805ea60-d39a-42cb-8be1-f008ecc28f19 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:00:28.969827 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d981b315-d414-4f98-b919-62c0e228e0e6 None None] Routers {'6805ea60-d39a-42cb-8be1-f008ecc28f19'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:00:28.970510 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-d981b315-d414-4f98-b919-62c0e228e0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:00:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['6805ea60-d39a-42cb-8be1-f008ecc28f19'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:29.043543 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:00:29.185179 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-d981b315-d414-4f98-b919-62c0e228e0e6 None None] Set router 6805ea60-d39a-42cb-8be1-f008ecc28f19 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:00:29.201961 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e97360fa-a467-45d4-aeb9-30d9a06a385c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:29.323616 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-e97360fa-a467-45d4-aeb9-30d9a06a385c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Calling delete_port for 6ed62b01-106f-4cc8-90d5-7ffbae508d3c owned by {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:00:29.473227 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e97360fa-a467-45d4-aeb9-30d9a06a385c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:29.499408 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-d981b315-d414-4f98-b919-62c0e228e0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6805ea60-d39a-42cb-8be1-f008ecc28f19', 'name': 'tempest-TestNetworkBasicOps-router-943611772', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '2823515a-a003-4c08-90f5-d9efe3ec771c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:43Z', 'updated_at': '2022-02-16T12:59:48Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '2823515a-a003-4c08-90f5-d9efe3ec771c', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:45:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6805ea60-d39a-42cb-8be1-f008ecc28f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:44Z', 'updated_at': '2022-02-16T12:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '7ab7d9b4-3304-4980-935b-2238694da96d', 'name': '', 'network_id': '25aa96f3-3f2f-4fad-bfac-1eaed5da7564', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:60:de:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6805ea60-d39a-42cb-8be1-f008ecc28f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '7dc0ee57-66c1-42c7-9080-c14769f2d92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:47Z', 'updated_at': '2022-02-16T12:59:53Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '7dc0ee57-66c1-42c7-9080-c14769f2d92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:29.503976 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d981b315-d414-4f98-b919-62c0e228e0e6 None None] The sync data for ids ['6805ea60-d39a-42cb-8be1-f008ecc28f19'] in dv-neutron-829527-1-hyperv is: [{'id': '6805ea60-d39a-42cb-8be1-f008ecc28f19', 'name': 'tempest-TestNetworkBasicOps-router-943611772', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '2823515a-a003-4c08-90f5-d9efe3ec771c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:43Z', 'updated_at': '2022-02-16T12:59:48Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '2823515a-a003-4c08-90f5-d9efe3ec771c', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:45:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6805ea60-d39a-42cb-8be1-f008ecc28f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:44Z', 'updated_at': '2022-02-16T12:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '7ab7d9b4-3304-4980-935b-2238694da96d', 'name': '', 'network_id': '25aa96f3-3f2f-4fad-bfac-1eaed5da7564', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:60:de:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6805ea60-d39a-42cb-8be1-f008ecc28f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '7dc0ee57-66c1-42c7-9080-c14769f2d92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:47Z', 'updated_at': '2022-02-16T12:59:53Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '7dc0ee57-66c1-42c7-9080-c14769f2d92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:00:29.521498 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97360fa-a467-45d4-aeb9-30d9a06a385c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Port': ['ID=6ed62b01-106f-4cc8-90d5-7ffbae508d3c,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:29.625915 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e97360fa-a467-45d4-aeb9-30d9a06a385c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:29.639057 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44928) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:29.639590 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e97360fa-a467-45d4-aeb9-30d9a06a385c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "DELETE /v2.0/ports/6ed62b01-106f-4cc8-90d5-7ffbae508d3c HTTP/1.1" status: 204 len: 168 time: 0.7526720 Feb 16 13:00:29.730495 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafb68b4-b984-4d94-970b-a255c476345c None None] New status for floating IP 516a3848-02c9-454f-8f57-08183007293d: DOWN {{(pid=87703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:00:29.999074 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 6ed62b01-106f-4cc8-90d5-7ffbae508d3c no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:00:30.033246 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] No Port match for: 6ed62b01-106f-4cc8-90d5-7ffbae508d3c {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:00:30.033553 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 6ed62b01-106f-4cc8-90d5-7ffbae508d3c not bound to the agent host hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:00:30.216885 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5614e414-53bc-4706-b9dd-a00b1cbdc12d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:30.575035 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-5614e414-53bc-4706-b9dd-a00b1cbdc12d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Deleting port 7ab7d9b4-3304-4980-935b-2238694da96d {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:00:30.575391 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5614e414-53bc-4706-b9dd-a00b1cbdc12d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:30.772024 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-5614e414-53bc-4706-b9dd-a00b1cbdc12d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] For port 7ab7d9b4-3304-4980-935b-2238694da96d, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=7ab7d9b4-3304-4980-935b-2238694da96d,segment=NetworkSegment(d59d6e57-8652-481c-82e4-b2e96eb8bb31),segment_id=d59d6e57-8652-481c-82e4-b2e96eb8bb31)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:00:30.772783 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5614e414-53bc-4706-b9dd-a00b1cbdc12d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:30.897924 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-5614e414-53bc-4706-b9dd-a00b1cbdc12d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Calling delete_port for 7ab7d9b4-3304-4980-935b-2238694da96d owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:00:31.336418 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5614e414-53bc-4706-b9dd-a00b1cbdc12d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:31.418897 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5614e414-53bc-4706-b9dd-a00b1cbdc12d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Port': ['ID=7ab7d9b4-3304-4980-935b-2238694da96d,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:31.666395 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5614e414-53bc-4706-b9dd-a00b1cbdc12d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:31.800270 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b02d0076-d00d-4aa3-9581-969daa4af342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:32.044873 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5614e414-53bc-4706-b9dd-a00b1cbdc12d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Router 6805ea60-d39a-42cb-8be1-f008ecc28f19 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:00:32.239225 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5614e414-53bc-4706-b9dd-a00b1cbdc12d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:00:32.249308 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0d1d41-9077-41dd-87e0-877d5f32706a None None] Sync routers for ids ['6805ea60-d39a-42cb-8be1-f008ecc28f19'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:00:32.252970 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5614e414-53bc-4706-b9dd-a00b1cbdc12d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "PUT /v2.0/routers/6805ea60-d39a-42cb-8be1-f008ecc28f19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6120474 Feb 16 13:00:32.255909 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44932) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:32.259476 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0d1d41-9077-41dd-87e0-877d5f32706a None None] Routers {'6805ea60-d39a-42cb-8be1-f008ecc28f19'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:00:32.260097 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-2e0d1d41-9077-41dd-87e0-877d5f32706a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:00:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['6805ea60-d39a-42cb-8be1-f008ecc28f19'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:32.322981 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-33d14b01-5fc9-4682-b11d-b225aab54d88 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Deleting subnet 7dc0ee57-66c1-42c7-9080-c14769f2d92e {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:00:32.325898 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-33d14b01-5fc9-4682-b11d-b225aab54d88 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:32.379259 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-33d14b01-5fc9-4682-b11d-b225aab54d88 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:32.445260 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-2e0d1d41-9077-41dd-87e0-877d5f32706a None None] Set router 6805ea60-d39a-42cb-8be1-f008ecc28f19 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:00:32.475197 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-33d14b01-5fc9-4682-b11d-b225aab54d88 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:32.559220 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-33d14b01-5fc9-4682-b11d-b225aab54d88 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:32.603530 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-33d14b01-5fc9-4682-b11d-b225aab54d88 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:32.606920 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d14b01-5fc9-4682-b11d-b225aab54d88 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Subnet': ['ID=7dc0ee57-66c1-42c7-9080-c14769f2d92e,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:32.612056 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3c8818-cd46-41bc-8cc9-49e08cde2c19 None None] Network 25aa96f3-3f2f-4fad-bfac-1eaed5da7564 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:00:32.616717 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d14b01-5fc9-4682-b11d-b225aab54d88 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:32.617065 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d14b01-5fc9-4682-b11d-b225aab54d88 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:32.617398 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d14b01-5fc9-4682-b11d-b225aab54d88 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:32.617798 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d14b01-5fc9-4682-b11d-b225aab54d88 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:32.618093 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d14b01-5fc9-4682-b11d-b225aab54d88 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:32.618418 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d14b01-5fc9-4682-b11d-b225aab54d88 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:32.618737 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d14b01-5fc9-4682-b11d-b225aab54d88 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:32.619063 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d14b01-5fc9-4682-b11d-b225aab54d88 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:32.619387 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d14b01-5fc9-4682-b11d-b225aab54d88 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:32.619700 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d14b01-5fc9-4682-b11d-b225aab54d88 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:32.620034 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d14b01-5fc9-4682-b11d-b225aab54d88 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:32.620344 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d14b01-5fc9-4682-b11d-b225aab54d88 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:32.625140 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-33d14b01-5fc9-4682-b11d-b225aab54d88 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "DELETE /v2.0/subnets/7dc0ee57-66c1-42c7-9080-c14769f2d92e HTTP/1.1" status: 204 len: 168 time: 0.3681891 Feb 16 13:00:32.628518 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44936) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:32.914619 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-2e0d1d41-9077-41dd-87e0-877d5f32706a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6805ea60-d39a-42cb-8be1-f008ecc28f19', 'name': 'tempest-TestNetworkBasicOps-router-943611772', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '2823515a-a003-4c08-90f5-d9efe3ec771c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:43Z', 'updated_at': '2022-02-16T13:00:31Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '2823515a-a003-4c08-90f5-d9efe3ec771c', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:45:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6805ea60-d39a-42cb-8be1-f008ecc28f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:44Z', 'updated_at': '2022-02-16T12:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:32.919088 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0d1d41-9077-41dd-87e0-877d5f32706a None None] Checking router: 6805ea60-d39a-42cb-8be1-f008ecc28f19 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:00:32.929435 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0d1d41-9077-41dd-87e0-877d5f32706a None None] Routers {'6805ea60-d39a-42cb-8be1-f008ecc28f19'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:00:32.930566 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-2e0d1d41-9077-41dd-87e0-877d5f32706a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:00:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['6805ea60-d39a-42cb-8be1-f008ecc28f19'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:32.950161 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-71de32eb-ceab-4c1f-bee3-edaea3b4c893 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:32.992994 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7f61b5-38ec-47a6-b4f6-0097e0889b0d None None] DHCP port deletion for 25aa96f3-3f2f-4fad-bfac-1eaed5da7564 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:00:33.009744 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f61b5-38ec-47a6-b4f6-0097e0889b0d None None] Deleting port 87a6d67c-9e60-4e93-907d-2d73a9adae83 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:00:33.010112 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7b7f61b5-38ec-47a6-b4f6-0097e0889b0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:33.144596 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-71de32eb-ceab-4c1f-bee3-edaea3b4c893 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:33.155937 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-71de32eb-ceab-4c1f-bee3-edaea3b4c893 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Deleting port 2823515a-a003-4c08-90f5-d9efe3ec771c {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:00:33.156224 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-71de32eb-ceab-4c1f-bee3-edaea3b4c893 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:33.239963 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-2e0d1d41-9077-41dd-87e0-877d5f32706a None None] Set router 6805ea60-d39a-42cb-8be1-f008ecc28f19 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:00:33.334509 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-71de32eb-ceab-4c1f-bee3-edaea3b4c893 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] For port 2823515a-a003-4c08-90f5-d9efe3ec771c, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=2823515a-a003-4c08-90f5-d9efe3ec771c,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:00:33.334831 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-71de32eb-ceab-4c1f-bee3-edaea3b4c893 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:33.468814 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-71de32eb-ceab-4c1f-bee3-edaea3b4c893 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Calling delete_port for 2823515a-a003-4c08-90f5-d9efe3ec771c owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:00:33.510145 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-7b7f61b5-38ec-47a6-b4f6-0097e0889b0d None None] For port 87a6d67c-9e60-4e93-907d-2d73a9adae83, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=87a6d67c-9e60-4e93-907d-2d73a9adae83,segment=NetworkSegment(d59d6e57-8652-481c-82e4-b2e96eb8bb31),segment_id=d59d6e57-8652-481c-82e4-b2e96eb8bb31)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:00:33.510532 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7b7f61b5-38ec-47a6-b4f6-0097e0889b0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:33.642266 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f61b5-38ec-47a6-b4f6-0097e0889b0d None None] Calling delete_port for 87a6d67c-9e60-4e93-907d-2d73a9adae83 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:00:33.648516 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-71de32eb-ceab-4c1f-bee3-edaea3b4c893 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:33.694576 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de32eb-ceab-4c1f-bee3-edaea3b4c893 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Port': ['ID=2823515a-a003-4c08-90f5-d9efe3ec771c,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:33.781024 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7b7f61b5-38ec-47a6-b4f6-0097e0889b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:33.791382 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-71de32eb-ceab-4c1f-bee3-edaea3b4c893 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023674'] for router_gateway, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:33.841884 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f61b5-38ec-47a6-b4f6-0097e0889b0d None None] Pushing event deleted for resources: {'Port': ['ID=87a6d67c-9e60-4e93-907d-2d73a9adae83,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:33.846169 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7f61b5-38ec-47a6-b4f6-0097e0889b0d None None] No DVR routers for this DVR port 87a6d67c-9e60-4e93-907d-2d73a9adae83 on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:00:33.855897 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-2e0d1d41-9077-41dd-87e0-877d5f32706a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6805ea60-d39a-42cb-8be1-f008ecc28f19', 'name': 'tempest-TestNetworkBasicOps-router-943611772', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '2823515a-a003-4c08-90f5-d9efe3ec771c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:43Z', 'updated_at': '2022-02-16T13:00:31Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '2823515a-a003-4c08-90f5-d9efe3ec771c', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:45:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6805ea60-d39a-42cb-8be1-f008ecc28f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:44Z', 'updated_at': '2022-02-16T12:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:33.860243 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0d1d41-9077-41dd-87e0-877d5f32706a None None] The sync data for ids ['6805ea60-d39a-42cb-8be1-f008ecc28f19'] in dv-neutron-829527-1-hyperv is: [{'id': '6805ea60-d39a-42cb-8be1-f008ecc28f19', 'name': 'tempest-TestNetworkBasicOps-router-943611772', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '2823515a-a003-4c08-90f5-d9efe3ec771c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T12:59:43Z', 'updated_at': '2022-02-16T13:00:31Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '2823515a-a003-4c08-90f5-d9efe3ec771c', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:45:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6805ea60-d39a-42cb-8be1-f008ecc28f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T12:59:44Z', 'updated_at': '2022-02-16T12:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:00:33.976460 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-71de32eb-ceab-4c1f-bee3-edaea3b4c893 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:33.978611 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-71de32eb-ceab-4c1f-bee3-edaea3b4c893 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:34.003746 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-71de32eb-ceab-4c1f-bee3-edaea3b4c893 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:34.004367 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71de32eb-ceab-4c1f-bee3-edaea3b4c893 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Fanout notify agent at l3_agent the message router_deleted on router 6805ea60-d39a-42cb-8be1-f008ecc28f19 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:00:34.019533 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-71de32eb-ceab-4c1f-bee3-edaea3b4c893 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:34.020622 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-71de32eb-ceab-4c1f-bee3-edaea3b4c893 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "DELETE /v2.0/routers/6805ea60-d39a-42cb-8be1-f008ecc28f19 HTTP/1.1" status: 204 len: 168 time: 1.3911078 Feb 16 13:00:34.024300 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44940) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:34.122848 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-96410954-dab3-4793-a97e-691a14b50e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:34.147238 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6fe31f91-3c8c-4327-ba70-7f38ad7fc7af tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:34.283345 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6fe31f91-3c8c-4327-ba70-7f38ad7fc7af tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:34.311882 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-6fe31f91-3c8c-4327-ba70-7f38ad7fc7af tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25aa96f3-3f2f-4fad-bfac-1eaed5da7564']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:34.325883 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-6fe31f91-3c8c-4327-ba70-7f38ad7fc7af tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd59d6e57-8652-481c-82e4-b2e96eb8bb31') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:34.325997 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-6fe31f91-3c8c-4327-ba70-7f38ad7fc7af tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd59d6e57-8652-481c-82e4-b2e96eb8bb31') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:34.338833 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6fe31f91-3c8c-4327-ba70-7f38ad7fc7af tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:34.355105 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6fe31f91-3c8c-4327-ba70-7f38ad7fc7af tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:34.362018 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fe31f91-3c8c-4327-ba70-7f38ad7fc7af tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:00:34.362394 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6fe31f91-3c8c-4327-ba70-7f38ad7fc7af tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:34.377643 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 13:00:34.377643 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:00:34.377643 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 13:00:34.377643 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:00:34.377643 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 13:00:34.377643 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:00:34.377643 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 13:00:34.377643 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:00:34.377643 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 13:00:34.377643 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:00:34.377643 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 13:00:34.377643 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:00:34.377643 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 13:00:34.377643 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:00:34.377643 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:00:34.377643 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:00:34.377643 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:00:34.377643 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:00:34.377643 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 13:00:34.377643 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:00:34.377643 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 13:00:34.377643 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:00:34.377643 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:00:34.377643 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:00:34.377643 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 13:00:34.377643 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:00:34.377643 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:00:34.377643 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:00:34.377643 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:00:34.377643 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:00:34.377643 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:00:34.377643 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:00:34.441986 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:34.588791 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6fe31f91-3c8c-4327-ba70-7f38ad7fc7af tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:34.608691 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6fe31f91-3c8c-4327-ba70-7f38ad7fc7af tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:34.621141 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe31f91-3c8c-4327-ba70-7f38ad7fc7af tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Network': ['ID=25aa96f3-3f2f-4fad-bfac-1eaed5da7564,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:34.629746 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6fe31f91-3c8c-4327-ba70-7f38ad7fc7af tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "DELETE /v2.0/networks/25aa96f3-3f2f-4fad-bfac-1eaed5da7564 HTTP/1.1" status: 204 len: 168 time: 0.6044571 Feb 16 13:00:34.643456 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44944) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:34.654821 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f39500a4-5016-473d-b3ab-400f8e2e61a9 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0102358 Feb 16 13:00:34.657033 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44948) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:34.662204 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-a97d8500-3a8d-4001-91c5-0009d503bd5c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'network': {'name': 'tempest-network-smoke--1611865848', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'port_security_enabled': True}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:00:34.667026 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a97d8500-3a8d-4001-91c5-0009d503bd5c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:00:34.671502 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a97d8500-3a8d-4001-91c5-0009d503bd5c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:network and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:00:34.675091 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a97d8500-3a8d-4001-91c5-0009d503bd5c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:00:34.681158 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a97d8500-3a8d-4001-91c5-0009d503bd5c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:00:34.693965 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97d8500-3a8d-4001-91c5-0009d503bd5c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Made reservation on behalf of a1535d45c61244dc9e2a62da1414d228 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:00:34.697380 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a97d8500-3a8d-4001-91c5-0009d503bd5c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:34.724107 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a97d8500-3a8d-4001-91c5-0009d503bd5c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:00:34.732709 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a97d8500-3a8d-4001-91c5-0009d503bd5c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:34.733046 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-a97d8500-3a8d-4001-91c5-0009d503bd5c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Added segment 8e8a0c99-82ed-4068-83cb-d220dd4cab4e of type vlan for network 79e7b2ab-b244-4018-a980-2cb10c543bb0 Feb 16 13:00:34.762581 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a97d8500-3a8d-4001-91c5-0009d503bd5c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:34.795904 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a97d8500-3a8d-4001-91c5-0009d503bd5c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:34.801468 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97d8500-3a8d-4001-91c5-0009d503bd5c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:34.802040 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a97d8500-3a8d-4001-91c5-0009d503bd5c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:34.914167 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a97d8500-3a8d-4001-91c5-0009d503bd5c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2561526 Feb 16 13:00:34.917108 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44952) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:34.924314 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d8500-3a8d-4001-91c5-0009d503bd5c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Network': ['ID=79e7b2ab-b244-4018-a980-2cb10c543bb0,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:34.928200 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-daea3989-1d99-4975-b73e-88e71bbd9add tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2079475440', 'admin_state_up': True, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:00:34.934527 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 79e7b2ab-b244-4018-a980-2cb10c543bb0 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:00:34.936249 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-daea3989-1d99-4975-b73e-88e71bbd9add tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:00:34.940666 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-daea3989-1d99-4975-b73e-88e71bbd9add tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:router and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:00:34.954734 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-daea3989-1d99-4975-b73e-88e71bbd9add tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:00:34.957580 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 87a6d67c-9e60-4e93-907d-2d73a9adae83 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:00:35.047285 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 87a6d67c-9e60-4e93-907d-2d73a9adae83 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:00:35.047649 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 87a6d67c-9e60-4e93-907d-2d73a9adae83 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:00:35.048739 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 7ab7d9b4-3304-4980-935b-2238694da96d no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:00:35.078028 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-daea3989-1d99-4975-b73e-88e71bbd9add tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:00:35.090104 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-daea3989-1d99-4975-b73e-88e71bbd9add tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:35.091292 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-daea3989-1d99-4975-b73e-88e71bbd9add tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:35.094101 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 7ab7d9b4-3304-4980-935b-2238694da96d {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:00:35.094492 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 7ab7d9b4-3304-4980-935b-2238694da96d not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:00:35.095478 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 2823515a-a003-4c08-90f5-d9efe3ec771c no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:00:35.106710 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-daea3989-1d99-4975-b73e-88e71bbd9add tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:35.157199 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 2823515a-a003-4c08-90f5-d9efe3ec771c {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:00:35.157971 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 2823515a-a003-4c08-90f5-d9efe3ec771c not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:00:35.178324 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:35.179753 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:35.379778 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-daea3989-1d99-4975-b73e-88e71bbd9add tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:35.690455 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-daea3989-1d99-4975-b73e-88e71bbd9add tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router_gateway, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:35.722112 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-daea3989-1d99-4975-b73e-88e71bbd9add tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:35.859981 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-daea3989-1d99-4975-b73e-88e71bbd9add tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Allocated IP 172.26.5.104 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/7f997d0a-f1ef-4bba-ab25-26f75d9c1448) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:00:36.007234 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-daea3989-1d99-4975-b73e-88e71bbd9add tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:36.041167 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-daea3989-1d99-4975-b73e-88e71bbd9add tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:36.116685 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daea3989-1d99-4975-b73e-88e71bbd9add tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:00:36.119624 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-daea3989-1d99-4975-b73e-88e71bbd9add tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:00:36.123366 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daea3989-1d99-4975-b73e-88e71bbd9add tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:00:36.157150 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea3989-1d99-4975-b73e-88e71bbd9add tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=7f997d0a-f1ef-4bba-ab25-26f75d9c1448,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:36.656769 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-daea3989-1d99-4975-b73e-88e71bbd9add tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router_gateway, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:36.700930 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:37.020470 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-daea3989-1d99-4975-b73e-88e71bbd9add tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:37.226114 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daea3989-1d99-4975-b73e-88e71bbd9add tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Router 04ea8930-557d-4b08-87eb-6bc47e26a043 is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:00:37.405155 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daea3989-1d99-4975-b73e-88e71bbd9add tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:00:37.416453 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e343aa6-d9ec-49f3-8509-305e15c9424a None None] Sync routers for ids ['04ea8930-557d-4b08-87eb-6bc47e26a043'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:00:37.426175 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e343aa6-d9ec-49f3-8509-305e15c9424a None None] Routers {'04ea8930-557d-4b08-87eb-6bc47e26a043'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:00:37.427056 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-1e343aa6-d9ec-49f3-8509-305e15c9424a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:00:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['04ea8930-557d-4b08-87eb-6bc47e26a043'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:37.432374 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-daea3989-1d99-4975-b73e-88e71bbd9add tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:37.433692 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-daea3989-1d99-4975-b73e-88e71bbd9add tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5151274 Feb 16 13:00:37.436780 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44956) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:37.477001 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f6405992-e578-42ec-accc-99945cbc1a6d tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=a1535d45c61244dc9e2a62da1414d228&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390263 Feb 16 13:00:37.479465 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44960) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:37.600470 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-1e343aa6-d9ec-49f3-8509-305e15c9424a None None] Set router 04ea8930-557d-4b08-87eb-6bc47e26a043 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:00:37.609615 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381cdcc3-e7e4-498c-ba6a-8348ca552cee tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:37.611365 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-381cdcc3-e7e4-498c-ba6a-8348ca552cee tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1309583 Feb 16 13:00:37.614285 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44964) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:37.652402 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f72ef434-b6e0-4f4b-83fc-dbe42ce4855a tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370507 Feb 16 13:00:37.655016 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44968) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:37.660464 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-a156ca44-c06f-47ea-9e46-a7ed9cc82487 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-496889430', 'network_id': '79e7b2ab-b244-4018-a980-2cb10c543bb0', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:00:37.770191 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-a156ca44-c06f-47ea-9e46-a7ed9cc82487 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:00:37.774144 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-a156ca44-c06f-47ea-9e46-a7ed9cc82487 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:subnet and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:00:37.777001 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-a156ca44-c06f-47ea-9e46-a7ed9cc82487 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:00:37.782844 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-a156ca44-c06f-47ea-9e46-a7ed9cc82487 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:00:37.794939 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a156ca44-c06f-47ea-9e46-a7ed9cc82487 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Made reservation on behalf of a1535d45c61244dc9e2a62da1414d228 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:00:37.798864 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a156ca44-c06f-47ea-9e46-a7ed9cc82487 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:37.886220 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-1e343aa6-d9ec-49f3-8509-305e15c9424a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'name': 'tempest-TestNetworkBasicOps-router-2079475440', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': '7f997d0a-f1ef-4bba-ab25-26f75d9c1448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:35Z', 'updated_at': '2022-02-16T13:00:36Z', 'revision_number': 3, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '7f997d0a-f1ef-4bba-ab25-26f75d9c1448', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:36:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:35Z', 'updated_at': '2022-02-16T13:00:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:37.892197 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e343aa6-d9ec-49f3-8509-305e15c9424a None None] Checking router: 04ea8930-557d-4b08-87eb-6bc47e26a043 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:00:37.892534 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e343aa6-d9ec-49f3-8509-305e15c9424a None None] Updating router 04ea8930-557d-4b08-87eb-6bc47e26a043 port 7f997d0a-f1ef-4bba-ab25-26f75d9c1448 binding host dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:00:37.946794 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-1e343aa6-d9ec-49f3-8509-305e15c9424a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:38.162687 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a156ca44-c06f-47ea-9e46-a7ed9cc82487 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:38.239820 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156ca44-c06f-47ea-9e46-a7ed9cc82487 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Subnet': ['ID=4f399a81-58c7-40a2-abe5-996e68968dd2,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:38.249399 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a156ca44-c06f-47ea-9e46-a7ed9cc82487 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Checking segment: {'id': '8e8a0c99-82ed-4068-83cb-d220dd4cab4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '79e7b2ab-b244-4018-a980-2cb10c543bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:00:38.249752 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a156ca44-c06f-47ea-9e46-a7ed9cc82487 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network hostable DHCP agents. Network: 79e7b2ab-b244-4018-a980-2cb10c543bb0, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:00:38.272500 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a156ca44-c06f-47ea-9e46-a7ed9cc82487 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network 79e7b2ab-b244-4018-a980-2cb10c543bb0 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:00:38.282722 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-1e343aa6-d9ec-49f3-8509-305e15c9424a None None] Notify callbacks [] for port, precommit_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:38.283444 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-a156ca44-c06f-47ea-9e46-a7ed9cc82487 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 79e7b2ab-b244-4018-a980-2cb10c543bb0) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:00:38.288717 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a156ca44-c06f-47ea-9e46-a7ed9cc82487 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:38.289644 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a156ca44-c06f-47ea-9e46-a7ed9cc82487 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:38.294124 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b762ed48-1667-4bb0-b83b-8d45154db302 None None] Network 79e7b2ab-b244-4018-a980-2cb10c543bb0 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:00:38.294862 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.provisioning_blocks [None req-1e343aa6-d9ec-49f3-8509-305e15c9424a None None] Transition to ACTIVE for port object 7f997d0a-f1ef-4bba-ab25-26f75d9c1448 will not be triggered until provisioned by entity L2. {{(pid=87703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:00:38.304666 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-1e343aa6-d9ec-49f3-8509-305e15c9424a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:38.319116 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44972) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:38.325277 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-a156ca44-c06f-47ea-9e46-a7ed9cc82487 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6691754 Feb 16 13:00:38.398388 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd70cfb-66b0-461c-a2d2-fdbb2fdbd1fe None None] Pushing event updated for resources: {'Port': ['ID=7f997d0a-f1ef-4bba-ab25-26f75d9c1448,revision_number=2']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:38.425890 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-1e343aa6-d9ec-49f3-8509-305e15c9424a None None] Attempting to bind port 7f997d0a-f1ef-4bba-ab25-26f75d9c1448 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:00:38.427655 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-1e343aa6-d9ec-49f3-8509-305e15c9424a None None] Attempting to bind port 7f997d0a-f1ef-4bba-ab25-26f75d9c1448 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:00:38.428017 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e343aa6-d9ec-49f3-8509-305e15c9424a None None] Attempting to bind port 7f997d0a-f1ef-4bba-ab25-26f75d9c1448 on network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:00:38.433899 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e343aa6-d9ec-49f3-8509-305e15c9424a None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:00:38.434264 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e343aa6-d9ec-49f3-8509-305e15c9424a None None] Checking segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:00:38.434658 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-1e343aa6-d9ec-49f3-8509-305e15c9424a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:38.435042 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e343aa6-d9ec-49f3-8509-305e15c9424a None None] Bound using segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:00:38.435499 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-1e343aa6-d9ec-49f3-8509-305e15c9424a None None] Bound port: 7f997d0a-f1ef-4bba-ab25-26f75d9c1448, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:00:38.435867 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-1e343aa6-d9ec-49f3-8509-305e15c9424a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:38.514936 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-1e343aa6-d9ec-49f3-8509-305e15c9424a None None] For port 7f997d0a-f1ef-4bba-ab25-26f75d9c1448, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:00:38.518406 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-1e343aa6-d9ec-49f3-8509-305e15c9424a None None] For port 7f997d0a-f1ef-4bba-ab25-26f75d9c1448, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=7f997d0a-f1ef-4bba-ab25-26f75d9c1448,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:00:38.524807 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-1e343aa6-d9ec-49f3-8509-305e15c9424a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:38.529287 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5507bf-398a-44d3-98ff-e7dbb86b79fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-79e7b2ab-b244-4018-a980-2cb10c543bb0', 'network_id': '79e7b2ab-b244-4018-a980-2cb10c543bb0', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ips': [{'subnet_id': '4f399a81-58c7-40a2-abe5-996e68968dd2'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:00:38.530160 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ad5507bf-398a-44d3-98ff-e7dbb86b79fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:38.602881 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd70cfb-66b0-461c-a2d2-fdbb2fdbd1fe None None] Pushing event updated for resources: {'Port': ['ID=7f997d0a-f1ef-4bba-ab25-26f75d9c1448,revision_number=3']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:38.623514 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e343aa6-d9ec-49f3-8509-305e15c9424a None None] Routers {'04ea8930-557d-4b08-87eb-6bc47e26a043'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:00:38.624116 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-1e343aa6-d9ec-49f3-8509-305e15c9424a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:00:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['04ea8930-557d-4b08-87eb-6bc47e26a043'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:38.731876 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-ad5507bf-398a-44d3-98ff-e7dbb86b79fc None None] Allocated IP 172.20.0.2 (79e7b2ab-b244-4018-a980-2cb10c543bb0/4f399a81-58c7-40a2-abe5-996e68968dd2/2b7942ce-550a-48fd-a663-441c59885e76) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:00:38.801811 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-1e343aa6-d9ec-49f3-8509-305e15c9424a None None] Set router 04ea8930-557d-4b08-87eb-6bc47e26a043 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:00:38.936184 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ad5507bf-398a-44d3-98ff-e7dbb86b79fc None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:38.947553 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-ad5507bf-398a-44d3-98ff-e7dbb86b79fc None None] Transition to ACTIVE for port object 2b7942ce-550a-48fd-a663-441c59885e76 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:00:38.966016 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-ad5507bf-398a-44d3-98ff-e7dbb86b79fc None None] Transition to ACTIVE for port object 2b7942ce-550a-48fd-a663-441c59885e76 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:00:38.973610 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ad5507bf-398a-44d3-98ff-e7dbb86b79fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:39.006165 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-81ab396d-7926-4714-867c-b2d1342a2a7f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:39.039409 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5507bf-398a-44d3-98ff-e7dbb86b79fc None None] Network 79e7b2ab-b244-4018-a980-2cb10c543bb0 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:00:39.042127 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-ad5507bf-398a-44d3-98ff-e7dbb86b79fc None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:00:39.046312 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5507bf-398a-44d3-98ff-e7dbb86b79fc None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:00:39.048426 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5507bf-398a-44d3-98ff-e7dbb86b79fc None None] Pushing event updated for resources: {'Port': ['ID=2b7942ce-550a-48fd-a663-441c59885e76,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:39.135113 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-ad5507bf-398a-44d3-98ff-e7dbb86b79fc None None] Attempting to bind port 2b7942ce-550a-48fd-a663-441c59885e76 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:00:39.135341 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-1e343aa6-d9ec-49f3-8509-305e15c9424a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'name': 'tempest-TestNetworkBasicOps-router-2079475440', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': '7f997d0a-f1ef-4bba-ab25-26f75d9c1448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:35Z', 'updated_at': '2022-02-16T13:00:36Z', 'revision_number': 3, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '7f997d0a-f1ef-4bba-ab25-26f75d9c1448', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:36:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:35Z', 'updated_at': '2022-02-16T13:00:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:39.135964 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-ad5507bf-398a-44d3-98ff-e7dbb86b79fc None None] Attempting to bind port 2b7942ce-550a-48fd-a663-441c59885e76 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '8e8a0c99-82ed-4068-83cb-d220dd4cab4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '79e7b2ab-b244-4018-a980-2cb10c543bb0'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:00:39.136418 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5507bf-398a-44d3-98ff-e7dbb86b79fc None None] Attempting to bind port 2b7942ce-550a-48fd-a663-441c59885e76 on network 79e7b2ab-b244-4018-a980-2cb10c543bb0 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:00:39.139716 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e343aa6-d9ec-49f3-8509-305e15c9424a None None] The sync data for ids ['04ea8930-557d-4b08-87eb-6bc47e26a043'] in dv-neutron-829527-1-hyperv is: [{'id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'name': 'tempest-TestNetworkBasicOps-router-2079475440', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': '7f997d0a-f1ef-4bba-ab25-26f75d9c1448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:35Z', 'updated_at': '2022-02-16T13:00:36Z', 'revision_number': 3, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '7f997d0a-f1ef-4bba-ab25-26f75d9c1448', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:36:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:35Z', 'updated_at': '2022-02-16T13:00:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:00:39.146189 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5507bf-398a-44d3-98ff-e7dbb86b79fc None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:00:39.146561 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5507bf-398a-44d3-98ff-e7dbb86b79fc None None] Checking segment: {'id': '8e8a0c99-82ed-4068-83cb-d220dd4cab4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '79e7b2ab-b244-4018-a980-2cb10c543bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:00:39.146954 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ad5507bf-398a-44d3-98ff-e7dbb86b79fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:39.147334 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5507bf-398a-44d3-98ff-e7dbb86b79fc None None] Bound using segment: {'id': '8e8a0c99-82ed-4068-83cb-d220dd4cab4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '79e7b2ab-b244-4018-a980-2cb10c543bb0'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:00:39.147795 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-ad5507bf-398a-44d3-98ff-e7dbb86b79fc None None] Bound port: 2b7942ce-550a-48fd-a663-441c59885e76, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e8a0c99-82ed-4068-83cb-d220dd4cab4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '79e7b2ab-b244-4018-a980-2cb10c543bb0'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:00:39.148162 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ad5507bf-398a-44d3-98ff-e7dbb86b79fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:39.244334 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-ad5507bf-398a-44d3-98ff-e7dbb86b79fc None None] For port 2b7942ce-550a-48fd-a663-441c59885e76, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:00:39.247409 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-ad5507bf-398a-44d3-98ff-e7dbb86b79fc None None] For port 2b7942ce-550a-48fd-a663-441c59885e76, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=2b7942ce-550a-48fd-a663-441c59885e76,segment=NetworkSegment(8e8a0c99-82ed-4068-83cb-d220dd4cab4e),segment_id=8e8a0c99-82ed-4068-83cb-d220dd4cab4e)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:00:39.255191 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ad5507bf-398a-44d3-98ff-e7dbb86b79fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:39.340068 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5507bf-398a-44d3-98ff-e7dbb86b79fc None None] Pushing event updated for resources: {'Port': ['ID=2b7942ce-550a-48fd-a663-441c59885e76,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:39.442872 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-81ab396d-7926-4714-867c-b2d1342a2a7f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Allocated IP 172.20.0.1 (79e7b2ab-b244-4018-a980-2cb10c543bb0/4f399a81-58c7-40a2-abe5-996e68968dd2/635d4c0d-9be4-499c-9f5c-35042e1ea7ef) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:00:39.762811 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-81ab396d-7926-4714-867c-b2d1342a2a7f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:39.779841 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-81ab396d-7926-4714-867c-b2d1342a2a7f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Transition to ACTIVE for port object 635d4c0d-9be4-499c-9f5c-35042e1ea7ef will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:00:39.807138 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-81ab396d-7926-4714-867c-b2d1342a2a7f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:39.881676 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ab396d-7926-4714-867c-b2d1342a2a7f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network 79e7b2ab-b244-4018-a980-2cb10c543bb0 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:00:39.884845 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-81ab396d-7926-4714-867c-b2d1342a2a7f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:00:39.888858 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ab396d-7926-4714-867c-b2d1342a2a7f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:00:39.921925 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab396d-7926-4714-867c-b2d1342a2a7f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=635d4c0d-9be4-499c-9f5c-35042e1ea7ef,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:39.952744 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-81ab396d-7926-4714-867c-b2d1342a2a7f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:40.218379 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-81ab396d-7926-4714-867c-b2d1342a2a7f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:40.318743 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da559643-7daf-4f7f-be6b-531ab911f085 None None] Network 79e7b2ab-b244-4018-a980-2cb10c543bb0 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:00:40.447887 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-cf0657e4-afa1-4ad1-a0b9-00f4174d14a1 None None] Provisioning for port 2b7942ce-550a-48fd-a663-441c59885e76 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:00:40.642194 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-81ab396d-7926-4714-867c-b2d1342a2a7f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:40.649856 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-81ab396d-7926-4714-867c-b2d1342a2a7f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:40.765676 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab396d-7926-4714-867c-b2d1342a2a7f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=635d4c0d-9be4-499c-9f5c-35042e1ea7ef,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:40.768170 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-81ab396d-7926-4714-867c-b2d1342a2a7f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:40.784197 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-16a18179-ae66-4b21-bd24-d8377728955a None None] Provisioning for port 635d4c0d-9be4-499c-9f5c-35042e1ea7ef completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:00:40.790028 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-16a18179-ae66-4b21-bd24-d8377728955a None None] Provisioning complete for port 635d4c0d-9be4-499c-9f5c-35042e1ea7ef triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:00:40.791397 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-16a18179-ae66-4b21-bd24-d8377728955a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:40.849571 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-16a18179-ae66-4b21-bd24-d8377728955a None None] Port 635d4c0d-9be4-499c-9f5c-35042e1ea7ef cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:00:40.908592 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ab396d-7926-4714-867c-b2d1342a2a7f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network 79e7b2ab-b244-4018-a980-2cb10c543bb0 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:00:40.909787 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-81ab396d-7926-4714-867c-b2d1342a2a7f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:00:40.993671 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-c0507363-c60a-44cd-85c1-22f69663dc33 None None] Provisioning complete for port 635d4c0d-9be4-499c-9f5c-35042e1ea7ef triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:00:40.994048 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c0507363-c60a-44cd-85c1-22f69663dc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:41.035469 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 7f997d0a-f1ef-4bba-ab25-26f75d9c1448 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:00:41.109439 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-c0507363-c60a-44cd-85c1-22f69663dc33 None None] Port 635d4c0d-9be4-499c-9f5c-35042e1ea7ef cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:00:41.123524 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ab396d-7926-4714-867c-b2d1342a2a7f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Router 04ea8930-557d-4b08-87eb-6bc47e26a043 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:00:41.129555 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 7f997d0a-f1ef-4bba-ab25-26f75d9c1448 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:00:41.135431 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 7f997d0a-f1ef-4bba-ab25-26f75d9c1448 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:00:41.136090 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:41.276048 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-c3aeb734-d190-467b-9bb0-cca86169c617 None None] Provisioning complete for port 635d4c0d-9be4-499c-9f5c-35042e1ea7ef triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:00:41.276284 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c3aeb734-d190-467b-9bb0-cca86169c617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:41.299010 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:41.339007 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 7f997d0a-f1ef-4bba-ab25-26f75d9c1448, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=7f997d0a-f1ef-4bba-ab25-26f75d9c1448,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:00:41.343425 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-c3aeb734-d190-467b-9bb0-cca86169c617 None None] Port 635d4c0d-9be4-499c-9f5c-35042e1ea7ef cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:00:41.345580 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:41.346330 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 2b7942ce-550a-48fd-a663-441c59885e76 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:00:41.441665 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ab396d-7926-4714-867c-b2d1342a2a7f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:00:41.453129 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c524783b-870f-4c80-b894-c819461875d4 None None] Sync routers for ids ['04ea8930-557d-4b08-87eb-6bc47e26a043'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:00:41.457959 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-81ab396d-7926-4714-867c-b2d1342a2a7f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "PUT /v2.0/routers/04ea8930-557d-4b08-87eb-6bc47e26a043/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1374540 Feb 16 13:00:41.460212 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44976) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:41.462243 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=7f997d0a-f1ef-4bba-ab25-26f75d9c1448,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:41.472246 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c524783b-870f-4c80-b894-c819461875d4 None None] Routers {'04ea8930-557d-4b08-87eb-6bc47e26a043'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:00:41.472872 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-c524783b-870f-4c80-b894-c819461875d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:00:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['04ea8930-557d-4b08-87eb-6bc47e26a043'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:41.546451 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 2b7942ce-550a-48fd-a663-441c59885e76 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:00:41.557728 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 2b7942ce-550a-48fd-a663-441c59885e76 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:00:41.558091 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:41.599429 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71e5259-549a-486e-aed0-dda83744b90d tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:41.599903 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71e5259-549a-486e-aed0-dda83744b90d tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:41.600353 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71e5259-549a-486e-aed0-dda83744b90d tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:41.600841 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71e5259-549a-486e-aed0-dda83744b90d tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:41.605238 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d71e5259-549a-486e-aed0-dda83744b90d tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1439245 Feb 16 13:00:41.605792 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44980) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:41.680769 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c14ed7-61d5-406e-8ab6-b8f3daeecf01 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:41.681258 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c14ed7-61d5-406e-8ab6-b8f3daeecf01 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:41.681712 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c14ed7-61d5-406e-8ab6-b8f3daeecf01 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:41.682153 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c14ed7-61d5-406e-8ab6-b8f3daeecf01 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:41.683878 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-b0c14ed7-61d5-406e-8ab6-b8f3daeecf01 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0769227 Feb 16 13:00:41.686671 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44984) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:41.736532 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-c524783b-870f-4c80-b894-c819461875d4 None None] Set router 04ea8930-557d-4b08-87eb-6bc47e26a043 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:00:41.905576 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-40c10b75-6448-451c-be7a-87599c14245b tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2177641 Feb 16 13:00:41.924875 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:42.029987 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 2b7942ce-550a-48fd-a663-441c59885e76, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=2b7942ce-550a-48fd-a663-441c59885e76,segment=NetworkSegment(8e8a0c99-82ed-4068-83cb-d220dd4cab4e),segment_id=8e8a0c99-82ed-4068-83cb-d220dd4cab4e)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:00:42.035583 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:42.147018 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=2b7942ce-550a-48fd-a663-441c59885e76,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:42.173393 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-c524783b-870f-4c80-b894-c819461875d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'name': 'tempest-TestNetworkBasicOps-router-2079475440', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': '7f997d0a-f1ef-4bba-ab25-26f75d9c1448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:35Z', 'updated_at': '2022-02-16T13:00:40Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '7f997d0a-f1ef-4bba-ab25-26f75d9c1448', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:36:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:35Z', 'updated_at': '2022-02-16T13:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '635d4c0d-9be4-499c-9f5c-35042e1ea7ef', 'name': '', 'network_id': '79e7b2ab-b244-4018-a980-2cb10c543bb0', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:66:eb:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '4f399a81-58c7-40a2-abe5-996e68968dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:39Z', 'updated_at': '2022-02-16T13:00:40Z', 'revision_number': 2, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '4f399a81-58c7-40a2-abe5-996e68968dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:42.177349 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c524783b-870f-4c80-b894-c819461875d4 None None] Checking router: 04ea8930-557d-4b08-87eb-6bc47e26a043 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:00:42.177725 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c524783b-870f-4c80-b894-c819461875d4 None None] Updating router 04ea8930-557d-4b08-87eb-6bc47e26a043 port 635d4c0d-9be4-499c-9f5c-35042e1ea7ef binding host dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:00:42.230418 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c524783b-870f-4c80-b894-c819461875d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:42.258823 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 44990) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:42.264182 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-9ff24535-bb27-45a2-a8fc-02d436895c65 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1746951176', 'description': 'tempest-secgroup-smoke-1746951176 description', 'project_id': 'a1535d45c61244dc9e2a62da1414d228'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:00:42.270617 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9ff24535-bb27-45a2-a8fc-02d436895c65 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:00:42.274726 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9ff24535-bb27-45a2-a8fc-02d436895c65 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:00:42.277712 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9ff24535-bb27-45a2-a8fc-02d436895c65 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:00:42.283816 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9ff24535-bb27-45a2-a8fc-02d436895c65 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:00:42.295441 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9ff24535-bb27-45a2-a8fc-02d436895c65 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:42.315749 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9ff24535-bb27-45a2-a8fc-02d436895c65 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:00:42.319658 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9ff24535-bb27-45a2-a8fc-02d436895c65 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:00:42.322644 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9ff24535-bb27-45a2-a8fc-02d436895c65 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:00:42.328301 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9ff24535-bb27-45a2-a8fc-02d436895c65 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:00:42.400323 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9ff24535-bb27-45a2-a8fc-02d436895c65 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:42.411999 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9ff24535-bb27-45a2-a8fc-02d436895c65 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:42.457412 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9ff24535-bb27-45a2-a8fc-02d436895c65 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:42.458714 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9ff24535-bb27-45a2-a8fc-02d436895c65 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1988103 Feb 16 13:00:42.461841 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44994) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:42.462273 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff24535-bb27-45a2-a8fc-02d436895c65 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df5ddd81-01b8-4d0a-8a0c-2862f982b0bd,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:42.467729 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-feae530f-832c-43ab-91d3-d195985b0580 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': 'df5ddd81-01b8-4d0a-8a0c-2862f982b0bd', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:00:42.473804 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-feae530f-832c-43ab-91d3-d195985b0580 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:00:42.478552 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-feae530f-832c-43ab-91d3-d195985b0580 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:00:42.481770 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-feae530f-832c-43ab-91d3-d195985b0580 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:00:42.487753 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-feae530f-832c-43ab-91d3-d195985b0580 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:00:42.506697 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-feae530f-832c-43ab-91d3-d195985b0580 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:42.565668 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-feae530f-832c-43ab-91d3-d195985b0580 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:42.570517 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-feae530f-832c-43ab-91d3-d195985b0580 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:42.593003 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c524783b-870f-4c80-b894-c819461875d4 None None] Notify callbacks [] for port, precommit_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:42.593595 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae530f-832c-43ab-91d3-d195985b0580 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=930abb69-8d3c-445f-8aea-ad823c14e556,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:42.603594 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-feae530f-832c-43ab-91d3-d195985b0580 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:42.607568 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-feae530f-832c-43ab-91d3-d195985b0580 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1419184 Feb 16 13:00:42.608133 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-c524783b-870f-4c80-b894-c819461875d4 None None] Transition to ACTIVE for port object 635d4c0d-9be4-499c-9f5c-35042e1ea7ef will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:00:42.608229 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 44998) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:42.612485 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c524783b-870f-4c80-b894-c819461875d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:42.614331 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-2475e83a-29c7-4062-9da3-c63b82f766ae tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': 'df5ddd81-01b8-4d0a-8a0c-2862f982b0bd', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:00:42.620461 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-2475e83a-29c7-4062-9da3-c63b82f766ae tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:00:42.624822 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-2475e83a-29c7-4062-9da3-c63b82f766ae tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:00:42.627791 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-2475e83a-29c7-4062-9da3-c63b82f766ae tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:00:42.633468 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-2475e83a-29c7-4062-9da3-c63b82f766ae tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:00:42.650609 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2475e83a-29c7-4062-9da3-c63b82f766ae tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:42.717169 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2475e83a-29c7-4062-9da3-c63b82f766ae tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:42.724035 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2475e83a-29c7-4062-9da3-c63b82f766ae tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:42.739106 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f880bd-c912-40f8-afb4-010cfb40f435 None None] Pushing event updated for resources: {'Port': ['ID=635d4c0d-9be4-499c-9f5c-35042e1ea7ef,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:42.745132 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2475e83a-29c7-4062-9da3-c63b82f766ae tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e060d9eb-0730-4562-869d-9c9c6c15879a,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:42.766649 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2475e83a-29c7-4062-9da3-c63b82f766ae tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:42.768024 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-2475e83a-29c7-4062-9da3-c63b82f766ae tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1589692 Feb 16 13:00:42.770761 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 45002) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:42.777464 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-2648a8b7-893a-4a1c-a701-7abd3b765515 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': 'df5ddd81-01b8-4d0a-8a0c-2862f982b0bd', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:00:42.784956 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-2648a8b7-893a-4a1c-a701-7abd3b765515 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:00:42.789454 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-2648a8b7-893a-4a1c-a701-7abd3b765515 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:00:42.794010 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-2648a8b7-893a-4a1c-a701-7abd3b765515 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:00:42.800918 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-2648a8b7-893a-4a1c-a701-7abd3b765515 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:00:42.820163 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2648a8b7-893a-4a1c-a701-7abd3b765515 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:42.826477 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-c524783b-870f-4c80-b894-c819461875d4 None None] Attempting to bind port 635d4c0d-9be4-499c-9f5c-35042e1ea7ef on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:00:42.826845 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-c524783b-870f-4c80-b894-c819461875d4 None None] Attempting to bind port 635d4c0d-9be4-499c-9f5c-35042e1ea7ef by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '8e8a0c99-82ed-4068-83cb-d220dd4cab4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '79e7b2ab-b244-4018-a980-2cb10c543bb0'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:00:42.827323 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c524783b-870f-4c80-b894-c819461875d4 None None] Attempting to bind port 635d4c0d-9be4-499c-9f5c-35042e1ea7ef on network 79e7b2ab-b244-4018-a980-2cb10c543bb0 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:00:42.833338 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c524783b-870f-4c80-b894-c819461875d4 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:00:42.833839 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c524783b-870f-4c80-b894-c819461875d4 None None] Checking segment: {'id': '8e8a0c99-82ed-4068-83cb-d220dd4cab4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '79e7b2ab-b244-4018-a980-2cb10c543bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:00:42.834240 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c524783b-870f-4c80-b894-c819461875d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:42.834952 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c524783b-870f-4c80-b894-c819461875d4 None None] Bound using segment: {'id': '8e8a0c99-82ed-4068-83cb-d220dd4cab4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '79e7b2ab-b244-4018-a980-2cb10c543bb0'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:00:42.835151 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-c524783b-870f-4c80-b894-c819461875d4 None None] Bound port: 635d4c0d-9be4-499c-9f5c-35042e1ea7ef, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e8a0c99-82ed-4068-83cb-d220dd4cab4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '79e7b2ab-b244-4018-a980-2cb10c543bb0'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:00:42.835471 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c524783b-870f-4c80-b894-c819461875d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:42.886621 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2648a8b7-893a-4a1c-a701-7abd3b765515 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:42.891359 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2648a8b7-893a-4a1c-a701-7abd3b765515 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:42.919846 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2648a8b7-893a-4a1c-a701-7abd3b765515 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a7371fe-474f-4c5b-b20f-7aa75967462a,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:42.928451 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2648a8b7-893a-4a1c-a701-7abd3b765515 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:42.929748 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-c524783b-870f-4c80-b894-c819461875d4 None None] For port 635d4c0d-9be4-499c-9f5c-35042e1ea7ef, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:00:42.929846 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-2648a8b7-893a-4a1c-a701-7abd3b765515 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1575739 Feb 16 13:00:42.932679 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45006) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:42.933780 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-c524783b-870f-4c80-b894-c819461875d4 None None] For port 635d4c0d-9be4-499c-9f5c-35042e1ea7ef, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=635d4c0d-9be4-499c-9f5c-35042e1ea7ef,segment=NetworkSegment(8e8a0c99-82ed-4068-83cb-d220dd4cab4e),segment_id=8e8a0c99-82ed-4068-83cb-d220dd4cab4e)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:00:42.938523 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-57b3f0da-7605-46f7-8a60-acd646415e0e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': 'df5ddd81-01b8-4d0a-8a0c-2862f982b0bd', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:00:42.940424 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c524783b-870f-4c80-b894-c819461875d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:42.944879 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-57b3f0da-7605-46f7-8a60-acd646415e0e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:00:42.948704 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-57b3f0da-7605-46f7-8a60-acd646415e0e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:00:42.951739 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-57b3f0da-7605-46f7-8a60-acd646415e0e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:00:42.960504 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-57b3f0da-7605-46f7-8a60-acd646415e0e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:00:42.979531 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-57b3f0da-7605-46f7-8a60-acd646415e0e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:42.994586 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 7f997d0a-f1ef-4bba-ab25-26f75d9c1448 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:00:43.044286 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-57b3f0da-7605-46f7-8a60-acd646415e0e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:43.049640 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-57b3f0da-7605-46f7-8a60-acd646415e0e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:43.072108 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b3f0da-7605-46f7-8a60-acd646415e0e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c31323c5-db48-4f66-97b5-e4821f953629,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:43.091720 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c524783b-870f-4c80-b894-c819461875d4 None None] Routers {'04ea8930-557d-4b08-87eb-6bc47e26a043'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:00:43.092361 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-c524783b-870f-4c80-b894-c819461875d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:00:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['04ea8930-557d-4b08-87eb-6bc47e26a043'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:43.093227 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-57b3f0da-7605-46f7-8a60-acd646415e0e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:43.094787 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-57b3f0da-7605-46f7-8a60-acd646415e0e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1609085 Feb 16 13:00:43.097741 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45010) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:43.103826 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-307cca13-5d2a-43b0-b103-043dcab893fe tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': 'df5ddd81-01b8-4d0a-8a0c-2862f982b0bd', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:00:43.110256 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-307cca13-5d2a-43b0-b103-043dcab893fe tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:00:43.114161 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-307cca13-5d2a-43b0-b103-043dcab893fe tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:00:43.117141 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-307cca13-5d2a-43b0-b103-043dcab893fe tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:00:43.123180 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-307cca13-5d2a-43b0-b103-043dcab893fe tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:00:43.134992 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-307cca13-5d2a-43b0-b103-043dcab893fe tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Project a1535d45c61244dc9e2a62da1414d228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:00:43.142442 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-307cca13-5d2a-43b0-b103-043dcab893fe tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:43.149839 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f880bd-c912-40f8-afb4-010cfb40f435 None None] Pushing event updated for resources: {'Port': ['ID=635d4c0d-9be4-499c-9f5c-35042e1ea7ef,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:43.211373 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-307cca13-5d2a-43b0-b103-043dcab893fe tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:43.216643 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-307cca13-5d2a-43b0-b103-043dcab893fe tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:43.242232 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307cca13-5d2a-43b0-b103-043dcab893fe tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eff5cc2-b6f6-4ee8-8266-3e77442bb44c,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:43.251923 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-307cca13-5d2a-43b0-b103-043dcab893fe tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:43.253316 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-307cca13-5d2a-43b0-b103-043dcab893fe tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1543255 Feb 16 13:00:43.256281 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 45014) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:43.262793 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-9e7022ba-8acc-459d-8220-e6a3a72e6468 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': 'df5ddd81-01b8-4d0a-8a0c-2862f982b0bd', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:00:43.269916 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-9e7022ba-8acc-459d-8220-e6a3a72e6468 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:00:43.274388 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-9e7022ba-8acc-459d-8220-e6a3a72e6468 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:00:43.278096 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-9e7022ba-8acc-459d-8220-e6a3a72e6468 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:00:43.284598 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-9e7022ba-8acc-459d-8220-e6a3a72e6468 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:00:43.286958 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 7f997d0a-f1ef-4bba-ab25-26f75d9c1448 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:00:43.287331 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:43.298247 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.securitygroups_db [None req-9e7022ba-8acc-459d-8220-e6a3a72e6468 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Project a1535d45c61244dc9e2a62da1414d228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:00:43.305478 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9e7022ba-8acc-459d-8220-e6a3a72e6468 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:43.377212 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9e7022ba-8acc-459d-8220-e6a3a72e6468 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:43.383005 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9e7022ba-8acc-459d-8220-e6a3a72e6468 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:43.386048 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-c524783b-870f-4c80-b894-c819461875d4 None None] Set router 04ea8930-557d-4b08-87eb-6bc47e26a043 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:00:43.411233 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7022ba-8acc-459d-8220-e6a3a72e6468 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14865d1e-1aac-4f63-b7c7-7902633f903e,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:43.421550 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9e7022ba-8acc-459d-8220-e6a3a72e6468 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:43.428697 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-9e7022ba-8acc-459d-8220-e6a3a72e6468 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1652653 Feb 16 13:00:43.641046 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 2b7942ce-550a-48fd-a663-441c59885e76 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:00:43.761760 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-74d76136-9f53-4426-809f-67a8b6d52618 req-ea7b9d14-6130-4058-b4c0-20e2f6abdbf2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:00:43.779977 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-74d76136-9f53-4426-809f-67a8b6d52618 req-ea7b9d14-6130-4058-b4c0-20e2f6abdbf2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:00:43.781257 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-74d76136-9f53-4426-809f-67a8b6d52618 req-ea7b9d14-6130-4058-b4c0-20e2f6abdbf2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1746951176&fields=id&tenant_id=a1535d45c61244dc9e2a62da1414d228 HTTP/1.1" status: 200 len: 267 time: 0.0597317 Feb 16 13:00:43.788403 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 2b7942ce-550a-48fd-a663-441c59885e76 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:00:43.788800 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:43.867025 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-c524783b-870f-4c80-b894-c819461875d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'name': 'tempest-TestNetworkBasicOps-router-2079475440', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': '7f997d0a-f1ef-4bba-ab25-26f75d9c1448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:35Z', 'updated_at': '2022-02-16T13:00:40Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '7f997d0a-f1ef-4bba-ab25-26f75d9c1448', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:36:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:35Z', 'updated_at': '2022-02-16T13:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '635d4c0d-9be4-499c-9f5c-35042e1ea7ef', 'name': '', 'network_id': '79e7b2ab-b244-4018-a980-2cb10c543bb0', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:66:eb:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '4f399a81-58c7-40a2-abe5-996e68968dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:39Z', 'updated_at': '2022-02-16T13:00:42Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '4f399a81-58c7-40a2-abe5-996e68968dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:43.896538 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c524783b-870f-4c80-b894-c819461875d4 None None] The sync data for ids ['04ea8930-557d-4b08-87eb-6bc47e26a043'] in dv-neutron-829527-1-hyperv is: [{'id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'name': 'tempest-TestNetworkBasicOps-router-2079475440', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': '7f997d0a-f1ef-4bba-ab25-26f75d9c1448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:35Z', 'updated_at': '2022-02-16T13:00:40Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '7f997d0a-f1ef-4bba-ab25-26f75d9c1448', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:36:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:35Z', 'updated_at': '2022-02-16T13:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '635d4c0d-9be4-499c-9f5c-35042e1ea7ef', 'name': '', 'network_id': '79e7b2ab-b244-4018-a980-2cb10c543bb0', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:66:eb:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '4f399a81-58c7-40a2-abe5-996e68968dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:39Z', 'updated_at': '2022-02-16T13:00:42Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '4f399a81-58c7-40a2-abe5-996e68968dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:00:43.949805 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d76136-9f53-4426-809f-67a8b6d52618 req-0c33cbbc-b78b-4f80-aaef-f260c97c0b52 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:43.950076 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-74d76136-9f53-4426-809f-67a8b6d52618 req-0c33cbbc-b78b-4f80-aaef-f260c97c0b52 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:network {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:00:43.969180 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-74d76136-9f53-4426-809f-67a8b6d52618 req-0c33cbbc-b78b-4f80-aaef-f260c97c0b52 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:network {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:00:43.971828 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-74d76136-9f53-4426-809f-67a8b6d52618 req-0c33cbbc-b78b-4f80-aaef-f260c97c0b52 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/networks?id=79e7b2ab-b244-4018-a980-2cb10c543bb0 HTTP/1.1" status: 200 len: 797 time: 0.1831601 Feb 16 13:00:43.990134 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-74d76136-9f53-4426-809f-67a8b6d52618 req-abc3b2da-c1aa-4662-9f06-62e3715f2b84 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/quotas/a1535d45c61244dc9e2a62da1414d228 HTTP/1.1" status: 200 len: 375 time: 0.0129838 Feb 16 13:00:44.079665 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-74d76136-9f53-4426-809f-67a8b6d52618 req-dc3a347d-58b6-4a78-a09a-7d59d27cf5a4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:00:44.099969 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-74d76136-9f53-4426-809f-67a8b6d52618 req-dc3a347d-58b6-4a78-a09a-7d59d27cf5a4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:00:44.101316 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-74d76136-9f53-4426-809f-67a8b6d52618 req-dc3a347d-58b6-4a78-a09a-7d59d27cf5a4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1056597 Feb 16 13:00:44.293202 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-74d76136-9f53-4426-809f-67a8b6d52618 req-7fc0efb3-131b-41c8-942a-84954b7be039 service neutron] 10.222.0.83 "GET /v2.0/networks/79e7b2ab-b244-4018-a980-2cb10c543bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788292 Feb 16 13:00:44.434966 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-74d76136-9f53-4426-809f-67a8b6d52618 req-6c55b2a4-4e27-4cfc-a93f-53ece8dc7405 service neutron] 10.222.0.83 "GET /v2.0/networks/79e7b2ab-b244-4018-a980-2cb10c543bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352224 Feb 16 13:00:44.684481 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-c6a567c4-9537-497f-9b26-c3173dffd035 req-9788728e-add9-41bc-828d-ddcf1aa2e7b2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:00:44.697711 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-c6a567c4-9537-497f-9b26-c3173dffd035 req-9788728e-add9-41bc-828d-ddcf1aa2e7b2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:00:44.699078 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c6a567c4-9537-497f-9b26-c3173dffd035 req-9788728e-add9-41bc-828d-ddcf1aa2e7b2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=a2dc3e52-0e67-4e20-bb96-9ea18ef9d916 HTTP/1.1" status: 200 len: 210 time: 0.1132438 Feb 16 13:00:44.991956 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 635d4c0d-9be4-499c-9f5c-35042e1ea7ef up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:00:45.070820 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 635d4c0d-9be4-499c-9f5c-35042e1ea7ef completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:00:45.076176 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 635d4c0d-9be4-499c-9f5c-35042e1ea7ef triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:00:45.076543 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:45.205692 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:45.240891 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 635d4c0d-9be4-499c-9f5c-35042e1ea7ef, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=635d4c0d-9be4-499c-9f5c-35042e1ea7ef,segment=NetworkSegment(8e8a0c99-82ed-4068-83cb-d220dd4cab4e),segment_id=8e8a0c99-82ed-4068-83cb-d220dd4cab4e)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:00:45.247979 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:45.316240 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=635d4c0d-9be4-499c-9f5c-35042e1ea7ef,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:45.868365 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5429f6a3-ec22-4287-8b42-0f038e88fee5 req-6d34f89f-882b-4b09-b090-74a1cca574e5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=a2dc3e52-0e67-4e20-bb96-9ea18ef9d916 HTTP/1.1" status: 200 len: 210 time: 0.0531132 Feb 16 13:00:45.942842 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d76136-9f53-4426-809f-67a8b6d52618 req-6cd8bb90-3f60-4f04-8cd2-aaccafe3b4e9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:45.944283 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-74d76136-9f53-4426-809f-67a8b6d52618 req-6cd8bb90-3f60-4f04-8cd2-aaccafe3b4e9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "GET /v2.0/networks?id=79e7b2ab-b244-4018-a980-2cb10c543bb0 HTTP/1.1" status: 200 len: 797 time: 0.1640689 Feb 16 13:00:45.995436 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-74d76136-9f53-4426-809f-67a8b6d52618 req-ec76af40-db56-475f-b53f-914071528464 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:security_group {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:00:46.008139 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-74d76136-9f53-4426-809f-67a8b6d52618 req-ec76af40-db56-475f-b53f-914071528464 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:security_group {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:00:46.009365 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-74d76136-9f53-4426-809f-67a8b6d52618 req-ec76af40-db56-475f-b53f-914071528464 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1535d45c61244dc9e2a62da1414d228 HTTP/1.1" status: 200 len: 380 time: 0.0553792 Feb 16 13:00:46.018843 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-74d76136-9f53-4426-809f-67a8b6d52618 req-d4266c64-69c2-4772-8971-66cc589b24fa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'port': {'device_id': 'a2dc3e52-0e67-4e20-bb96-9ea18ef9d916', 'network_id': '79e7b2ab-b244-4018-a980-2cb10c543bb0', 'admin_state_up': True, 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'security_groups': ['df5ddd81-01b8-4d0a-8a0c-2862f982b0bd']}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:00:46.172901 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-74d76136-9f53-4426-809f-67a8b6d52618 req-d4266c64-69c2-4772-8971-66cc589b24fa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:00:46.182441 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-74d76136-9f53-4426-809f-67a8b6d52618 req-d4266c64-69c2-4772-8971-66cc589b24fa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:00:46.195413 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74d76136-9f53-4426-809f-67a8b6d52618 req-d4266c64-69c2-4772-8971-66cc589b24fa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Made reservation on behalf of a1535d45c61244dc9e2a62da1414d228 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:00:46.198939 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-74d76136-9f53-4426-809f-67a8b6d52618 req-d4266c64-69c2-4772-8971-66cc589b24fa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:46.370168 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [req-74d76136-9f53-4426-809f-67a8b6d52618 req-d4266c64-69c2-4772-8971-66cc589b24fa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Allocated IP 172.20.0.7 (79e7b2ab-b244-4018-a980-2cb10c543bb0/4f399a81-58c7-40a2-abe5-996e68968dd2/15e3b51f-5c61-4273-8a67-8bfaba4b0747) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:00:46.575990 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-74d76136-9f53-4426-809f-67a8b6d52618 req-d4266c64-69c2-4772-8971-66cc589b24fa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:46.592133 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-74d76136-9f53-4426-809f-67a8b6d52618 req-d4266c64-69c2-4772-8971-66cc589b24fa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Transition to ACTIVE for port object 15e3b51f-5c61-4273-8a67-8bfaba4b0747 will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:00:46.617813 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-74d76136-9f53-4426-809f-67a8b6d52618 req-d4266c64-69c2-4772-8971-66cc589b24fa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:46.691007 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74d76136-9f53-4426-809f-67a8b6d52618 req-d4266c64-69c2-4772-8971-66cc589b24fa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network 79e7b2ab-b244-4018-a980-2cb10c543bb0 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:00:46.694198 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [req-74d76136-9f53-4426-809f-67a8b6d52618 req-d4266c64-69c2-4772-8971-66cc589b24fa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:00:46.698117 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d76136-9f53-4426-809f-67a8b6d52618 req-d4266c64-69c2-4772-8971-66cc589b24fa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:00:46.733547 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4266c64-69c2-4772-8971-66cc589b24fa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=15e3b51f-5c61-4273-8a67-8bfaba4b0747,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:46.770572 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d76136-9f53-4426-809f-67a8b6d52618 req-d4266c64-69c2-4772-8971-66cc589b24fa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:46.771282 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-74d76136-9f53-4426-809f-67a8b6d52618 req-d4266c64-69c2-4772-8971-66cc589b24fa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:46.805558 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-74d76136-9f53-4426-809f-67a8b6d52618 req-d4266c64-69c2-4772-8971-66cc589b24fa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7902346 Feb 16 13:00:46.879451 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-74d76136-9f53-4426-809f-67a8b6d52618 req-0ed61b90-65ce-42fd-8a18-616793c46657 service neutron] Request body: {'port': {'device_id': 'a2dc3e52-0e67-4e20-bb96-9ea18ef9d916', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:00:46.974768 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 635d4c0d-9be4-499c-9f5c-35042e1ea7ef up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:00:47.051416 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-c28e0246-81fe-4c7b-829e-10a773b1f8d4 None None] Provisioning for port 15e3b51f-5c61-4273-8a67-8bfaba4b0747 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:00:47.059818 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-c28e0246-81fe-4c7b-829e-10a773b1f8d4 None None] Provisioning complete for port 15e3b51f-5c61-4273-8a67-8bfaba4b0747 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:00:47.060160 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c28e0246-81fe-4c7b-829e-10a773b1f8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:47.118034 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 635d4c0d-9be4-499c-9f5c-35042e1ea7ef triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:00:47.118396 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:47.146255 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-c28e0246-81fe-4c7b-829e-10a773b1f8d4 None None] Port 15e3b51f-5c61-4273-8a67-8bfaba4b0747 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:00:47.161590 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-74d76136-9f53-4426-809f-67a8b6d52618 req-0ed61b90-65ce-42fd-8a18-616793c46657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:47.262896 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e5ec3-1eaf-4cfa-af7c-c30d6bf642a1 req-1440da3e-8820-48b2-81e9-c6b10bf382ee tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:47.263594 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-4d9e5ec3-1eaf-4cfa-af7c-c30d6bf642a1 req-1440da3e-8820-48b2-81e9-c6b10bf382ee tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:00:47.336306 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-4d9e5ec3-1eaf-4cfa-af7c-c30d6bf642a1 req-1440da3e-8820-48b2-81e9-c6b10bf382ee tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:00:47.337479 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4d9e5ec3-1eaf-4cfa-af7c-c30d6bf642a1 req-1440da3e-8820-48b2-81e9-c6b10bf382ee tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=a2dc3e52-0e67-4e20-bb96-9ea18ef9d916 HTTP/1.1" status: 200 len: 931 time: 0.2404695 Feb 16 13:00:47.460933 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4d9e5ec3-1eaf-4cfa-af7c-c30d6bf642a1 req-76f72a55-3df7-46ce-8555-c743f366b104 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=df5ddd81-01b8-4d0a-8a0c-2862f982b0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161060 Feb 16 13:00:47.573006 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [req-74d76136-9f53-4426-809f-67a8b6d52618 req-0ed61b90-65ce-42fd-8a18-616793c46657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15e3b51f-5c61-4273-8a67-8bfaba4b0747 {{(pid=87701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:00:47.580833 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-74d76136-9f53-4426-809f-67a8b6d52618 req-0ed61b90-65ce-42fd-8a18-616793c46657 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:47.594928 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-74d76136-9f53-4426-809f-67a8b6d52618 req-0ed61b90-65ce-42fd-8a18-616793c46657 service neutron] Transition to ACTIVE for port object 15e3b51f-5c61-4273-8a67-8bfaba4b0747 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:00:47.600811 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-74d76136-9f53-4426-809f-67a8b6d52618 req-0ed61b90-65ce-42fd-8a18-616793c46657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:47.749496 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed61b90-65ce-42fd-8a18-616793c46657 service neutron] Pushing event updated for resources: {'Port': ['ID=15e3b51f-5c61-4273-8a67-8bfaba4b0747,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:47.832793 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-74d76136-9f53-4426-809f-67a8b6d52618 req-0ed61b90-65ce-42fd-8a18-616793c46657 service neutron] Attempting to bind port 15e3b51f-5c61-4273-8a67-8bfaba4b0747 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:00:47.833129 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-74d76136-9f53-4426-809f-67a8b6d52618 req-0ed61b90-65ce-42fd-8a18-616793c46657 service neutron] Attempting to bind port 15e3b51f-5c61-4273-8a67-8bfaba4b0747 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '8e8a0c99-82ed-4068-83cb-d220dd4cab4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '79e7b2ab-b244-4018-a980-2cb10c543bb0'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:00:47.833456 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d76136-9f53-4426-809f-67a8b6d52618 req-0ed61b90-65ce-42fd-8a18-616793c46657 service neutron] Attempting to bind port 15e3b51f-5c61-4273-8a67-8bfaba4b0747 on network 79e7b2ab-b244-4018-a980-2cb10c543bb0 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:00:47.838132 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d76136-9f53-4426-809f-67a8b6d52618 req-0ed61b90-65ce-42fd-8a18-616793c46657 service neutron] Port 15e3b51f-5c61-4273-8a67-8bfaba4b0747 on network 79e7b2ab-b244-4018-a980-2cb10c543bb0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:00:47.838453 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d76136-9f53-4426-809f-67a8b6d52618 req-0ed61b90-65ce-42fd-8a18-616793c46657 service neutron] Attempting to bind port 15e3b51f-5c61-4273-8a67-8bfaba4b0747 on network 79e7b2ab-b244-4018-a980-2cb10c543bb0 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:00:47.843566 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d76136-9f53-4426-809f-67a8b6d52618 req-0ed61b90-65ce-42fd-8a18-616793c46657 service neutron] Checking agent: {'id': 'b4b5bcfd-2763-4324-82e0-923bc8a52546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'started_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:00:47.843922 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d76136-9f53-4426-809f-67a8b6d52618 req-0ed61b90-65ce-42fd-8a18-616793c46657 service neutron] Checking segment: {'id': '8e8a0c99-82ed-4068-83cb-d220dd4cab4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '79e7b2ab-b244-4018-a980-2cb10c543bb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:00:47.844299 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d76136-9f53-4426-809f-67a8b6d52618 req-0ed61b90-65ce-42fd-8a18-616793c46657 service neutron] Bound using segment: {'id': '8e8a0c99-82ed-4068-83cb-d220dd4cab4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '79e7b2ab-b244-4018-a980-2cb10c543bb0'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:00:47.844771 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-74d76136-9f53-4426-809f-67a8b6d52618 req-0ed61b90-65ce-42fd-8a18-616793c46657 service neutron] Bound port: 15e3b51f-5c61-4273-8a67-8bfaba4b0747, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e8a0c99-82ed-4068-83cb-d220dd4cab4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '79e7b2ab-b244-4018-a980-2cb10c543bb0'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:00:47.845138 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-74d76136-9f53-4426-809f-67a8b6d52618 req-0ed61b90-65ce-42fd-8a18-616793c46657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:47.934792 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-74d76136-9f53-4426-809f-67a8b6d52618 req-0ed61b90-65ce-42fd-8a18-616793c46657 service neutron] For port 15e3b51f-5c61-4273-8a67-8bfaba4b0747, host hv-neutron-8295, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:00:47.938255 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-74d76136-9f53-4426-809f-67a8b6d52618 req-0ed61b90-65ce-42fd-8a18-616793c46657 service neutron] For port 15e3b51f-5c61-4273-8a67-8bfaba4b0747, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=15e3b51f-5c61-4273-8a67-8bfaba4b0747,segment=NetworkSegment(8e8a0c99-82ed-4068-83cb-d220dd4cab4e),segment_id=8e8a0c99-82ed-4068-83cb-d220dd4cab4e)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:00:47.949798 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-74d76136-9f53-4426-809f-67a8b6d52618 req-0ed61b90-65ce-42fd-8a18-616793c46657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:48.019101 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d76136-9f53-4426-809f-67a8b6d52618 req-0ed61b90-65ce-42fd-8a18-616793c46657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:48.019718 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-74d76136-9f53-4426-809f-67a8b6d52618 req-0ed61b90-65ce-42fd-8a18-616793c46657 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:48.021130 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-74d76136-9f53-4426-809f-67a8b6d52618 req-0ed61b90-65ce-42fd-8a18-616793c46657 service neutron] 10.222.0.89 "PUT /v2.0/ports/15e3b51f-5c61-4273-8a67-8bfaba4b0747 HTTP/1.1" status: 200 len: 1093 time: 1.2093155 Feb 16 13:00:48.021549 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2dc3e52-0e67-4e20-bb96-9ea18ef9d916', 'tag': '15e3b51f-5c61-4273-8a67-8bfaba4b0747'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:00:48.046059 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed61b90-65ce-42fd-8a18-616793c46657 service neutron] Pushing event updated for resources: {'Port': ['ID=15e3b51f-5c61-4273-8a67-8bfaba4b0747,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:48.151552 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2dc3e52-0e67-4e20-bb96-9ea18ef9d916', 'tag': '15e3b51f-5c61-4273-8a67-8bfaba4b0747', 'status': 'completed', 'code': 200} Feb 16 13:00:48.158430 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d76136-9f53-4426-809f-67a8b6d52618 req-000d2d80-149b-4ba0-9b7f-5b96f54f10bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:48.159948 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-74d76136-9f53-4426-809f-67a8b6d52618 req-000d2d80-149b-4ba0-9b7f-5b96f54f10bb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&device_id=a2dc3e52-0e67-4e20-bb96-9ea18ef9d916 HTTP/1.1" status: 200 len: 1096 time: 0.0835857 Feb 16 13:00:48.231918 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-74d76136-9f53-4426-809f-67a8b6d52618 req-5da0ba8c-e05e-4907-8ec6-f62d85955aad service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15e3b51f-5c61-4273-8a67-8bfaba4b0747 HTTP/1.1" status: 200 len: 217 time: 0.0647564 Feb 16 13:00:48.297145 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d76136-9f53-4426-809f-67a8b6d52618 req-4ad3fe69-2afc-4a36-9735-67b17d8a6d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:48.299053 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-74d76136-9f53-4426-809f-67a8b6d52618 req-4ad3fe69-2afc-4a36-9735-67b17d8a6d9a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4f399a81-58c7-40a2-abe5-996e68968dd2 HTTP/1.1" status: 200 len: 834 time: 0.0616701 Feb 16 13:00:48.377785 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d76136-9f53-4426-809f-67a8b6d52618 req-2f28e2e7-3cfb-4d49-983e-732cf0d73e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:48.379298 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-74d76136-9f53-4426-809f-67a8b6d52618 req-2f28e2e7-3cfb-4d49-983e-732cf0d73e94 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=79e7b2ab-b244-4018-a980-2cb10c543bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734570 Feb 16 13:00:48.514679 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-74d76136-9f53-4426-809f-67a8b6d52618 req-8c407fd9-7ff8-45b2-9e1a-27b03d25c7e0 service neutron] 10.222.0.89 "GET /v2.0/networks/79e7b2ab-b244-4018-a980-2cb10c543bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275313 Feb 16 13:00:48.696511 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-74d76136-9f53-4426-809f-67a8b6d52618 req-91569486-0f8f-40d1-bc7a-45ff2c3b4f4f service neutron] 10.222.0.89 "GET /v2.0/networks/79e7b2ab-b244-4018-a980-2cb10c543bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749907 Feb 16 13:00:48.719138 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02118e28-0819-4fe3-ac2b-0dd85b91df65 req-9bb51408-e02f-44c6-9074-2ec0945c6b10 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:48.721393 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-02118e28-0819-4fe3-ac2b-0dd85b91df65 req-9bb51408-e02f-44c6-9074-2ec0945c6b10 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=a2dc3e52-0e67-4e20-bb96-9ea18ef9d916 HTTP/1.1" status: 200 len: 943 time: 0.1360266 Feb 16 13:00:48.921401 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-02118e28-0819-4fe3-ac2b-0dd85b91df65 req-7eadb581-c7bf-4463-bb19-1b935575acc2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=df5ddd81-01b8-4d0a-8a0c-2862f982b0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926923 Feb 16 13:00:48.950226 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0153a-4f69-4085-98de-5bd3c6c20c26 req-df9903e9-92a3-4bd0-887d-3e85cec17bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:48.951697 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-57f0153a-4f69-4085-98de-5bd3c6c20c26 req-df9903e9-92a3-4bd0-887d-3e85cec17bd4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&device_id=a2dc3e52-0e67-4e20-bb96-9ea18ef9d916 HTTP/1.1" status: 200 len: 1096 time: 0.2033181 Feb 16 13:00:49.090896 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0153a-4f69-4085-98de-5bd3c6c20c26 req-eec1f335-7b1a-442e-bacd-57d1e8412dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:49.092335 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-57f0153a-4f69-4085-98de-5bd3c6c20c26 req-eec1f335-7b1a-442e-bacd-57d1e8412dcb service neutron] 10.222.0.89 "GET /v2.0/networks?id=79e7b2ab-b244-4018-a980-2cb10c543bb0 HTTP/1.1" status: 200 len: 898 time: 0.1335976 Feb 16 13:00:49.160963 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-57f0153a-4f69-4085-98de-5bd3c6c20c26 req-0ac87d28-9558-4793-9458-c4dccdba7de8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15e3b51f-5c61-4273-8a67-8bfaba4b0747 HTTP/1.1" status: 200 len: 217 time: 0.0615611 Feb 16 13:00:49.229409 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0153a-4f69-4085-98de-5bd3c6c20c26 req-84ec4dd4-7d14-442c-a783-17627e248eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:49.230861 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-57f0153a-4f69-4085-98de-5bd3c6c20c26 req-84ec4dd4-7d14-442c-a783-17627e248eba service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4f399a81-58c7-40a2-abe5-996e68968dd2 HTTP/1.1" status: 200 len: 834 time: 0.0624154 Feb 16 13:00:49.310268 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0153a-4f69-4085-98de-5bd3c6c20c26 req-e560c9ad-5d08-4ee3-b053-8c41877fe18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:49.311806 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-57f0153a-4f69-4085-98de-5bd3c6c20c26 req-e560c9ad-5d08-4ee3-b053-8c41877fe18a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=79e7b2ab-b244-4018-a980-2cb10c543bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735052 Feb 16 13:00:49.447452 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-57f0153a-4f69-4085-98de-5bd3c6c20c26 req-4b0ed895-01cb-460c-b41f-be155e1bd1bf service neutron] 10.222.0.89 "GET /v2.0/networks/79e7b2ab-b244-4018-a980-2cb10c543bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287053 Feb 16 13:00:49.585766 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-57f0153a-4f69-4085-98de-5bd3c6c20c26 req-398145ae-cfb1-4294-9f84-21e3c13e73a2 service neutron] 10.222.0.89 "GET /v2.0/networks/79e7b2ab-b244-4018-a980-2cb10c543bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316581 Feb 16 13:00:50.075977 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 15e3b51f-5c61-4273-8a67-8bfaba4b0747 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:00:50.126402 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0c571-a620-4fed-8e6b-60f0741252a7 req-e580fb96-9971-4f25-a0c3-f9e4daf3c266 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:50.127832 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-dea0c571-a620-4fed-8e6b-60f0741252a7 req-e580fb96-9971-4f25-a0c3-f9e4daf3c266 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=a2dc3e52-0e67-4e20-bb96-9ea18ef9d916 HTTP/1.1" status: 200 len: 943 time: 0.0946300 Feb 16 13:00:50.172230 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-dea0c571-a620-4fed-8e6b-60f0741252a7 req-124eacf7-c02c-43bd-8180-e03141eb398f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=df5ddd81-01b8-4d0a-8a0c-2862f982b0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383294 Feb 16 13:00:50.210938 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 15e3b51f-5c61-4273-8a67-8bfaba4b0747, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=15e3b51f-5c61-4273-8a67-8bfaba4b0747,segment=NetworkSegment(8e8a0c99-82ed-4068-83cb-d220dd4cab4e),segment_id=8e8a0c99-82ed-4068-83cb-d220dd4cab4e)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:00:50.224566 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': '15e3b51f-5c61-4273-8a67-8bfaba4b0747', 'network_id': '79e7b2ab-b244-4018-a980-2cb10c543bb0', 'port_id': '15e3b51f-5c61-4273-8a67-8bfaba4b0747', 'mac_address': 'fa:16:3e:f4:37:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f399a81-58c7-40a2-abe5-996e68968dd2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:00:50.286491 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:50.305579 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15e3b51f-5c61-4273-8a67-8bfaba4b0747 {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:00:50.325877 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 15e3b51f-5c61-4273-8a67-8bfaba4b0747, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=15e3b51f-5c61-4273-8a67-8bfaba4b0747,segment=NetworkSegment(8e8a0c99-82ed-4068-83cb-d220dd4cab4e),segment_id=8e8a0c99-82ed-4068-83cb-d220dd4cab4e)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:00:50.331477 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:50.442766 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=15e3b51f-5c61-4273-8a67-8bfaba4b0747,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:50.450427 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:50.450763 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:50.451078 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:50.451398 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:50.451716 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:50.452038 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:50.452336 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:50.452673 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:50.453034 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:50.453344 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:50.453673 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:50.454055 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:50.575553 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['15e3b51f-5c61-4273-8a67-8bfaba4b0747'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:00:51.366481 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a15a6-c811-44eb-9c3b-d4226f9e2580 req-3a1fa74a-f4e9-4a58-9b4d-a09706a5f745 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:51.368031 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2d4a15a6-c811-44eb-9c3b-d4226f9e2580 req-3a1fa74a-f4e9-4a58-9b4d-a09706a5f745 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=a2dc3e52-0e67-4e20-bb96-9ea18ef9d916 HTTP/1.1" status: 200 len: 944 time: 0.0873570 Feb 16 13:00:51.412590 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2d4a15a6-c811-44eb-9c3b-d4226f9e2580 req-33dc3b37-ecf7-4922-b5a6-bece3df83679 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=df5ddd81-01b8-4d0a-8a0c-2862f982b0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384462 Feb 16 13:00:52.077159 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 15e3b51f-5c61-4273-8a67-8bfaba4b0747 up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:00:52.155888 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning for port 15e3b51f-5c61-4273-8a67-8bfaba4b0747 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:00:52.161179 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port 15e3b51f-5c61-4273-8a67-8bfaba4b0747 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:00:52.161550 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:52.282623 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:52.309454 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2dc3e52-0e67-4e20-bb96-9ea18ef9d916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e3b51f-5c61-4273-8a67-8bfaba4b0747'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:00:52.320381 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 15e3b51f-5c61-4273-8a67-8bfaba4b0747, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=15e3b51f-5c61-4273-8a67-8bfaba4b0747,segment=NetworkSegment(8e8a0c99-82ed-4068-83cb-d220dd4cab4e),segment_id=8e8a0c99-82ed-4068-83cb-d220dd4cab4e)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:00:52.325944 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:52.360325 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2dc3e52-0e67-4e20-bb96-9ea18ef9d916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e3b51f-5c61-4273-8a67-8bfaba4b0747', 'code': 200} Feb 16 13:00:52.406991 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=15e3b51f-5c61-4273-8a67-8bfaba4b0747,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:52.649938 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a62e9d-5e6a-47e7-890c-e0067e72a89c req-1663fbab-bab3-44f8-8567-1fdb653fbb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:52.651284 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a6a62e9d-5e6a-47e7-890c-e0067e72a89c req-1663fbab-bab3-44f8-8567-1fdb653fbb5f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a2dc3e52-0e67-4e20-bb96-9ea18ef9d916 HTTP/1.1" status: 200 len: 1098 time: 0.1287282 Feb 16 13:00:52.658716 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc202e-626f-460b-8c37-d71d62cfb511 req-46b22af6-0302-4a5e-aa21-2697d188ebc0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:52.660019 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-10fc202e-626f-460b-8c37-d71d62cfb511 req-46b22af6-0302-4a5e-aa21-2697d188ebc0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=a2dc3e52-0e67-4e20-bb96-9ea18ef9d916 HTTP/1.1" status: 200 len: 945 time: 0.1361792 Feb 16 13:00:52.722375 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a6a62e9d-5e6a-47e7-890c-e0067e72a89c req-bc883030-7d3e-42f5-9578-51bd70de884b service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=df5ddd81-01b8-4d0a-8a0c-2862f982b0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614355 Feb 16 13:00:52.726845 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-10fc202e-626f-460b-8c37-d71d62cfb511 req-986b912d-2c6d-4ce2-8de0-971473e18250 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=df5ddd81-01b8-4d0a-8a0c-2862f982b0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543108 Feb 16 13:00:53.951978 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f1edd-1160-4cbd-8ff0-fbf1c23c3b0a req-df390a00-6000-4daf-9f1f-2586c602dc37 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:53.953468 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-505f1edd-1160-4cbd-8ff0-fbf1c23c3b0a req-df390a00-6000-4daf-9f1f-2586c602dc37 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=a2dc3e52-0e67-4e20-bb96-9ea18ef9d916 HTTP/1.1" status: 200 len: 945 time: 0.0900714 Feb 16 13:00:53.998860 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-505f1edd-1160-4cbd-8ff0-fbf1c23c3b0a req-21c63d43-b592-4236-a704-7e9e57a63bee tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=df5ddd81-01b8-4d0a-8a0c-2862f982b0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395896 Feb 16 13:00:55.226676 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6affa8-cb2e-4ca0-9d0e-eb29185efe49 req-97acd801-1642-4fd3-b088-1dc45413e369 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:55.228017 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6a6affa8-cb2e-4ca0-9d0e-eb29185efe49 req-97acd801-1642-4fd3-b088-1dc45413e369 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=a2dc3e52-0e67-4e20-bb96-9ea18ef9d916 HTTP/1.1" status: 200 len: 945 time: 0.1015170 Feb 16 13:00:55.272369 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6a6affa8-cb2e-4ca0-9d0e-eb29185efe49 req-2dab0aed-87e2-453f-a7ba-ca82df84083c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=df5ddd81-01b8-4d0a-8a0c-2862f982b0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384443 Feb 16 13:00:55.467718 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87455f0-2231-41d1-a892-8bac67cd5d52 req-8a107aad-b9f4-49d6-aacc-55fbd0513e4e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:55.469578 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d87455f0-2231-41d1-a892-8bac67cd5d52 req-8a107aad-b9f4-49d6-aacc-55fbd0513e4e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=a2dc3e52-0e67-4e20-bb96-9ea18ef9d916 HTTP/1.1" status: 200 len: 945 time: 0.0834653 Feb 16 13:00:55.530695 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d87455f0-2231-41d1-a892-8bac67cd5d52 req-e0bc7dfe-78c0-47e8-9542-71badceff136 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=df5ddd81-01b8-4d0a-8a0c-2862f982b0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550349 Feb 16 13:00:55.554468 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45080) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:55.606161 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-eaf6cf15-286c-4957-93ef-143a7bfbf756 req-80de866a-4220-4586-8fb5-854988dd64d9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a2dc3e52-0e67-4e20-bb96-9ea18ef9d916&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692711 Feb 16 13:00:55.625059 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da7201d-2110-461d-8bc6-8fc099772e3a tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:55.626811 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9da7201d-2110-461d-8bc6-8fc099772e3a tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=a2dc3e52-0e67-4e20-bb96-9ea18ef9d916 HTTP/1.1" status: 200 len: 1093 time: 0.0713201 Feb 16 13:00:55.629772 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45084) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:55.634636 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-f85a3fc8-0777-42e7-81d2-f1799d727c89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'floatingip': {'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'port_id': '15e3b51f-5c61-4273-8a67-8bfaba4b0747', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:00:55.640745 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f85a3fc8-0777-42e7-81d2-f1799d727c89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:00:55.644545 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f85a3fc8-0777-42e7-81d2-f1799d727c89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:floatingip and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:00:55.647364 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f85a3fc8-0777-42e7-81d2-f1799d727c89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:00:55.653110 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f85a3fc8-0777-42e7-81d2-f1799d727c89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:00:55.667149 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f85a3fc8-0777-42e7-81d2-f1799d727c89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for floatingip, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:55.752816 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf6cf15-286c-4957-93ef-143a7bfbf756 req-0e08c6dd-0a14-4813-87bb-a6d34ff28e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:55.754343 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-eaf6cf15-286c-4957-93ef-143a7bfbf756 req-0e08c6dd-0a14-4813-87bb-a6d34ff28e0c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&device_id=a2dc3e52-0e67-4e20-bb96-9ea18ef9d916 HTTP/1.1" status: 200 len: 1098 time: 0.0763090 Feb 16 13:00:55.904324 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf6cf15-286c-4957-93ef-143a7bfbf756 req-f7606679-2d15-4c6c-b13b-294b49d67a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:55.905060 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f85a3fc8-0777-42e7-81d2-f1799d727c89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:55.905728 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-eaf6cf15-286c-4957-93ef-143a7bfbf756 req-f7606679-2d15-4c6c-b13b-294b49d67a89 service neutron] 10.222.0.89 "GET /v2.0/networks?id=79e7b2ab-b244-4018-a980-2cb10c543bb0 HTTP/1.1" status: 200 len: 898 time: 0.1287236 Feb 16 13:00:55.975165 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-eaf6cf15-286c-4957-93ef-143a7bfbf756 req-ccab35cb-1f0b-4baa-9ed6-94b0fb9a1086 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15e3b51f-5c61-4273-8a67-8bfaba4b0747 HTTP/1.1" status: 200 len: 217 time: 0.0624325 Feb 16 13:00:56.043138 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf6cf15-286c-4957-93ef-143a7bfbf756 req-b3fb7b4c-c360-4397-af1e-5642239dbc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:56.044889 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-eaf6cf15-286c-4957-93ef-143a7bfbf756 req-b3fb7b4c-c360-4397-af1e-5642239dbc59 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4f399a81-58c7-40a2-abe5-996e68968dd2 HTTP/1.1" status: 200 len: 834 time: 0.0632651 Feb 16 13:00:56.045757 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-f85a3fc8-0777-42e7-81d2-f1799d727c89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Allocated IP 172.26.5.117 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/c43e79f2-c722-42d5-8a7a-dea413dab255) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:00:56.122964 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf6cf15-286c-4957-93ef-143a7bfbf756 req-d24983f2-7695-4ee7-af99-f15b2ef250bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:56.124458 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-eaf6cf15-286c-4957-93ef-143a7bfbf756 req-d24983f2-7695-4ee7-af99-f15b2ef250bf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=79e7b2ab-b244-4018-a980-2cb10c543bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738776 Feb 16 13:00:56.193923 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f85a3fc8-0777-42e7-81d2-f1799d727c89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:56.226809 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f85a3fc8-0777-42e7-81d2-f1799d727c89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:56.296112 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85a3fc8-0777-42e7-81d2-f1799d727c89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:00:56.299068 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-f85a3fc8-0777-42e7-81d2-f1799d727c89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:00:56.302728 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85a3fc8-0777-42e7-81d2-f1799d727c89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:00:56.331889 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85a3fc8-0777-42e7-81d2-f1799d727c89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=c43e79f2-c722-42d5-8a7a-dea413dab255,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:56.346132 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a3fc8-0777-42e7-81d2-f1799d727c89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:56.346474 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a3fc8-0777-42e7-81d2-f1799d727c89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:56.346808 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a3fc8-0777-42e7-81d2-f1799d727c89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:56.347123 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a3fc8-0777-42e7-81d2-f1799d727c89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:56.347450 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a3fc8-0777-42e7-81d2-f1799d727c89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:56.347770 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a3fc8-0777-42e7-81d2-f1799d727c89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:56.348091 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a3fc8-0777-42e7-81d2-f1799d727c89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:56.348408 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a3fc8-0777-42e7-81d2-f1799d727c89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:56.348752 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a3fc8-0777-42e7-81d2-f1799d727c89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:56.349069 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a3fc8-0777-42e7-81d2-f1799d727c89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:56.349383 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a3fc8-0777-42e7-81d2-f1799d727c89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:56.349694 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a3fc8-0777-42e7-81d2-f1799d727c89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:00:56.369772 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-eaf6cf15-286c-4957-93ef-143a7bfbf756 req-1e430e89-0cdf-47fa-a7ee-d676ef517664 service neutron] 10.222.0.89 "GET /v2.0/networks/79e7b2ab-b244-4018-a980-2cb10c543bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378252 Feb 16 13:00:56.501372 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-eaf6cf15-286c-4957-93ef-143a7bfbf756 req-dc573f11-fa49-4e20-8f68-0c81504acb79 service neutron] 10.222.0.89 "GET /v2.0/networks/79e7b2ab-b244-4018-a980-2cb10c543bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250188 Feb 16 13:00:56.746184 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f85a3fc8-0777-42e7-81d2-f1799d727c89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:56.820093 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f85a3fc8-0777-42e7-81d2-f1799d727c89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:57.047835 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f85a3fc8-0777-42e7-81d2-f1799d727c89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:57.055236 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f85a3fc8-0777-42e7-81d2-f1799d727c89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:57.157381 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85a3fc8-0777-42e7-81d2-f1799d727c89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=c43e79f2-c722-42d5-8a7a-dea413dab255,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:00:57.173487 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f85a3fc8-0777-42e7-81d2-f1799d727c89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:57.345374 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-f85a3fc8-0777-42e7-81d2-f1799d727c89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Floating IP 75a6885d-dd8e-44b6-a1d5-1b00afcbbe50 associated. External IP: 172.26.5.117, port: 15e3b51f-5c61-4273-8a67-8bfaba4b0747. Feb 16 13:00:57.805275 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f85a3fc8-0777-42e7-81d2-f1799d727c89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Router 04ea8930-557d-4b08-87eb-6bc47e26a043 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:00:57.993986 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85a3fc8-0777-42e7-81d2-f1799d727c89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:00:58.004841 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaddd810-46b1-4699-b4f5-10ebdbe68429 None None] Sync routers for ids ['04ea8930-557d-4b08-87eb-6bc47e26a043'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:00:58.016334 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaddd810-46b1-4699-b4f5-10ebdbe68429 None None] Routers {'04ea8930-557d-4b08-87eb-6bc47e26a043'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:00:58.017471 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-eaddd810-46b1-4699-b4f5-10ebdbe68429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:00:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['04ea8930-557d-4b08-87eb-6bc47e26a043'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:58.020207 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f85a3fc8-0777-42e7-81d2-f1799d727c89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:00:58.080956 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f85a3fc8-0777-42e7-81d2-f1799d727c89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4499979 Feb 16 13:00:58.081396 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2dc3e52-0e67-4e20-bb96-9ea18ef9d916', 'tag': '15e3b51f-5c61-4273-8a67-8bfaba4b0747'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:00:58.084020 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 45088) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:58.138874 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2dc3e52-0e67-4e20-bb96-9ea18ef9d916', 'tag': '15e3b51f-5c61-4273-8a67-8bfaba4b0747', 'status': 'completed', 'code': 200} Feb 16 13:00:58.205899 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-eaddd810-46b1-4699-b4f5-10ebdbe68429 None None] Set router 04ea8930-557d-4b08-87eb-6bc47e26a043 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:00:58.326402 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-60a798b3-fa73-40bc-8cba-77c48d258383 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/routers/04ea8930-557d-4b08-87eb-6bc47e26a043 HTTP/1.1" status: 200 len: 923 time: 0.2409914 Feb 16 13:00:58.329497 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45094) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:58.333308 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead12df-4572-4afd-8564-a1d7888a8694 req-6d5c891d-50c5-43e0-b604-9d97b73d6f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:58.334668 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2ead12df-4572-4afd-8564-a1d7888a8694 req-6d5c891d-50c5-43e0-b604-9d97b73d6f87 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&device_id=a2dc3e52-0e67-4e20-bb96-9ea18ef9d916 HTTP/1.1" status: 200 len: 1098 time: 0.1691303 Feb 16 13:00:58.445574 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-26e47b08-fab4-4c60-a03c-824993441d52 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/floatingips/75a6885d-dd8e-44b6-a1d5-1b00afcbbe50 HTTP/1.1" status: 200 len: 991 time: 0.1149416 Feb 16 13:00:58.474951 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead12df-4572-4afd-8564-a1d7888a8694 req-305df5fb-4b02-41ce-80fe-354772422110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:58.476421 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2ead12df-4572-4afd-8564-a1d7888a8694 req-305df5fb-4b02-41ce-80fe-354772422110 service neutron] 10.222.0.89 "GET /v2.0/networks?id=79e7b2ab-b244-4018-a980-2cb10c543bb0 HTTP/1.1" status: 200 len: 898 time: 0.1328802 Feb 16 13:00:58.554057 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-eaddd810-46b1-4699-b4f5-10ebdbe68429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'name': 'tempest-TestNetworkBasicOps-router-2079475440', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': '7f997d0a-f1ef-4bba-ab25-26f75d9c1448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:35Z', 'updated_at': '2022-02-16T13:00:40Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '7f997d0a-f1ef-4bba-ab25-26f75d9c1448', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:36:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:35Z', 'updated_at': '2022-02-16T13:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '75a6885d-dd8e-44b6-a1d5-1b00afcbbe50', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'floating_ip_address': '172.26.5.117', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'port_id': '15e3b51f-5c61-4273-8a67-8bfaba4b0747', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79e7b2ab-b244-4018-a980-2cb10c543bb0', 'mac_address': 'fa:16:3e:f4:37:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2dc3e52-0e67-4e20-bb96-9ea18ef9d916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:00:56Z', 'updated_at': '2022-02-16T13:00:56Z', 'revision_number': 0, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '635d4c0d-9be4-499c-9f5c-35042e1ea7ef', 'name': '', 'network_id': '79e7b2ab-b244-4018-a980-2cb10c543bb0', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:66:eb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '4f399a81-58c7-40a2-abe5-996e68968dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:39Z', 'updated_at': '2022-02-16T13:00:45Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '4f399a81-58c7-40a2-abe5-996e68968dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:58.557822 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaddd810-46b1-4699-b4f5-10ebdbe68429 None None] Checking router: 04ea8930-557d-4b08-87eb-6bc47e26a043 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:00:58.566575 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaddd810-46b1-4699-b4f5-10ebdbe68429 None None] Routers {'04ea8930-557d-4b08-87eb-6bc47e26a043'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:00:58.567177 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-eaddd810-46b1-4699-b4f5-10ebdbe68429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:00:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['04ea8930-557d-4b08-87eb-6bc47e26a043'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:58.580577 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2ead12df-4572-4afd-8564-a1d7888a8694 req-64bf5bad-1ebf-41aa-a6e8-eb0cca6e1186 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15e3b51f-5c61-4273-8a67-8bfaba4b0747 HTTP/1.1" status: 200 len: 999 time: 0.0975063 Feb 16 13:00:58.642665 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead12df-4572-4afd-8564-a1d7888a8694 req-da2d6edf-8772-4a32-bc25-62a32f0d77ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:58.644003 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2ead12df-4572-4afd-8564-a1d7888a8694 req-da2d6edf-8772-4a32-bc25-62a32f0d77ce service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4f399a81-58c7-40a2-abe5-996e68968dd2 HTTP/1.1" status: 200 len: 834 time: 0.0567298 Feb 16 13:00:58.720177 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead12df-4572-4afd-8564-a1d7888a8694 req-14806345-9f2b-4adb-aa8b-48bad338476f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:00:58.721711 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2ead12df-4572-4afd-8564-a1d7888a8694 req-14806345-9f2b-4adb-aa8b-48bad338476f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=79e7b2ab-b244-4018-a980-2cb10c543bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705323 Feb 16 13:00:58.742608 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-eaddd810-46b1-4699-b4f5-10ebdbe68429 None None] Set router 04ea8930-557d-4b08-87eb-6bc47e26a043 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:00:58.850309 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2ead12df-4572-4afd-8564-a1d7888a8694 req-1afb92b6-ae65-400c-a1ad-a957c7263132 service neutron] 10.222.0.89 "GET /v2.0/networks/79e7b2ab-b244-4018-a980-2cb10c543bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218231 Feb 16 13:00:58.985842 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2ead12df-4572-4afd-8564-a1d7888a8694 req-10e8e1dc-5ffc-407f-9530-710cbc31db9d service neutron] 10.222.0.89 "GET /v2.0/networks/79e7b2ab-b244-4018-a980-2cb10c543bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245952 Feb 16 13:00:59.125780 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-eaddd810-46b1-4699-b4f5-10ebdbe68429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'name': 'tempest-TestNetworkBasicOps-router-2079475440', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': '7f997d0a-f1ef-4bba-ab25-26f75d9c1448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:35Z', 'updated_at': '2022-02-16T13:00:40Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '7f997d0a-f1ef-4bba-ab25-26f75d9c1448', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:36:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:35Z', 'updated_at': '2022-02-16T13:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '75a6885d-dd8e-44b6-a1d5-1b00afcbbe50', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'floating_ip_address': '172.26.5.117', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'port_id': '15e3b51f-5c61-4273-8a67-8bfaba4b0747', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79e7b2ab-b244-4018-a980-2cb10c543bb0', 'mac_address': 'fa:16:3e:f4:37:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2dc3e52-0e67-4e20-bb96-9ea18ef9d916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:00:56Z', 'updated_at': '2022-02-16T13:00:56Z', 'revision_number': 0, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '635d4c0d-9be4-499c-9f5c-35042e1ea7ef', 'name': '', 'network_id': '79e7b2ab-b244-4018-a980-2cb10c543bb0', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:66:eb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '4f399a81-58c7-40a2-abe5-996e68968dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:39Z', 'updated_at': '2022-02-16T13:00:45Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '4f399a81-58c7-40a2-abe5-996e68968dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:00:59.130297 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaddd810-46b1-4699-b4f5-10ebdbe68429 None None] The sync data for ids ['04ea8930-557d-4b08-87eb-6bc47e26a043'] in dv-neutron-829527-1-hyperv is: [{'id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'name': 'tempest-TestNetworkBasicOps-router-2079475440', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': '7f997d0a-f1ef-4bba-ab25-26f75d9c1448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:35Z', 'updated_at': '2022-02-16T13:00:40Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '7f997d0a-f1ef-4bba-ab25-26f75d9c1448', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:36:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:35Z', 'updated_at': '2022-02-16T13:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '75a6885d-dd8e-44b6-a1d5-1b00afcbbe50', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'floating_ip_address': '172.26.5.117', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'port_id': '15e3b51f-5c61-4273-8a67-8bfaba4b0747', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79e7b2ab-b244-4018-a980-2cb10c543bb0', 'mac_address': 'fa:16:3e:f4:37:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2dc3e52-0e67-4e20-bb96-9ea18ef9d916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:00:56Z', 'updated_at': '2022-02-16T13:00:56Z', 'revision_number': 0, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '635d4c0d-9be4-499c-9f5c-35042e1ea7ef', 'name': '', 'network_id': '79e7b2ab-b244-4018-a980-2cb10c543bb0', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:66:eb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '4f399a81-58c7-40a2-abe5-996e68968dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:39Z', 'updated_at': '2022-02-16T13:00:45Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '4f399a81-58c7-40a2-abe5-996e68968dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:00:59.316809 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ed2e3a-c076-4600-9f30-f747aec20c0a None None] New status for floating IP 75a6885d-dd8e-44b6-a1d5-1b00afcbbe50: ACTIVE {{(pid=87702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:00:59.449668 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45098) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:00:59.557820 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-34d49ba9-b205-48d0-ae4a-e865a7046023 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/floatingips/75a6885d-dd8e-44b6-a1d5-1b00afcbbe50 HTTP/1.1" status: 200 len: 991 time: 0.1069427 Feb 16 13:01:00.563161 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45102) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:01:00.672573 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e7a6897e-5f5c-48cb-9d04-e4bd16c22610 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/floatingips/75a6885d-dd8e-44b6-a1d5-1b00afcbbe50 HTTP/1.1" status: 200 len: 993 time: 0.1079795 Feb 16 13:01:01.808772 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-461649da-3139-4823-a885-45109087da41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:04.127557 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c0192dae-d475-4878-ba9a-c282e8a8e792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:04.440929 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:05.140654 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:05.159755 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:06.048277 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:01:06.706436 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:31.811987 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-02204ab7-a70c-49fc-8aa4-ae53e84eee16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:32.053669 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45116) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:01:32.243436 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c1e6cbab-8fbe-43e8-939c-db27f7c95a8d tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/routers/04ea8930-557d-4b08-87eb-6bc47e26a043/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1882930 Feb 16 13:01:32.247948 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45120) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:01:32.455318 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0424e04-b629-4eaa-8bb0-cf8e0d0d6f0d tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Notify agent at dv-neutron-829527-1-hyperv the message router_removed_from_agent {{(pid=87699) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Feb 16 13:01:32.458467 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b0424e04-b629-4eaa-8bb0-cf8e0d0d6f0d tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "DELETE /v2.0/agents/33a4f992-79aa-420c-adbb-d28408bdbf44/l3-routers/04ea8930-557d-4b08-87eb-6bc47e26a043 HTTP/1.1" status: 204 len: 168 time: 0.2091963 Feb 16 13:01:32.461546 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45124) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:01:32.749912 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-093cdd2c-9342-42bc-ae99-90e38a4f2c69 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/routers/04ea8930-557d-4b08-87eb-6bc47e26a043/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.2870569 Feb 16 13:01:32.752654 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45128) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:01:32.857935 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-886c266b-1261-4378-ba46-1076e19348c8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/floatingips/75a6885d-dd8e-44b6-a1d5-1b00afcbbe50 HTTP/1.1" status: 200 len: 993 time: 0.1042867 Feb 16 13:01:33.203187 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d5b96b-77d3-4592-84ad-2739b8210352 None None] New status for floating IP 75a6885d-dd8e-44b6-a1d5-1b00afcbbe50: DOWN {{(pid=87703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:01:33.236332 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 7f997d0a-f1ef-4bba-ab25-26f75d9c1448 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:01:33.352115 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:33.372682 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 7f997d0a-f1ef-4bba-ab25-26f75d9c1448, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=7f997d0a-f1ef-4bba-ab25-26f75d9c1448,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:01:33.377942 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:33.378730 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 635d4c0d-9be4-499c-9f5c-35042e1ea7ef no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:01:33.496495 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=7f997d0a-f1ef-4bba-ab25-26f75d9c1448,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:33.559581 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:33.593356 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 635d4c0d-9be4-499c-9f5c-35042e1ea7ef, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=635d4c0d-9be4-499c-9f5c-35042e1ea7ef,segment=NetworkSegment(8e8a0c99-82ed-4068-83cb-d220dd4cab4e),segment_id=8e8a0c99-82ed-4068-83cb-d220dd4cab4e)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:01:33.601869 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:33.666499 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=635d4c0d-9be4-499c-9f5c-35042e1ea7ef,revision_number=6']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:33.863054 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45132) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:01:33.980549 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0bacae09-677c-44ed-8801-b68f513deaa3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/floatingips/75a6885d-dd8e-44b6-a1d5-1b00afcbbe50 HTTP/1.1" status: 200 len: 991 time: 0.1159971 Feb 16 13:01:34.134952 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f30d4a8b-3f0f-4239-9d6f-b1ec531805ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:34.460951 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:35.139973 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:35.163489 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:36.034886 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45142) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:01:36.238655 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d166b4e-4097-4ac9-905f-baf097ca9be8 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Router 04ea8930-557d-4b08-87eb-6bc47e26a043 is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:01:36.238995 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d166b4e-4097-4ac9-905f-baf097ca9be8 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Notify agent at dv-neutron-829527-1-hyperv the message router_added_to_agent {{(pid=87699) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Feb 16 13:01:36.257396 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8d166b4e-4097-4ac9-905f-baf097ca9be8 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "POST /v2.0/agents/33a4f992-79aa-420c-adbb-d28408bdbf44/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2214310 Feb 16 13:01:36.260115 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45148) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:01:36.262135 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed56557-4641-4175-b18f-591137bf6300 None None] Sync routers for ids ['04ea8930-557d-4b08-87eb-6bc47e26a043'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:01:36.271847 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed56557-4641-4175-b18f-591137bf6300 None None] Routers {'04ea8930-557d-4b08-87eb-6bc47e26a043'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:01:36.272869 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-bed56557-4641-4175-b18f-591137bf6300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:01:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['04ea8930-557d-4b08-87eb-6bc47e26a043'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:36.443680 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-77a56fb9-2e8b-4b19-882b-3a0dea3feeeb tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/routers/04ea8930-557d-4b08-87eb-6bc47e26a043/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1823804 Feb 16 13:01:36.446535 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45152) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:01:36.451200 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-bed56557-4641-4175-b18f-591137bf6300 None None] Set router 04ea8930-557d-4b08-87eb-6bc47e26a043 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:01:36.571045 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f2c86fa1-0852-4929-b033-dbcfa65f9c2a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/floatingips/75a6885d-dd8e-44b6-a1d5-1b00afcbbe50 HTTP/1.1" status: 200 len: 991 time: 0.1230109 Feb 16 13:01:36.744542 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:36.854368 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-bed56557-4641-4175-b18f-591137bf6300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'name': 'tempest-TestNetworkBasicOps-router-2079475440', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': '7f997d0a-f1ef-4bba-ab25-26f75d9c1448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:35Z', 'updated_at': '2022-02-16T13:00:40Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '7f997d0a-f1ef-4bba-ab25-26f75d9c1448', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:36:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:35Z', 'updated_at': '2022-02-16T13:01:33Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '75a6885d-dd8e-44b6-a1d5-1b00afcbbe50', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'floating_ip_address': '172.26.5.117', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'port_id': '15e3b51f-5c61-4273-8a67-8bfaba4b0747', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79e7b2ab-b244-4018-a980-2cb10c543bb0', 'mac_address': 'fa:16:3e:f4:37:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2dc3e52-0e67-4e20-bb96-9ea18ef9d916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:00:56Z', 'updated_at': '2022-02-16T13:01:33Z', 'revision_number': 2, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '635d4c0d-9be4-499c-9f5c-35042e1ea7ef', 'name': '', 'network_id': '79e7b2ab-b244-4018-a980-2cb10c543bb0', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:66:eb:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '4f399a81-58c7-40a2-abe5-996e68968dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:39Z', 'updated_at': '2022-02-16T13:01:33Z', 'revision_number': 6, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '4f399a81-58c7-40a2-abe5-996e68968dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:36.858603 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed56557-4641-4175-b18f-591137bf6300 None None] Checking router: 04ea8930-557d-4b08-87eb-6bc47e26a043 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:01:36.868030 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed56557-4641-4175-b18f-591137bf6300 None None] Routers {'04ea8930-557d-4b08-87eb-6bc47e26a043'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:01:36.868642 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-bed56557-4641-4175-b18f-591137bf6300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:01:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['04ea8930-557d-4b08-87eb-6bc47e26a043'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:37.050899 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-bed56557-4641-4175-b18f-591137bf6300 None None] Set router 04ea8930-557d-4b08-87eb-6bc47e26a043 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:01:37.404704 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-bed56557-4641-4175-b18f-591137bf6300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'name': 'tempest-TestNetworkBasicOps-router-2079475440', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': '7f997d0a-f1ef-4bba-ab25-26f75d9c1448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:35Z', 'updated_at': '2022-02-16T13:00:40Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '7f997d0a-f1ef-4bba-ab25-26f75d9c1448', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:36:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:35Z', 'updated_at': '2022-02-16T13:01:33Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '75a6885d-dd8e-44b6-a1d5-1b00afcbbe50', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'floating_ip_address': '172.26.5.117', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'port_id': '15e3b51f-5c61-4273-8a67-8bfaba4b0747', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79e7b2ab-b244-4018-a980-2cb10c543bb0', 'mac_address': 'fa:16:3e:f4:37:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2dc3e52-0e67-4e20-bb96-9ea18ef9d916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:00:56Z', 'updated_at': '2022-02-16T13:01:33Z', 'revision_number': 2, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '635d4c0d-9be4-499c-9f5c-35042e1ea7ef', 'name': '', 'network_id': '79e7b2ab-b244-4018-a980-2cb10c543bb0', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:66:eb:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '4f399a81-58c7-40a2-abe5-996e68968dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:39Z', 'updated_at': '2022-02-16T13:01:33Z', 'revision_number': 6, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '4f399a81-58c7-40a2-abe5-996e68968dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:37.408901 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed56557-4641-4175-b18f-591137bf6300 None None] The sync data for ids ['04ea8930-557d-4b08-87eb-6bc47e26a043'] in dv-neutron-829527-1-hyperv is: [{'id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'name': 'tempest-TestNetworkBasicOps-router-2079475440', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': '7f997d0a-f1ef-4bba-ab25-26f75d9c1448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:35Z', 'updated_at': '2022-02-16T13:00:40Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '7f997d0a-f1ef-4bba-ab25-26f75d9c1448', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:36:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:35Z', 'updated_at': '2022-02-16T13:01:33Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '75a6885d-dd8e-44b6-a1d5-1b00afcbbe50', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'floating_ip_address': '172.26.5.117', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'port_id': '15e3b51f-5c61-4273-8a67-8bfaba4b0747', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79e7b2ab-b244-4018-a980-2cb10c543bb0', 'mac_address': 'fa:16:3e:f4:37:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2dc3e52-0e67-4e20-bb96-9ea18ef9d916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:00:56Z', 'updated_at': '2022-02-16T13:01:33Z', 'revision_number': 2, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '635d4c0d-9be4-499c-9f5c-35042e1ea7ef', 'name': '', 'network_id': '79e7b2ab-b244-4018-a980-2cb10c543bb0', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:66:eb:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '4f399a81-58c7-40a2-abe5-996e68968dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:39Z', 'updated_at': '2022-02-16T13:01:33Z', 'revision_number': 6, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '4f399a81-58c7-40a2-abe5-996e68968dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:01:37.576321 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 45156) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:01:37.693681 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-470d1f24-c1ce-4fb3-bd27-139cc9d5d2f4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/floatingips/75a6885d-dd8e-44b6-a1d5-1b00afcbbe50 HTTP/1.1" status: 200 len: 991 time: 0.1161213 Feb 16 13:01:38.698799 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45160) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:01:38.816455 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7a12dcda-3a26-4f71-aed0-524b163b63ec tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/floatingips/75a6885d-dd8e-44b6-a1d5-1b00afcbbe50 HTTP/1.1" status: 200 len: 991 time: 0.1161733 Feb 16 13:01:39.041770 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 7f997d0a-f1ef-4bba-ab25-26f75d9c1448 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:01:39.070671 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea01f4a-798f-41ea-b505-ff79fa30c62b None None] New status for floating IP 75a6885d-dd8e-44b6-a1d5-1b00afcbbe50: ACTIVE {{(pid=87703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:01:39.114197 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 7f997d0a-f1ef-4bba-ab25-26f75d9c1448 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:01:39.114567 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:39.234606 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:39.252562 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 7f997d0a-f1ef-4bba-ab25-26f75d9c1448, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=7f997d0a-f1ef-4bba-ab25-26f75d9c1448,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:01:39.258603 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:39.259361 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 635d4c0d-9be4-499c-9f5c-35042e1ea7ef up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:01:39.375106 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=7f997d0a-f1ef-4bba-ab25-26f75d9c1448,revision_number=6']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:39.387672 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 635d4c0d-9be4-499c-9f5c-35042e1ea7ef triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:01:39.388040 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:39.514167 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:39.546870 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 635d4c0d-9be4-499c-9f5c-35042e1ea7ef, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=635d4c0d-9be4-499c-9f5c-35042e1ea7ef,segment=NetworkSegment(8e8a0c99-82ed-4068-83cb-d220dd4cab4e),segment_id=8e8a0c99-82ed-4068-83cb-d220dd4cab4e)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:01:39.550980 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:39.625214 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=635d4c0d-9be4-499c-9f5c-35042e1ea7ef,revision_number=7']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:39.820480 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45164) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:01:39.930364 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d0f2293e-8b46-4f0e-83cc-78dd1297da63 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/floatingips/75a6885d-dd8e-44b6-a1d5-1b00afcbbe50 HTTP/1.1" status: 200 len: 993 time: 0.1084478 Feb 16 13:01:40.206369 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45172) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:01:40.407548 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a219860d-fabe-4fd2-b0a9-815cfee72ed3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Deleting port c43e79f2-c722-42d5-8a7a-dea413dab255 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:01:40.407871 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a219860d-fabe-4fd2-b0a9-815cfee72ed3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:40.709983 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a219860d-fabe-4fd2-b0a9-815cfee72ed3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:40.710402 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a219860d-fabe-4fd2-b0a9-815cfee72ed3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:40.834265 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a219860d-fabe-4fd2-b0a9-815cfee72ed3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Calling delete_port for c43e79f2-c722-42d5-8a7a-dea413dab255 owned by network:floatingip {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:01:40.995318 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a219860d-fabe-4fd2-b0a9-815cfee72ed3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:40.997442 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 7f997d0a-f1ef-4bba-ab25-26f75d9c1448 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:01:41.040881 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a219860d-fabe-4fd2-b0a9-815cfee72ed3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Port': ['ID=c43e79f2-c722-42d5-8a7a-dea413dab255,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:41.068049 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 7f997d0a-f1ef-4bba-ab25-26f75d9c1448 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:01:41.068421 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:41.136710 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a219860d-fabe-4fd2-b0a9-815cfee72ed3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for floatingip, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:41.137082 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-a219860d-fabe-4fd2-b0a9-815cfee72ed3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Floating IP 75a6885d-dd8e-44b6-a1d5-1b00afcbbe50 disassociated (deleted). External IP: 172.26.5.117, port: 15e3b51f-5c61-4273-8a67-8bfaba4b0747. Feb 16 13:01:41.222871 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 635d4c0d-9be4-499c-9f5c-35042e1ea7ef up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:01:41.288155 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 635d4c0d-9be4-499c-9f5c-35042e1ea7ef triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:01:41.288596 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:41.501847 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a219860d-fabe-4fd2-b0a9-815cfee72ed3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Router 04ea8930-557d-4b08-87eb-6bc47e26a043 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:01:41.692633 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a219860d-fabe-4fd2-b0a9-815cfee72ed3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:01:41.705814 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb80c74-a9a5-4998-a16f-7731a8f384bb None None] Sync routers for ids ['04ea8930-557d-4b08-87eb-6bc47e26a043'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:01:41.718542 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb80c74-a9a5-4998-a16f-7731a8f384bb None None] Routers {'04ea8930-557d-4b08-87eb-6bc47e26a043'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:01:41.719163 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-3bb80c74-a9a5-4998-a16f-7731a8f384bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:01:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['04ea8930-557d-4b08-87eb-6bc47e26a043'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:41.719430 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a219860d-fabe-4fd2-b0a9-815cfee72ed3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:41.778978 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a219860d-fabe-4fd2-b0a9-815cfee72ed3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "DELETE /v2.0/floatingips/75a6885d-dd8e-44b6-a1d5-1b00afcbbe50 HTTP/1.1" status: 204 len: 168 time: 1.5716028 Feb 16 13:01:41.779548 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2dc3e52-0e67-4e20-bb96-9ea18ef9d916', 'tag': '15e3b51f-5c61-4273-8a67-8bfaba4b0747'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:01:41.827294 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2dc3e52-0e67-4e20-bb96-9ea18ef9d916', 'tag': '15e3b51f-5c61-4273-8a67-8bfaba4b0747', 'status': 'completed', 'code': 200} Feb 16 13:01:41.903052 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-3bb80c74-a9a5-4998-a16f-7731a8f384bb None None] Set router 04ea8930-557d-4b08-87eb-6bc47e26a043 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:01:41.925760 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2150b4-4ce9-44fd-9ab0-8b9d114b1330 req-a2517b7b-6cf7-483d-b6b6-fefa9c24d819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:41.927265 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-aa2150b4-4ce9-44fd-9ab0-8b9d114b1330 req-a2517b7b-6cf7-483d-b6b6-fefa9c24d819 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&device_id=a2dc3e52-0e67-4e20-bb96-9ea18ef9d916 HTTP/1.1" status: 200 len: 1098 time: 0.0750237 Feb 16 13:01:42.182578 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671659d-27db-44d2-a2f2-1ca238b1c1ef req-b9cb8ee6-bd44-4c27-be19-207053ffac08 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:42.183603 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-f671659d-27db-44d2-a2f2-1ca238b1c1ef req-b9cb8ee6-bd44-4c27-be19-207053ffac08 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:01:42.189830 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2150b4-4ce9-44fd-9ab0-8b9d114b1330 req-6b58723b-b9a6-4b44-9b6b-ce123d268f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:42.191259 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-aa2150b4-4ce9-44fd-9ab0-8b9d114b1330 req-6b58723b-b9a6-4b44-9b6b-ce123d268f89 service neutron] 10.222.0.89 "GET /v2.0/networks?id=79e7b2ab-b244-4018-a980-2cb10c543bb0 HTTP/1.1" status: 200 len: 898 time: 0.2569299 Feb 16 13:01:42.201839 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-f671659d-27db-44d2-a2f2-1ca238b1c1ef req-b9cb8ee6-bd44-4c27-be19-207053ffac08 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:01:42.203778 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f671659d-27db-44d2-a2f2-1ca238b1c1ef req-b9cb8ee6-bd44-4c27-be19-207053ffac08 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=a2dc3e52-0e67-4e20-bb96-9ea18ef9d916 HTTP/1.1" status: 200 len: 945 time: 0.1028352 Feb 16 13:01:42.241315 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-3bb80c74-a9a5-4998-a16f-7731a8f384bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'name': 'tempest-TestNetworkBasicOps-router-2079475440', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': '7f997d0a-f1ef-4bba-ab25-26f75d9c1448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:35Z', 'updated_at': '2022-02-16T13:00:40Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '7f997d0a-f1ef-4bba-ab25-26f75d9c1448', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:36:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:35Z', 'updated_at': '2022-02-16T13:01:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '635d4c0d-9be4-499c-9f5c-35042e1ea7ef', 'name': '', 'network_id': '79e7b2ab-b244-4018-a980-2cb10c543bb0', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:66:eb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '4f399a81-58c7-40a2-abe5-996e68968dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:39Z', 'updated_at': '2022-02-16T13:01:39Z', 'revision_number': 7, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '4f399a81-58c7-40a2-abe5-996e68968dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:42.246547 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb80c74-a9a5-4998-a16f-7731a8f384bb None None] Checking router: 04ea8930-557d-4b08-87eb-6bc47e26a043 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:01:42.255612 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb80c74-a9a5-4998-a16f-7731a8f384bb None None] Routers {'04ea8930-557d-4b08-87eb-6bc47e26a043'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:01:42.256419 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-3bb80c74-a9a5-4998-a16f-7731a8f384bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:01:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['04ea8930-557d-4b08-87eb-6bc47e26a043'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:42.256651 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f671659d-27db-44d2-a2f2-1ca238b1c1ef req-1802b524-ca9d-4c96-8f80-ae47366ba9d1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=df5ddd81-01b8-4d0a-8a0c-2862f982b0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469170 Feb 16 13:01:42.259410 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-aa2150b4-4ce9-44fd-9ab0-8b9d114b1330 req-9149cb36-ea2c-48f1-bb03-7543553eea90 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15e3b51f-5c61-4273-8a67-8bfaba4b0747 HTTP/1.1" status: 200 len: 217 time: 0.0597579 Feb 16 13:01:42.330018 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2150b4-4ce9-44fd-9ab0-8b9d114b1330 req-626a7799-c8f2-439f-b43f-1d6c96a5f3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:42.331493 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-aa2150b4-4ce9-44fd-9ab0-8b9d114b1330 req-626a7799-c8f2-439f-b43f-1d6c96a5f3ca service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4f399a81-58c7-40a2-abe5-996e68968dd2 HTTP/1.1" status: 200 len: 834 time: 0.0649648 Feb 16 13:01:42.408244 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2150b4-4ce9-44fd-9ab0-8b9d114b1330 req-4b09df39-b480-41d4-a5d7-84051b007ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:42.410216 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-aa2150b4-4ce9-44fd-9ab0-8b9d114b1330 req-4b09df39-b480-41d4-a5d7-84051b007ccc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=79e7b2ab-b244-4018-a980-2cb10c543bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708277 Feb 16 13:01:42.443229 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-3bb80c74-a9a5-4998-a16f-7731a8f384bb None None] Set router 04ea8930-557d-4b08-87eb-6bc47e26a043 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:01:42.547264 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-aa2150b4-4ce9-44fd-9ab0-8b9d114b1330 req-76323417-25d7-4585-8602-5186dd1395f2 service neutron] 10.222.0.89 "GET /v2.0/networks/79e7b2ab-b244-4018-a980-2cb10c543bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304452 Feb 16 13:01:42.683164 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-aa2150b4-4ce9-44fd-9ab0-8b9d114b1330 req-1b6c6432-2920-4193-a152-45e029f067be service neutron] 10.222.0.89 "GET /v2.0/networks/79e7b2ab-b244-4018-a980-2cb10c543bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294212 Feb 16 13:01:42.768566 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-3bb80c74-a9a5-4998-a16f-7731a8f384bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'name': 'tempest-TestNetworkBasicOps-router-2079475440', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': '7f997d0a-f1ef-4bba-ab25-26f75d9c1448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:35Z', 'updated_at': '2022-02-16T13:00:40Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '7f997d0a-f1ef-4bba-ab25-26f75d9c1448', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:36:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:35Z', 'updated_at': '2022-02-16T13:01:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '635d4c0d-9be4-499c-9f5c-35042e1ea7ef', 'name': '', 'network_id': '79e7b2ab-b244-4018-a980-2cb10c543bb0', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:66:eb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '4f399a81-58c7-40a2-abe5-996e68968dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:39Z', 'updated_at': '2022-02-16T13:01:39Z', 'revision_number': 7, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '4f399a81-58c7-40a2-abe5-996e68968dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:42.774751 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb80c74-a9a5-4998-a16f-7731a8f384bb None None] The sync data for ids ['04ea8930-557d-4b08-87eb-6bc47e26a043'] in dv-neutron-829527-1-hyperv is: [{'id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'name': 'tempest-TestNetworkBasicOps-router-2079475440', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': '7f997d0a-f1ef-4bba-ab25-26f75d9c1448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:35Z', 'updated_at': '2022-02-16T13:00:40Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '7f997d0a-f1ef-4bba-ab25-26f75d9c1448', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:36:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:35Z', 'updated_at': '2022-02-16T13:01:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '635d4c0d-9be4-499c-9f5c-35042e1ea7ef', 'name': '', 'network_id': '79e7b2ab-b244-4018-a980-2cb10c543bb0', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:66:eb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '4f399a81-58c7-40a2-abe5-996e68968dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:39Z', 'updated_at': '2022-02-16T13:01:39Z', 'revision_number': 7, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '4f399a81-58c7-40a2-abe5-996e68968dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:01:43.047328 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:01:43.500692 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02751de-9624-46a2-9a7d-9d6c8a7956b8 req-1279d033-b223-427a-a045-36864b5da06c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:43.502211 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e02751de-9624-46a2-9a7d-9d6c8a7956b8 req-1279d033-b223-427a-a045-36864b5da06c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=a2dc3e52-0e67-4e20-bb96-9ea18ef9d916 HTTP/1.1" status: 200 len: 945 time: 0.1057024 Feb 16 13:01:43.511184 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc598c-68e8-4979-8b32-667e5ca27da7 req-0ec00334-9100-41ff-9346-6eddc50c9b8d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:43.512660 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-55bc598c-68e8-4979-8b32-667e5ca27da7 req-0ec00334-9100-41ff-9346-6eddc50c9b8d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "GET /v2.0/ports?device_id=a2dc3e52-0e67-4e20-bb96-9ea18ef9d916 HTTP/1.1" status: 200 len: 945 time: 0.1597686 Feb 16 13:01:43.513847 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00304ddd-246d-4c22-97da-9ba71bbd5a76 None None] New status for floating IP 75a6885d-dd8e-44b6-a1d5-1b00afcbbe50: DOWN {{(pid=87703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:01:43.605527 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e02751de-9624-46a2-9a7d-9d6c8a7956b8 req-fe474663-493e-471f-81f6-46393595cb9f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=df5ddd81-01b8-4d0a-8a0c-2862f982b0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917609 Feb 16 13:01:43.610690 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-55bc598c-68e8-4979-8b32-667e5ca27da7 req-5113eada-ddd2-4980-aa32-f35bf04d31ae tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Deleting port 15e3b51f-5c61-4273-8a67-8bfaba4b0747 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:01:43.610976 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-55bc598c-68e8-4979-8b32-667e5ca27da7 req-5113eada-ddd2-4980-aa32-f35bf04d31ae tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:43.869319 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-55bc598c-68e8-4979-8b32-667e5ca27da7 req-5113eada-ddd2-4980-aa32-f35bf04d31ae tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] For port 15e3b51f-5c61-4273-8a67-8bfaba4b0747, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=15e3b51f-5c61-4273-8a67-8bfaba4b0747,segment=NetworkSegment(8e8a0c99-82ed-4068-83cb-d220dd4cab4e),segment_id=8e8a0c99-82ed-4068-83cb-d220dd4cab4e)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:01:43.869563 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-55bc598c-68e8-4979-8b32-667e5ca27da7 req-5113eada-ddd2-4980-aa32-f35bf04d31ae tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:43.989465 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-55bc598c-68e8-4979-8b32-667e5ca27da7 req-5113eada-ddd2-4980-aa32-f35bf04d31ae tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Calling delete_port for 15e3b51f-5c61-4273-8a67-8bfaba4b0747 owned by compute:nova {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:01:44.139935 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-55bc598c-68e8-4979-8b32-667e5ca27da7 req-5113eada-ddd2-4980-aa32-f35bf04d31ae tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:44.192098 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5113eada-ddd2-4980-aa32-f35bf04d31ae tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Port': ['ID=15e3b51f-5c61-4273-8a67-8bfaba4b0747,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:44.236078 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5113eada-ddd2-4980-aa32-f35bf04d31ae tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:44.236433 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5113eada-ddd2-4980-aa32-f35bf04d31ae tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:44.236791 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5113eada-ddd2-4980-aa32-f35bf04d31ae tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:44.237126 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5113eada-ddd2-4980-aa32-f35bf04d31ae tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:44.237453 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5113eada-ddd2-4980-aa32-f35bf04d31ae tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:44.237782 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5113eada-ddd2-4980-aa32-f35bf04d31ae tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:44.238100 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5113eada-ddd2-4980-aa32-f35bf04d31ae tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:44.238423 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5113eada-ddd2-4980-aa32-f35bf04d31ae tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:44.238741 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5113eada-ddd2-4980-aa32-f35bf04d31ae tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:44.239058 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5113eada-ddd2-4980-aa32-f35bf04d31ae tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:44.239356 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5113eada-ddd2-4980-aa32-f35bf04d31ae tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:44.239671 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5113eada-ddd2-4980-aa32-f35bf04d31ae tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:44.281201 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-55bc598c-68e8-4979-8b32-667e5ca27da7 req-5113eada-ddd2-4980-aa32-f35bf04d31ae tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] No DVR routers for this DVR port 15e3b51f-5c61-4273-8a67-8bfaba4b0747 on host hv-neutron-8295 {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:01:44.283789 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-55bc598c-68e8-4979-8b32-667e5ca27da7 req-5113eada-ddd2-4980-aa32-f35bf04d31ae tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:44.286499 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2dc3e52-0e67-4e20-bb96-9ea18ef9d916', 'name': 'network-vif-deleted', 'tag': '15e3b51f-5c61-4273-8a67-8bfaba4b0747'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:01:44.303455 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-55bc598c-68e8-4979-8b32-667e5ca27da7 req-5113eada-ddd2-4980-aa32-f35bf04d31ae tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "DELETE /v2.0/ports/15e3b51f-5c61-4273-8a67-8bfaba4b0747 HTTP/1.1" status: 204 len: 173 time: 0.7766349 Feb 16 13:01:44.333097 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2dc3e52-0e67-4e20-bb96-9ea18ef9d916', 'name': 'network-vif-deleted', 'tag': '15e3b51f-5c61-4273-8a67-8bfaba4b0747', 'status': 'completed', 'code': 200} Feb 16 13:01:44.771458 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-72b018f6-651e-4410-8239-f4dd579a4453 req-bfd7ccc8-be5f-4412-8eb0-ab504869d10f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:01:44.789644 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-72b018f6-651e-4410-8239-f4dd579a4453 req-bfd7ccc8-be5f-4412-8eb0-ab504869d10f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:01:44.790747 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-72b018f6-651e-4410-8239-f4dd579a4453 req-bfd7ccc8-be5f-4412-8eb0-ab504869d10f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=a2dc3e52-0e67-4e20-bb96-9ea18ef9d916 HTTP/1.1" status: 200 len: 210 time: 0.0605690 Feb 16 13:01:45.895305 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 45190) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:01:45.970950 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ad2f21f8-b509-4a9f-aac8-71f998467840 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:46.001406 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ad2f21f8-b509-4a9f-aac8-71f998467840 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:46.077295 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ad2f21f8-b509-4a9f-aac8-71f998467840 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:46.097666 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f21f8-b509-4a9f-aac8-71f998467840 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5ddd81-01b8-4d0a-8a0c-2862f982b0bd,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:46.106875 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ad2f21f8-b509-4a9f-aac8-71f998467840 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:46.110818 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-ad2f21f8-b509-4a9f-aac8-71f998467840 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "DELETE /v2.0/security-groups/df5ddd81-01b8-4d0a-8a0c-2862f982b0bd HTTP/1.1" status: 204 len: 168 time: 0.2117348 Feb 16 13:01:46.140383 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 45196) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:01:46.822855 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4183c13e-2b06-4472-b206-b03380987a26 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:47.172427 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-4183c13e-2b06-4472-b206-b03380987a26 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Deleting port 635d4c0d-9be4-499c-9f5c-35042e1ea7ef {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:01:47.173163 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4183c13e-2b06-4472-b206-b03380987a26 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:47.367845 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-4183c13e-2b06-4472-b206-b03380987a26 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] For port 635d4c0d-9be4-499c-9f5c-35042e1ea7ef, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=635d4c0d-9be4-499c-9f5c-35042e1ea7ef,segment=NetworkSegment(8e8a0c99-82ed-4068-83cb-d220dd4cab4e),segment_id=8e8a0c99-82ed-4068-83cb-d220dd4cab4e)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:01:47.368075 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4183c13e-2b06-4472-b206-b03380987a26 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:47.493980 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-4183c13e-2b06-4472-b206-b03380987a26 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Calling delete_port for 635d4c0d-9be4-499c-9f5c-35042e1ea7ef owned by network:router_interface {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:01:47.692811 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4183c13e-2b06-4472-b206-b03380987a26 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:47.743569 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4183c13e-2b06-4472-b206-b03380987a26 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Port': ['ID=635d4c0d-9be4-499c-9f5c-35042e1ea7ef,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:48.125441 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4183c13e-2b06-4472-b206-b03380987a26 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:48.340781 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 15e3b51f-5c61-4273-8a67-8bfaba4b0747 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:01:48.374865 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] No Port match for: 15e3b51f-5c61-4273-8a67-8bfaba4b0747 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:01:48.375130 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 15e3b51f-5c61-4273-8a67-8bfaba4b0747 not bound to the agent host hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:01:48.485645 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4183c13e-2b06-4472-b206-b03380987a26 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Router 04ea8930-557d-4b08-87eb-6bc47e26a043 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:01:48.669133 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4183c13e-2b06-4472-b206-b03380987a26 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:01:48.681869 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe89468-bb57-4710-a4f8-89e6e5a8e41d None None] Sync routers for ids ['04ea8930-557d-4b08-87eb-6bc47e26a043'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:01:48.690399 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-4183c13e-2b06-4472-b206-b03380987a26 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "PUT /v2.0/routers/04ea8930-557d-4b08-87eb-6bc47e26a043/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5483186 Feb 16 13:01:48.692547 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 45200) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:01:48.692737 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe89468-bb57-4710-a4f8-89e6e5a8e41d None None] Routers {'04ea8930-557d-4b08-87eb-6bc47e26a043'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:01:48.693307 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-8fe89468-bb57-4710-a4f8-89e6e5a8e41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:01:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['04ea8930-557d-4b08-87eb-6bc47e26a043'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:48.763154 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-1892c8ca-afdf-43b8-b027-97d13ff4138a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Deleting subnet 4f399a81-58c7-40a2-abe5-996e68968dd2 {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:01:48.766628 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1892c8ca-afdf-43b8-b027-97d13ff4138a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:48.823926 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1892c8ca-afdf-43b8-b027-97d13ff4138a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:48.903541 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-8fe89468-bb57-4710-a4f8-89e6e5a8e41d None None] Set router 04ea8930-557d-4b08-87eb-6bc47e26a043 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:01:48.906982 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1892c8ca-afdf-43b8-b027-97d13ff4138a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:48.986677 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1892c8ca-afdf-43b8-b027-97d13ff4138a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:49.038955 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1892c8ca-afdf-43b8-b027-97d13ff4138a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:49.041721 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1892c8ca-afdf-43b8-b027-97d13ff4138a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Subnet': ['ID=4f399a81-58c7-40a2-abe5-996e68968dd2,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:49.049393 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-1892c8ca-afdf-43b8-b027-97d13ff4138a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "DELETE /v2.0/subnets/4f399a81-58c7-40a2-abe5-996e68968dd2 HTTP/1.1" status: 204 len: 168 time: 0.3532879 Feb 16 13:01:49.049514 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 45204) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:01:49.082893 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba33a346-bff3-4b0a-9633-a41d7b289156 None None] Network 79e7b2ab-b244-4018-a980-2cb10c543bb0 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:01:49.229192 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-aba38359-58e3-41fb-a2ee-1a83f75b362f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:49.365805 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-8fe89468-bb57-4710-a4f8-89e6e5a8e41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'name': 'tempest-TestNetworkBasicOps-router-2079475440', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': '7f997d0a-f1ef-4bba-ab25-26f75d9c1448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:35Z', 'updated_at': '2022-02-16T13:01:47Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '7f997d0a-f1ef-4bba-ab25-26f75d9c1448', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:36:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:35Z', 'updated_at': '2022-02-16T13:01:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:49.370557 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe89468-bb57-4710-a4f8-89e6e5a8e41d None None] Checking router: 04ea8930-557d-4b08-87eb-6bc47e26a043 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:01:49.380065 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe89468-bb57-4710-a4f8-89e6e5a8e41d None None] Routers {'04ea8930-557d-4b08-87eb-6bc47e26a043'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:01:49.380730 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-8fe89468-bb57-4710-a4f8-89e6e5a8e41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:01:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['04ea8930-557d-4b08-87eb-6bc47e26a043'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:49.460575 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f2f2c7-a00a-4f20-8c70-0af984d400f1 None None] DHCP port deletion for 79e7b2ab-b244-4018-a980-2cb10c543bb0 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:01:49.470101 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-07f2f2c7-a00a-4f20-8c70-0af984d400f1 None None] Deleting port 2b7942ce-550a-48fd-a663-441c59885e76 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:01:49.470459 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-07f2f2c7-a00a-4f20-8c70-0af984d400f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:49.537699 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-aba38359-58e3-41fb-a2ee-1a83f75b362f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:49.548892 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-aba38359-58e3-41fb-a2ee-1a83f75b362f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Deleting port 7f997d0a-f1ef-4bba-ab25-26f75d9c1448 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:01:49.549228 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-aba38359-58e3-41fb-a2ee-1a83f75b362f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:49.646251 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-8fe89468-bb57-4710-a4f8-89e6e5a8e41d None None] Set router 04ea8930-557d-4b08-87eb-6bc47e26a043 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:01:49.725444 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-aba38359-58e3-41fb-a2ee-1a83f75b362f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] For port 7f997d0a-f1ef-4bba-ab25-26f75d9c1448, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=7f997d0a-f1ef-4bba-ab25-26f75d9c1448,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:01:49.725680 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-aba38359-58e3-41fb-a2ee-1a83f75b362f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:49.845753 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-aba38359-58e3-41fb-a2ee-1a83f75b362f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Calling delete_port for 7f997d0a-f1ef-4bba-ab25-26f75d9c1448 owned by network:router_gateway {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:01:49.921212 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-07f2f2c7-a00a-4f20-8c70-0af984d400f1 None None] For port 2b7942ce-550a-48fd-a663-441c59885e76, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=2b7942ce-550a-48fd-a663-441c59885e76,segment=NetworkSegment(8e8a0c99-82ed-4068-83cb-d220dd4cab4e),segment_id=8e8a0c99-82ed-4068-83cb-d220dd4cab4e)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:01:49.921600 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-07f2f2c7-a00a-4f20-8c70-0af984d400f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:50.019918 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-aba38359-58e3-41fb-a2ee-1a83f75b362f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:50.067343 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba38359-58e3-41fb-a2ee-1a83f75b362f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Port': ['ID=7f997d0a-f1ef-4bba-ab25-26f75d9c1448,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:50.099707 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-07f2f2c7-a00a-4f20-8c70-0af984d400f1 None None] Calling delete_port for 2b7942ce-550a-48fd-a663-441c59885e76 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:01:50.157708 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-aba38359-58e3-41fb-a2ee-1a83f75b362f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023674'] for router_gateway, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:50.217998 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-07f2f2c7-a00a-4f20-8c70-0af984d400f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:50.269831 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f2f2c7-a00a-4f20-8c70-0af984d400f1 None None] No DVR routers for this DVR port 2b7942ce-550a-48fd-a663-441c59885e76 on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:01:50.271419 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f2f2c7-a00a-4f20-8c70-0af984d400f1 None None] Pushing event deleted for resources: {'Port': ['ID=2b7942ce-550a-48fd-a663-441c59885e76,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:50.283701 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-8fe89468-bb57-4710-a4f8-89e6e5a8e41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'name': 'tempest-TestNetworkBasicOps-router-2079475440', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': '7f997d0a-f1ef-4bba-ab25-26f75d9c1448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:35Z', 'updated_at': '2022-02-16T13:01:47Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '7f997d0a-f1ef-4bba-ab25-26f75d9c1448', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:36:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:35Z', 'updated_at': '2022-02-16T13:01:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:50.287808 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe89468-bb57-4710-a4f8-89e6e5a8e41d None None] The sync data for ids ['04ea8930-557d-4b08-87eb-6bc47e26a043'] in dv-neutron-829527-1-hyperv is: [{'id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'name': 'tempest-TestNetworkBasicOps-router-2079475440', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.104'}], 'enable_snat': True}, 'gw_port_id': '7f997d0a-f1ef-4bba-ab25-26f75d9c1448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:00:35Z', 'updated_at': '2022-02-16T13:01:47Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': '7f997d0a-f1ef-4bba-ab25-26f75d9c1448', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:36:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ea8930-557d-4b08-87eb-6bc47e26a043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:00:35Z', 'updated_at': '2022-02-16T13:01:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:01:50.332882 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-aba38359-58e3-41fb-a2ee-1a83f75b362f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:50.335061 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-aba38359-58e3-41fb-a2ee-1a83f75b362f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:50.357754 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-aba38359-58e3-41fb-a2ee-1a83f75b362f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:50.358222 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba38359-58e3-41fb-a2ee-1a83f75b362f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Fanout notify agent at l3_agent the message router_deleted on router 04ea8930-557d-4b08-87eb-6bc47e26a043 {{(pid=87701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:01:50.373040 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-aba38359-58e3-41fb-a2ee-1a83f75b362f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:50.374145 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-aba38359-58e3-41fb-a2ee-1a83f75b362f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "DELETE /v2.0/routers/04ea8930-557d-4b08-87eb-6bc47e26a043 HTTP/1.1" status: 204 len: 168 time: 1.3236065 Feb 16 13:01:50.376965 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 45208) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:01:50.494564 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e713e63b-0869-4ee7-83b0-2a425a5fff00 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:50.630948 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e713e63b-0869-4ee7-83b0-2a425a5fff00 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:50.667070 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-e713e63b-0869-4ee7-83b0-2a425a5fff00 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79e7b2ab-b244-4018-a980-2cb10c543bb0']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:50.680549 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-e713e63b-0869-4ee7-83b0-2a425a5fff00 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e8a0c99-82ed-4068-83cb-d220dd4cab4e') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:50.680880 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-e713e63b-0869-4ee7-83b0-2a425a5fff00 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e8a0c99-82ed-4068-83cb-d220dd4cab4e') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:50.695994 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e713e63b-0869-4ee7-83b0-2a425a5fff00 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:50.713089 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e713e63b-0869-4ee7-83b0-2a425a5fff00 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:50.719745 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e713e63b-0869-4ee7-83b0-2a425a5fff00 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:01:50.720134 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e713e63b-0869-4ee7-83b0-2a425a5fff00 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:50.734947 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 13:01:50.734947 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:01:50.734947 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 13:01:50.734947 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:01:50.734947 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 13:01:50.734947 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:01:50.734947 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 13:01:50.734947 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:01:50.734947 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 13:01:50.734947 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:01:50.734947 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 13:01:50.734947 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:01:50.734947 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 13:01:50.734947 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:01:50.734947 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:01:50.734947 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:01:50.734947 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:01:50.734947 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:01:50.734947 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 13:01:50.734947 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:01:50.734947 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 13:01:50.734947 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:01:50.734947 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:01:50.734947 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:01:50.734947 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 13:01:50.734947 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:01:50.734947 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:01:50.734947 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:01:50.734947 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:01:50.734947 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:01:50.734947 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:01:50.734947 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:01:50.819325 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e713e63b-0869-4ee7-83b0-2a425a5fff00 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:50.823817 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e713e63b-0869-4ee7-83b0-2a425a5fff00 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:50.849926 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e713e63b-0869-4ee7-83b0-2a425a5fff00 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Network': ['ID=79e7b2ab-b244-4018-a980-2cb10c543bb0,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:50.862507 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e713e63b-0869-4ee7-83b0-2a425a5fff00 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "DELETE /v2.0/networks/79e7b2ab-b244-4018-a980-2cb10c543bb0 HTTP/1.1" status: 204 len: 168 time: 0.4818227 Feb 16 13:01:50.878622 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 45212) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:01:50.884479 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-1024645c-ae69-45c3-97ce-266cf8cf8b57 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'network': {'name': 'tempest-network-smoke--1000073861', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'port_security_enabled': True}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:01:50.889921 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-1024645c-ae69-45c3-97ce-266cf8cf8b57 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:01:50.894488 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-1024645c-ae69-45c3-97ce-266cf8cf8b57 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:network and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:01:50.898239 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-1024645c-ae69-45c3-97ce-266cf8cf8b57 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:01:50.905219 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-1024645c-ae69-45c3-97ce-266cf8cf8b57 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:01:50.917037 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1024645c-ae69-45c3-97ce-266cf8cf8b57 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Made reservation on behalf of a1535d45c61244dc9e2a62da1414d228 for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:01:50.920533 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1024645c-ae69-45c3-97ce-266cf8cf8b57 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:50.950711 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1024645c-ae69-45c3-97ce-266cf8cf8b57 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:01:50.967847 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1024645c-ae69-45c3-97ce-266cf8cf8b57 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:50.968210 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-1024645c-ae69-45c3-97ce-266cf8cf8b57 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Added segment 14f9544c-04c7-4c0b-871b-a589a6d7cd3e of type vlan for network 388e09f8-31c4-47d7-91d7-e8f6e7a49819 Feb 16 13:01:50.998931 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1024645c-ae69-45c3-97ce-266cf8cf8b57 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:51.140856 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1024645c-ae69-45c3-97ce-266cf8cf8b57 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:51.146233 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1024645c-ae69-45c3-97ce-266cf8cf8b57 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:51.146812 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1024645c-ae69-45c3-97ce-266cf8cf8b57 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:51.254217 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-1024645c-ae69-45c3-97ce-266cf8cf8b57 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3743341 Feb 16 13:01:51.256906 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 45216) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:01:51.259454 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1024645c-ae69-45c3-97ce-266cf8cf8b57 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Network': ['ID=388e09f8-31c4-47d7-91d7-e8f6e7a49819,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:51.264158 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-a6891d60-c93a-44fc-8860-f427a2ced4e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-393227507', 'admin_state_up': True, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:01:51.269615 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 388e09f8-31c4-47d7-91d7-e8f6e7a49819 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:01:51.271480 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-a6891d60-c93a-44fc-8860-f427a2ced4e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:01:51.275598 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-a6891d60-c93a-44fc-8860-f427a2ced4e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:router and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:01:51.280045 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-a6891d60-c93a-44fc-8860-f427a2ced4e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:01:51.285568 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-a6891d60-c93a-44fc-8860-f427a2ced4e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:01:51.299716 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a6891d60-c93a-44fc-8860-f427a2ced4e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:51.300997 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a6891d60-c93a-44fc-8860-f427a2ced4e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:51.317989 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a6891d60-c93a-44fc-8860-f427a2ced4e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:51.399969 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 635d4c0d-9be4-499c-9f5c-35042e1ea7ef no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:01:51.438096 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 635d4c0d-9be4-499c-9f5c-35042e1ea7ef {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:01:51.438507 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 635d4c0d-9be4-499c-9f5c-35042e1ea7ef not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:01:51.438996 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 2b7942ce-550a-48fd-a663-441c59885e76 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:01:51.472453 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 2b7942ce-550a-48fd-a663-441c59885e76 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:01:51.472828 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 2b7942ce-550a-48fd-a663-441c59885e76 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:01:51.605721 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a6891d60-c93a-44fc-8860-f427a2ced4e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:51.925201 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a6891d60-c93a-44fc-8860-f427a2ced4e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router_gateway, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:51.957210 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a6891d60-c93a-44fc-8860-f427a2ced4e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:52.094208 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-a6891d60-c93a-44fc-8860-f427a2ced4e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Allocated IP 172.26.5.50 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/af9b932a-7798-438d-b080-56dab96c5565) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:01:52.249231 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a6891d60-c93a-44fc-8860-f427a2ced4e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:52.282049 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a6891d60-c93a-44fc-8860-f427a2ced4e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:52.350141 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6891d60-c93a-44fc-8860-f427a2ced4e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:01:52.353636 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-a6891d60-c93a-44fc-8860-f427a2ced4e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:01:52.357322 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6891d60-c93a-44fc-8860-f427a2ced4e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:01:52.392446 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6891d60-c93a-44fc-8860-f427a2ced4e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=af9b932a-7798-438d-b080-56dab96c5565,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:52.919098 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a6891d60-c93a-44fc-8860-f427a2ced4e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router_gateway, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:52.953860 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 7f997d0a-f1ef-4bba-ab25-26f75d9c1448 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:01:52.991878 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 7f997d0a-f1ef-4bba-ab25-26f75d9c1448 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:01:52.992227 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 7f997d0a-f1ef-4bba-ab25-26f75d9c1448 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:01:53.273784 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a6891d60-c93a-44fc-8860-f427a2ced4e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:53.488018 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6891d60-c93a-44fc-8860-f427a2ced4e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Router e471b421-5af3-480a-b762-3d49c25e41e9 is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:01:53.665467 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6891d60-c93a-44fc-8860-f427a2ced4e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:01:53.675648 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0649810c-aeb3-4786-8bf9-594b8318dbcb None None] Sync routers for ids ['e471b421-5af3-480a-b762-3d49c25e41e9'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:01:53.686561 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0649810c-aeb3-4786-8bf9-594b8318dbcb None None] Routers {'e471b421-5af3-480a-b762-3d49c25e41e9'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:01:53.687634 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-0649810c-aeb3-4786-8bf9-594b8318dbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:01:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e471b421-5af3-480a-b762-3d49c25e41e9'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:53.694347 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a6891d60-c93a-44fc-8860-f427a2ced4e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:53.696320 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-a6891d60-c93a-44fc-8860-f427a2ced4e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.4380198 Feb 16 13:01:53.699209 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 45220) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:01:53.744256 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-3858d29a-325c-48fa-9ec9-837b20405fe5 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=a1535d45c61244dc9e2a62da1414d228&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414393 Feb 16 13:01:53.744574 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 45224) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:01:53.869881 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-0649810c-aeb3-4786-8bf9-594b8318dbcb None None] Set router e471b421-5af3-480a-b762-3d49c25e41e9 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:01:53.872870 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d743831-2d82-4244-8b5b-4f974cca712e tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:53.874364 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-8d743831-2d82-4244-8b5b-4f974cca712e tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1288450 Feb 16 13:01:53.877409 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 45228) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:01:53.919446 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-2926733b-1613-4c6e-b751-d24a5af9952f tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406451 Feb 16 13:01:53.921855 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 45232) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:01:53.927140 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-6c4d9bff-b85e-486b-bc63-d82d83bb5f7e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1959932066', 'network_id': '388e09f8-31c4-47d7-91d7-e8f6e7a49819', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:01:54.158437 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-6c4d9bff-b85e-486b-bc63-d82d83bb5f7e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:01:54.162489 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-6c4d9bff-b85e-486b-bc63-d82d83bb5f7e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:subnet and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:01:54.165591 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-6c4d9bff-b85e-486b-bc63-d82d83bb5f7e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:01:54.171467 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-6c4d9bff-b85e-486b-bc63-d82d83bb5f7e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:01:54.182436 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4d9bff-b85e-486b-bc63-d82d83bb5f7e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Made reservation on behalf of a1535d45c61244dc9e2a62da1414d228 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:01:54.186009 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6c4d9bff-b85e-486b-bc63-d82d83bb5f7e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:54.193782 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-0649810c-aeb3-4786-8bf9-594b8318dbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e471b421-5af3-480a-b762-3d49c25e41e9', 'name': 'tempest-TestNetworkBasicOps-router-393227507', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.50'}], 'enable_snat': True}, 'gw_port_id': 'af9b932a-7798-438d-b080-56dab96c5565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:01:51Z', 'updated_at': '2022-02-16T13:01:52Z', 'revision_number': 3, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'af9b932a-7798-438d-b080-56dab96c5565', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e471b421-5af3-480a-b762-3d49c25e41e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:01:51Z', 'updated_at': '2022-02-16T13:01:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:54.198023 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0649810c-aeb3-4786-8bf9-594b8318dbcb None None] Checking router: e471b421-5af3-480a-b762-3d49c25e41e9 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:01:54.198365 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0649810c-aeb3-4786-8bf9-594b8318dbcb None None] Updating router e471b421-5af3-480a-b762-3d49c25e41e9 port af9b932a-7798-438d-b080-56dab96c5565 binding host dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:01:54.254527 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-0649810c-aeb3-4786-8bf9-594b8318dbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:54.412310 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6c4d9bff-b85e-486b-bc63-d82d83bb5f7e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:54.493684 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d9bff-b85e-486b-bc63-d82d83bb5f7e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Subnet': ['ID=0d0aba86-4bc5-4521-9c6c-7473314c33dd,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:54.502401 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4d9bff-b85e-486b-bc63-d82d83bb5f7e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Checking segment: {'id': '14f9544c-04c7-4c0b-871b-a589a6d7cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '388e09f8-31c4-47d7-91d7-e8f6e7a49819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:01:54.502737 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4d9bff-b85e-486b-bc63-d82d83bb5f7e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network hostable DHCP agents. Network: 388e09f8-31c4-47d7-91d7-e8f6e7a49819, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:01:54.522228 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4d9bff-b85e-486b-bc63-d82d83bb5f7e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network 388e09f8-31c4-47d7-91d7-e8f6e7a49819 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:01:54.532176 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-6c4d9bff-b85e-486b-bc63-d82d83bb5f7e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 388e09f8-31c4-47d7-91d7-e8f6e7a49819) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:01:54.536251 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4d9bff-b85e-486b-bc63-d82d83bb5f7e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:54.536878 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6c4d9bff-b85e-486b-bc63-d82d83bb5f7e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526995'] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:54.546208 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72bdf65-e409-42f3-90e7-d60f96abdb60 None None] Network 388e09f8-31c4-47d7-91d7-e8f6e7a49819 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:01:54.560591 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-6c4d9bff-b85e-486b-bc63-d82d83bb5f7e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6375084 Feb 16 13:01:54.563710 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 45236) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:01:54.582507 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-0649810c-aeb3-4786-8bf9-594b8318dbcb None None] Notify callbacks [] for port, precommit_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:54.594259 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.provisioning_blocks [None req-0649810c-aeb3-4786-8bf9-594b8318dbcb None None] Transition to ACTIVE for port object af9b932a-7798-438d-b080-56dab96c5565 will not be triggered until provisioned by entity L2. {{(pid=87703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:01:54.602073 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-0649810c-aeb3-4786-8bf9-594b8318dbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:54.682840 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b3d09-a6f9-42f3-804a-c23ec80cacb5 None None] Pushing event updated for resources: {'Port': ['ID=af9b932a-7798-438d-b080-56dab96c5565,revision_number=2']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:54.697417 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b3d09-a6f9-42f3-804a-c23ec80cacb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:54.697761 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b3d09-a6f9-42f3-804a-c23ec80cacb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:54.698098 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b3d09-a6f9-42f3-804a-c23ec80cacb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:54.698426 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b3d09-a6f9-42f3-804a-c23ec80cacb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:54.698752 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b3d09-a6f9-42f3-804a-c23ec80cacb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:54.699079 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b3d09-a6f9-42f3-804a-c23ec80cacb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:54.699402 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b3d09-a6f9-42f3-804a-c23ec80cacb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:54.699722 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b3d09-a6f9-42f3-804a-c23ec80cacb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:54.700044 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b3d09-a6f9-42f3-804a-c23ec80cacb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:54.700363 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b3d09-a6f9-42f3-804a-c23ec80cacb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:54.700704 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b3d09-a6f9-42f3-804a-c23ec80cacb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:54.701022 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2b3d09-a6f9-42f3-804a-c23ec80cacb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:54.707779 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-0649810c-aeb3-4786-8bf9-594b8318dbcb None None] Attempting to bind port af9b932a-7798-438d-b080-56dab96c5565 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:01:54.708147 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-0649810c-aeb3-4786-8bf9-594b8318dbcb None None] Attempting to bind port af9b932a-7798-438d-b080-56dab96c5565 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:01:54.708508 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0649810c-aeb3-4786-8bf9-594b8318dbcb None None] Attempting to bind port af9b932a-7798-438d-b080-56dab96c5565 on network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:01:54.714487 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0649810c-aeb3-4786-8bf9-594b8318dbcb None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:01:54.714864 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0649810c-aeb3-4786-8bf9-594b8318dbcb None None] Checking segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:01:54.715261 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-0649810c-aeb3-4786-8bf9-594b8318dbcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:54.715641 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0649810c-aeb3-4786-8bf9-594b8318dbcb None None] Bound using segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:01:54.716095 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-0649810c-aeb3-4786-8bf9-594b8318dbcb None None] Bound port: af9b932a-7798-438d-b080-56dab96c5565, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:01:54.716672 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-0649810c-aeb3-4786-8bf9-594b8318dbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:54.775627 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c478b5-7f25-47de-8c40-ec8c0323d4cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-388e09f8-31c4-47d7-91d7-e8f6e7a49819', 'network_id': '388e09f8-31c4-47d7-91d7-e8f6e7a49819', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ips': [{'subnet_id': '0d0aba86-4bc5-4521-9c6c-7473314c33dd'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:01:54.776496 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f9c478b5-7f25-47de-8c40-ec8c0323d4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:54.791260 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-0649810c-aeb3-4786-8bf9-594b8318dbcb None None] For port af9b932a-7798-438d-b080-56dab96c5565, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:01:54.794237 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-0649810c-aeb3-4786-8bf9-594b8318dbcb None None] For port af9b932a-7798-438d-b080-56dab96c5565, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=af9b932a-7798-438d-b080-56dab96c5565,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:01:54.799618 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-0649810c-aeb3-4786-8bf9-594b8318dbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:54.865936 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0649810c-aeb3-4786-8bf9-594b8318dbcb None None] Routers {'e471b421-5af3-480a-b762-3d49c25e41e9'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:01:54.866749 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-0649810c-aeb3-4786-8bf9-594b8318dbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:01:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e471b421-5af3-480a-b762-3d49c25e41e9'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:54.940499 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-f9c478b5-7f25-47de-8c40-ec8c0323d4cf None None] Allocated IP 172.20.0.2 (388e09f8-31c4-47d7-91d7-e8f6e7a49819/0d0aba86-4bc5-4521-9c6c-7473314c33dd/280c088c-1d6c-401b-bf2c-ee5334a16074) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:01:54.964580 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b3d09-a6f9-42f3-804a-c23ec80cacb5 None None] Pushing event updated for resources: {'Port': ['ID=af9b932a-7798-438d-b080-56dab96c5565,revision_number=3']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:55.056822 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-0649810c-aeb3-4786-8bf9-594b8318dbcb None None] Set router e471b421-5af3-480a-b762-3d49c25e41e9 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:01:55.154652 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f9c478b5-7f25-47de-8c40-ec8c0323d4cf None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:55.167090 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f9c478b5-7f25-47de-8c40-ec8c0323d4cf None None] Transition to ACTIVE for port object 280c088c-1d6c-401b-bf2c-ee5334a16074 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:01:55.188157 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f9c478b5-7f25-47de-8c40-ec8c0323d4cf None None] Transition to ACTIVE for port object 280c088c-1d6c-401b-bf2c-ee5334a16074 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:01:55.195030 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f9c478b5-7f25-47de-8c40-ec8c0323d4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:55.260235 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c478b5-7f25-47de-8c40-ec8c0323d4cf None None] Network 388e09f8-31c4-47d7-91d7-e8f6e7a49819 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:01:55.263167 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-f9c478b5-7f25-47de-8c40-ec8c0323d4cf None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:01:55.265618 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c478b5-7f25-47de-8c40-ec8c0323d4cf None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:01:55.277916 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c478b5-7f25-47de-8c40-ec8c0323d4cf None None] Pushing event updated for resources: {'Port': ['ID=280c088c-1d6c-401b-bf2c-ee5334a16074,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:55.286788 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-97b51d4d-cab8-4f5b-ab12-f984d8349f08 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:55.346699 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-0649810c-aeb3-4786-8bf9-594b8318dbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e471b421-5af3-480a-b762-3d49c25e41e9', 'name': 'tempest-TestNetworkBasicOps-router-393227507', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.50'}], 'enable_snat': True}, 'gw_port_id': 'af9b932a-7798-438d-b080-56dab96c5565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:01:51Z', 'updated_at': '2022-02-16T13:01:52Z', 'revision_number': 3, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'af9b932a-7798-438d-b080-56dab96c5565', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e471b421-5af3-480a-b762-3d49c25e41e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:01:51Z', 'updated_at': '2022-02-16T13:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:55.350625 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0649810c-aeb3-4786-8bf9-594b8318dbcb None None] The sync data for ids ['e471b421-5af3-480a-b762-3d49c25e41e9'] in dv-neutron-829527-1-hyperv is: [{'id': 'e471b421-5af3-480a-b762-3d49c25e41e9', 'name': 'tempest-TestNetworkBasicOps-router-393227507', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.50'}], 'enable_snat': True}, 'gw_port_id': 'af9b932a-7798-438d-b080-56dab96c5565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:01:51Z', 'updated_at': '2022-02-16T13:01:52Z', 'revision_number': 3, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'af9b932a-7798-438d-b080-56dab96c5565', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e471b421-5af3-480a-b762-3d49c25e41e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:01:51Z', 'updated_at': '2022-02-16T13:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:01:55.353614 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c478b5-7f25-47de-8c40-ec8c0323d4cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:55.353971 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c478b5-7f25-47de-8c40-ec8c0323d4cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:55.354306 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c478b5-7f25-47de-8c40-ec8c0323d4cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:55.354637 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c478b5-7f25-47de-8c40-ec8c0323d4cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:55.355169 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c478b5-7f25-47de-8c40-ec8c0323d4cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:55.355512 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c478b5-7f25-47de-8c40-ec8c0323d4cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:55.355839 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c478b5-7f25-47de-8c40-ec8c0323d4cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:55.356719 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c478b5-7f25-47de-8c40-ec8c0323d4cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:55.356719 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c478b5-7f25-47de-8c40-ec8c0323d4cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:55.356897 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c478b5-7f25-47de-8c40-ec8c0323d4cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:55.357118 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c478b5-7f25-47de-8c40-ec8c0323d4cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:55.357437 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c478b5-7f25-47de-8c40-ec8c0323d4cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:55.383198 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-f9c478b5-7f25-47de-8c40-ec8c0323d4cf None None] Attempting to bind port 280c088c-1d6c-401b-bf2c-ee5334a16074 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:01:55.384308 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-f9c478b5-7f25-47de-8c40-ec8c0323d4cf None None] Attempting to bind port 280c088c-1d6c-401b-bf2c-ee5334a16074 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '14f9544c-04c7-4c0b-871b-a589a6d7cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '388e09f8-31c4-47d7-91d7-e8f6e7a49819'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:01:55.384308 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c478b5-7f25-47de-8c40-ec8c0323d4cf None None] Attempting to bind port 280c088c-1d6c-401b-bf2c-ee5334a16074 on network 388e09f8-31c4-47d7-91d7-e8f6e7a49819 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:01:55.389781 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c478b5-7f25-47de-8c40-ec8c0323d4cf None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:01:55.390257 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c478b5-7f25-47de-8c40-ec8c0323d4cf None None] Checking segment: {'id': '14f9544c-04c7-4c0b-871b-a589a6d7cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '388e09f8-31c4-47d7-91d7-e8f6e7a49819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:01:55.390730 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f9c478b5-7f25-47de-8c40-ec8c0323d4cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:55.391188 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c478b5-7f25-47de-8c40-ec8c0323d4cf None None] Bound using segment: {'id': '14f9544c-04c7-4c0b-871b-a589a6d7cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '388e09f8-31c4-47d7-91d7-e8f6e7a49819'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:01:55.391718 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-f9c478b5-7f25-47de-8c40-ec8c0323d4cf None None] Bound port: 280c088c-1d6c-401b-bf2c-ee5334a16074, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14f9544c-04c7-4c0b-871b-a589a6d7cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '388e09f8-31c4-47d7-91d7-e8f6e7a49819'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:01:55.392157 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f9c478b5-7f25-47de-8c40-ec8c0323d4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:55.495637 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f9c478b5-7f25-47de-8c40-ec8c0323d4cf None None] For port 280c088c-1d6c-401b-bf2c-ee5334a16074, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:01:55.498933 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f9c478b5-7f25-47de-8c40-ec8c0323d4cf None None] For port 280c088c-1d6c-401b-bf2c-ee5334a16074, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=280c088c-1d6c-401b-bf2c-ee5334a16074,segment=NetworkSegment(14f9544c-04c7-4c0b-871b-a589a6d7cd3e),segment_id=14f9544c-04c7-4c0b-871b-a589a6d7cd3e)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:01:55.505273 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f9c478b5-7f25-47de-8c40-ec8c0323d4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:55.594049 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c478b5-7f25-47de-8c40-ec8c0323d4cf None None] Pushing event updated for resources: {'Port': ['ID=280c088c-1d6c-401b-bf2c-ee5334a16074,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:55.881976 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-97b51d4d-cab8-4f5b-ab12-f984d8349f08 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Allocated IP 172.20.0.1 (388e09f8-31c4-47d7-91d7-e8f6e7a49819/0d0aba86-4bc5-4521-9c6c-7473314c33dd/55f3ef4b-d421-4b48-b57c-4fdc315dd297) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:01:56.049768 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-97b51d4d-cab8-4f5b-ab12-f984d8349f08 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:56.066361 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-97b51d4d-cab8-4f5b-ab12-f984d8349f08 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Transition to ACTIVE for port object 55f3ef4b-d421-4b48-b57c-4fdc315dd297 will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:01:56.093398 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-97b51d4d-cab8-4f5b-ab12-f984d8349f08 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:56.165112 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b51d4d-cab8-4f5b-ab12-f984d8349f08 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network 388e09f8-31c4-47d7-91d7-e8f6e7a49819 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:01:56.168280 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-97b51d4d-cab8-4f5b-ab12-f984d8349f08 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:01:56.170915 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b51d4d-cab8-4f5b-ab12-f984d8349f08 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:01:56.212970 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b51d4d-cab8-4f5b-ab12-f984d8349f08 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=55f3ef4b-d421-4b48-b57c-4fdc315dd297,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:56.242677 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-97b51d4d-cab8-4f5b-ab12-f984d8349f08 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:56.524461 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-97b51d4d-cab8-4f5b-ab12-f984d8349f08 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:56.556704 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47766a7b-f697-4ca5-ab29-8ad897445c20 None None] Network 388e09f8-31c4-47d7-91d7-e8f6e7a49819 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:01:56.712799 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-0f64a242-02c2-41c2-a857-e551a593d1c4 None None] Provisioning for port 280c088c-1d6c-401b-bf2c-ee5334a16074 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:01:56.971646 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-97b51d4d-cab8-4f5b-ab12-f984d8349f08 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:56.978181 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-97b51d4d-cab8-4f5b-ab12-f984d8349f08 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:57.063290 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-17794f9a-899e-4981-87ba-5c7d99971cef None None] Provisioning for port 55f3ef4b-d421-4b48-b57c-4fdc315dd297 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:01:57.075539 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-17794f9a-899e-4981-87ba-5c7d99971cef None None] Provisioning complete for port 55f3ef4b-d421-4b48-b57c-4fdc315dd297 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:01:57.079367 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-17794f9a-899e-4981-87ba-5c7d99971cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:57.112965 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device af9b932a-7798-438d-b080-56dab96c5565 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:01:57.117290 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b51d4d-cab8-4f5b-ab12-f984d8349f08 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=55f3ef4b-d421-4b48-b57c-4fdc315dd297,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:57.123433 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-97b51d4d-cab8-4f5b-ab12-f984d8349f08 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:57.196821 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-17794f9a-899e-4981-87ba-5c7d99971cef None None] Port 55f3ef4b-d421-4b48-b57c-4fdc315dd297 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:01:57.212002 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port af9b932a-7798-438d-b080-56dab96c5565 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:01:57.217956 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port af9b932a-7798-438d-b080-56dab96c5565 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:01:57.218331 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:57.271784 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b51d4d-cab8-4f5b-ab12-f984d8349f08 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network 388e09f8-31c4-47d7-91d7-e8f6e7a49819 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:01:57.272922 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-97b51d4d-cab8-4f5b-ab12-f984d8349f08 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:01:57.346381 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-fcb3017e-6845-484f-b789-5a445633e24d None None] Provisioning complete for port 55f3ef4b-d421-4b48-b57c-4fdc315dd297 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:01:57.347229 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-fcb3017e-6845-484f-b789-5a445633e24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:57.399313 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:57.424958 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-fcb3017e-6845-484f-b789-5a445633e24d None None] Port 55f3ef4b-d421-4b48-b57c-4fdc315dd297 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:01:57.427321 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port af9b932a-7798-438d-b080-56dab96c5565, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=af9b932a-7798-438d-b080-56dab96c5565,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:01:57.432813 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:57.433762 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 280c088c-1d6c-401b-bf2c-ee5334a16074 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:01:57.497119 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b51d4d-cab8-4f5b-ab12-f984d8349f08 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Router e471b421-5af3-480a-b762-3d49c25e41e9 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:01:57.563894 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=af9b932a-7798-438d-b080-56dab96c5565,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:57.570679 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-918807d7-923e-4bcd-80e9-fc6d95d3c2f0 None None] Provisioning complete for port 55f3ef4b-d421-4b48-b57c-4fdc315dd297 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:01:57.571050 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-918807d7-923e-4bcd-80e9-fc6d95d3c2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:57.622324 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 280c088c-1d6c-401b-bf2c-ee5334a16074 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:01:57.631773 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 280c088c-1d6c-401b-bf2c-ee5334a16074 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:01:57.632243 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:57.656323 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-918807d7-923e-4bcd-80e9-fc6d95d3c2f0 None None] Port 55f3ef4b-d421-4b48-b57c-4fdc315dd297 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:01:57.751787 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:57.794228 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 280c088c-1d6c-401b-bf2c-ee5334a16074, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=280c088c-1d6c-401b-bf2c-ee5334a16074,segment=NetworkSegment(14f9544c-04c7-4c0b-871b-a589a6d7cd3e),segment_id=14f9544c-04c7-4c0b-871b-a589a6d7cd3e)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:01:57.799024 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:57.821436 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b51d4d-cab8-4f5b-ab12-f984d8349f08 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:01:57.834298 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-97b51d4d-cab8-4f5b-ab12-f984d8349f08 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "PUT /v2.0/routers/e471b421-5af3-480a-b762-3d49c25e41e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2693322 Feb 16 13:01:57.837163 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 45240) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:01:57.838615 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e76b9e0-160b-4b7a-86c0-d7018dff1918 None None] Sync routers for ids ['e471b421-5af3-480a-b762-3d49c25e41e9'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:01:57.867155 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e76b9e0-160b-4b7a-86c0-d7018dff1918 None None] Routers {'e471b421-5af3-480a-b762-3d49c25e41e9'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:01:57.867874 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-2e76b9e0-160b-4b7a-86c0-d7018dff1918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:01:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e471b421-5af3-480a-b762-3d49c25e41e9'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:57.948306 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=280c088c-1d6c-401b-bf2c-ee5334a16074,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:57.974852 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae8ad11-c5ee-4242-94fb-540973fda878 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:57.975390 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae8ad11-c5ee-4242-94fb-540973fda878 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:57.975843 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae8ad11-c5ee-4242-94fb-540973fda878 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:57.976554 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae8ad11-c5ee-4242-94fb-540973fda878 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:57.978401 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-eae8ad11-c5ee-4242-94fb-540973fda878 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1403286 Feb 16 13:01:57.981217 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 45244) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:01:58.048802 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339c8a6d-ea49-4d79-8b3d-6685bb066487 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:58.049262 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339c8a6d-ea49-4d79-8b3d-6685bb066487 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:58.049726 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339c8a6d-ea49-4d79-8b3d-6685bb066487 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:58.050177 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339c8a6d-ea49-4d79-8b3d-6685bb066487 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:01:58.051849 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-339c8a6d-ea49-4d79-8b3d-6685bb066487 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0697255 Feb 16 13:01:58.052140 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-2e76b9e0-160b-4b7a-86c0-d7018dff1918 None None] Set router e471b421-5af3-480a-b762-3d49c25e41e9 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:01:58.054717 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 45248) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:01:58.260875 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-dfd2ed2c-f5a7-4c7b-8bf8-7b2b6730a7e1 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.2048740 Feb 16 13:01:58.363590 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-2e76b9e0-160b-4b7a-86c0-d7018dff1918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e471b421-5af3-480a-b762-3d49c25e41e9', 'name': 'tempest-TestNetworkBasicOps-router-393227507', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.50'}], 'enable_snat': True}, 'gw_port_id': 'af9b932a-7798-438d-b080-56dab96c5565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:01:51Z', 'updated_at': '2022-02-16T13:01:56Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'af9b932a-7798-438d-b080-56dab96c5565', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e471b421-5af3-480a-b762-3d49c25e41e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:01:51Z', 'updated_at': '2022-02-16T13:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '55f3ef4b-d421-4b48-b57c-4fdc315dd297', 'name': '', 'network_id': '388e09f8-31c4-47d7-91d7-e8f6e7a49819', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:37:8b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e471b421-5af3-480a-b762-3d49c25e41e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '0d0aba86-4bc5-4521-9c6c-7473314c33dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:01:55Z', 'updated_at': '2022-02-16T13:01:56Z', 'revision_number': 2, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '0d0aba86-4bc5-4521-9c6c-7473314c33dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:58.367855 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e76b9e0-160b-4b7a-86c0-d7018dff1918 None None] Checking router: e471b421-5af3-480a-b762-3d49c25e41e9 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:01:58.368198 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e76b9e0-160b-4b7a-86c0-d7018dff1918 None None] Updating router e471b421-5af3-480a-b762-3d49c25e41e9 port 55f3ef4b-d421-4b48-b57c-4fdc315dd297 binding host dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:01:58.422201 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2e76b9e0-160b-4b7a-86c0-d7018dff1918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:58.437195 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45254) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:01:58.442211 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-cf3fe50e-2999-49e5-b3ed-295024304dc9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-387808722', 'description': 'tempest-secgroup-smoke-387808722 description', 'project_id': 'a1535d45c61244dc9e2a62da1414d228'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:01:58.448377 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-cf3fe50e-2999-49e5-b3ed-295024304dc9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:01:58.453186 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-cf3fe50e-2999-49e5-b3ed-295024304dc9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:01:58.456083 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-cf3fe50e-2999-49e5-b3ed-295024304dc9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:01:58.461841 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-cf3fe50e-2999-49e5-b3ed-295024304dc9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:01:58.472533 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cf3fe50e-2999-49e5-b3ed-295024304dc9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:58.493034 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-cf3fe50e-2999-49e5-b3ed-295024304dc9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:01:58.499256 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-cf3fe50e-2999-49e5-b3ed-295024304dc9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:01:58.503517 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-cf3fe50e-2999-49e5-b3ed-295024304dc9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:01:58.510512 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-cf3fe50e-2999-49e5-b3ed-295024304dc9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:01:58.590059 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cf3fe50e-2999-49e5-b3ed-295024304dc9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:58.595171 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cf3fe50e-2999-49e5-b3ed-295024304dc9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:58.640560 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3fe50e-2999-49e5-b3ed-295024304dc9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2bec62c-0560-46d5-8b96-a943c7464f79,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:58.647332 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cf3fe50e-2999-49e5-b3ed-295024304dc9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:58.651729 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-cf3fe50e-2999-49e5-b3ed-295024304dc9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2106464 Feb 16 13:01:58.651729 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3fe50e-2999-49e5-b3ed-295024304dc9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:58.651729 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3fe50e-2999-49e5-b3ed-295024304dc9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:58.651729 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3fe50e-2999-49e5-b3ed-295024304dc9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:58.651729 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3fe50e-2999-49e5-b3ed-295024304dc9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:58.651729 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3fe50e-2999-49e5-b3ed-295024304dc9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:58.652314 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3fe50e-2999-49e5-b3ed-295024304dc9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:58.652314 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3fe50e-2999-49e5-b3ed-295024304dc9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:58.652571 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 45258) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:01:58.652701 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3fe50e-2999-49e5-b3ed-295024304dc9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:58.652898 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3fe50e-2999-49e5-b3ed-295024304dc9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:58.653206 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3fe50e-2999-49e5-b3ed-295024304dc9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:58.653548 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3fe50e-2999-49e5-b3ed-295024304dc9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:58.653927 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3fe50e-2999-49e5-b3ed-295024304dc9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:01:58.658687 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-82880474-2321-4c09-a125-d720cf226e6e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': 'c2bec62c-0560-46d5-8b96-a943c7464f79', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:01:58.665656 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-82880474-2321-4c09-a125-d720cf226e6e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:01:58.669898 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-82880474-2321-4c09-a125-d720cf226e6e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:01:58.672889 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-82880474-2321-4c09-a125-d720cf226e6e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:01:58.678848 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-82880474-2321-4c09-a125-d720cf226e6e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:01:58.697532 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-82880474-2321-4c09-a125-d720cf226e6e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:58.763244 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-82880474-2321-4c09-a125-d720cf226e6e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:58.767882 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-82880474-2321-4c09-a125-d720cf226e6e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:58.791042 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82880474-2321-4c09-a125-d720cf226e6e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e5c012b-e86f-48f3-80e1-b2bd8dbd3578,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:58.800122 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-82880474-2321-4c09-a125-d720cf226e6e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:58.804317 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-82880474-2321-4c09-a125-d720cf226e6e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1505461 Feb 16 13:01:58.804465 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45262) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:01:58.809673 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-f049dc65-358b-456a-924b-abf75ca1d307 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': 'c2bec62c-0560-46d5-8b96-a943c7464f79', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:01:58.815941 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f049dc65-358b-456a-924b-abf75ca1d307 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:01:58.820023 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f049dc65-358b-456a-924b-abf75ca1d307 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:01:58.822950 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f049dc65-358b-456a-924b-abf75ca1d307 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:01:58.826633 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2e76b9e0-160b-4b7a-86c0-d7018dff1918 None None] Notify callbacks [] for port, precommit_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:58.829259 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f049dc65-358b-456a-924b-abf75ca1d307 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:01:58.838161 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-2e76b9e0-160b-4b7a-86c0-d7018dff1918 None None] Transition to ACTIVE for port object 55f3ef4b-d421-4b48-b57c-4fdc315dd297 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:01:58.845631 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2e76b9e0-160b-4b7a-86c0-d7018dff1918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:58.847640 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f049dc65-358b-456a-924b-abf75ca1d307 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:58.914029 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f049dc65-358b-456a-924b-abf75ca1d307 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:58.919580 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f049dc65-358b-456a-924b-abf75ca1d307 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:58.975231 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf79416-b849-4611-8df2-64dda52c2690 None None] Pushing event updated for resources: {'Port': ['ID=55f3ef4b-d421-4b48-b57c-4fdc315dd297,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:59.049717 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device af9b932a-7798-438d-b080-56dab96c5565 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:01:59.062641 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f049dc65-358b-456a-924b-abf75ca1d307 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6cf08fa-6df6-4b1c-b40e-0cccb304b819,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:59.074823 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f049dc65-358b-456a-924b-abf75ca1d307 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:59.076080 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f049dc65-358b-456a-924b-abf75ca1d307 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2705762 Feb 16 13:01:59.079039 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 45266) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:01:59.084717 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-5651b937-a3cd-4eca-a39e-dbe9efd800c5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': 'c2bec62c-0560-46d5-8b96-a943c7464f79', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:01:59.090795 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-5651b937-a3cd-4eca-a39e-dbe9efd800c5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:01:59.099043 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-5651b937-a3cd-4eca-a39e-dbe9efd800c5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:01:59.103793 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-5651b937-a3cd-4eca-a39e-dbe9efd800c5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:01:59.110538 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-5651b937-a3cd-4eca-a39e-dbe9efd800c5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:01:59.118661 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-2e76b9e0-160b-4b7a-86c0-d7018dff1918 None None] Attempting to bind port 55f3ef4b-d421-4b48-b57c-4fdc315dd297 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:01:59.119022 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-2e76b9e0-160b-4b7a-86c0-d7018dff1918 None None] Attempting to bind port 55f3ef4b-d421-4b48-b57c-4fdc315dd297 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '14f9544c-04c7-4c0b-871b-a589a6d7cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '388e09f8-31c4-47d7-91d7-e8f6e7a49819'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:01:59.119373 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e76b9e0-160b-4b7a-86c0-d7018dff1918 None None] Attempting to bind port 55f3ef4b-d421-4b48-b57c-4fdc315dd297 on network 388e09f8-31c4-47d7-91d7-e8f6e7a49819 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:01:59.129020 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e76b9e0-160b-4b7a-86c0-d7018dff1918 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:01:59.129357 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e76b9e0-160b-4b7a-86c0-d7018dff1918 None None] Checking segment: {'id': '14f9544c-04c7-4c0b-871b-a589a6d7cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '388e09f8-31c4-47d7-91d7-e8f6e7a49819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:01:59.129746 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2e76b9e0-160b-4b7a-86c0-d7018dff1918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:59.129936 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5651b937-a3cd-4eca-a39e-dbe9efd800c5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:59.130125 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e76b9e0-160b-4b7a-86c0-d7018dff1918 None None] Bound using segment: {'id': '14f9544c-04c7-4c0b-871b-a589a6d7cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '388e09f8-31c4-47d7-91d7-e8f6e7a49819'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:01:59.130575 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-2e76b9e0-160b-4b7a-86c0-d7018dff1918 None None] Bound port: 55f3ef4b-d421-4b48-b57c-4fdc315dd297, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14f9544c-04c7-4c0b-871b-a589a6d7cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '388e09f8-31c4-47d7-91d7-e8f6e7a49819'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:01:59.130932 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2e76b9e0-160b-4b7a-86c0-d7018dff1918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:59.191439 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5651b937-a3cd-4eca-a39e-dbe9efd800c5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:59.196329 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5651b937-a3cd-4eca-a39e-dbe9efd800c5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:59.212722 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port af9b932a-7798-438d-b080-56dab96c5565 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:01:59.213157 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:59.219354 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651b937-a3cd-4eca-a39e-dbe9efd800c5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e586473-f5ee-4bc6-a9db-340ad474fec7,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:59.229399 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5651b937-a3cd-4eca-a39e-dbe9efd800c5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:59.230648 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-5651b937-a3cd-4eca-a39e-dbe9efd800c5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1506202 Feb 16 13:01:59.233795 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45270) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:01:59.238986 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-88473fac-1087-4758-a3e0-c9bbe42df45c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': 'c2bec62c-0560-46d5-8b96-a943c7464f79', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:01:59.245059 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-88473fac-1087-4758-a3e0-c9bbe42df45c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:01:59.248943 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-88473fac-1087-4758-a3e0-c9bbe42df45c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:01:59.251803 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-88473fac-1087-4758-a3e0-c9bbe42df45c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:01:59.257603 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-88473fac-1087-4758-a3e0-c9bbe42df45c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:01:59.275524 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-88473fac-1087-4758-a3e0-c9bbe42df45c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:59.286448 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-2e76b9e0-160b-4b7a-86c0-d7018dff1918 None None] For port 55f3ef4b-d421-4b48-b57c-4fdc315dd297, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:01:59.290470 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-2e76b9e0-160b-4b7a-86c0-d7018dff1918 None None] For port 55f3ef4b-d421-4b48-b57c-4fdc315dd297, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=55f3ef4b-d421-4b48-b57c-4fdc315dd297,segment=NetworkSegment(14f9544c-04c7-4c0b-871b-a589a6d7cd3e),segment_id=14f9544c-04c7-4c0b-871b-a589a6d7cd3e)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:01:59.297516 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2e76b9e0-160b-4b7a-86c0-d7018dff1918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:59.339752 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-88473fac-1087-4758-a3e0-c9bbe42df45c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:59.344793 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-88473fac-1087-4758-a3e0-c9bbe42df45c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:59.372588 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-88473fac-1087-4758-a3e0-c9bbe42df45c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:59.373793 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-88473fac-1087-4758-a3e0-c9bbe42df45c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1389501 Feb 16 13:01:59.375867 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88473fac-1087-4758-a3e0-c9bbe42df45c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd78b824-0892-417b-909f-fee6c4e99284,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:59.376779 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 45274) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:01:59.384470 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-0df720da-0ce4-4113-a67f-cc187936b1ea tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': 'c2bec62c-0560-46d5-8b96-a943c7464f79', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:01:59.393289 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-0df720da-0ce4-4113-a67f-cc187936b1ea tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:01:59.397315 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-0df720da-0ce4-4113-a67f-cc187936b1ea tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:01:59.400625 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-0df720da-0ce4-4113-a67f-cc187936b1ea tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:01:59.407333 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-0df720da-0ce4-4113-a67f-cc187936b1ea tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:01:59.437590 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 280c088c-1d6c-401b-bf2c-ee5334a16074 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:01:59.442704 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.securitygroups_db [None req-0df720da-0ce4-4113-a67f-cc187936b1ea tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Project a1535d45c61244dc9e2a62da1414d228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:01:59.450134 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0df720da-0ce4-4113-a67f-cc187936b1ea tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:59.476181 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e76b9e0-160b-4b7a-86c0-d7018dff1918 None None] Routers {'e471b421-5af3-480a-b762-3d49c25e41e9'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:01:59.476837 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-2e76b9e0-160b-4b7a-86c0-d7018dff1918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:01:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e471b421-5af3-480a-b762-3d49c25e41e9'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:01:59.525530 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0df720da-0ce4-4113-a67f-cc187936b1ea tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:59.531552 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0df720da-0ce4-4113-a67f-cc187936b1ea tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:59.553268 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf79416-b849-4611-8df2-64dda52c2690 None None] Pushing event updated for resources: {'Port': ['ID=55f3ef4b-d421-4b48-b57c-4fdc315dd297,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:59.556377 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df720da-0ce4-4113-a67f-cc187936b1ea tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34f9bf43-d66e-41f3-857c-c5db67d8ed5d,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:59.570807 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0df720da-0ce4-4113-a67f-cc187936b1ea tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:59.575409 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-0df720da-0ce4-4113-a67f-cc187936b1ea tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1928980 Feb 16 13:01:59.575409 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 45278) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:01:59.579951 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-f21a250a-b2ac-4723-8e96-95a0fad2bcac tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': 'c2bec62c-0560-46d5-8b96-a943c7464f79', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:01:59.586286 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-f21a250a-b2ac-4723-8e96-95a0fad2bcac tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:01:59.590204 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-f21a250a-b2ac-4723-8e96-95a0fad2bcac tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:01:59.593111 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-f21a250a-b2ac-4723-8e96-95a0fad2bcac tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:01:59.598744 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-f21a250a-b2ac-4723-8e96-95a0fad2bcac tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:01:59.610240 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.securitygroups_db [None req-f21a250a-b2ac-4723-8e96-95a0fad2bcac tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Project a1535d45c61244dc9e2a62da1414d228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:01:59.616590 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f21a250a-b2ac-4723-8e96-95a0fad2bcac tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:59.657383 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 280c088c-1d6c-401b-bf2c-ee5334a16074 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:01:59.657656 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:59.681928 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f21a250a-b2ac-4723-8e96-95a0fad2bcac tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:59.687550 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f21a250a-b2ac-4723-8e96-95a0fad2bcac tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:59.708661 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a250a-b2ac-4723-8e96-95a0fad2bcac tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25fd6f94-e26d-4224-9d51-8c8177ed0afb,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:01:59.721634 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f21a250a-b2ac-4723-8e96-95a0fad2bcac tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:01:59.722387 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f21a250a-b2ac-4723-8e96-95a0fad2bcac tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1465325 Feb 16 13:01:59.737620 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-2e76b9e0-160b-4b7a-86c0-d7018dff1918 None None] Set router e471b421-5af3-480a-b762-3d49c25e41e9 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:01:59.899220 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-47787b61-7f58-492f-a341-2591069e55db tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:security_group {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:01:59.916746 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-47787b61-7f58-492f-a341-2591069e55db tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:security_group {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:01:59.917931 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-47787b61-7f58-492f-a341-2591069e55db tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-387808722&fields=id&tenant_id=a1535d45c61244dc9e2a62da1414d228 HTTP/1.1" status: 200 len: 267 time: 0.0599530 Feb 16 13:02:00.072767 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-9b9057e6-404f-4fa7-b9b2-de2c40e484a7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:00.073470 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-9b9057e6-404f-4fa7-b9b2-de2c40e484a7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:network {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:02:00.091710 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-9b9057e6-404f-4fa7-b9b2-de2c40e484a7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:network {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:02:00.093064 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-9b9057e6-404f-4fa7-b9b2-de2c40e484a7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/networks?id=388e09f8-31c4-47d7-91d7-e8f6e7a49819 HTTP/1.1" status: 200 len: 797 time: 0.1681023 Feb 16 13:02:00.109437 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-6de22456-9ff6-4bc3-94b1-05a00d0a404b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/quotas/a1535d45c61244dc9e2a62da1414d228 HTTP/1.1" status: 200 len: 375 time: 0.0102124 Feb 16 13:02:00.155562 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-2e76b9e0-160b-4b7a-86c0-d7018dff1918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e471b421-5af3-480a-b762-3d49c25e41e9', 'name': 'tempest-TestNetworkBasicOps-router-393227507', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.50'}], 'enable_snat': True}, 'gw_port_id': 'af9b932a-7798-438d-b080-56dab96c5565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:01:51Z', 'updated_at': '2022-02-16T13:01:56Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'af9b932a-7798-438d-b080-56dab96c5565', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e471b421-5af3-480a-b762-3d49c25e41e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:01:51Z', 'updated_at': '2022-02-16T13:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '55f3ef4b-d421-4b48-b57c-4fdc315dd297', 'name': '', 'network_id': '388e09f8-31c4-47d7-91d7-e8f6e7a49819', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:37:8b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e471b421-5af3-480a-b762-3d49c25e41e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '0d0aba86-4bc5-4521-9c6c-7473314c33dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:01:55Z', 'updated_at': '2022-02-16T13:01:59Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '0d0aba86-4bc5-4521-9c6c-7473314c33dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:02:00.159568 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e76b9e0-160b-4b7a-86c0-d7018dff1918 None None] The sync data for ids ['e471b421-5af3-480a-b762-3d49c25e41e9'] in dv-neutron-829527-1-hyperv is: [{'id': 'e471b421-5af3-480a-b762-3d49c25e41e9', 'name': 'tempest-TestNetworkBasicOps-router-393227507', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.50'}], 'enable_snat': True}, 'gw_port_id': 'af9b932a-7798-438d-b080-56dab96c5565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:01:51Z', 'updated_at': '2022-02-16T13:01:56Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'af9b932a-7798-438d-b080-56dab96c5565', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e471b421-5af3-480a-b762-3d49c25e41e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:01:51Z', 'updated_at': '2022-02-16T13:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '55f3ef4b-d421-4b48-b57c-4fdc315dd297', 'name': '', 'network_id': '388e09f8-31c4-47d7-91d7-e8f6e7a49819', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:37:8b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e471b421-5af3-480a-b762-3d49c25e41e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '0d0aba86-4bc5-4521-9c6c-7473314c33dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:01:55Z', 'updated_at': '2022-02-16T13:01:59Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '0d0aba86-4bc5-4521-9c6c-7473314c33dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:02:00.216054 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-b482745b-aeef-40db-9bfe-8a37a781dad5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:02:00.240185 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-b482745b-aeef-40db-9bfe-8a37a781dad5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:02:00.241895 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-b482745b-aeef-40db-9bfe-8a37a781dad5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1263800 Feb 16 13:02:00.397129 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-52667528-1f92-4b7b-98d2-ad69d79a293a service neutron] 10.222.0.83 "GET /v2.0/networks/388e09f8-31c4-47d7-91d7-e8f6e7a49819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371601 Feb 16 13:02:00.541364 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-cabfc024-e867-45e7-851b-5e172803ba56 service neutron] 10.222.0.83 "GET /v2.0/networks/388e09f8-31c4-47d7-91d7-e8f6e7a49819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371372 Feb 16 13:02:00.736857 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-df169bd2-5cec-4cb3-85a9-0842d0afc6dd req-0ce1b02d-a452-4275-9393-e7c73b13e87e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=5bada801-5578-4ee3-b34a-4594a254c156 HTTP/1.1" status: 200 len: 210 time: 0.0467763 Feb 16 13:02:01.041901 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 55f3ef4b-d421-4b48-b57c-4fdc315dd297 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:02:01.118383 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 55f3ef4b-d421-4b48-b57c-4fdc315dd297 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:02:01.123819 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 55f3ef4b-d421-4b48-b57c-4fdc315dd297 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:02:01.124260 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:01.248088 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:01.283380 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 55f3ef4b-d421-4b48-b57c-4fdc315dd297, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=55f3ef4b-d421-4b48-b57c-4fdc315dd297,segment=NetworkSegment(14f9544c-04c7-4c0b-871b-a589a6d7cd3e),segment_id=14f9544c-04c7-4c0b-871b-a589a6d7cd3e)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:02:01.288558 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:01.368735 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=55f3ef4b-d421-4b48-b57c-4fdc315dd297,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:01.809660 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-44af6bf8-acd0-4dd5-8a57-c0caf39b8d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:01.950532 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-03cd1861-a376-4443-af73-ef1b83727e5b req-2cd94f50-cbcd-422f-80b7-1e91039c4618 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=5bada801-5578-4ee3-b34a-4594a254c156 HTTP/1.1" status: 200 len: 210 time: 0.0536876 Feb 16 13:02:02.010063 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-8e451d02-349c-49b8-b74c-f8dfb3ebe15b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:02.011454 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-8e451d02-349c-49b8-b74c-f8dfb3ebe15b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "GET /v2.0/networks?id=388e09f8-31c4-47d7-91d7-e8f6e7a49819 HTTP/1.1" status: 200 len: 797 time: 0.3116350 Feb 16 13:02:02.062752 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-b1d00166-464f-44c2-ba01-118140e50508 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1535d45c61244dc9e2a62da1414d228 HTTP/1.1" status: 200 len: 379 time: 0.0420315 Feb 16 13:02:02.071563 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-b94f8f44-b02b-4fa0-91f0-6abca3aa3084 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'port': {'device_id': '5bada801-5578-4ee3-b34a-4594a254c156', 'network_id': '388e09f8-31c4-47d7-91d7-e8f6e7a49819', 'admin_state_up': True, 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'security_groups': ['c2bec62c-0560-46d5-8b96-a943c7464f79']}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:02:02.220414 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-b94f8f44-b02b-4fa0-91f0-6abca3aa3084 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:02:02.233942 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-b94f8f44-b02b-4fa0-91f0-6abca3aa3084 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:02:02.249413 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-b94f8f44-b02b-4fa0-91f0-6abca3aa3084 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Made reservation on behalf of a1535d45c61244dc9e2a62da1414d228 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:02:02.254435 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-b94f8f44-b02b-4fa0-91f0-6abca3aa3084 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:02.427353 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-b94f8f44-b02b-4fa0-91f0-6abca3aa3084 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Allocated IP 172.20.0.7 (388e09f8-31c4-47d7-91d7-e8f6e7a49819/0d0aba86-4bc5-4521-9c6c-7473314c33dd/f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:02:02.629833 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-b94f8f44-b02b-4fa0-91f0-6abca3aa3084 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:02.646303 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-b94f8f44-b02b-4fa0-91f0-6abca3aa3084 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Transition to ACTIVE for port object f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53 will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:02:02.671466 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-b94f8f44-b02b-4fa0-91f0-6abca3aa3084 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:02.742086 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-b94f8f44-b02b-4fa0-91f0-6abca3aa3084 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network 388e09f8-31c4-47d7-91d7-e8f6e7a49819 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:02:02.745172 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-b94f8f44-b02b-4fa0-91f0-6abca3aa3084 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:02:02.749056 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-b94f8f44-b02b-4fa0-91f0-6abca3aa3084 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:02:02.785839 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f8f44-b02b-4fa0-91f0-6abca3aa3084 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:02.829439 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-b94f8f44-b02b-4fa0-91f0-6abca3aa3084 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:02.830045 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-b94f8f44-b02b-4fa0-91f0-6abca3aa3084 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:02.858309 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-b94f8f44-b02b-4fa0-91f0-6abca3aa3084 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7901990 Feb 16 13:02:02.869812 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-302c2c1d-b0de-4a91-94f7-c36d3ea35fca service neutron] Request body: {'port': {'device_id': '5bada801-5578-4ee3-b34a-4594a254c156', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:02:02.925968 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-097e3495-8b36-45f6-908c-acd8c8902145 None None] Provisioning for port f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:02:02.931260 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-097e3495-8b36-45f6-908c-acd8c8902145 None None] Provisioning complete for port f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:02:02.931660 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-097e3495-8b36-45f6-908c-acd8c8902145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:02.988661 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-097e3495-8b36-45f6-908c-acd8c8902145 None None] Port f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:02:02.999145 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-302c2c1d-b0de-4a91-94f7-c36d3ea35fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:03.013655 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 55f3ef4b-d421-4b48-b57c-4fdc315dd297 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:02:03.089002 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 55f3ef4b-d421-4b48-b57c-4fdc315dd297 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:02:03.089378 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:03.156295 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1068c81-c0b7-4f0a-93d7-45122f3a8d04 req-66a336a0-9b3b-4cff-9bd7-b1d61b3af621 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:03.158422 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a1068c81-c0b7-4f0a-93d7-45122f3a8d04 req-66a336a0-9b3b-4cff-9bd7-b1d61b3af621 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=5bada801-5578-4ee3-b34a-4594a254c156 HTTP/1.1" status: 200 len: 931 time: 0.0885718 Feb 16 13:02:03.207731 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-a1068c81-c0b7-4f0a-93d7-45122f3a8d04 req-caa39549-b2bd-4d8f-b6d2-1936259c27e3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:02:03.220048 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-a1068c81-c0b7-4f0a-93d7-45122f3a8d04 req-caa39549-b2bd-4d8f-b6d2-1936259c27e3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:02:03.221839 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a1068c81-c0b7-4f0a-93d7-45122f3a8d04 req-caa39549-b2bd-4d8f-b6d2-1936259c27e3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=c2bec62c-0560-46d5-8b96-a943c7464f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563455 Feb 16 13:02:03.355581 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-302c2c1d-b0de-4a91-94f7-c36d3ea35fca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53 {{(pid=87701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:02:03.363153 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-302c2c1d-b0de-4a91-94f7-c36d3ea35fca service neutron] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:03.379244 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-302c2c1d-b0de-4a91-94f7-c36d3ea35fca service neutron] Transition to ACTIVE for port object f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:02:03.384367 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-302c2c1d-b0de-4a91-94f7-c36d3ea35fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:03.524408 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c2c1d-b0de-4a91-94f7-c36d3ea35fca service neutron] Pushing event updated for resources: {'Port': ['ID=f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:03.638187 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-302c2c1d-b0de-4a91-94f7-c36d3ea35fca service neutron] Attempting to bind port f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:02:03.638513 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-302c2c1d-b0de-4a91-94f7-c36d3ea35fca service neutron] Attempting to bind port f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '14f9544c-04c7-4c0b-871b-a589a6d7cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '388e09f8-31c4-47d7-91d7-e8f6e7a49819'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:02:03.638841 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-302c2c1d-b0de-4a91-94f7-c36d3ea35fca service neutron] Attempting to bind port f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53 on network 388e09f8-31c4-47d7-91d7-e8f6e7a49819 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:02:03.643510 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-302c2c1d-b0de-4a91-94f7-c36d3ea35fca service neutron] Port f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53 on network 388e09f8-31c4-47d7-91d7-e8f6e7a49819 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:02:03.643827 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-302c2c1d-b0de-4a91-94f7-c36d3ea35fca service neutron] Attempting to bind port f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53 on network 388e09f8-31c4-47d7-91d7-e8f6e7a49819 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:02:03.649296 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-302c2c1d-b0de-4a91-94f7-c36d3ea35fca service neutron] Checking agent: {'id': 'b4b5bcfd-2763-4324-82e0-923bc8a52546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'started_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:02:03.649620 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-302c2c1d-b0de-4a91-94f7-c36d3ea35fca service neutron] Checking segment: {'id': '14f9544c-04c7-4c0b-871b-a589a6d7cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '388e09f8-31c4-47d7-91d7-e8f6e7a49819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:02:03.650004 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-302c2c1d-b0de-4a91-94f7-c36d3ea35fca service neutron] Bound using segment: {'id': '14f9544c-04c7-4c0b-871b-a589a6d7cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '388e09f8-31c4-47d7-91d7-e8f6e7a49819'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:02:03.650425 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-302c2c1d-b0de-4a91-94f7-c36d3ea35fca service neutron] Bound port: f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14f9544c-04c7-4c0b-871b-a589a6d7cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '388e09f8-31c4-47d7-91d7-e8f6e7a49819'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:02:03.650767 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-302c2c1d-b0de-4a91-94f7-c36d3ea35fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:03.744731 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-302c2c1d-b0de-4a91-94f7-c36d3ea35fca service neutron] For port f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53, host hv-neutron-8295, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:02:03.747826 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-302c2c1d-b0de-4a91-94f7-c36d3ea35fca service neutron] For port f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53,segment=NetworkSegment(14f9544c-04c7-4c0b-871b-a589a6d7cd3e),segment_id=14f9544c-04c7-4c0b-871b-a589a6d7cd3e)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:02:03.752625 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-302c2c1d-b0de-4a91-94f7-c36d3ea35fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:03.814631 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-302c2c1d-b0de-4a91-94f7-c36d3ea35fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:03.815289 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-302c2c1d-b0de-4a91-94f7-c36d3ea35fca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:03.816909 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-302c2c1d-b0de-4a91-94f7-c36d3ea35fca service neutron] 10.222.0.89 "PUT /v2.0/ports/f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53 HTTP/1.1" status: 200 len: 1093 time: 0.9512603 Feb 16 13:02:03.817379 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bada801-5578-4ee3-b34a-4594a254c156', 'tag': 'f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:02:03.841640 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c2c1d-b0de-4a91-94f7-c36d3ea35fca service neutron] Pushing event updated for resources: {'Port': ['ID=f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:04.011122 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bada801-5578-4ee3-b34a-4594a254c156', 'tag': 'f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53', 'status': 'completed', 'code': 200} Feb 16 13:02:04.055659 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-6b7bcc2b-5e86-4de0-8d99-232648b986af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:04.057222 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-6b7bcc2b-5e86-4de0-8d99-232648b986af service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&device_id=5bada801-5578-4ee3-b34a-4594a254c156 HTTP/1.1" status: 200 len: 1096 time: 0.1977775 Feb 16 13:02:04.121924 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e9827976-643a-46bb-84ae-5171fcfb2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:04.129306 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-80275b77-9339-4908-a412-6dc3fcffeaad service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53 HTTP/1.1" status: 200 len: 217 time: 0.0645797 Feb 16 13:02:04.194502 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-edbfd1aa-ff6d-4649-a57d-47c129513333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:04.195916 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-edbfd1aa-ff6d-4649-a57d-47c129513333 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0d0aba86-4bc5-4521-9c6c-7473314c33dd HTTP/1.1" status: 200 len: 844 time: 0.0594773 Feb 16 13:02:04.276196 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-830fe7bf-56bb-4bec-b719-97f41680c63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:04.277797 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-830fe7bf-56bb-4bec-b719-97f41680c63d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=388e09f8-31c4-47d7-91d7-e8f6e7a49819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756297 Feb 16 13:02:04.417986 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-af90a71d-f10e-4bff-b6e2-82eeaf30aebc service neutron] 10.222.0.89 "GET /v2.0/networks/388e09f8-31c4-47d7-91d7-e8f6e7a49819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334672 Feb 16 13:02:04.420693 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefd13e-1441-4c9b-924e-3e282dbbb681 req-c32c96e0-8b9e-40b8-b9a3-95cbcc461d81 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:04.422136 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7aefd13e-1441-4c9b-924e-3e282dbbb681 req-c32c96e0-8b9e-40b8-b9a3-95cbcc461d81 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=5bada801-5578-4ee3-b34a-4594a254c156 HTTP/1.1" status: 200 len: 943 time: 0.0874405 Feb 16 13:02:04.443979 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:04.469047 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7aefd13e-1441-4c9b-924e-3e282dbbb681 req-71b885b6-3e58-4f59-b9be-d681e4b4a68e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=c2bec62c-0560-46d5-8b96-a943c7464f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404615 Feb 16 13:02:04.553761 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cd1d2e54-25aa-4d6b-92ad-4bfbe3155445 req-8a5f5299-35b3-4bc5-9f3d-3107595afb7f service neutron] 10.222.0.89 "GET /v2.0/networks/388e09f8-31c4-47d7-91d7-e8f6e7a49819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294541 Feb 16 13:02:04.690355 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29181610-11ff-47ee-8d51-439932760cfc req-3af8e759-0623-441f-8865-1fd582f3815e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:04.691870 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-29181610-11ff-47ee-8d51-439932760cfc req-3af8e759-0623-441f-8865-1fd582f3815e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&device_id=5bada801-5578-4ee3-b34a-4594a254c156 HTTP/1.1" status: 200 len: 1096 time: 0.0760307 Feb 16 13:02:04.840987 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29181610-11ff-47ee-8d51-439932760cfc req-e1efdd22-2511-4818-836e-2c06aca28339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:04.842385 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-29181610-11ff-47ee-8d51-439932760cfc req-e1efdd22-2511-4818-836e-2c06aca28339 service neutron] 10.222.0.89 "GET /v2.0/networks?id=388e09f8-31c4-47d7-91d7-e8f6e7a49819 HTTP/1.1" status: 200 len: 898 time: 0.1430049 Feb 16 13:02:04.913721 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-29181610-11ff-47ee-8d51-439932760cfc req-d3ef95b9-b853-48d1-9d94-6f4c70197470 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53 HTTP/1.1" status: 200 len: 217 time: 0.0640998 Feb 16 13:02:04.978213 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29181610-11ff-47ee-8d51-439932760cfc req-d73ff291-51d1-4df7-963e-c6f60ea20e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:04.979655 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-29181610-11ff-47ee-8d51-439932760cfc req-d73ff291-51d1-4df7-963e-c6f60ea20e2f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0d0aba86-4bc5-4521-9c6c-7473314c33dd HTTP/1.1" status: 200 len: 844 time: 0.0593994 Feb 16 13:02:05.064493 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29181610-11ff-47ee-8d51-439932760cfc req-c51fa850-a866-4099-a843-8d3e5981c8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:05.065988 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-29181610-11ff-47ee-8d51-439932760cfc req-c51fa850-a866-4099-a843-8d3e5981c8bf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=388e09f8-31c4-47d7-91d7-e8f6e7a49819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728114 Feb 16 13:02:05.134985 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:05.164796 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:05.202988 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-29181610-11ff-47ee-8d51-439932760cfc req-9d34c5b5-d089-44ec-a53a-1bb87b60d5a3 service neutron] 10.222.0.89 "GET /v2.0/networks/388e09f8-31c4-47d7-91d7-e8f6e7a49819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280556 Feb 16 13:02:05.341034 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-29181610-11ff-47ee-8d51-439932760cfc req-e98be763-0071-4d84-8bef-19b2a9db0d5d service neutron] 10.222.0.89 "GET /v2.0/networks/388e09f8-31c4-47d7-91d7-e8f6e7a49819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309841 Feb 16 13:02:05.690932 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d776f-3e2c-4e2e-b90e-b356b53d7585 req-015badba-7869-4c00-bcff-b8d3123be802 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:05.691516 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-355d776f-3e2c-4e2e-b90e-b356b53d7585 req-015badba-7869-4c00-bcff-b8d3123be802 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:02:05.711213 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-355d776f-3e2c-4e2e-b90e-b356b53d7585 req-015badba-7869-4c00-bcff-b8d3123be802 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:02:05.712512 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-355d776f-3e2c-4e2e-b90e-b356b53d7585 req-015badba-7869-4c00-bcff-b8d3123be802 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=5bada801-5578-4ee3-b34a-4594a254c156 HTTP/1.1" status: 200 len: 943 time: 0.1228218 Feb 16 13:02:05.761486 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-355d776f-3e2c-4e2e-b90e-b356b53d7585 req-9f1757b0-3fd1-4b53-9c86-c2f434848053 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=c2bec62c-0560-46d5-8b96-a943c7464f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423865 Feb 16 13:02:06.720456 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:06.963912 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590c468-e2e0-4b2e-8919-a7aa4dc6f1c3 req-2d5f1004-a07a-4411-abee-137d3bc58a27 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:06.965503 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-0590c468-e2e0-4b2e-8919-a7aa4dc6f1c3 req-2d5f1004-a07a-4411-abee-137d3bc58a27 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=5bada801-5578-4ee3-b34a-4594a254c156 HTTP/1.1" status: 200 len: 943 time: 0.0840595 Feb 16 13:02:07.012018 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-0590c468-e2e0-4b2e-8919-a7aa4dc6f1c3 req-0a39282b-a369-4275-bd02-77f4b4d51e84 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=c2bec62c-0560-46d5-8b96-a943c7464f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406127 Feb 16 13:02:08.377905 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c7571-30c5-4386-b115-cabe2a2191e1 req-e33bfdef-d1ba-4a98-aa32-60c453c4ba49 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:08.379372 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-749c7571-30c5-4386-b115-cabe2a2191e1 req-e33bfdef-d1ba-4a98-aa32-60c453c4ba49 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=5bada801-5578-4ee3-b34a-4594a254c156 HTTP/1.1" status: 200 len: 943 time: 0.0969915 Feb 16 13:02:08.427928 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-749c7571-30c5-4386-b115-cabe2a2191e1 req-0bb76d83-fdf5-42d6-83ef-ed2cde38d989 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=c2bec62c-0560-46d5-8b96-a943c7464f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428512 Feb 16 13:02:08.433874 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:02:08.574516 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53,segment=NetworkSegment(14f9544c-04c7-4c0b-871b-a589a6d7cd3e),segment_id=14f9544c-04c7-4c0b-871b-a589a6d7cd3e)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:02:08.588049 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': 'f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53', 'network_id': '388e09f8-31c4-47d7-91d7-e8f6e7a49819', 'port_id': 'f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53', 'mac_address': 'fa:16:3e:61:41:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d0aba86-4bc5-4521-9c6c-7473314c33dd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:02:08.646399 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:08.666347 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53 {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:02:08.681708 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53,segment=NetworkSegment(14f9544c-04c7-4c0b-871b-a589a6d7cd3e),segment_id=14f9544c-04c7-4c0b-871b-a589a6d7cd3e)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:02:08.687934 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:08.760168 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:08.956465 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:02:09.624754 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8b672-39eb-4eec-aa3a-fcdd0be468dc req-3e5c0265-089d-4ecb-9cd6-6edf3eb5e625 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:09.626217 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3db8b672-39eb-4eec-aa3a-fcdd0be468dc req-3e5c0265-089d-4ecb-9cd6-6edf3eb5e625 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=5bada801-5578-4ee3-b34a-4594a254c156 HTTP/1.1" status: 200 len: 944 time: 0.0852804 Feb 16 13:02:09.671089 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3db8b672-39eb-4eec-aa3a-fcdd0be468dc req-dca39cab-676a-4602-b004-f8886cea9141 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=c2bec62c-0560-46d5-8b96-a943c7464f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391064 Feb 16 13:02:10.449843 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53 up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:02:10.525616 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning for port f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:02:10.532533 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:02:10.533051 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:10.663963 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:10.690218 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bada801-5578-4ee3-b34a-4594a254c156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:02:10.700936 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53,segment=NetworkSegment(14f9544c-04c7-4c0b-871b-a589a6d7cd3e),segment_id=14f9544c-04c7-4c0b-871b-a589a6d7cd3e)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:02:10.709508 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:10.796515 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bada801-5578-4ee3-b34a-4594a254c156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53', 'code': 200} Feb 16 13:02:10.813265 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:10.877836 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2447b-5658-4554-81fc-7e5fbad5f38f req-4dbe32ba-bc8f-431e-be0c-e0b6a84421c4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:10.879309 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-94b2447b-5658-4554-81fc-7e5fbad5f38f req-4dbe32ba-bc8f-431e-be0c-e0b6a84421c4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=5bada801-5578-4ee3-b34a-4594a254c156 HTTP/1.1" status: 200 len: 945 time: 0.0881276 Feb 16 13:02:10.926155 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-94b2447b-5658-4554-81fc-7e5fbad5f38f req-d020c418-bf0f-40df-ad47-c99d26bda9d7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=c2bec62c-0560-46d5-8b96-a943c7464f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406854 Feb 16 13:02:11.029313 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310654f6-1354-4284-a473-176330ffda85 req-ac53c1e5-1eec-4b2b-95e0-4003c976ca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:11.030769 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-310654f6-1354-4284-a473-176330ffda85 req-ac53c1e5-1eec-4b2b-95e0-4003c976ca7e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5bada801-5578-4ee3-b34a-4594a254c156 HTTP/1.1" status: 200 len: 1098 time: 0.0744109 Feb 16 13:02:11.077773 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-310654f6-1354-4284-a473-176330ffda85 req-43e7f40e-1426-430b-976b-b5991455bf0e service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c2bec62c-0560-46d5-8b96-a943c7464f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399375 Feb 16 13:02:12.218019 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a7e44-0340-47dc-84e9-ec98ef60eb7f req-72349d60-215c-466b-984b-7f7dfcda92e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:12.219447 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-592a7e44-0340-47dc-84e9-ec98ef60eb7f req-72349d60-215c-466b-984b-7f7dfcda92e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=5bada801-5578-4ee3-b34a-4594a254c156 HTTP/1.1" status: 200 len: 945 time: 0.1877825 Feb 16 13:02:12.265617 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-592a7e44-0340-47dc-84e9-ec98ef60eb7f req-dd1b99a2-de0a-44f8-a96d-5a402637e6f4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=c2bec62c-0560-46d5-8b96-a943c7464f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399725 Feb 16 13:02:13.467577 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb66fd5b-0147-4cdc-a2c7-85673776f4c6 req-3227defb-3fc1-46f5-a502-2149f487fdbf tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:13.469016 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-fb66fd5b-0147-4cdc-a2c7-85673776f4c6 req-3227defb-3fc1-46f5-a502-2149f487fdbf tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=5bada801-5578-4ee3-b34a-4594a254c156 HTTP/1.1" status: 200 len: 945 time: 0.0890486 Feb 16 13:02:13.514907 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-fb66fd5b-0147-4cdc-a2c7-85673776f4c6 req-98df5ae7-3fcf-47ed-8df3-06f877079c74 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=c2bec62c-0560-46d5-8b96-a943c7464f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400136 Feb 16 13:02:13.707827 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6832db5-4d2d-451e-99d7-3adb39d577ff req-e1632a4a-7000-4d9d-bea8-eb031c998fef tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:13.709353 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e6832db5-4d2d-451e-99d7-3adb39d577ff req-e1632a4a-7000-4d9d-bea8-eb031c998fef tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=5bada801-5578-4ee3-b34a-4594a254c156 HTTP/1.1" status: 200 len: 945 time: 0.0874395 Feb 16 13:02:13.758806 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e6832db5-4d2d-451e-99d7-3adb39d577ff req-65a5aade-e21b-48eb-bb61-240bbece65ee tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=c2bec62c-0560-46d5-8b96-a943c7464f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431049 Feb 16 13:02:13.788930 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 45336) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:02:13.859544 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffaa58d1-f79f-4a0c-9776-24e07c2de560 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:13.861069 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-ffaa58d1-f79f-4a0c-9776-24e07c2de560 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=5bada801-5578-4ee3-b34a-4594a254c156 HTTP/1.1" status: 200 len: 1093 time: 0.0711725 Feb 16 13:02:13.864086 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 45340) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:02:13.869129 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-c4eddfd1-0f1c-42bf-a7c0-28894c80e328 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'floatingip': {'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'port_id': 'f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:02:13.875419 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-c4eddfd1-0f1c-42bf-a7c0-28894c80e328 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:02:13.879407 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-c4eddfd1-0f1c-42bf-a7c0-28894c80e328 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:floatingip and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:02:13.882371 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-c4eddfd1-0f1c-42bf-a7c0-28894c80e328 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:02:13.888436 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-c4eddfd1-0f1c-42bf-a7c0-28894c80e328 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:02:13.903463 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c4eddfd1-0f1c-42bf-a7c0-28894c80e328 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for floatingip, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:14.051829 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c4eddfd1-0f1c-42bf-a7c0-28894c80e328 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:14.204128 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-c4eddfd1-0f1c-42bf-a7c0-28894c80e328 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Allocated IP 172.26.5.84 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/f2dbeae3-e4c5-47f6-bed3-d81d8c3385ec) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:02:14.355218 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c4eddfd1-0f1c-42bf-a7c0-28894c80e328 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:14.386794 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c4eddfd1-0f1c-42bf-a7c0-28894c80e328 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:14.454120 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4eddfd1-0f1c-42bf-a7c0-28894c80e328 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:02:14.455262 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-c4eddfd1-0f1c-42bf-a7c0-28894c80e328 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:02:14.458069 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4eddfd1-0f1c-42bf-a7c0-28894c80e328 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:02:14.499372 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eddfd1-0f1c-42bf-a7c0-28894c80e328 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=f2dbeae3-e4c5-47f6-bed3-d81d8c3385ec,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:14.910724 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c4eddfd1-0f1c-42bf-a7c0-28894c80e328 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:14.988878 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c4eddfd1-0f1c-42bf-a7c0-28894c80e328 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:15.203313 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c4eddfd1-0f1c-42bf-a7c0-28894c80e328 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:15.211150 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c4eddfd1-0f1c-42bf-a7c0-28894c80e328 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:15.315444 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eddfd1-0f1c-42bf-a7c0-28894c80e328 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=f2dbeae3-e4c5-47f6-bed3-d81d8c3385ec,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:02:15.331332 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c4eddfd1-0f1c-42bf-a7c0-28894c80e328 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:15.608464 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.l3_db [None req-c4eddfd1-0f1c-42bf-a7c0-28894c80e328 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Floating IP 6516b241-b0bf-4c31-a599-3228b30e2545 associated. External IP: 172.26.5.84, port: f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53. Feb 16 13:02:15.968680 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4eddfd1-0f1c-42bf-a7c0-28894c80e328 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Router e471b421-5af3-480a-b762-3d49c25e41e9 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:02:16.156002 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4eddfd1-0f1c-42bf-a7c0-28894c80e328 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:02:16.168302 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10dcea4-efa7-47f2-983d-a3862d5d19a1 None None] Sync routers for ids ['e471b421-5af3-480a-b762-3d49c25e41e9'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:02:16.179518 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10dcea4-efa7-47f2-983d-a3862d5d19a1 None None] Routers {'e471b421-5af3-480a-b762-3d49c25e41e9'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:02:16.180287 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-e10dcea4-efa7-47f2-983d-a3862d5d19a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:02:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e471b421-5af3-480a-b762-3d49c25e41e9'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:02:16.185215 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c4eddfd1-0f1c-42bf-a7c0-28894c80e328 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:16.242543 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-c4eddfd1-0f1c-42bf-a7c0-28894c80e328 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3772099 Feb 16 13:02:16.242963 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bada801-5578-4ee3-b34a-4594a254c156', 'tag': 'f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:02:16.245283 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45344) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:02:16.288231 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bada801-5578-4ee3-b34a-4594a254c156', 'tag': 'f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53', 'status': 'completed', 'code': 200} Feb 16 13:02:16.357914 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1cd34435-b0ca-40e1-a14b-e9d650a73dc5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/floatingips/6516b241-b0bf-4c31-a599-3228b30e2545 HTTP/1.1" status: 200 len: 990 time: 0.1114311 Feb 16 13:02:16.365700 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-e10dcea4-efa7-47f2-983d-a3862d5d19a1 None None] Set router e471b421-5af3-480a-b762-3d49c25e41e9 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:02:16.387113 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17f6ea-0b64-4248-913a-43c414c89cc4 req-cb895431-cf02-45c3-abbc-f2cd0103ea43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:16.388603 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cc17f6ea-0b64-4248-913a-43c414c89cc4 req-cb895431-cf02-45c3-abbc-f2cd0103ea43 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&device_id=5bada801-5578-4ee3-b34a-4594a254c156 HTTP/1.1" status: 200 len: 1098 time: 0.0770915 Feb 16 13:02:16.525978 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17f6ea-0b64-4248-913a-43c414c89cc4 req-1e131e62-52a8-4502-9b0c-336a3507b6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:16.527358 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cc17f6ea-0b64-4248-913a-43c414c89cc4 req-1e131e62-52a8-4502-9b0c-336a3507b6f6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=388e09f8-31c4-47d7-91d7-e8f6e7a49819 HTTP/1.1" status: 200 len: 898 time: 0.1307621 Feb 16 13:02:16.624672 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cc17f6ea-0b64-4248-913a-43c414c89cc4 req-978c4738-fdc7-4539-92ea-06480831fee6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53 HTTP/1.1" status: 200 len: 998 time: 0.0907321 Feb 16 13:02:16.691461 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17f6ea-0b64-4248-913a-43c414c89cc4 req-95df9d6d-c31a-4bfc-b75b-e1f8e76ce125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:16.693029 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cc17f6ea-0b64-4248-913a-43c414c89cc4 req-95df9d6d-c31a-4bfc-b75b-e1f8e76ce125 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0d0aba86-4bc5-4521-9c6c-7473314c33dd HTTP/1.1" status: 200 len: 844 time: 0.0610058 Feb 16 13:02:16.745096 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-e10dcea4-efa7-47f2-983d-a3862d5d19a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e471b421-5af3-480a-b762-3d49c25e41e9', 'name': 'tempest-TestNetworkBasicOps-router-393227507', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.50'}], 'enable_snat': True}, 'gw_port_id': 'af9b932a-7798-438d-b080-56dab96c5565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:01:51Z', 'updated_at': '2022-02-16T13:01:56Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'af9b932a-7798-438d-b080-56dab96c5565', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e471b421-5af3-480a-b762-3d49c25e41e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:01:51Z', 'updated_at': '2022-02-16T13:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '6516b241-b0bf-4c31-a599-3228b30e2545', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'floating_ip_address': '172.26.5.84', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': 'e471b421-5af3-480a-b762-3d49c25e41e9', 'port_id': 'f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '388e09f8-31c4-47d7-91d7-e8f6e7a49819', 'mac_address': 'fa:16:3e:61:41:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bada801-5578-4ee3-b34a-4594a254c156', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:02:14Z', 'updated_at': '2022-02-16T13:02:14Z', 'revision_number': 0, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55f3ef4b-d421-4b48-b57c-4fdc315dd297', 'name': '', 'network_id': '388e09f8-31c4-47d7-91d7-e8f6e7a49819', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:37:8b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e471b421-5af3-480a-b762-3d49c25e41e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '0d0aba86-4bc5-4521-9c6c-7473314c33dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:01:55Z', 'updated_at': '2022-02-16T13:02:01Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '0d0aba86-4bc5-4521-9c6c-7473314c33dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:02:16.749760 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10dcea4-efa7-47f2-983d-a3862d5d19a1 None None] Checking router: e471b421-5af3-480a-b762-3d49c25e41e9 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:02:16.757984 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10dcea4-efa7-47f2-983d-a3862d5d19a1 None None] Routers {'e471b421-5af3-480a-b762-3d49c25e41e9'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:02:16.758583 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-e10dcea4-efa7-47f2-983d-a3862d5d19a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:02:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e471b421-5af3-480a-b762-3d49c25e41e9'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:02:16.767210 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17f6ea-0b64-4248-913a-43c414c89cc4 req-b45c9f73-86c5-4df9-8d70-cbe1533a7207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:16.768783 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cc17f6ea-0b64-4248-913a-43c414c89cc4 req-b45c9f73-86c5-4df9-8d70-cbe1533a7207 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=388e09f8-31c4-47d7-91d7-e8f6e7a49819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692453 Feb 16 13:02:16.898770 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cc17f6ea-0b64-4248-913a-43c414c89cc4 req-7deebe9a-8021-43bd-9ff7-83fff80dbac5 service neutron] 10.222.0.89 "GET /v2.0/networks/388e09f8-31c4-47d7-91d7-e8f6e7a49819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230018 Feb 16 13:02:16.938849 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-e10dcea4-efa7-47f2-983d-a3862d5d19a1 None None] Set router e471b421-5af3-480a-b762-3d49c25e41e9 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:02:17.152915 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cc17f6ea-0b64-4248-913a-43c414c89cc4 req-bee4616e-6931-42af-9e5a-6c4a7499af95 service neutron] 10.222.0.89 "GET /v2.0/networks/388e09f8-31c4-47d7-91d7-e8f6e7a49819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442176 Feb 16 13:02:17.294261 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-e10dcea4-efa7-47f2-983d-a3862d5d19a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e471b421-5af3-480a-b762-3d49c25e41e9', 'name': 'tempest-TestNetworkBasicOps-router-393227507', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.50'}], 'enable_snat': True}, 'gw_port_id': 'af9b932a-7798-438d-b080-56dab96c5565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:01:51Z', 'updated_at': '2022-02-16T13:01:56Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'af9b932a-7798-438d-b080-56dab96c5565', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e471b421-5af3-480a-b762-3d49c25e41e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:01:51Z', 'updated_at': '2022-02-16T13:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '6516b241-b0bf-4c31-a599-3228b30e2545', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'floating_ip_address': '172.26.5.84', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': 'e471b421-5af3-480a-b762-3d49c25e41e9', 'port_id': 'f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '388e09f8-31c4-47d7-91d7-e8f6e7a49819', 'mac_address': 'fa:16:3e:61:41:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bada801-5578-4ee3-b34a-4594a254c156', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:02:14Z', 'updated_at': '2022-02-16T13:02:14Z', 'revision_number': 0, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55f3ef4b-d421-4b48-b57c-4fdc315dd297', 'name': '', 'network_id': '388e09f8-31c4-47d7-91d7-e8f6e7a49819', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:37:8b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e471b421-5af3-480a-b762-3d49c25e41e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '0d0aba86-4bc5-4521-9c6c-7473314c33dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:01:55Z', 'updated_at': '2022-02-16T13:02:01Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '0d0aba86-4bc5-4521-9c6c-7473314c33dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:02:17.298304 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10dcea4-efa7-47f2-983d-a3862d5d19a1 None None] The sync data for ids ['e471b421-5af3-480a-b762-3d49c25e41e9'] in dv-neutron-829527-1-hyperv is: [{'id': 'e471b421-5af3-480a-b762-3d49c25e41e9', 'name': 'tempest-TestNetworkBasicOps-router-393227507', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.50'}], 'enable_snat': True}, 'gw_port_id': 'af9b932a-7798-438d-b080-56dab96c5565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:01:51Z', 'updated_at': '2022-02-16T13:01:56Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'af9b932a-7798-438d-b080-56dab96c5565', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e471b421-5af3-480a-b762-3d49c25e41e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:01:51Z', 'updated_at': '2022-02-16T13:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '6516b241-b0bf-4c31-a599-3228b30e2545', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'floating_ip_address': '172.26.5.84', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': 'e471b421-5af3-480a-b762-3d49c25e41e9', 'port_id': 'f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '388e09f8-31c4-47d7-91d7-e8f6e7a49819', 'mac_address': 'fa:16:3e:61:41:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bada801-5578-4ee3-b34a-4594a254c156', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:02:14Z', 'updated_at': '2022-02-16T13:02:14Z', 'revision_number': 0, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55f3ef4b-d421-4b48-b57c-4fdc315dd297', 'name': '', 'network_id': '388e09f8-31c4-47d7-91d7-e8f6e7a49819', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:37:8b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e471b421-5af3-480a-b762-3d49c25e41e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '0d0aba86-4bc5-4521-9c6c-7473314c33dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:01:55Z', 'updated_at': '2022-02-16T13:02:01Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '0d0aba86-4bc5-4521-9c6c-7473314c33dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:02:17.361942 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 45350) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:02:17.471537 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-72d7ff6e-0b2f-4512-846c-cc6f24e6981b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/floatingips/6516b241-b0bf-4c31-a599-3228b30e2545 HTTP/1.1" status: 200 len: 990 time: 0.1083310 Feb 16 13:02:17.479836 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890cf3e0-fc42-4d43-b9d9-4742ab572baf None None] New status for floating IP 6516b241-b0bf-4c31-a599-3228b30e2545: ACTIVE {{(pid=87702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:02:18.476503 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 45354) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:02:18.594937 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-2c33c9cf-2e7e-4d47-a044-20a23b5ed430 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/floatingips/6516b241-b0bf-4c31-a599-3228b30e2545 HTTP/1.1" status: 200 len: 992 time: 0.1168053 Feb 16 13:02:20.050571 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:02:31.815619 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0c0bd8e7-74d2-4538-bde4-ff31372c6d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:34.118185 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-25a46fbf-55b5-487c-9304-5b2c1ea7af8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:34.471701 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:35.148307 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:35.176409 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:36.714233 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:02:57.055806 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:02:58.625113 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-07771510-2eab-49f5-947c-373e6687ae72 req-8ff25970-e4c0-4d8b-9454-dd35df4cdca8 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5bada801-5578-4ee3-b34a-4594a254c156&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0843921 Feb 16 13:02:58.791534 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07771510-2eab-49f5-947c-373e6687ae72 req-dc9e84f2-c094-4ba8-bdb4-53590d51035f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:58.793078 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-07771510-2eab-49f5-947c-373e6687ae72 req-dc9e84f2-c094-4ba8-bdb4-53590d51035f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&device_id=5bada801-5578-4ee3-b34a-4594a254c156 HTTP/1.1" status: 200 len: 1098 time: 0.0869894 Feb 16 13:02:58.941574 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07771510-2eab-49f5-947c-373e6687ae72 req-705c76da-a223-4066-ac35-fdb796bf3598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:58.943029 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-07771510-2eab-49f5-947c-373e6687ae72 req-705c76da-a223-4066-ac35-fdb796bf3598 service neutron] 10.222.0.89 "GET /v2.0/networks?id=388e09f8-31c4-47d7-91d7-e8f6e7a49819 HTTP/1.1" status: 200 len: 898 time: 0.1308379 Feb 16 13:02:59.050224 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-07771510-2eab-49f5-947c-373e6687ae72 req-f511aa91-09cf-4bb9-aa5f-7ee96909dde7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53 HTTP/1.1" status: 200 len: 1000 time: 0.0997684 Feb 16 13:02:59.113729 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07771510-2eab-49f5-947c-373e6687ae72 req-c22bb8aa-a439-4808-bc37-8f791085cc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:59.115147 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-07771510-2eab-49f5-947c-373e6687ae72 req-c22bb8aa-a439-4808-bc37-8f791085cc22 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0d0aba86-4bc5-4521-9c6c-7473314c33dd HTTP/1.1" status: 200 len: 844 time: 0.0584414 Feb 16 13:02:59.198300 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07771510-2eab-49f5-947c-373e6687ae72 req-66ed685b-bec6-4169-a930-32754101af45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:02:59.199750 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-07771510-2eab-49f5-947c-373e6687ae72 req-66ed685b-bec6-4169-a930-32754101af45 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=388e09f8-31c4-47d7-91d7-e8f6e7a49819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772669 Feb 16 13:02:59.331539 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-07771510-2eab-49f5-947c-373e6687ae72 req-58c7d918-8ec9-410b-9fca-27ab8a9d7caf service neutron] 10.222.0.89 "GET /v2.0/networks/388e09f8-31c4-47d7-91d7-e8f6e7a49819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248157 Feb 16 13:02:59.469033 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-07771510-2eab-49f5-947c-373e6687ae72 req-9c0a9213-2647-461d-83cc-3df86369ef5d service neutron] 10.222.0.89 "GET /v2.0/networks/388e09f8-31c4-47d7-91d7-e8f6e7a49819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311431 Feb 16 13:03:01.816419 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b784193b-6ee6-4896-8e52-8bc1220024e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:04.122673 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-1f8822d7-01c8-476a-8a15-49021c6dd64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:04.472029 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:05.154225 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:05.173120 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:06.724652 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:31.820232 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-00243b9d-85ab-4ae1-8ae0-960dae07ecab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:34.060183 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:03:34.117430 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8778cd3f-8fe3-4d7b-8cb8-434e4337515e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:34.483120 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:35.159212 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:35.177544 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:03:36.726142 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:01.190691 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0203582f-ced7-4dee-98ed-bab59c35ae3e req-aa9cb031-dbf8-4159-9b3d-012b231724bb service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5bada801-5578-4ee3-b34a-4594a254c156&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0808220 Feb 16 13:04:01.355844 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203582f-ced7-4dee-98ed-bab59c35ae3e req-2c52a47b-5893-4732-99a6-3cadaeb9e169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:01.357528 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0203582f-ced7-4dee-98ed-bab59c35ae3e req-2c52a47b-5893-4732-99a6-3cadaeb9e169 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&device_id=5bada801-5578-4ee3-b34a-4594a254c156 HTTP/1.1" status: 200 len: 1098 time: 0.0882974 Feb 16 13:04:01.507642 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203582f-ced7-4dee-98ed-bab59c35ae3e req-6c8c0489-089f-47b4-9b66-0d305880fa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:01.509500 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0203582f-ced7-4dee-98ed-bab59c35ae3e req-6c8c0489-089f-47b4-9b66-0d305880fa65 service neutron] 10.222.0.89 "GET /v2.0/networks?id=388e09f8-31c4-47d7-91d7-e8f6e7a49819 HTTP/1.1" status: 200 len: 898 time: 0.1320870 Feb 16 13:04:01.638274 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0203582f-ced7-4dee-98ed-bab59c35ae3e req-77c520bd-dd5d-4fea-8d0a-db5f6031e8cd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53 HTTP/1.1" status: 200 len: 1000 time: 0.1197295 Feb 16 13:04:01.809080 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203582f-ced7-4dee-98ed-bab59c35ae3e req-c9b76321-7573-4dbb-9d80-3b017bfbc2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:01.810996 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0203582f-ced7-4dee-98ed-bab59c35ae3e req-c9b76321-7573-4dbb-9d80-3b017bfbc2e0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0d0aba86-4bc5-4521-9c6c-7473314c33dd HTTP/1.1" status: 200 len: 844 time: 0.1651125 Feb 16 13:04:01.814817 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-06db05a0-56e0-4078-8fc5-b1dc989359fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:01.889949 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203582f-ced7-4dee-98ed-bab59c35ae3e req-1490814d-fa68-4416-a97a-97f98aabb9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:01.892286 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0203582f-ced7-4dee-98ed-bab59c35ae3e req-1490814d-fa68-4416-a97a-97f98aabb9ec service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=388e09f8-31c4-47d7-91d7-e8f6e7a49819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752039 Feb 16 13:04:02.033540 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0203582f-ced7-4dee-98ed-bab59c35ae3e req-9dc7e724-0e89-46f0-9132-ce8e3eab6dd2 service neutron] 10.222.0.89 "GET /v2.0/networks/388e09f8-31c4-47d7-91d7-e8f6e7a49819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340013 Feb 16 13:04:02.170173 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0203582f-ced7-4dee-98ed-bab59c35ae3e req-cc151bb0-e3f4-44b7-a6d7-468a53bad3a3 service neutron] 10.222.0.89 "GET /v2.0/networks/388e09f8-31c4-47d7-91d7-e8f6e7a49819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297526 Feb 16 13:04:04.127242 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-685763ed-1b5a-448c-b622-63cb5a99bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:04.493652 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:05.159753 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:05.184871 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:06.732699 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:11.062616 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:04:12.020243 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 45394) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:12.029779 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-9c6181b0-5746-408b-bad7-98a337497cb3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:04:12.162000 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9c6181b0-5746-408b-bad7-98a337497cb3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1760719'] for subnet, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:12.380744 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9c6181b0-5746-408b-bad7-98a337497cb3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754732646687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2271088'] for subnet, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:12.429393 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6181b0-5746-408b-bad7-98a337497cb3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:12.429982 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9c6181b0-5746-408b-bad7-98a337497cb3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:12.434236 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-9c6181b0-5746-408b-bad7-98a337497cb3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "PUT /v2.0/subnets/0d0aba86-4bc5-4521-9c6c-7473314c33dd HTTP/1.1" status: 200 len: 836 time: 0.4099317 Feb 16 13:04:12.438116 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e11466a-62a9-4c7c-87b4-6fd554db0866 None None] Network 388e09f8-31c4-47d7-91d7-e8f6e7a49819 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:04:12.451378 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6181b0-5746-408b-bad7-98a337497cb3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Subnet': ['ID=0d0aba86-4bc5-4521-9c6c-7473314c33dd,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:12.459113 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6181b0-5746-408b-bad7-98a337497cb3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:12.459460 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6181b0-5746-408b-bad7-98a337497cb3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:12.459814 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6181b0-5746-408b-bad7-98a337497cb3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:12.460113 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6181b0-5746-408b-bad7-98a337497cb3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:12.460439 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6181b0-5746-408b-bad7-98a337497cb3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:12.460808 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6181b0-5746-408b-bad7-98a337497cb3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:12.461132 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6181b0-5746-408b-bad7-98a337497cb3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:12.461440 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6181b0-5746-408b-bad7-98a337497cb3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:12.461760 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6181b0-5746-408b-bad7-98a337497cb3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:12.462077 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6181b0-5746-408b-bad7-98a337497cb3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:12.462394 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6181b0-5746-408b-bad7-98a337497cb3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:12.462709 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6181b0-5746-408b-bad7-98a337497cb3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:04:12.960877 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f099428e-4ec8-4228-937b-602a5491cce3 None None] Provisioning complete for port 280c088c-1d6c-401b-bf2c-ee5334a16074 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:04:12.961095 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f099428e-4ec8-4228-937b-602a5491cce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:13.103780 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f099428e-4ec8-4228-937b-602a5491cce3 None None] Provisioning complete for port 55f3ef4b-d421-4b48-b57c-4fdc315dd297 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:04:13.104144 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f099428e-4ec8-4228-937b-602a5491cce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:13.230436 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f099428e-4ec8-4228-937b-602a5491cce3 None None] Provisioning complete for port f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:04:13.232142 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f099428e-4ec8-4228-937b-602a5491cce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:31.827773 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-be2c556f-ce96-438f-84db-8b3518157855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:34.127781 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54bdf686-62a9-404a-a574-1ff61c9c12b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:34.499590 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:35.160995 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:35.192716 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:36.727933 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:48.067463 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:04:55.301712 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 45414) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:04:55.583832 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-b0fd0649-df4d-4fdf-a552-fd4572f2d454 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Deleting port f2dbeae3-e4c5-47f6-bed3-d81d8c3385ec {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:04:55.584098 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b0fd0649-df4d-4fdf-a552-fd4572f2d454 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:55.771495 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b0fd0649-df4d-4fdf-a552-fd4572f2d454 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:55.771800 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b0fd0649-df4d-4fdf-a552-fd4572f2d454 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:55.892920 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-b0fd0649-df4d-4fdf-a552-fd4572f2d454 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Calling delete_port for f2dbeae3-e4c5-47f6-bed3-d81d8c3385ec owned by network:floatingip {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:04:56.049103 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b0fd0649-df4d-4fdf-a552-fd4572f2d454 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:56.095831 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd0649-df4d-4fdf-a552-fd4572f2d454 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Port': ['ID=f2dbeae3-e4c5-47f6-bed3-d81d8c3385ec,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:04:56.300779 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b0fd0649-df4d-4fdf-a552-fd4572f2d454 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for floatingip, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:56.301122 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.l3_db [None req-b0fd0649-df4d-4fdf-a552-fd4572f2d454 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Floating IP 6516b241-b0bf-4c31-a599-3228b30e2545 disassociated (deleted). External IP: 172.26.5.84, port: f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53. Feb 16 13:04:56.667147 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0fd0649-df4d-4fdf-a552-fd4572f2d454 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Router e471b421-5af3-480a-b762-3d49c25e41e9 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:04:56.856660 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0fd0649-df4d-4fdf-a552-fd4572f2d454 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:04:56.867300 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fa1804-40ed-41fa-b4e1-1c490b5738b6 None None] Sync routers for ids ['e471b421-5af3-480a-b762-3d49c25e41e9'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:04:56.877631 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fa1804-40ed-41fa-b4e1-1c490b5738b6 None None] Routers {'e471b421-5af3-480a-b762-3d49c25e41e9'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:04:56.878240 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-92fa1804-40ed-41fa-b4e1-1c490b5738b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:04:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e471b421-5af3-480a-b762-3d49c25e41e9'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:04:56.879798 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b0fd0649-df4d-4fdf-a552-fd4572f2d454 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:56.933798 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-b0fd0649-df4d-4fdf-a552-fd4572f2d454 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "DELETE /v2.0/floatingips/6516b241-b0bf-4c31-a599-3228b30e2545 HTTP/1.1" status: 204 len: 168 time: 1.6308002 Feb 16 13:04:56.934372 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bada801-5578-4ee3-b34a-4594a254c156', 'tag': 'f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:04:56.985790 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bada801-5578-4ee3-b34a-4594a254c156', 'tag': 'f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53', 'status': 'completed', 'code': 200} Feb 16 13:04:57.079914 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080eccee-ef10-438c-a2c7-480534c806d5 req-992c689f-e629-4934-bc36-3c39e8106fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:57.081656 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-080eccee-ef10-438c-a2c7-480534c806d5 req-992c689f-e629-4934-bc36-3c39e8106fc5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&device_id=5bada801-5578-4ee3-b34a-4594a254c156 HTTP/1.1" status: 200 len: 1098 time: 0.0759628 Feb 16 13:04:57.095966 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-92fa1804-40ed-41fa-b4e1-1c490b5738b6 None None] Set router e471b421-5af3-480a-b762-3d49c25e41e9 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:04:57.226406 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080eccee-ef10-438c-a2c7-480534c806d5 req-c74f91a7-c13a-403f-bfbf-e9f697cb8da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:57.227793 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-080eccee-ef10-438c-a2c7-480534c806d5 req-c74f91a7-c13a-403f-bfbf-e9f697cb8da5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=388e09f8-31c4-47d7-91d7-e8f6e7a49819 HTTP/1.1" status: 200 len: 898 time: 0.1395948 Feb 16 13:04:57.294475 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-080eccee-ef10-438c-a2c7-480534c806d5 req-875521b0-e78c-4278-adaf-51d8a3e32ad9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53 HTTP/1.1" status: 200 len: 217 time: 0.0598307 Feb 16 13:04:57.359147 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080eccee-ef10-438c-a2c7-480534c806d5 req-8c3be7de-47d4-4b3a-8b77-2511d94476e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:57.360729 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-080eccee-ef10-438c-a2c7-480534c806d5 req-8c3be7de-47d4-4b3a-8b77-2511d94476e5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0d0aba86-4bc5-4521-9c6c-7473314c33dd HTTP/1.1" status: 200 len: 844 time: 0.0600922 Feb 16 13:04:57.407586 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-92fa1804-40ed-41fa-b4e1-1c490b5738b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e471b421-5af3-480a-b762-3d49c25e41e9', 'name': 'tempest-TestNetworkBasicOps-router-393227507', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.50'}], 'enable_snat': True}, 'gw_port_id': 'af9b932a-7798-438d-b080-56dab96c5565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:01:51Z', 'updated_at': '2022-02-16T13:01:56Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'af9b932a-7798-438d-b080-56dab96c5565', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e471b421-5af3-480a-b762-3d49c25e41e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:01:51Z', 'updated_at': '2022-02-16T13:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '55f3ef4b-d421-4b48-b57c-4fdc315dd297', 'name': '', 'network_id': '388e09f8-31c4-47d7-91d7-e8f6e7a49819', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:37:8b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e471b421-5af3-480a-b762-3d49c25e41e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '0d0aba86-4bc5-4521-9c6c-7473314c33dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:01:55Z', 'updated_at': '2022-02-16T13:02:01Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '0d0aba86-4bc5-4521-9c6c-7473314c33dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:04:57.411652 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fa1804-40ed-41fa-b4e1-1c490b5738b6 None None] Checking router: e471b421-5af3-480a-b762-3d49c25e41e9 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:04:57.420047 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fa1804-40ed-41fa-b4e1-1c490b5738b6 None None] Routers {'e471b421-5af3-480a-b762-3d49c25e41e9'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:04:57.420713 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-92fa1804-40ed-41fa-b4e1-1c490b5738b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:04:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e471b421-5af3-480a-b762-3d49c25e41e9'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:04:57.433637 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080eccee-ef10-438c-a2c7-480534c806d5 req-fd2f64e0-c470-47d8-b0c7-f26cd1551562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:57.435103 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-080eccee-ef10-438c-a2c7-480534c806d5 req-fd2f64e0-c470-47d8-b0c7-f26cd1551562 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=388e09f8-31c4-47d7-91d7-e8f6e7a49819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685658 Feb 16 13:04:57.572277 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-080eccee-ef10-438c-a2c7-480534c806d5 req-c11fc14d-fdd1-4638-b971-3d5bc5b37518 service neutron] 10.222.0.89 "GET /v2.0/networks/388e09f8-31c4-47d7-91d7-e8f6e7a49819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293683 Feb 16 13:04:57.620545 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-92fa1804-40ed-41fa-b4e1-1c490b5738b6 None None] Set router e471b421-5af3-480a-b762-3d49c25e41e9 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:04:57.701962 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-080eccee-ef10-438c-a2c7-480534c806d5 req-9caf01b6-435c-46c9-af3e-530cd221d1e4 service neutron] 10.222.0.89 "GET /v2.0/networks/388e09f8-31c4-47d7-91d7-e8f6e7a49819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233575 Feb 16 13:04:57.944921 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-92fa1804-40ed-41fa-b4e1-1c490b5738b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e471b421-5af3-480a-b762-3d49c25e41e9', 'name': 'tempest-TestNetworkBasicOps-router-393227507', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.50'}], 'enable_snat': True}, 'gw_port_id': 'af9b932a-7798-438d-b080-56dab96c5565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:01:51Z', 'updated_at': '2022-02-16T13:01:56Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'af9b932a-7798-438d-b080-56dab96c5565', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e471b421-5af3-480a-b762-3d49c25e41e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:01:51Z', 'updated_at': '2022-02-16T13:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '55f3ef4b-d421-4b48-b57c-4fdc315dd297', 'name': '', 'network_id': '388e09f8-31c4-47d7-91d7-e8f6e7a49819', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:37:8b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e471b421-5af3-480a-b762-3d49c25e41e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '0d0aba86-4bc5-4521-9c6c-7473314c33dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:01:55Z', 'updated_at': '2022-02-16T13:02:01Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '0d0aba86-4bc5-4521-9c6c-7473314c33dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:04:57.949910 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fa1804-40ed-41fa-b4e1-1c490b5738b6 None None] The sync data for ids ['e471b421-5af3-480a-b762-3d49c25e41e9'] in dv-neutron-829527-1-hyperv is: [{'id': 'e471b421-5af3-480a-b762-3d49c25e41e9', 'name': 'tempest-TestNetworkBasicOps-router-393227507', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.50'}], 'enable_snat': True}, 'gw_port_id': 'af9b932a-7798-438d-b080-56dab96c5565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:01:51Z', 'updated_at': '2022-02-16T13:01:56Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'af9b932a-7798-438d-b080-56dab96c5565', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e471b421-5af3-480a-b762-3d49c25e41e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:01:51Z', 'updated_at': '2022-02-16T13:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '55f3ef4b-d421-4b48-b57c-4fdc315dd297', 'name': '', 'network_id': '388e09f8-31c4-47d7-91d7-e8f6e7a49819', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:37:8b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e471b421-5af3-480a-b762-3d49c25e41e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '0d0aba86-4bc5-4521-9c6c-7473314c33dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:01:55Z', 'updated_at': '2022-02-16T13:02:01Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '0d0aba86-4bc5-4521-9c6c-7473314c33dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:04:58.174235 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a4673f-c929-4f15-91a9-f39bf75d4734 None None] New status for floating IP 6516b241-b0bf-4c31-a599-3228b30e2545: DOWN {{(pid=87702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:04:58.445940 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ebae3-9a2f-4ebc-95b7-3a14de0eaf35 req-1f5c48b6-8eea-4f6b-91d6-cc3116cb15ab tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:58.446623 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-1e7ebae3-9a2f-4ebc-95b7-3a14de0eaf35 req-1f5c48b6-8eea-4f6b-91d6-cc3116cb15ab tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:04:58.466529 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-1e7ebae3-9a2f-4ebc-95b7-3a14de0eaf35 req-1f5c48b6-8eea-4f6b-91d6-cc3116cb15ab tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:04:58.467696 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1e7ebae3-9a2f-4ebc-95b7-3a14de0eaf35 req-1f5c48b6-8eea-4f6b-91d6-cc3116cb15ab tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=5bada801-5578-4ee3-b34a-4594a254c156 HTTP/1.1" status: 200 len: 945 time: 0.2183149 Feb 16 13:04:58.512343 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1e7ebae3-9a2f-4ebc-95b7-3a14de0eaf35 req-7f23de33-65df-4006-a257-dee8ef809bf9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=c2bec62c-0560-46d5-8b96-a943c7464f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385163 Feb 16 13:04:59.656979 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab11229-736d-4227-bdc4-fc248bc471e3 req-1732afd0-ecb1-4a0e-8bf3-f01062fd4201 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:59.658704 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9ab11229-736d-4227-bdc4-fc248bc471e3 req-1732afd0-ecb1-4a0e-8bf3-f01062fd4201 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "GET /v2.0/ports?device_id=5bada801-5578-4ee3-b34a-4594a254c156 HTTP/1.1" status: 200 len: 945 time: 0.0802181 Feb 16 13:04:59.721167 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcade2f-f0cf-4b1b-a086-f38a6cb291f7 req-11a26f3a-f262-4f83-93c5-3ec71be8cb19 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:04:59.722569 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-cdcade2f-f0cf-4b1b-a086-f38a6cb291f7 req-11a26f3a-f262-4f83-93c5-3ec71be8cb19 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=5bada801-5578-4ee3-b34a-4594a254c156 HTTP/1.1" status: 200 len: 945 time: 0.0898080 Feb 16 13:04:59.735226 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-9ab11229-736d-4227-bdc4-fc248bc471e3 req-d261ca25-f1e1-4566-b5d1-d287e8750627 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Deleting port f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:04:59.735619 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-9ab11229-736d-4227-bdc4-fc248bc471e3 req-d261ca25-f1e1-4566-b5d1-d287e8750627 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:04:59.768925 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-cdcade2f-f0cf-4b1b-a086-f38a6cb291f7 req-539b3427-914c-486f-9483-036d784334f0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=c2bec62c-0560-46d5-8b96-a943c7464f79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406091 Feb 16 13:04:59.997256 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-9ab11229-736d-4227-bdc4-fc248bc471e3 req-d261ca25-f1e1-4566-b5d1-d287e8750627 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] For port f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53,segment=NetworkSegment(14f9544c-04c7-4c0b-871b-a589a6d7cd3e),segment_id=14f9544c-04c7-4c0b-871b-a589a6d7cd3e)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:04:59.997503 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-9ab11229-736d-4227-bdc4-fc248bc471e3 req-d261ca25-f1e1-4566-b5d1-d287e8750627 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:00.119759 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-9ab11229-736d-4227-bdc4-fc248bc471e3 req-d261ca25-f1e1-4566-b5d1-d287e8750627 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Calling delete_port for f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53 owned by compute:nova {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:05:00.266799 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-9ab11229-736d-4227-bdc4-fc248bc471e3 req-d261ca25-f1e1-4566-b5d1-d287e8750627 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:00.320203 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d261ca25-f1e1-4566-b5d1-d287e8750627 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Port': ['ID=f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:00.393955 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab11229-736d-4227-bdc4-fc248bc471e3 req-d261ca25-f1e1-4566-b5d1-d287e8750627 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] No DVR routers for this DVR port f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53 on host hv-neutron-8295 {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:05:00.396438 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-9ab11229-736d-4227-bdc4-fc248bc471e3 req-d261ca25-f1e1-4566-b5d1-d287e8750627 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:00.398883 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bada801-5578-4ee3-b34a-4594a254c156', 'name': 'network-vif-deleted', 'tag': 'f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:05:00.415841 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9ab11229-736d-4227-bdc4-fc248bc471e3 req-d261ca25-f1e1-4566-b5d1-d287e8750627 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "DELETE /v2.0/ports/f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53 HTTP/1.1" status: 204 len: 173 time: 0.7492454 Feb 16 13:05:00.448954 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bada801-5578-4ee3-b34a-4594a254c156', 'name': 'network-vif-deleted', 'tag': 'f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53', 'status': 'completed', 'code': 200} Feb 16 13:05:00.933303 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-27e1744d-9a05-4479-9a89-d7223abbc2d0 req-dd56b915-0093-4ff7-aed5-08e7497f8f9a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=5bada801-5578-4ee3-b34a-4594a254c156 HTTP/1.1" status: 200 len: 210 time: 0.0434489 Feb 16 13:05:01.827619 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e0ccd3c5-7903-4327-835b-566ec0f38788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:02.031238 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45442) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:02.106397 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-52fb16d0-6f59-475a-8020-1c8444b1273b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:02.140573 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-52fb16d0-6f59-475a-8020-1c8444b1273b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:02.216098 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-52fb16d0-6f59-475a-8020-1c8444b1273b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:02.232894 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb16d0-6f59-475a-8020-1c8444b1273b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2bec62c-0560-46d5-8b96-a943c7464f79,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:02.241625 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fb16d0-6f59-475a-8020-1c8444b1273b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:02.241970 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fb16d0-6f59-475a-8020-1c8444b1273b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:02.242308 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fb16d0-6f59-475a-8020-1c8444b1273b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:02.242638 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fb16d0-6f59-475a-8020-1c8444b1273b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:02.242963 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fb16d0-6f59-475a-8020-1c8444b1273b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:02.243288 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fb16d0-6f59-475a-8020-1c8444b1273b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:02.243612 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fb16d0-6f59-475a-8020-1c8444b1273b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:02.243932 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fb16d0-6f59-475a-8020-1c8444b1273b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:02.244254 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fb16d0-6f59-475a-8020-1c8444b1273b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:02.244571 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fb16d0-6f59-475a-8020-1c8444b1273b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:02.244916 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fb16d0-6f59-475a-8020-1c8444b1273b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:02.245231 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fb16d0-6f59-475a-8020-1c8444b1273b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:02.253320 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-52fb16d0-6f59-475a-8020-1c8444b1273b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:02.254451 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-52fb16d0-6f59-475a-8020-1c8444b1273b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "DELETE /v2.0/security-groups/c2bec62c-0560-46d5-8b96-a943c7464f79 HTTP/1.1" status: 204 len: 168 time: 0.2222333 Feb 16 13:05:02.290062 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45448) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:02.965347 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d252fb79-db75-473e-abb5-66f829717706 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:03.264117 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:05:03.300147 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] No Port match for: f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:05:03.300408 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device f9e8fc2f-0ad5-47a8-9ac2-be283f23dc53 not bound to the agent host hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:05:03.334068 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-d252fb79-db75-473e-abb5-66f829717706 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Deleting port 55f3ef4b-d421-4b48-b57c-4fdc315dd297 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:05:03.334674 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d252fb79-db75-473e-abb5-66f829717706 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:03.524674 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-d252fb79-db75-473e-abb5-66f829717706 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] For port 55f3ef4b-d421-4b48-b57c-4fdc315dd297, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=55f3ef4b-d421-4b48-b57c-4fdc315dd297,segment=NetworkSegment(14f9544c-04c7-4c0b-871b-a589a6d7cd3e),segment_id=14f9544c-04c7-4c0b-871b-a589a6d7cd3e)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:05:03.524933 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d252fb79-db75-473e-abb5-66f829717706 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:03.647387 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-d252fb79-db75-473e-abb5-66f829717706 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Calling delete_port for 55f3ef4b-d421-4b48-b57c-4fdc315dd297 owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:05:03.972567 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d252fb79-db75-473e-abb5-66f829717706 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:04.018431 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252fb79-db75-473e-abb5-66f829717706 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Port': ['ID=55f3ef4b-d421-4b48-b57c-4fdc315dd297,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:04.122649 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e517e3b9-112e-41fe-8f52-bc2530a710f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:04.396121 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d252fb79-db75-473e-abb5-66f829717706 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:04.493347 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:04.759886 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d252fb79-db75-473e-abb5-66f829717706 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Router e471b421-5af3-480a-b762-3d49c25e41e9 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:05:04.947725 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d252fb79-db75-473e-abb5-66f829717706 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:05:04.958905 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f28ee5-0135-442d-81f4-eaa18bf8f156 None None] Sync routers for ids ['e471b421-5af3-480a-b762-3d49c25e41e9'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:05:04.963775 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d252fb79-db75-473e-abb5-66f829717706 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "PUT /v2.0/routers/e471b421-5af3-480a-b762-3d49c25e41e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6725795 Feb 16 13:05:04.966596 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45452) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:04.969109 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f28ee5-0135-442d-81f4-eaa18bf8f156 None None] Routers {'e471b421-5af3-480a-b762-3d49c25e41e9'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:05:04.969726 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-a0f28ee5-0135-442d-81f4-eaa18bf8f156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:05:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e471b421-5af3-480a-b762-3d49c25e41e9'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:05.039333 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7c7d325-432f-434a-9aac-691ac68ae685 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Deleting subnet 0d0aba86-4bc5-4521-9c6c-7473314c33dd {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:05:05.042477 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a7c7d325-432f-434a-9aac-691ac68ae685 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:05.098032 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a7c7d325-432f-434a-9aac-691ac68ae685 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:05.152526 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-a0f28ee5-0135-442d-81f4-eaa18bf8f156 None None] Set router e471b421-5af3-480a-b762-3d49c25e41e9 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:05:05.157537 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:05.186310 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a7c7d325-432f-434a-9aac-691ac68ae685 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:05.187884 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:05.260141 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a7c7d325-432f-434a-9aac-691ac68ae685 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:05.297793 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c7d325-432f-434a-9aac-691ac68ae685 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Subnet': ['ID=0d0aba86-4bc5-4521-9c6c-7473314c33dd,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:05.303641 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a7c7d325-432f-434a-9aac-691ac68ae685 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:05.310598 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a7c7d325-432f-434a-9aac-691ac68ae685 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "DELETE /v2.0/subnets/0d0aba86-4bc5-4521-9c6c-7473314c33dd HTTP/1.1" status: 204 len: 168 time: 0.3426919 Feb 16 13:05:05.311485 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd11c05-3ac9-4913-9ce2-258bcdccfecc None None] Network 388e09f8-31c4-47d7-91d7-e8f6e7a49819 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:05:05.313444 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45456) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:05.485825 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-a0f28ee5-0135-442d-81f4-eaa18bf8f156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e471b421-5af3-480a-b762-3d49c25e41e9', 'name': 'tempest-TestNetworkBasicOps-router-393227507', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.50'}], 'enable_snat': True}, 'gw_port_id': 'af9b932a-7798-438d-b080-56dab96c5565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:01:51Z', 'updated_at': '2022-02-16T13:05:03Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'af9b932a-7798-438d-b080-56dab96c5565', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e471b421-5af3-480a-b762-3d49c25e41e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:01:51Z', 'updated_at': '2022-02-16T13:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:05.490168 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f28ee5-0135-442d-81f4-eaa18bf8f156 None None] Checking router: e471b421-5af3-480a-b762-3d49c25e41e9 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:05:05.499451 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f28ee5-0135-442d-81f4-eaa18bf8f156 None None] Routers {'e471b421-5af3-480a-b762-3d49c25e41e9'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:05:05.500068 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-a0f28ee5-0135-442d-81f4-eaa18bf8f156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:05:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e471b421-5af3-480a-b762-3d49c25e41e9'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:05.509839 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-25630549-3616-4b54-8a1b-fb24bfc389e2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:05.578558 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d14937-52d6-4af3-b516-c967fc8184fc None None] DHCP port deletion for 388e09f8-31c4-47d7-91d7-e8f6e7a49819 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:05:05.583478 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-d0d14937-52d6-4af3-b516-c967fc8184fc None None] Deleting port 280c088c-1d6c-401b-bf2c-ee5334a16074 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:05:05.583913 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d0d14937-52d6-4af3-b516-c967fc8184fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:05.681600 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-a0f28ee5-0135-442d-81f4-eaa18bf8f156 None None] Set router e471b421-5af3-480a-b762-3d49c25e41e9 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:05:05.699825 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-25630549-3616-4b54-8a1b-fb24bfc389e2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:05.711782 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-25630549-3616-4b54-8a1b-fb24bfc389e2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Deleting port af9b932a-7798-438d-b080-56dab96c5565 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:05:05.712080 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-25630549-3616-4b54-8a1b-fb24bfc389e2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:05.799750 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-d0d14937-52d6-4af3-b516-c967fc8184fc None None] For port 280c088c-1d6c-401b-bf2c-ee5334a16074, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=280c088c-1d6c-401b-bf2c-ee5334a16074,segment=NetworkSegment(14f9544c-04c7-4c0b-871b-a589a6d7cd3e),segment_id=14f9544c-04c7-4c0b-871b-a589a6d7cd3e)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:05:05.800197 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d0d14937-52d6-4af3-b516-c967fc8184fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:05.923730 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-d0d14937-52d6-4af3-b516-c967fc8184fc None None] Calling delete_port for 280c088c-1d6c-401b-bf2c-ee5334a16074 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:05:05.981449 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-a0f28ee5-0135-442d-81f4-eaa18bf8f156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e471b421-5af3-480a-b762-3d49c25e41e9', 'name': 'tempest-TestNetworkBasicOps-router-393227507', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.50'}], 'enable_snat': True}, 'gw_port_id': 'af9b932a-7798-438d-b080-56dab96c5565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:01:51Z', 'updated_at': '2022-02-16T13:05:03Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'af9b932a-7798-438d-b080-56dab96c5565', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e471b421-5af3-480a-b762-3d49c25e41e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:01:51Z', 'updated_at': '2022-02-16T13:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:05.987185 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f28ee5-0135-442d-81f4-eaa18bf8f156 None None] The sync data for ids ['e471b421-5af3-480a-b762-3d49c25e41e9'] in dv-neutron-829527-1-hyperv is: [{'id': 'e471b421-5af3-480a-b762-3d49c25e41e9', 'name': 'tempest-TestNetworkBasicOps-router-393227507', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.50'}], 'enable_snat': True}, 'gw_port_id': 'af9b932a-7798-438d-b080-56dab96c5565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:01:51Z', 'updated_at': '2022-02-16T13:05:03Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'af9b932a-7798-438d-b080-56dab96c5565', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e471b421-5af3-480a-b762-3d49c25e41e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:01:51Z', 'updated_at': '2022-02-16T13:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:05:06.007414 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-25630549-3616-4b54-8a1b-fb24bfc389e2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] For port af9b932a-7798-438d-b080-56dab96c5565, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=af9b932a-7798-438d-b080-56dab96c5565,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:05:06.007784 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-25630549-3616-4b54-8a1b-fb24bfc389e2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:06.007907 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d0d14937-52d6-4af3-b516-c967fc8184fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:06.054263 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d14937-52d6-4af3-b516-c967fc8184fc None None] Pushing event deleted for resources: {'Port': ['ID=280c088c-1d6c-401b-bf2c-ee5334a16074,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:06.058859 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d14937-52d6-4af3-b516-c967fc8184fc None None] No DVR routers for this DVR port 280c088c-1d6c-401b-bf2c-ee5334a16074 on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:05:06.065431 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d14937-52d6-4af3-b516-c967fc8184fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:06.065776 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d14937-52d6-4af3-b516-c967fc8184fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:06.066113 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d14937-52d6-4af3-b516-c967fc8184fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:06.069904 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d14937-52d6-4af3-b516-c967fc8184fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:06.070543 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d14937-52d6-4af3-b516-c967fc8184fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:06.070543 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d14937-52d6-4af3-b516-c967fc8184fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:06.071299 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d14937-52d6-4af3-b516-c967fc8184fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:06.071299 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d14937-52d6-4af3-b516-c967fc8184fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:06.071440 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d14937-52d6-4af3-b516-c967fc8184fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:06.071726 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d14937-52d6-4af3-b516-c967fc8184fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:06.072042 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d14937-52d6-4af3-b516-c967fc8184fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:06.072361 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d14937-52d6-4af3-b516-c967fc8184fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:06.132202 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-25630549-3616-4b54-8a1b-fb24bfc389e2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Calling delete_port for af9b932a-7798-438d-b080-56dab96c5565 owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:05:06.307632 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-25630549-3616-4b54-8a1b-fb24bfc389e2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:06.357246 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25630549-3616-4b54-8a1b-fb24bfc389e2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Port': ['ID=af9b932a-7798-438d-b080-56dab96c5565,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:06.456723 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-25630549-3616-4b54-8a1b-fb24bfc389e2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023674'] for router_gateway, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:06.631855 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-25630549-3616-4b54-8a1b-fb24bfc389e2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:06.634097 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-25630549-3616-4b54-8a1b-fb24bfc389e2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:06.658914 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-25630549-3616-4b54-8a1b-fb24bfc389e2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:06.659328 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25630549-3616-4b54-8a1b-fb24bfc389e2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Fanout notify agent at l3_agent the message router_deleted on router e471b421-5af3-480a-b762-3d49c25e41e9 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:05:06.679841 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-25630549-3616-4b54-8a1b-fb24bfc389e2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:06.683728 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-25630549-3616-4b54-8a1b-fb24bfc389e2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "DELETE /v2.0/routers/e471b421-5af3-480a-b762-3d49c25e41e9 HTTP/1.1" status: 204 len: 168 time: 1.3665748 Feb 16 13:05:06.684056 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 45460) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:06.737554 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:06.812423 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7e429f26-f004-4db6-91ce-4ddba8b96587 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:06.949492 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7e429f26-f004-4db6-91ce-4ddba8b96587 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:06.981352 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-7e429f26-f004-4db6-91ce-4ddba8b96587 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['388e09f8-31c4-47d7-91d7-e8f6e7a49819']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:06.997205 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-7e429f26-f004-4db6-91ce-4ddba8b96587 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14f9544c-04c7-4c0b-871b-a589a6d7cd3e') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:06.997480 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-7e429f26-f004-4db6-91ce-4ddba8b96587 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14f9544c-04c7-4c0b-871b-a589a6d7cd3e') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:07.011092 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7e429f26-f004-4db6-91ce-4ddba8b96587 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:07.029136 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7e429f26-f004-4db6-91ce-4ddba8b96587 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:07.035844 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e429f26-f004-4db6-91ce-4ddba8b96587 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:05:07.036224 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7e429f26-f004-4db6-91ce-4ddba8b96587 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:07.050323 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 13:05:07.050323 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:05:07.050323 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 13:05:07.050323 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:05:07.050323 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 13:05:07.050323 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:05:07.050323 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 13:05:07.050323 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:05:07.050323 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 13:05:07.050323 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:05:07.050323 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 13:05:07.050323 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:05:07.050323 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 13:05:07.050323 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:05:07.050323 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:05:07.050323 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:05:07.050323 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:05:07.050323 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:05:07.050323 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 13:05:07.050323 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:05:07.050323 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 13:05:07.050323 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:05:07.050323 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:05:07.050323 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:05:07.050323 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 13:05:07.050323 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:05:07.050323 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:05:07.050323 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:05:07.050323 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:05:07.050323 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:05:07.050323 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:05:07.050323 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:05:07.143826 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7e429f26-f004-4db6-91ce-4ddba8b96587 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:07.148782 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7e429f26-f004-4db6-91ce-4ddba8b96587 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:07.163616 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 55f3ef4b-d421-4b48-b57c-4fdc315dd297 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:05:07.177985 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e429f26-f004-4db6-91ce-4ddba8b96587 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Network': ['ID=388e09f8-31c4-47d7-91d7-e8f6e7a49819,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:07.187078 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-7e429f26-f004-4db6-91ce-4ddba8b96587 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "DELETE /v2.0/networks/388e09f8-31c4-47d7-91d7-e8f6e7a49819 HTTP/1.1" status: 204 len: 168 time: 0.5018206 Feb 16 13:05:07.198910 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 55f3ef4b-d421-4b48-b57c-4fdc315dd297 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:05:07.199321 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 55f3ef4b-d421-4b48-b57c-4fdc315dd297 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:05:07.199658 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45464) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:07.200070 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device af9b932a-7798-438d-b080-56dab96c5565 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:05:07.205990 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-a3b08329-90de-4aa7-b8cf-4739afab7489 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'network': {'name': 'tempest-network-smoke--101875303', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'port_security_enabled': True}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:05:07.211097 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a3b08329-90de-4aa7-b8cf-4739afab7489 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:05:07.215175 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a3b08329-90de-4aa7-b8cf-4739afab7489 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:network and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:05:07.218050 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a3b08329-90de-4aa7-b8cf-4739afab7489 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:05:07.223943 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a3b08329-90de-4aa7-b8cf-4739afab7489 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:05:07.235130 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b08329-90de-4aa7-b8cf-4739afab7489 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Made reservation on behalf of a1535d45c61244dc9e2a62da1414d228 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:05:07.235364 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: af9b932a-7798-438d-b080-56dab96c5565 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:05:07.235713 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device af9b932a-7798-438d-b080-56dab96c5565 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:05:07.236193 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 280c088c-1d6c-401b-bf2c-ee5334a16074 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:05:07.238861 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a3b08329-90de-4aa7-b8cf-4739afab7489 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:07.269055 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 280c088c-1d6c-401b-bf2c-ee5334a16074 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:05:07.269390 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 280c088c-1d6c-401b-bf2c-ee5334a16074 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:05:07.269869 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3b08329-90de-4aa7-b8cf-4739afab7489 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:05:07.279796 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a3b08329-90de-4aa7-b8cf-4739afab7489 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:07.280138 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-a3b08329-90de-4aa7-b8cf-4739afab7489 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Added segment 5c17a665-df08-42d0-9e08-b8d4a9852332 of type vlan for network ba02902e-1fd1-4efc-8dbd-185ac9701fc7 Feb 16 13:05:07.306382 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a3b08329-90de-4aa7-b8cf-4739afab7489 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:07.340189 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a3b08329-90de-4aa7-b8cf-4739afab7489 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:07.345553 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b08329-90de-4aa7-b8cf-4739afab7489 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:07.346188 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a3b08329-90de-4aa7-b8cf-4739afab7489 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:07.453323 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a3b08329-90de-4aa7-b8cf-4739afab7489 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2522044 Feb 16 13:05:07.456331 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45468) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:07.458835 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b08329-90de-4aa7-b8cf-4739afab7489 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Network': ['ID=ba02902e-1fd1-4efc-8dbd-185ac9701fc7,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:07.463508 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-59222223-1eef-4c2d-a1a3-679eb018416a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1675238098', 'admin_state_up': True, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:05:07.469018 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network ba02902e-1fd1-4efc-8dbd-185ac9701fc7 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:05:07.471244 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-59222223-1eef-4c2d-a1a3-679eb018416a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:05:07.475208 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-59222223-1eef-4c2d-a1a3-679eb018416a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:router and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:05:07.478099 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-59222223-1eef-4c2d-a1a3-679eb018416a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:05:07.483815 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-59222223-1eef-4c2d-a1a3-679eb018416a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:05:07.495384 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-59222223-1eef-4c2d-a1a3-679eb018416a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:07.496422 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-59222223-1eef-4c2d-a1a3-679eb018416a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:07.511090 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-59222223-1eef-4c2d-a1a3-679eb018416a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:07.794269 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-59222223-1eef-4c2d-a1a3-679eb018416a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:08.209950 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-59222223-1eef-4c2d-a1a3-679eb018416a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:08.241749 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-59222223-1eef-4c2d-a1a3-679eb018416a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:08.378986 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-59222223-1eef-4c2d-a1a3-679eb018416a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Allocated IP 172.26.5.125 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:05:08.532158 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-59222223-1eef-4c2d-a1a3-679eb018416a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:08.564630 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-59222223-1eef-4c2d-a1a3-679eb018416a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:08.631903 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59222223-1eef-4c2d-a1a3-679eb018416a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:05:08.634686 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-59222223-1eef-4c2d-a1a3-679eb018416a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:05:08.638275 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59222223-1eef-4c2d-a1a3-679eb018416a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:05:08.669862 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59222223-1eef-4c2d-a1a3-679eb018416a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:09.064244 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-59222223-1eef-4c2d-a1a3-679eb018416a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router_gateway, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:09.529260 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-59222223-1eef-4c2d-a1a3-679eb018416a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:09.756091 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59222223-1eef-4c2d-a1a3-679eb018416a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Router 01170e70-c324-49a1-9b8c-73ac420ccc87 is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:05:09.949316 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59222223-1eef-4c2d-a1a3-679eb018416a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:05:09.959222 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901465e5-24f4-4064-8939-ba3e1852b060 None None] Sync routers for ids ['01170e70-c324-49a1-9b8c-73ac420ccc87'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:05:09.969635 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901465e5-24f4-4064-8939-ba3e1852b060 None None] Routers {'01170e70-c324-49a1-9b8c-73ac420ccc87'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:05:09.970251 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-901465e5-24f4-4064-8939-ba3e1852b060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:05:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['01170e70-c324-49a1-9b8c-73ac420ccc87'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:09.977802 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-59222223-1eef-4c2d-a1a3-679eb018416a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:09.979025 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-59222223-1eef-4c2d-a1a3-679eb018416a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5216563 Feb 16 13:05:09.982303 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45472) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:10.094804 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7b4ad008-30dd-47ff-aa74-8a83f29a5c3e tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=a1535d45c61244dc9e2a62da1414d228&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1112983 Feb 16 13:05:10.098047 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45478) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:10.155914 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-901465e5-24f4-4064-8939-ba3e1852b060 None None] Set router 01170e70-c324-49a1-9b8c-73ac420ccc87 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:05:10.228185 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496f216b-36f3-40cc-a9fb-9b1a339dd3b3 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:10.229747 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-496f216b-36f3-40cc-a9fb-9b1a339dd3b3 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1307697 Feb 16 13:05:10.233052 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45482) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:10.277569 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-25239b6b-b64e-4474-867e-a19b6ad01be1 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434210 Feb 16 13:05:10.280379 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45486) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:10.286102 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-699f0029-9008-42d8-a791-56e14cddbc02 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-375027265', 'network_id': 'ba02902e-1fd1-4efc-8dbd-185ac9701fc7', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:05:10.392369 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-699f0029-9008-42d8-a791-56e14cddbc02 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:05:10.397080 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-699f0029-9008-42d8-a791-56e14cddbc02 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:subnet and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:05:10.400201 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-699f0029-9008-42d8-a791-56e14cddbc02 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:05:10.406716 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-699f0029-9008-42d8-a791-56e14cddbc02 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:05:10.418480 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699f0029-9008-42d8-a791-56e14cddbc02 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Made reservation on behalf of a1535d45c61244dc9e2a62da1414d228 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:05:10.422243 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-699f0029-9008-42d8-a791-56e14cddbc02 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:10.494200 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-901465e5-24f4-4064-8939-ba3e1852b060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'name': 'tempest-TestNetworkBasicOps-router-1675238098', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.125'}], 'enable_snat': True}, 'gw_port_id': 'f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:07Z', 'updated_at': '2022-02-16T13:05:08Z', 'revision_number': 3, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:08Z', 'updated_at': '2022-02-16T13:05:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:10.498239 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901465e5-24f4-4064-8939-ba3e1852b060 None None] Checking router: 01170e70-c324-49a1-9b8c-73ac420ccc87 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:05:10.498587 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901465e5-24f4-4064-8939-ba3e1852b060 None None] Updating router 01170e70-c324-49a1-9b8c-73ac420ccc87 port f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8 binding host dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:05:10.554915 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-901465e5-24f4-4064-8939-ba3e1852b060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:10.647516 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-699f0029-9008-42d8-a791-56e14cddbc02 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:10.723816 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f0029-9008-42d8-a791-56e14cddbc02 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Subnet': ['ID=e096eabf-0bd6-4966-908a-25eb95325312,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:10.737192 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699f0029-9008-42d8-a791-56e14cddbc02 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Checking segment: {'id': '5c17a665-df08-42d0-9e08-b8d4a9852332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'ba02902e-1fd1-4efc-8dbd-185ac9701fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:05:10.737541 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699f0029-9008-42d8-a791-56e14cddbc02 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network hostable DHCP agents. Network: ba02902e-1fd1-4efc-8dbd-185ac9701fc7, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:05:10.758382 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699f0029-9008-42d8-a791-56e14cddbc02 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network ba02902e-1fd1-4efc-8dbd-185ac9701fc7 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:05:10.768127 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-699f0029-9008-42d8-a791-56e14cddbc02 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, ba02902e-1fd1-4efc-8dbd-185ac9701fc7) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:05:10.772765 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699f0029-9008-42d8-a791-56e14cddbc02 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:10.773484 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-699f0029-9008-42d8-a791-56e14cddbc02 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:10.788421 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfb9b41-8ea0-4c9a-bc75-d467a9045a8d None None] Network ba02902e-1fd1-4efc-8dbd-185ac9701fc7 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:05:10.796077 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-699f0029-9008-42d8-a791-56e14cddbc02 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5145953 Feb 16 13:05:10.799041 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45490) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:11.023960 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-901465e5-24f4-4064-8939-ba3e1852b060 None None] Notify callbacks [] for port, precommit_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:11.046489 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-901465e5-24f4-4064-8939-ba3e1852b060 None None] Transition to ACTIVE for port object f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:05:11.057466 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-901465e5-24f4-4064-8939-ba3e1852b060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:11.163230 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1b8f00-aff4-45d2-b2f4-4a973742771a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-ba02902e-1fd1-4efc-8dbd-185ac9701fc7', 'network_id': 'ba02902e-1fd1-4efc-8dbd-185ac9701fc7', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ips': [{'subnet_id': 'e096eabf-0bd6-4966-908a-25eb95325312'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:05:11.164034 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-da1b8f00-aff4-45d2-b2f4-4a973742771a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:11.189096 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe1c69f-e7ea-45b5-b543-09c2ddc154b3 None None] Pushing event updated for resources: {'Port': ['ID=f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:11.194874 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-901465e5-24f4-4064-8939-ba3e1852b060 None None] Attempting to bind port f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:05:11.195243 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-901465e5-24f4-4064-8939-ba3e1852b060 None None] Attempting to bind port f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:05:11.195607 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901465e5-24f4-4064-8939-ba3e1852b060 None None] Attempting to bind port f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8 on network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:05:11.203885 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901465e5-24f4-4064-8939-ba3e1852b060 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:05:11.204265 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901465e5-24f4-4064-8939-ba3e1852b060 None None] Checking segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:05:11.204694 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-901465e5-24f4-4064-8939-ba3e1852b060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:11.205142 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901465e5-24f4-4064-8939-ba3e1852b060 None None] Bound using segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:05:11.205706 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-901465e5-24f4-4064-8939-ba3e1852b060 None None] Bound port: f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:05:11.206168 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-901465e5-24f4-4064-8939-ba3e1852b060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:11.373960 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-901465e5-24f4-4064-8939-ba3e1852b060 None None] For port f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:05:11.385722 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-901465e5-24f4-4064-8939-ba3e1852b060 None None] For port f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:05:11.395448 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-901465e5-24f4-4064-8939-ba3e1852b060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:11.476907 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-da1b8f00-aff4-45d2-b2f4-4a973742771a None None] Allocated IP 172.20.0.2 (ba02902e-1fd1-4efc-8dbd-185ac9701fc7/e096eabf-0bd6-4966-908a-25eb95325312/421bb1d5-3712-4498-adcd-90377c49c860) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:05:11.495213 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe1c69f-e7ea-45b5-b543-09c2ddc154b3 None None] Pushing event updated for resources: {'Port': ['ID=f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:11.501493 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901465e5-24f4-4064-8939-ba3e1852b060 None None] Routers {'01170e70-c324-49a1-9b8c-73ac420ccc87'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:05:11.502258 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-901465e5-24f4-4064-8939-ba3e1852b060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:05:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['01170e70-c324-49a1-9b8c-73ac420ccc87'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:11.625813 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dfd0d033-d104-4afe-9967-62de827313e7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:11.840862 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-901465e5-24f4-4064-8939-ba3e1852b060 None None] Set router 01170e70-c324-49a1-9b8c-73ac420ccc87 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:05:12.076427 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-da1b8f00-aff4-45d2-b2f4-4a973742771a None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:12.099432 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-da1b8f00-aff4-45d2-b2f4-4a973742771a None None] Transition to ACTIVE for port object 421bb1d5-3712-4498-adcd-90377c49c860 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:05:12.142197 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-da1b8f00-aff4-45d2-b2f4-4a973742771a None None] Transition to ACTIVE for port object 421bb1d5-3712-4498-adcd-90377c49c860 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:05:12.179423 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-da1b8f00-aff4-45d2-b2f4-4a973742771a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:12.224590 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-dfd0d033-d104-4afe-9967-62de827313e7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Allocated IP 172.20.0.1 (ba02902e-1fd1-4efc-8dbd-185ac9701fc7/e096eabf-0bd6-4966-908a-25eb95325312/3773d70a-3425-4e1a-9a08-33b1bcaa0de1) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:05:12.253338 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1b8f00-aff4-45d2-b2f4-4a973742771a None None] Network ba02902e-1fd1-4efc-8dbd-185ac9701fc7 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:05:12.256672 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-da1b8f00-aff4-45d2-b2f4-4a973742771a None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:05:12.259088 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1b8f00-aff4-45d2-b2f4-4a973742771a None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:05:12.309256 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b8f00-aff4-45d2-b2f4-4a973742771a None None] Pushing event updated for resources: {'Port': ['ID=421bb1d5-3712-4498-adcd-90377c49c860,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:12.373636 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-da1b8f00-aff4-45d2-b2f4-4a973742771a None None] Attempting to bind port 421bb1d5-3712-4498-adcd-90377c49c860 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:05:12.373863 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-da1b8f00-aff4-45d2-b2f4-4a973742771a None None] Attempting to bind port 421bb1d5-3712-4498-adcd-90377c49c860 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '5c17a665-df08-42d0-9e08-b8d4a9852332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'ba02902e-1fd1-4efc-8dbd-185ac9701fc7'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:05:12.374244 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1b8f00-aff4-45d2-b2f4-4a973742771a None None] Attempting to bind port 421bb1d5-3712-4498-adcd-90377c49c860 on network ba02902e-1fd1-4efc-8dbd-185ac9701fc7 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:05:12.383628 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dfd0d033-d104-4afe-9967-62de827313e7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:12.386306 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1b8f00-aff4-45d2-b2f4-4a973742771a None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:05:12.386689 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1b8f00-aff4-45d2-b2f4-4a973742771a None None] Checking segment: {'id': '5c17a665-df08-42d0-9e08-b8d4a9852332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'ba02902e-1fd1-4efc-8dbd-185ac9701fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:05:12.387093 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-da1b8f00-aff4-45d2-b2f4-4a973742771a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:12.387488 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1b8f00-aff4-45d2-b2f4-4a973742771a None None] Bound using segment: {'id': '5c17a665-df08-42d0-9e08-b8d4a9852332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'ba02902e-1fd1-4efc-8dbd-185ac9701fc7'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:05:12.387956 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-da1b8f00-aff4-45d2-b2f4-4a973742771a None None] Bound port: 421bb1d5-3712-4498-adcd-90377c49c860, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c17a665-df08-42d0-9e08-b8d4a9852332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'ba02902e-1fd1-4efc-8dbd-185ac9701fc7'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:05:12.388380 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-da1b8f00-aff4-45d2-b2f4-4a973742771a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:12.399548 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-dfd0d033-d104-4afe-9967-62de827313e7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Transition to ACTIVE for port object 3773d70a-3425-4e1a-9a08-33b1bcaa0de1 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:05:12.403713 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-901465e5-24f4-4064-8939-ba3e1852b060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'name': 'tempest-TestNetworkBasicOps-router-1675238098', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.125'}], 'enable_snat': True}, 'gw_port_id': 'f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:07Z', 'updated_at': '2022-02-16T13:05:08Z', 'revision_number': 3, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:08Z', 'updated_at': '2022-02-16T13:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:12.410603 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901465e5-24f4-4064-8939-ba3e1852b060 None None] The sync data for ids ['01170e70-c324-49a1-9b8c-73ac420ccc87'] in dv-neutron-829527-1-hyperv is: [{'id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'name': 'tempest-TestNetworkBasicOps-router-1675238098', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.125'}], 'enable_snat': True}, 'gw_port_id': 'f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:07Z', 'updated_at': '2022-02-16T13:05:08Z', 'revision_number': 3, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:08Z', 'updated_at': '2022-02-16T13:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:05:12.424154 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dfd0d033-d104-4afe-9967-62de827313e7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:12.496240 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-da1b8f00-aff4-45d2-b2f4-4a973742771a None None] For port 421bb1d5-3712-4498-adcd-90377c49c860, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:05:12.499098 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-da1b8f00-aff4-45d2-b2f4-4a973742771a None None] For port 421bb1d5-3712-4498-adcd-90377c49c860, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=421bb1d5-3712-4498-adcd-90377c49c860,segment=NetworkSegment(5c17a665-df08-42d0-9e08-b8d4a9852332),segment_id=5c17a665-df08-42d0-9e08-b8d4a9852332)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:05:12.504878 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd0d033-d104-4afe-9967-62de827313e7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network ba02902e-1fd1-4efc-8dbd-185ac9701fc7 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:05:12.505856 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-da1b8f00-aff4-45d2-b2f4-4a973742771a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:12.508361 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-dfd0d033-d104-4afe-9967-62de827313e7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:05:12.512327 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd0d033-d104-4afe-9967-62de827313e7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:05:12.543339 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd0d033-d104-4afe-9967-62de827313e7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=3773d70a-3425-4e1a-9a08-33b1bcaa0de1,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:12.580373 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dfd0d033-d104-4afe-9967-62de827313e7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:12.593988 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b8f00-aff4-45d2-b2f4-4a973742771a None None] Pushing event updated for resources: {'Port': ['ID=421bb1d5-3712-4498-adcd-90377c49c860,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:13.009588 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dfd0d033-d104-4afe-9967-62de827313e7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:13.187150 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:05:13.264746 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:05:13.271039 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:05:13.271039 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:13.396987 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:13.422277 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:05:13.428169 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:13.429688 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 421bb1d5-3712-4498-adcd-90377c49c860 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:05:13.478982 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dfd0d033-d104-4afe-9967-62de827313e7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:13.485490 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dfd0d033-d104-4afe-9967-62de827313e7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:13.572454 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:13.586232 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 421bb1d5-3712-4498-adcd-90377c49c860 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:05:13.616992 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dfd0d033-d104-4afe-9967-62de827313e7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:13.628956 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd0d033-d104-4afe-9967-62de827313e7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=3773d70a-3425-4e1a-9a08-33b1bcaa0de1,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:13.725823 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37efe932-b5e1-4b37-b2a7-3440c86866c6 None None] Network ba02902e-1fd1-4efc-8dbd-185ac9701fc7 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:05:13.770552 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd0d033-d104-4afe-9967-62de827313e7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network ba02902e-1fd1-4efc-8dbd-185ac9701fc7 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:05:13.771768 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-dfd0d033-d104-4afe-9967-62de827313e7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:05:13.825017 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-43b8dcfb-e227-475d-adff-c4c1aaffbab6 None None] Provisioning for port 421bb1d5-3712-4498-adcd-90377c49c860 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:05:13.842087 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-43b8dcfb-e227-475d-adff-c4c1aaffbab6 None None] Provisioning complete for port 421bb1d5-3712-4498-adcd-90377c49c860 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:05:13.842469 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-43b8dcfb-e227-475d-adff-c4c1aaffbab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:13.966975 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd0d033-d104-4afe-9967-62de827313e7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Router 01170e70-c324-49a1-9b8c-73ac420ccc87 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:05:14.066349 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-43b8dcfb-e227-475d-adff-c4c1aaffbab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:14.108347 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-43b8dcfb-e227-475d-adff-c4c1aaffbab6 None None] For port 421bb1d5-3712-4498-adcd-90377c49c860, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=421bb1d5-3712-4498-adcd-90377c49c860,segment=NetworkSegment(5c17a665-df08-42d0-9e08-b8d4a9852332),segment_id=5c17a665-df08-42d0-9e08-b8d4a9852332)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:05:14.117562 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-43b8dcfb-e227-475d-adff-c4c1aaffbab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:14.163412 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd0d033-d104-4afe-9967-62de827313e7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:05:14.173096 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03652d76-e1d3-4657-9442-1f17a47d9454 None None] Sync routers for ids ['01170e70-c324-49a1-9b8c-73ac420ccc87'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:05:14.182956 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-dfd0d033-d104-4afe-9967-62de827313e7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "PUT /v2.0/routers/01170e70-c324-49a1-9b8c-73ac420ccc87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3804870 Feb 16 13:05:14.183344 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 45494) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:14.190822 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03652d76-e1d3-4657-9442-1f17a47d9454 None None] Routers {'01170e70-c324-49a1-9b8c-73ac420ccc87'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:05:14.191886 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-03652d76-e1d3-4657-9442-1f17a47d9454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:05:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['01170e70-c324-49a1-9b8c-73ac420ccc87'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:14.199594 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b8dcfb-e227-475d-adff-c4c1aaffbab6 None None] Pushing event updated for resources: {'Port': ['ID=421bb1d5-3712-4498-adcd-90377c49c860,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:14.342015 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624005d5-f574-49e5-af16-46960976d1d5 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:14.342626 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624005d5-f574-49e5-af16-46960976d1d5 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:14.343399 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624005d5-f574-49e5-af16-46960976d1d5 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:14.344021 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624005d5-f574-49e5-af16-46960976d1d5 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:14.348859 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-99f7e35a-4123-44f8-87e5-96e72304e3ac None None] Provisioning complete for port 421bb1d5-3712-4498-adcd-90377c49c860 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:05:14.348859 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-99f7e35a-4123-44f8-87e5-96e72304e3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:14.349356 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45498) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:14.350049 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-624005d5-f574-49e5-af16-46960976d1d5 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1656046 Feb 16 13:05:14.396244 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-03652d76-e1d3-4657-9442-1f17a47d9454 None None] Set router 01170e70-c324-49a1-9b8c-73ac420ccc87 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:05:14.450847 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1275ba-71ea-4c86-87f7-5c79f7c038f2 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:14.451311 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1275ba-71ea-4c86-87f7-5c79f7c038f2 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:14.451767 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1275ba-71ea-4c86-87f7-5c79f7c038f2 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:14.452223 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1275ba-71ea-4c86-87f7-5c79f7c038f2 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:14.459030 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fb1275ba-71ea-4c86-87f7-5c79f7c038f2 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1062117 Feb 16 13:05:14.461141 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 45502) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:14.584007 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-99f7e35a-4123-44f8-87e5-96e72304e3ac None None] Provisioning for port 3773d70a-3425-4e1a-9a08-33b1bcaa0de1 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:05:14.590234 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-99f7e35a-4123-44f8-87e5-96e72304e3ac None None] Provisioning complete for port 3773d70a-3425-4e1a-9a08-33b1bcaa0de1 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:05:14.590882 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-99f7e35a-4123-44f8-87e5-96e72304e3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:14.653051 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-99f7e35a-4123-44f8-87e5-96e72304e3ac None None] Port 3773d70a-3425-4e1a-9a08-33b1bcaa0de1 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:05:14.773405 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-03652d76-e1d3-4657-9442-1f17a47d9454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'name': 'tempest-TestNetworkBasicOps-router-1675238098', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.125'}], 'enable_snat': True}, 'gw_port_id': 'f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:07Z', 'updated_at': '2022-02-16T13:05:12Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:08Z', 'updated_at': '2022-02-16T13:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '3773d70a-3425-4e1a-9a08-33b1bcaa0de1', 'name': '', 'network_id': 'ba02902e-1fd1-4efc-8dbd-185ac9701fc7', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:e0:d5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'e096eabf-0bd6-4966-908a-25eb95325312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:11Z', 'updated_at': '2022-02-16T13:05:13Z', 'revision_number': 2, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': 'e096eabf-0bd6-4966-908a-25eb95325312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:14.777277 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03652d76-e1d3-4657-9442-1f17a47d9454 None None] Checking router: 01170e70-c324-49a1-9b8c-73ac420ccc87 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:05:14.777611 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03652d76-e1d3-4657-9442-1f17a47d9454 None None] Updating router 01170e70-c324-49a1-9b8c-73ac420ccc87 port 3773d70a-3425-4e1a-9a08-33b1bcaa0de1 binding host dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:05:14.783092 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-a6847c6f-7380-4d72-8e0f-45e4e36db8d1 None None] Provisioning complete for port 3773d70a-3425-4e1a-9a08-33b1bcaa0de1 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:05:14.783536 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a6847c6f-7380-4d72-8e0f-45e4e36db8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:14.799782 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-4cb595e3-636d-4ce6-b7af-1e232183e801 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.3373902 Feb 16 13:05:14.836950 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-03652d76-e1d3-4657-9442-1f17a47d9454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:14.842778 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-a6847c6f-7380-4d72-8e0f-45e4e36db8d1 None None] Port 3773d70a-3425-4e1a-9a08-33b1bcaa0de1 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:05:15.018838 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45508) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:15.024815 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-ee059a51-da12-47f8-a145-8da738c11abf tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2139569006', 'description': 'tempest-secgroup-smoke-2139569006 description', 'project_id': 'a1535d45c61244dc9e2a62da1414d228'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:05:15.031328 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ee059a51-da12-47f8-a145-8da738c11abf tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:05:15.036558 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ee059a51-da12-47f8-a145-8da738c11abf tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:05:15.039711 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ee059a51-da12-47f8-a145-8da738c11abf tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:05:15.045632 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ee059a51-da12-47f8-a145-8da738c11abf tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:05:15.057527 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ee059a51-da12-47f8-a145-8da738c11abf tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:15.078629 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ee059a51-da12-47f8-a145-8da738c11abf tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:05:15.083396 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ee059a51-da12-47f8-a145-8da738c11abf tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:05:15.086205 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ee059a51-da12-47f8-a145-8da738c11abf tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:05:15.094552 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ee059a51-da12-47f8-a145-8da738c11abf tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:05:15.138080 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:05:15.175075 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ee059a51-da12-47f8-a145-8da738c11abf tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:15.183830 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ee059a51-da12-47f8-a145-8da738c11abf tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:15.210223 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:05:15.210875 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:15.222741 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-03652d76-e1d3-4657-9442-1f17a47d9454 None None] Notify callbacks [] for port, precommit_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:15.231132 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee059a51-da12-47f8-a145-8da738c11abf tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfae57ab-e290-4391-bb62-a72393f5fc0a,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:15.234598 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ee059a51-da12-47f8-a145-8da738c11abf tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:15.235404 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.provisioning_blocks [None req-03652d76-e1d3-4657-9442-1f17a47d9454 None None] Transition to ACTIVE for port object 3773d70a-3425-4e1a-9a08-33b1bcaa0de1 will not be triggered until provisioned by entity L2. {{(pid=87703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:05:15.239371 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ee059a51-da12-47f8-a145-8da738c11abf tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2193387 Feb 16 13:05:15.239719 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 45512) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:15.243969 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-03652d76-e1d3-4657-9442-1f17a47d9454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:15.247698 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-af07aba1-4dd2-4692-9a07-aa0c63b8cdfa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': 'cfae57ab-e290-4391-bb62-a72393f5fc0a', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:05:15.261622 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-af07aba1-4dd2-4692-9a07-aa0c63b8cdfa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:05:15.265546 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-af07aba1-4dd2-4692-9a07-aa0c63b8cdfa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:05:15.269685 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-af07aba1-4dd2-4692-9a07-aa0c63b8cdfa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:05:15.276188 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-af07aba1-4dd2-4692-9a07-aa0c63b8cdfa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:05:15.297430 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-af07aba1-4dd2-4692-9a07-aa0c63b8cdfa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:15.314572 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f4ebc9-ed82-42b5-a56b-8f157431e9ae None None] Pushing event updated for resources: {'Port': ['ID=3773d70a-3425-4e1a-9a08-33b1bcaa0de1,revision_number=3']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:15.321825 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4ebc9-ed82-42b5-a56b-8f157431e9ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:15.322394 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4ebc9-ed82-42b5-a56b-8f157431e9ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:15.322723 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4ebc9-ed82-42b5-a56b-8f157431e9ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:15.323049 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4ebc9-ed82-42b5-a56b-8f157431e9ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:15.323371 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4ebc9-ed82-42b5-a56b-8f157431e9ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:15.323691 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4ebc9-ed82-42b5-a56b-8f157431e9ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:15.324005 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4ebc9-ed82-42b5-a56b-8f157431e9ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:15.324321 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4ebc9-ed82-42b5-a56b-8f157431e9ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:15.324659 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4ebc9-ed82-42b5-a56b-8f157431e9ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:15.324990 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4ebc9-ed82-42b5-a56b-8f157431e9ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:15.325290 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4ebc9-ed82-42b5-a56b-8f157431e9ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:15.325599 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4ebc9-ed82-42b5-a56b-8f157431e9ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:15.341562 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 421bb1d5-3712-4498-adcd-90377c49c860 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:05:15.399904 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-af07aba1-4dd2-4692-9a07-aa0c63b8cdfa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:15.406013 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-af07aba1-4dd2-4692-9a07-aa0c63b8cdfa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:15.430102 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af07aba1-4dd2-4692-9a07-aa0c63b8cdfa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b91e8e1f-bf5e-4ec6-a0e5-98a5688758cc,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:15.444921 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 421bb1d5-3712-4498-adcd-90377c49c860 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:05:15.445679 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:15.456918 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af07aba1-4dd2-4692-9a07-aa0c63b8cdfa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:15.461964 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af07aba1-4dd2-4692-9a07-aa0c63b8cdfa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:15.462344 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af07aba1-4dd2-4692-9a07-aa0c63b8cdfa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:15.462670 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af07aba1-4dd2-4692-9a07-aa0c63b8cdfa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:15.463005 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af07aba1-4dd2-4692-9a07-aa0c63b8cdfa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:15.463341 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af07aba1-4dd2-4692-9a07-aa0c63b8cdfa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:15.463814 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af07aba1-4dd2-4692-9a07-aa0c63b8cdfa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:15.464144 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af07aba1-4dd2-4692-9a07-aa0c63b8cdfa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:15.464469 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af07aba1-4dd2-4692-9a07-aa0c63b8cdfa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:15.464839 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af07aba1-4dd2-4692-9a07-aa0c63b8cdfa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:15.465192 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af07aba1-4dd2-4692-9a07-aa0c63b8cdfa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:15.465513 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af07aba1-4dd2-4692-9a07-aa0c63b8cdfa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:05:15.480221 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-af07aba1-4dd2-4692-9a07-aa0c63b8cdfa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:15.481909 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-af07aba1-4dd2-4692-9a07-aa0c63b8cdfa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2404737 Feb 16 13:05:15.485076 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 45516) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:15.491721 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-d3212d34-f517-4985-b09f-90ef2ecf8843 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': 'cfae57ab-e290-4391-bb62-a72393f5fc0a', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:05:15.499123 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-d3212d34-f517-4985-b09f-90ef2ecf8843 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:05:15.504190 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-d3212d34-f517-4985-b09f-90ef2ecf8843 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:05:15.508924 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-d3212d34-f517-4985-b09f-90ef2ecf8843 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:05:15.515488 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-d3212d34-f517-4985-b09f-90ef2ecf8843 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:05:15.524670 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-03652d76-e1d3-4657-9442-1f17a47d9454 None None] Attempting to bind port 3773d70a-3425-4e1a-9a08-33b1bcaa0de1 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:05:15.525044 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-03652d76-e1d3-4657-9442-1f17a47d9454 None None] Attempting to bind port 3773d70a-3425-4e1a-9a08-33b1bcaa0de1 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '5c17a665-df08-42d0-9e08-b8d4a9852332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'ba02902e-1fd1-4efc-8dbd-185ac9701fc7'}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:05:15.525652 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03652d76-e1d3-4657-9442-1f17a47d9454 None None] Attempting to bind port 3773d70a-3425-4e1a-9a08-33b1bcaa0de1 on network ba02902e-1fd1-4efc-8dbd-185ac9701fc7 {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:05:15.531943 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03652d76-e1d3-4657-9442-1f17a47d9454 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:05:15.532635 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03652d76-e1d3-4657-9442-1f17a47d9454 None None] Checking segment: {'id': '5c17a665-df08-42d0-9e08-b8d4a9852332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'ba02902e-1fd1-4efc-8dbd-185ac9701fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:05:15.533275 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-03652d76-e1d3-4657-9442-1f17a47d9454 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:15.533813 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03652d76-e1d3-4657-9442-1f17a47d9454 None None] Bound using segment: {'id': '5c17a665-df08-42d0-9e08-b8d4a9852332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'ba02902e-1fd1-4efc-8dbd-185ac9701fc7'} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:05:15.534425 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-03652d76-e1d3-4657-9442-1f17a47d9454 None None] Bound port: 3773d70a-3425-4e1a-9a08-33b1bcaa0de1, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c17a665-df08-42d0-9e08-b8d4a9852332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'ba02902e-1fd1-4efc-8dbd-185ac9701fc7'}}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:05:15.534951 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-03652d76-e1d3-4657-9442-1f17a47d9454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:15.537305 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d3212d34-f517-4985-b09f-90ef2ecf8843 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:15.614751 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d3212d34-f517-4985-b09f-90ef2ecf8843 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:15.618989 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d3212d34-f517-4985-b09f-90ef2ecf8843 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:15.637590 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-03652d76-e1d3-4657-9442-1f17a47d9454 None None] For port 3773d70a-3425-4e1a-9a08-33b1bcaa0de1, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:05:15.641231 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3212d34-f517-4985-b09f-90ef2ecf8843 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46fa4af3-46e4-44cb-bbba-2d8bd51884a3,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:15.642246 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-03652d76-e1d3-4657-9442-1f17a47d9454 None None] For port 3773d70a-3425-4e1a-9a08-33b1bcaa0de1, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=3773d70a-3425-4e1a-9a08-33b1bcaa0de1,segment=NetworkSegment(5c17a665-df08-42d0-9e08-b8d4a9852332),segment_id=5c17a665-df08-42d0-9e08-b8d4a9852332)] {{(pid=87703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:05:15.650661 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-03652d76-e1d3-4657-9442-1f17a47d9454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:15.661421 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d3212d34-f517-4985-b09f-90ef2ecf8843 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:15.663044 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d3212d34-f517-4985-b09f-90ef2ecf8843 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1763208 Feb 16 13:05:15.665887 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 45520) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:15.674001 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-56a87ff9-695f-49ab-b9c9-652103cebe6c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': 'cfae57ab-e290-4391-bb62-a72393f5fc0a', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:05:15.681341 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-56a87ff9-695f-49ab-b9c9-652103cebe6c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:05:15.685799 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-56a87ff9-695f-49ab-b9c9-652103cebe6c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:05:15.688877 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-56a87ff9-695f-49ab-b9c9-652103cebe6c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:05:15.695304 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-56a87ff9-695f-49ab-b9c9-652103cebe6c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:05:15.713497 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-56a87ff9-695f-49ab-b9c9-652103cebe6c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:15.737766 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03652d76-e1d3-4657-9442-1f17a47d9454 None None] Routers {'01170e70-c324-49a1-9b8c-73ac420ccc87'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:05:15.738398 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-03652d76-e1d3-4657-9442-1f17a47d9454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:05:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['01170e70-c324-49a1-9b8c-73ac420ccc87'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:15.780284 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-56a87ff9-695f-49ab-b9c9-652103cebe6c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:15.785785 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-56a87ff9-695f-49ab-b9c9-652103cebe6c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:15.792435 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f4ebc9-ed82-42b5-a56b-8f157431e9ae None None] Pushing event updated for resources: {'Port': ['ID=3773d70a-3425-4e1a-9a08-33b1bcaa0de1,revision_number=4']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:15.821803 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a87ff9-695f-49ab-b9c9-652103cebe6c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a5ee997-5d58-402f-a788-6faecb325fc5,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:15.833088 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-56a87ff9-695f-49ab-b9c9-652103cebe6c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:15.834301 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-56a87ff9-695f-49ab-b9c9-652103cebe6c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1651571 Feb 16 13:05:15.837169 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 45524) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:15.842567 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-8b31c690-8202-40d2-81ce-bcab2b6a5410 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': 'cfae57ab-e290-4391-bb62-a72393f5fc0a', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:05:15.849918 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-8b31c690-8202-40d2-81ce-bcab2b6a5410 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:05:15.855506 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-8b31c690-8202-40d2-81ce-bcab2b6a5410 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:05:15.858974 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-8b31c690-8202-40d2-81ce-bcab2b6a5410 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:05:15.865461 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-8b31c690-8202-40d2-81ce-bcab2b6a5410 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:05:15.887731 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8b31c690-8202-40d2-81ce-bcab2b6a5410 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:15.935776 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-03652d76-e1d3-4657-9442-1f17a47d9454 None None] Set router 01170e70-c324-49a1-9b8c-73ac420ccc87 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:05:15.951265 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8b31c690-8202-40d2-81ce-bcab2b6a5410 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:15.956361 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8b31c690-8202-40d2-81ce-bcab2b6a5410 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:15.986350 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b31c690-8202-40d2-81ce-bcab2b6a5410 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7052989c-27f6-4d33-a837-253b84328fbf,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:15.998065 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8b31c690-8202-40d2-81ce-bcab2b6a5410 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:15.999449 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-8b31c690-8202-40d2-81ce-bcab2b6a5410 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1612041 Feb 16 13:05:16.002860 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 45528) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:16.008484 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-ff4535a4-9fa8-4b8a-92ef-95823f751d87 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': 'cfae57ab-e290-4391-bb62-a72393f5fc0a', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:05:16.014660 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-ff4535a4-9fa8-4b8a-92ef-95823f751d87 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:05:16.018757 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-ff4535a4-9fa8-4b8a-92ef-95823f751d87 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:05:16.021680 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-ff4535a4-9fa8-4b8a-92ef-95823f751d87 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:05:16.027468 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-ff4535a4-9fa8-4b8a-92ef-95823f751d87 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:05:16.041685 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.securitygroups_db [None req-ff4535a4-9fa8-4b8a-92ef-95823f751d87 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Project a1535d45c61244dc9e2a62da1414d228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:05:16.048252 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ff4535a4-9fa8-4b8a-92ef-95823f751d87 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:16.113868 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ff4535a4-9fa8-4b8a-92ef-95823f751d87 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:16.120162 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ff4535a4-9fa8-4b8a-92ef-95823f751d87 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:16.144025 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4535a4-9fa8-4b8a-92ef-95823f751d87 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84782712-8152-4556-bd66-561746a29b82,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:16.153921 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ff4535a4-9fa8-4b8a-92ef-95823f751d87 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:16.155170 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-ff4535a4-9fa8-4b8a-92ef-95823f751d87 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1511543 Feb 16 13:05:16.158210 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 45532) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:16.163397 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-224bc569-ba58-4276-a2ae-90ea65d2fa6c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': 'cfae57ab-e290-4391-bb62-a72393f5fc0a', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:05:16.169242 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-224bc569-ba58-4276-a2ae-90ea65d2fa6c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:05:16.173239 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-224bc569-ba58-4276-a2ae-90ea65d2fa6c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:05:16.176591 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-224bc569-ba58-4276-a2ae-90ea65d2fa6c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:05:16.182524 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-224bc569-ba58-4276-a2ae-90ea65d2fa6c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:05:16.193954 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.securitygroups_db [None req-224bc569-ba58-4276-a2ae-90ea65d2fa6c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Project a1535d45c61244dc9e2a62da1414d228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:05:16.200699 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-224bc569-ba58-4276-a2ae-90ea65d2fa6c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:16.266993 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-224bc569-ba58-4276-a2ae-90ea65d2fa6c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:16.271860 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-224bc569-ba58-4276-a2ae-90ea65d2fa6c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:16.278543 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-03652d76-e1d3-4657-9442-1f17a47d9454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'name': 'tempest-TestNetworkBasicOps-router-1675238098', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.125'}], 'enable_snat': True}, 'gw_port_id': 'f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:07Z', 'updated_at': '2022-02-16T13:05:12Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:08Z', 'updated_at': '2022-02-16T13:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '3773d70a-3425-4e1a-9a08-33b1bcaa0de1', 'name': '', 'network_id': 'ba02902e-1fd1-4efc-8dbd-185ac9701fc7', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:e0:d5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'e096eabf-0bd6-4966-908a-25eb95325312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:11Z', 'updated_at': '2022-02-16T13:05:15Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': 'e096eabf-0bd6-4966-908a-25eb95325312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:16.283021 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03652d76-e1d3-4657-9442-1f17a47d9454 None None] The sync data for ids ['01170e70-c324-49a1-9b8c-73ac420ccc87'] in dv-neutron-829527-1-hyperv is: [{'id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'name': 'tempest-TestNetworkBasicOps-router-1675238098', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.125'}], 'enable_snat': True}, 'gw_port_id': 'f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:07Z', 'updated_at': '2022-02-16T13:05:12Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:08Z', 'updated_at': '2022-02-16T13:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '3773d70a-3425-4e1a-9a08-33b1bcaa0de1', 'name': '', 'network_id': 'ba02902e-1fd1-4efc-8dbd-185ac9701fc7', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:e0:d5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'e096eabf-0bd6-4966-908a-25eb95325312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:11Z', 'updated_at': '2022-02-16T13:05:15Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': 'e096eabf-0bd6-4966-908a-25eb95325312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:05:16.296851 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224bc569-ba58-4276-a2ae-90ea65d2fa6c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9118d49e-891d-4e2a-8c4e-7f50a8bd75aa,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:16.311760 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-224bc569-ba58-4276-a2ae-90ea65d2fa6c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:16.322107 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-224bc569-ba58-4276-a2ae-90ea65d2fa6c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1538582 Feb 16 13:05:16.543030 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-d552ac79-2932-48b9-ab33-ef1f28f8f27c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:05:16.560294 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-d552ac79-2932-48b9-ab33-ef1f28f8f27c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:05:16.561722 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-d552ac79-2932-48b9-ab33-ef1f28f8f27c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2139569006&fields=id&tenant_id=a1535d45c61244dc9e2a62da1414d228 HTTP/1.1" status: 200 len: 267 time: 0.0633552 Feb 16 13:05:16.731345 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-270e6875-ddda-444a-a23e-2639b831cb5c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:16.732078 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-270e6875-ddda-444a-a23e-2639b831cb5c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:network {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:05:16.750429 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-270e6875-ddda-444a-a23e-2639b831cb5c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:network {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:05:16.752424 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-270e6875-ddda-444a-a23e-2639b831cb5c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/networks?id=ba02902e-1fd1-4efc-8dbd-185ac9701fc7 HTTP/1.1" status: 200 len: 796 time: 0.1832347 Feb 16 13:05:16.771136 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-eb22eb83-766b-4b3a-ab2c-cd7e2fb859dc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/quotas/a1535d45c61244dc9e2a62da1414d228 HTTP/1.1" status: 200 len: 375 time: 0.0132954 Feb 16 13:05:16.857437 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-69796500-51db-4ee1-98e9-708c746b9d47 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:05:16.875158 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-69796500-51db-4ee1-98e9-708c746b9d47 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:05:16.876520 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-69796500-51db-4ee1-98e9-708c746b9d47 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0994163 Feb 16 13:05:17.139823 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-f6ebf3b7-3e2d-4dd7-a3f5-c80bbb137178 service neutron] 10.222.0.83 "GET /v2.0/networks/ba02902e-1fd1-4efc-8dbd-185ac9701fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491174 Feb 16 13:05:17.156472 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 3773d70a-3425-4e1a-9a08-33b1bcaa0de1 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:05:17.229541 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 3773d70a-3425-4e1a-9a08-33b1bcaa0de1 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:05:17.235125 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 3773d70a-3425-4e1a-9a08-33b1bcaa0de1 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:05:17.235498 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:17.286848 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-82c59d29-b83f-4ea3-85fa-5cae9f00f6f1 service neutron] 10.222.0.83 "GET /v2.0/networks/ba02902e-1fd1-4efc-8dbd-185ac9701fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411567 Feb 16 13:05:17.372254 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:17.413914 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 3773d70a-3425-4e1a-9a08-33b1bcaa0de1, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=3773d70a-3425-4e1a-9a08-33b1bcaa0de1,segment=NetworkSegment(5c17a665-df08-42d0-9e08-b8d4a9852332),segment_id=5c17a665-df08-42d0-9e08-b8d4a9852332)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:05:17.418825 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:17.491129 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=3773d70a-3425-4e1a-9a08-33b1bcaa0de1,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:17.504401 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-d31d227c-3a7b-45a7-9853-89d03449e046 req-d861ca79-8575-4ccc-9366-805c0a5db116 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:05:17.516999 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-d31d227c-3a7b-45a7-9853-89d03449e046 req-d861ca79-8575-4ccc-9366-805c0a5db116 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:05:17.518302 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d31d227c-3a7b-45a7-9853-89d03449e046 req-d861ca79-8575-4ccc-9366-805c0a5db116 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=ac433742-2369-42a6-a7bb-6e582d52291a HTTP/1.1" status: 200 len: 210 time: 0.0606449 Feb 16 13:05:18.631339 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-c7dbd13b-6c36-4ac2-9dcb-75efbd06308d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:18.632089 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-c7dbd13b-6c36-4ac2-9dcb-75efbd06308d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:network {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:05:18.644443 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-c7dbd13b-6c36-4ac2-9dcb-75efbd06308d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:network {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:05:18.645822 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-c7dbd13b-6c36-4ac2-9dcb-75efbd06308d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "GET /v2.0/networks?id=ba02902e-1fd1-4efc-8dbd-185ac9701fc7 HTTP/1.1" status: 200 len: 796 time: 0.1703241 Feb 16 13:05:18.678105 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6960270d-067b-4a36-9c6a-5a1b6c57013e req-62e2bd1f-073d-427f-bbe0-b150acbfb7f3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=ac433742-2369-42a6-a7bb-6e582d52291a HTTP/1.1" status: 200 len: 210 time: 0.0500579 Feb 16 13:05:18.705063 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-b5999430-3f4c-4b67-8e4a-9f921ffb6298 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1535d45c61244dc9e2a62da1414d228 HTTP/1.1" status: 200 len: 380 time: 0.0491009 Feb 16 13:05:18.713918 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-cac564fe-7ce6-491a-9aff-265cb928544f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'port': {'device_id': 'ac433742-2369-42a6-a7bb-6e582d52291a', 'network_id': 'ba02902e-1fd1-4efc-8dbd-185ac9701fc7', 'admin_state_up': True, 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'security_groups': ['cfae57ab-e290-4391-bb62-a72393f5fc0a']}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:05:18.858321 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-cac564fe-7ce6-491a-9aff-265cb928544f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:05:18.868322 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-cac564fe-7ce6-491a-9aff-265cb928544f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:05:18.880518 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-cac564fe-7ce6-491a-9aff-265cb928544f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Made reservation on behalf of a1535d45c61244dc9e2a62da1414d228 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:05:18.885731 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-cac564fe-7ce6-491a-9aff-265cb928544f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:19.073614 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-cac564fe-7ce6-491a-9aff-265cb928544f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Allocated IP 172.20.0.9 (ba02902e-1fd1-4efc-8dbd-185ac9701fc7/e096eabf-0bd6-4966-908a-25eb95325312/5de9af1b-305a-4e01-bcc2-963d3ca87d98) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:05:19.127439 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 3773d70a-3425-4e1a-9a08-33b1bcaa0de1 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:05:19.194825 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 3773d70a-3425-4e1a-9a08-33b1bcaa0de1 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:05:19.195184 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:19.265990 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-cac564fe-7ce6-491a-9aff-265cb928544f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:19.281790 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-cac564fe-7ce6-491a-9aff-265cb928544f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Transition to ACTIVE for port object 5de9af1b-305a-4e01-bcc2-963d3ca87d98 will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:05:19.308783 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-cac564fe-7ce6-491a-9aff-265cb928544f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:19.376057 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-cac564fe-7ce6-491a-9aff-265cb928544f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network ba02902e-1fd1-4efc-8dbd-185ac9701fc7 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:05:19.379221 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-cac564fe-7ce6-491a-9aff-265cb928544f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:05:19.383160 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-cac564fe-7ce6-491a-9aff-265cb928544f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:05:19.423495 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac564fe-7ce6-491a-9aff-265cb928544f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=5de9af1b-305a-4e01-bcc2-963d3ca87d98,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:19.458161 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-cac564fe-7ce6-491a-9aff-265cb928544f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:19.458897 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-cac564fe-7ce6-491a-9aff-265cb928544f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:19.486376 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-cac564fe-7ce6-491a-9aff-265cb928544f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7760236 Feb 16 13:05:19.499302 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-e5941bad-ab63-47ee-ae6b-c21673a2cebb service neutron] Request body: {'port': {'device_id': 'ac433742-2369-42a6-a7bb-6e582d52291a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:05:19.613375 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-e5941bad-ab63-47ee-ae6b-c21673a2cebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:19.661172 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-9b1ab126-a1ef-41e7-9494-de0359683260 None None] Provisioning for port 5de9af1b-305a-4e01-bcc2-963d3ca87d98 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:05:19.669465 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-9b1ab126-a1ef-41e7-9494-de0359683260 None None] Provisioning complete for port 5de9af1b-305a-4e01-bcc2-963d3ca87d98 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:05:19.669837 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9b1ab126-a1ef-41e7-9494-de0359683260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:19.724179 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-9b1ab126-a1ef-41e7-9494-de0359683260 None None] Port 5de9af1b-305a-4e01-bcc2-963d3ca87d98 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:05:20.071528 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769dd31-e75e-43ff-867d-56966b085af0 req-661b0f54-69c1-40a1-bf70-58a229ad7904 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:20.072221 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-2769dd31-e75e-43ff-867d-56966b085af0 req-661b0f54-69c1-40a1-bf70-58a229ad7904 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:05:20.144183 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-2769dd31-e75e-43ff-867d-56966b085af0 req-661b0f54-69c1-40a1-bf70-58a229ad7904 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:05:20.145650 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2769dd31-e75e-43ff-867d-56966b085af0 req-661b0f54-69c1-40a1-bf70-58a229ad7904 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=ac433742-2369-42a6-a7bb-6e582d52291a HTTP/1.1" status: 200 len: 931 time: 0.2064285 Feb 16 13:05:20.147518 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-e5941bad-ab63-47ee-ae6b-c21673a2cebb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5de9af1b-305a-4e01-bcc2-963d3ca87d98 {{(pid=87701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:05:20.167975 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-e5941bad-ab63-47ee-ae6b-c21673a2cebb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:20.197307 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-e5941bad-ab63-47ee-ae6b-c21673a2cebb service neutron] Transition to ACTIVE for port object 5de9af1b-305a-4e01-bcc2-963d3ca87d98 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:05:20.204084 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-e5941bad-ab63-47ee-ae6b-c21673a2cebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:20.239994 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2769dd31-e75e-43ff-867d-56966b085af0 req-2def923c-5a4b-43c4-858e-9a35ab58109e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=cfae57ab-e290-4391-bb62-a72393f5fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879178 Feb 16 13:05:20.338786 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5941bad-ab63-47ee-ae6b-c21673a2cebb service neutron] Pushing event updated for resources: {'Port': ['ID=5de9af1b-305a-4e01-bcc2-963d3ca87d98,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:20.449645 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-e5941bad-ab63-47ee-ae6b-c21673a2cebb service neutron] Attempting to bind port 5de9af1b-305a-4e01-bcc2-963d3ca87d98 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:05:20.449989 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-e5941bad-ab63-47ee-ae6b-c21673a2cebb service neutron] Attempting to bind port 5de9af1b-305a-4e01-bcc2-963d3ca87d98 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '5c17a665-df08-42d0-9e08-b8d4a9852332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'ba02902e-1fd1-4efc-8dbd-185ac9701fc7'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:05:20.450322 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-e5941bad-ab63-47ee-ae6b-c21673a2cebb service neutron] Attempting to bind port 5de9af1b-305a-4e01-bcc2-963d3ca87d98 on network ba02902e-1fd1-4efc-8dbd-185ac9701fc7 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:05:20.454901 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-e5941bad-ab63-47ee-ae6b-c21673a2cebb service neutron] Port 5de9af1b-305a-4e01-bcc2-963d3ca87d98 on network ba02902e-1fd1-4efc-8dbd-185ac9701fc7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:05:20.455221 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-e5941bad-ab63-47ee-ae6b-c21673a2cebb service neutron] Attempting to bind port 5de9af1b-305a-4e01-bcc2-963d3ca87d98 on network ba02902e-1fd1-4efc-8dbd-185ac9701fc7 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:05:20.460253 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-e5941bad-ab63-47ee-ae6b-c21673a2cebb service neutron] Checking agent: {'id': 'b4b5bcfd-2763-4324-82e0-923bc8a52546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'started_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:05:20.460582 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-e5941bad-ab63-47ee-ae6b-c21673a2cebb service neutron] Checking segment: {'id': '5c17a665-df08-42d0-9e08-b8d4a9852332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'ba02902e-1fd1-4efc-8dbd-185ac9701fc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:05:20.461058 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-e5941bad-ab63-47ee-ae6b-c21673a2cebb service neutron] Bound using segment: {'id': '5c17a665-df08-42d0-9e08-b8d4a9852332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'ba02902e-1fd1-4efc-8dbd-185ac9701fc7'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:05:20.461480 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-e5941bad-ab63-47ee-ae6b-c21673a2cebb service neutron] Bound port: 5de9af1b-305a-4e01-bcc2-963d3ca87d98, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c17a665-df08-42d0-9e08-b8d4a9852332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'ba02902e-1fd1-4efc-8dbd-185ac9701fc7'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:05:20.461831 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-e5941bad-ab63-47ee-ae6b-c21673a2cebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:20.552102 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-e5941bad-ab63-47ee-ae6b-c21673a2cebb service neutron] For port 5de9af1b-305a-4e01-bcc2-963d3ca87d98, host hv-neutron-8295, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:05:20.555203 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-e5941bad-ab63-47ee-ae6b-c21673a2cebb service neutron] For port 5de9af1b-305a-4e01-bcc2-963d3ca87d98, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=5de9af1b-305a-4e01-bcc2-963d3ca87d98,segment=NetworkSegment(5c17a665-df08-42d0-9e08-b8d4a9852332),segment_id=5c17a665-df08-42d0-9e08-b8d4a9852332)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:05:20.561562 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-e5941bad-ab63-47ee-ae6b-c21673a2cebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:20.625556 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-e5941bad-ab63-47ee-ae6b-c21673a2cebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:20.626166 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-e5941bad-ab63-47ee-ae6b-c21673a2cebb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:20.627585 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-e5941bad-ab63-47ee-ae6b-c21673a2cebb service neutron] 10.222.0.89 "PUT /v2.0/ports/5de9af1b-305a-4e01-bcc2-963d3ca87d98 HTTP/1.1" status: 200 len: 1093 time: 1.1325986 Feb 16 13:05:20.628053 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac433742-2369-42a6-a7bb-6e582d52291a', 'tag': '5de9af1b-305a-4e01-bcc2-963d3ca87d98'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:05:20.653416 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5941bad-ab63-47ee-ae6b-c21673a2cebb service neutron] Pushing event updated for resources: {'Port': ['ID=5de9af1b-305a-4e01-bcc2-963d3ca87d98,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:20.687814 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac433742-2369-42a6-a7bb-6e582d52291a', 'tag': '5de9af1b-305a-4e01-bcc2-963d3ca87d98', 'status': 'completed', 'code': 200} Feb 16 13:05:20.766474 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-46c5d512-cbb8-4cea-ba35-eb8baf509d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:20.767995 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-46c5d512-cbb8-4cea-ba35-eb8baf509d2e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&device_id=ac433742-2369-42a6-a7bb-6e582d52291a HTTP/1.1" status: 200 len: 1096 time: 0.0744405 Feb 16 13:05:20.847311 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-4c9db9ee-3d05-4f84-a5b9-05f02786ad2a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5de9af1b-305a-4e01-bcc2-963d3ca87d98 HTTP/1.1" status: 200 len: 217 time: 0.0719469 Feb 16 13:05:20.910084 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-69ec7f54-42ef-4b7d-afb1-1559a1568c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:20.911766 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-69ec7f54-42ef-4b7d-afb1-1559a1568c66 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e096eabf-0bd6-4966-908a-25eb95325312 HTTP/1.1" status: 200 len: 834 time: 0.0580378 Feb 16 13:05:20.989792 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-2f6a122e-f211-4708-95fb-d2647ae96ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:20.991299 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-2f6a122e-f211-4708-95fb-d2647ae96ea9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ba02902e-1fd1-4efc-8dbd-185ac9701fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727305 Feb 16 13:05:21.128112 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-f41278fe-6aa1-4916-baf3-6a3a9ebe2185 service neutron] 10.222.0.89 "GET /v2.0/networks/ba02902e-1fd1-4efc-8dbd-185ac9701fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284540 Feb 16 13:05:21.263392 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a065a5a7-a5a5-488c-a663-72320f0028e7 req-3a553a11-92e8-49ef-8b5b-134fd65fe9d9 service neutron] 10.222.0.89 "GET /v2.0/networks/ba02902e-1fd1-4efc-8dbd-185ac9701fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289630 Feb 16 13:05:21.447564 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec7d357-d15f-4803-9378-b9a5ae166724 req-17758e79-0793-4b71-9858-9a0cae2dd83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:21.449134 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4ec7d357-d15f-4803-9378-b9a5ae166724 req-17758e79-0793-4b71-9858-9a0cae2dd83e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&device_id=ac433742-2369-42a6-a7bb-6e582d52291a HTTP/1.1" status: 200 len: 1096 time: 0.1341574 Feb 16 13:05:21.487445 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29557823-7d55-4f41-92ed-407d0533e9cb req-d7d8994e-dcbf-4b36-a44e-1e19ca0cbb4b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:21.489157 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-29557823-7d55-4f41-92ed-407d0533e9cb req-d7d8994e-dcbf-4b36-a44e-1e19ca0cbb4b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=ac433742-2369-42a6-a7bb-6e582d52291a HTTP/1.1" status: 200 len: 943 time: 0.1325397 Feb 16 13:05:21.601435 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-29557823-7d55-4f41-92ed-407d0533e9cb req-159895db-b50f-4727-b33f-308325199c95 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=cfae57ab-e290-4391-bb62-a72393f5fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610704 Feb 16 13:05:21.749457 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec7d357-d15f-4803-9378-b9a5ae166724 req-9349dca3-c3fe-4f05-adcc-672ca780bbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:21.751689 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4ec7d357-d15f-4803-9378-b9a5ae166724 req-9349dca3-c3fe-4f05-adcc-672ca780bbf0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ba02902e-1fd1-4efc-8dbd-185ac9701fc7 HTTP/1.1" status: 200 len: 897 time: 0.2952492 Feb 16 13:05:21.825110 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4ec7d357-d15f-4803-9378-b9a5ae166724 req-96d32bd7-a6f4-4d04-abad-a54164342d3e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5de9af1b-305a-4e01-bcc2-963d3ca87d98 HTTP/1.1" status: 200 len: 217 time: 0.0664780 Feb 16 13:05:21.893443 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec7d357-d15f-4803-9378-b9a5ae166724 req-7abf8bb1-bc79-4fc6-8a76-713b696ab120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:21.895160 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4ec7d357-d15f-4803-9378-b9a5ae166724 req-7abf8bb1-bc79-4fc6-8a76-713b696ab120 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e096eabf-0bd6-4966-908a-25eb95325312 HTTP/1.1" status: 200 len: 834 time: 0.0636351 Feb 16 13:05:21.976392 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec7d357-d15f-4803-9378-b9a5ae166724 req-381ee341-2fcc-4b5f-83ef-5c71ab27f83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:21.977941 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4ec7d357-d15f-4803-9378-b9a5ae166724 req-381ee341-2fcc-4b5f-83ef-5c71ab27f83f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ba02902e-1fd1-4efc-8dbd-185ac9701fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761092 Feb 16 13:05:22.118217 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4ec7d357-d15f-4803-9378-b9a5ae166724 req-83f5477a-f196-4fd5-ade0-a6e407f12380 service neutron] 10.222.0.89 "GET /v2.0/networks/ba02902e-1fd1-4efc-8dbd-185ac9701fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318948 Feb 16 13:05:22.255887 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4ec7d357-d15f-4803-9378-b9a5ae166724 req-7606cbb2-321d-4542-b918-5157a9eef65e service neutron] 10.222.0.89 "GET /v2.0/networks/ba02902e-1fd1-4efc-8dbd-185ac9701fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311438 Feb 16 13:05:22.796953 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401e934-fc95-422e-85e2-fd179effd90a req-2246973b-03e4-401d-83d8-f865f50edbaa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:22.798525 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8401e934-fc95-422e-85e2-fd179effd90a req-2246973b-03e4-401d-83d8-f865f50edbaa tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=ac433742-2369-42a6-a7bb-6e582d52291a HTTP/1.1" status: 200 len: 943 time: 0.0902939 Feb 16 13:05:22.850280 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8401e934-fc95-422e-85e2-fd179effd90a req-f8ba2f54-73a7-460f-8efb-2b3468142072 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=cfae57ab-e290-4391-bb62-a72393f5fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448008 Feb 16 13:05:24.064151 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc94d63-3ac5-42dc-810d-ad1ea7ac320f req-531f13bd-cf05-478d-8909-65b0986d92f0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:24.065648 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3cc94d63-3ac5-42dc-810d-ad1ea7ac320f req-531f13bd-cf05-478d-8909-65b0986d92f0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=ac433742-2369-42a6-a7bb-6e582d52291a HTTP/1.1" status: 200 len: 943 time: 0.0982776 Feb 16 13:05:24.123236 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3cc94d63-3ac5-42dc-810d-ad1ea7ac320f req-9649d75f-1e68-4016-b739-fcf7e074aa5f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=cfae57ab-e290-4391-bb62-a72393f5fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517604 Feb 16 13:05:25.067289 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:05:25.334343 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f452956-3e79-4458-ae63-9f88fd1ef107 req-1344e432-97d8-465d-a784-a1f4a421675a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:25.335815 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7f452956-3e79-4458-ae63-9f88fd1ef107 req-1344e432-97d8-465d-a784-a1f4a421675a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=ac433742-2369-42a6-a7bb-6e582d52291a HTTP/1.1" status: 200 len: 943 time: 0.0937326 Feb 16 13:05:25.366088 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 5de9af1b-305a-4e01-bcc2-963d3ca87d98 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:05:25.380526 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7f452956-3e79-4458-ae63-9f88fd1ef107 req-7548358f-267b-4a8f-a882-7a336d769ee7 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=cfae57ab-e290-4391-bb62-a72393f5fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387168 Feb 16 13:05:25.509481 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 5de9af1b-305a-4e01-bcc2-963d3ca87d98, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=5de9af1b-305a-4e01-bcc2-963d3ca87d98,segment=NetworkSegment(5c17a665-df08-42d0-9e08-b8d4a9852332),segment_id=5c17a665-df08-42d0-9e08-b8d4a9852332)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:05:25.523657 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': '5de9af1b-305a-4e01-bcc2-963d3ca87d98', 'network_id': 'ba02902e-1fd1-4efc-8dbd-185ac9701fc7', 'port_id': '5de9af1b-305a-4e01-bcc2-963d3ca87d98', 'mac_address': 'fa:16:3e:11:c3:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e096eabf-0bd6-4966-908a-25eb95325312', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:05:25.580489 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:25.597178 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5de9af1b-305a-4e01-bcc2-963d3ca87d98 {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:05:25.614134 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 5de9af1b-305a-4e01-bcc2-963d3ca87d98, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=5de9af1b-305a-4e01-bcc2-963d3ca87d98,segment=NetworkSegment(5c17a665-df08-42d0-9e08-b8d4a9852332),segment_id=5c17a665-df08-42d0-9e08-b8d4a9852332)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:05:25.622030 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:25.710281 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=5de9af1b-305a-4e01-bcc2-963d3ca87d98,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:25.866571 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['5de9af1b-305a-4e01-bcc2-963d3ca87d98'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:05:26.575046 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e1bd6-9e17-42ae-a5a1-2d7e16991646 req-1ab9b94e-4dc8-41e7-8f34-412c58365b28 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:26.576525 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-af2e1bd6-9e17-42ae-a5a1-2d7e16991646 req-1ab9b94e-4dc8-41e7-8f34-412c58365b28 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=ac433742-2369-42a6-a7bb-6e582d52291a HTTP/1.1" status: 200 len: 944 time: 0.0860698 Feb 16 13:05:26.621444 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-af2e1bd6-9e17-42ae-a5a1-2d7e16991646 req-8c6c6ab9-7583-4815-8774-cc9d6c36fa89 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=cfae57ab-e290-4391-bb62-a72393f5fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388434 Feb 16 13:05:27.389531 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 5de9af1b-305a-4e01-bcc2-963d3ca87d98 up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:05:27.467246 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning for port 5de9af1b-305a-4e01-bcc2-963d3ca87d98 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:05:27.472405 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port 5de9af1b-305a-4e01-bcc2-963d3ca87d98 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:05:27.472811 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:27.618124 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:27.645720 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac433742-2369-42a6-a7bb-6e582d52291a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de9af1b-305a-4e01-bcc2-963d3ca87d98'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:05:27.656469 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 5de9af1b-305a-4e01-bcc2-963d3ca87d98, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=5de9af1b-305a-4e01-bcc2-963d3ca87d98,segment=NetworkSegment(5c17a665-df08-42d0-9e08-b8d4a9852332),segment_id=5c17a665-df08-42d0-9e08-b8d4a9852332)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:05:27.661695 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:27.698196 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac433742-2369-42a6-a7bb-6e582d52291a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de9af1b-305a-4e01-bcc2-963d3ca87d98', 'code': 200} Feb 16 13:05:27.742415 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=5de9af1b-305a-4e01-bcc2-963d3ca87d98,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:27.830408 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58757f46-72cd-44a2-867c-655731d04594 req-7988cdbb-e196-4c6b-b8ea-40caeebc7cca tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:27.831948 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-58757f46-72cd-44a2-867c-655731d04594 req-7988cdbb-e196-4c6b-b8ea-40caeebc7cca tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=ac433742-2369-42a6-a7bb-6e582d52291a HTTP/1.1" status: 200 len: 945 time: 0.0966282 Feb 16 13:05:27.884651 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-58757f46-72cd-44a2-867c-655731d04594 req-4d937aab-04af-46b1-80ec-bc7a8885cb36 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=cfae57ab-e290-4391-bb62-a72393f5fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465782 Feb 16 13:05:27.965680 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b868ff-8acf-4112-bee8-37612a674956 req-64d1120c-254c-487f-9c80-5bcda13a13e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:27.967367 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d1b868ff-8acf-4112-bee8-37612a674956 req-64d1120c-254c-487f-9c80-5bcda13a13e1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ac433742-2369-42a6-a7bb-6e582d52291a HTTP/1.1" status: 200 len: 1098 time: 0.0866709 Feb 16 13:05:28.011339 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d1b868ff-8acf-4112-bee8-37612a674956 req-6d35d286-8b7a-4415-9dd5-b89f92096f44 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=cfae57ab-e290-4391-bb62-a72393f5fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364809 Feb 16 13:05:29.122700 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f021e-0963-48e6-9120-cde67100b9eb req-3338d2b1-e616-4070-a527-6137eca34053 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:29.126350 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ac6f021e-0963-48e6-9120-cde67100b9eb req-3338d2b1-e616-4070-a527-6137eca34053 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=ac433742-2369-42a6-a7bb-6e582d52291a HTTP/1.1" status: 200 len: 945 time: 0.1097572 Feb 16 13:05:29.194217 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ac6f021e-0963-48e6-9120-cde67100b9eb req-330d52a3-0e2e-4a85-affb-b153c4f13f65 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=cfae57ab-e290-4391-bb62-a72393f5fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615888 Feb 16 13:05:30.408272 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6912d-c6a1-4612-a5d2-cb0aa10c58ea req-f222da64-1366-4019-a2f6-60e48ed555ab tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:30.409744 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ebe6912d-c6a1-4612-a5d2-cb0aa10c58ea req-f222da64-1366-4019-a2f6-60e48ed555ab tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=ac433742-2369-42a6-a7bb-6e582d52291a HTTP/1.1" status: 200 len: 945 time: 0.0833950 Feb 16 13:05:30.453496 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ebe6912d-c6a1-4612-a5d2-cb0aa10c58ea req-a6270b96-149c-4e26-88e0-6ed1a19a2c9d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=cfae57ab-e290-4391-bb62-a72393f5fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379813 Feb 16 13:05:30.642473 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203d9c6-6713-4358-9b8d-43b88361dde7 req-7b0313dd-cff8-4e72-b168-26fcaa32b6eb tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:30.643954 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3203d9c6-6713-4358-9b8d-43b88361dde7 req-7b0313dd-cff8-4e72-b168-26fcaa32b6eb tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=ac433742-2369-42a6-a7bb-6e582d52291a HTTP/1.1" status: 200 len: 945 time: 0.0823894 Feb 16 13:05:30.696854 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3203d9c6-6713-4358-9b8d-43b88361dde7 req-9ce87c61-2c5d-4760-9b21-f3362e9b4a21 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=cfae57ab-e290-4391-bb62-a72393f5fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444949 Feb 16 13:05:30.719346 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 45588) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:30.793207 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df13f66-f210-4a6e-887b-b226a40d47f8 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:30.794681 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-1df13f66-f210-4a6e-887b-b226a40d47f8 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=ac433742-2369-42a6-a7bb-6e582d52291a HTTP/1.1" status: 200 len: 1093 time: 0.0743682 Feb 16 13:05:30.797979 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 45592) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:30.802741 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-46d31f94-e1ba-4a4e-880b-1f94b46c5a3e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'floatingip': {'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'port_id': '5de9af1b-305a-4e01-bcc2-963d3ca87d98', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:05:30.809395 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-46d31f94-e1ba-4a4e-880b-1f94b46c5a3e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:05:30.814429 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-46d31f94-e1ba-4a4e-880b-1f94b46c5a3e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:floatingip and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:05:30.818547 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-46d31f94-e1ba-4a4e-880b-1f94b46c5a3e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:05:30.824398 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-46d31f94-e1ba-4a4e-880b-1f94b46c5a3e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:05:30.837461 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-46d31f94-e1ba-4a4e-880b-1f94b46c5a3e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for floatingip, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:30.980365 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-46d31f94-e1ba-4a4e-880b-1f94b46c5a3e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:31.113499 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-46d31f94-e1ba-4a4e-880b-1f94b46c5a3e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Allocated IP 172.26.5.219 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/ebf65073-88c0-4d22-a859-3c22484bb530) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:05:31.266827 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-46d31f94-e1ba-4a4e-880b-1f94b46c5a3e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:31.305097 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-46d31f94-e1ba-4a4e-880b-1f94b46c5a3e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:31.375316 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d31f94-e1ba-4a4e-880b-1f94b46c5a3e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:05:31.378107 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-46d31f94-e1ba-4a4e-880b-1f94b46c5a3e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:05:31.381722 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d31f94-e1ba-4a4e-880b-1f94b46c5a3e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:05:31.410454 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d31f94-e1ba-4a4e-880b-1f94b46c5a3e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=ebf65073-88c0-4d22-a859-3c22484bb530,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:31.823178 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b7b05dc5-1f1e-4879-893d-0ea3d242c990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:31.919488 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-46d31f94-e1ba-4a4e-880b-1f94b46c5a3e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:31.997329 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-46d31f94-e1ba-4a4e-880b-1f94b46c5a3e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:32.202549 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-46d31f94-e1ba-4a4e-880b-1f94b46c5a3e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:32.208650 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-46d31f94-e1ba-4a4e-880b-1f94b46c5a3e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:32.311389 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d31f94-e1ba-4a4e-880b-1f94b46c5a3e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=ebf65073-88c0-4d22-a859-3c22484bb530,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:32.328516 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-46d31f94-e1ba-4a4e-880b-1f94b46c5a3e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:32.497474 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.l3_db [None req-46d31f94-e1ba-4a4e-880b-1f94b46c5a3e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Floating IP d3d3f0e2-62e1-4c1a-9f60-f9d13001aae6 associated. External IP: 172.26.5.219, port: 5de9af1b-305a-4e01-bcc2-963d3ca87d98. Feb 16 13:05:32.849698 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d31f94-e1ba-4a4e-880b-1f94b46c5a3e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Router 01170e70-c324-49a1-9b8c-73ac420ccc87 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:05:33.038573 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d31f94-e1ba-4a4e-880b-1f94b46c5a3e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:05:33.049838 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a41dff-ec02-4731-b334-b7d1d7eaef76 None None] Sync routers for ids ['01170e70-c324-49a1-9b8c-73ac420ccc87'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:05:33.060162 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a41dff-ec02-4731-b334-b7d1d7eaef76 None None] Routers {'01170e70-c324-49a1-9b8c-73ac420ccc87'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:05:33.060827 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-09a41dff-ec02-4731-b334-b7d1d7eaef76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:05:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['01170e70-c324-49a1-9b8c-73ac420ccc87'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:33.066105 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-46d31f94-e1ba-4a4e-880b-1f94b46c5a3e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:33.121769 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-46d31f94-e1ba-4a4e-880b-1f94b46c5a3e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3226440 Feb 16 13:05:33.122188 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac433742-2369-42a6-a7bb-6e582d52291a', 'tag': '5de9af1b-305a-4e01-bcc2-963d3ca87d98'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:05:33.124498 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45596) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:33.170799 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac433742-2369-42a6-a7bb-6e582d52291a', 'tag': '5de9af1b-305a-4e01-bcc2-963d3ca87d98', 'status': 'completed', 'code': 200} Feb 16 13:05:33.198813 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4d9a33-4a09-431f-87ca-3623e885a6ea tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:33.202887 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9b4d9a33-4a09-431f-87ca-3623e885a6ea tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=ac433742-2369-42a6-a7bb-6e582d52291a HTTP/1.1" status: 200 len: 1093 time: 0.0747993 Feb 16 13:05:33.240449 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-09a41dff-ec02-4731-b334-b7d1d7eaef76 None None] Set router 01170e70-c324-49a1-9b8c-73ac420ccc87 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:05:33.396062 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb45e1-bee5-452f-a921-a8e55f1daaf5 req-235a4c2e-4765-46c9-af55-9a712bcfd571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:33.397845 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0dcb45e1-bee5-452f-a921-a8e55f1daaf5 req-235a4c2e-4765-46c9-af55-9a712bcfd571 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&device_id=ac433742-2369-42a6-a7bb-6e582d52291a HTTP/1.1" status: 200 len: 1098 time: 0.2043581 Feb 16 13:05:33.547007 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb45e1-bee5-452f-a921-a8e55f1daaf5 req-1003a2b9-1523-4113-8714-d69b924dc902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:33.548627 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0dcb45e1-bee5-452f-a921-a8e55f1daaf5 req-1003a2b9-1523-4113-8714-d69b924dc902 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ba02902e-1fd1-4efc-8dbd-185ac9701fc7 HTTP/1.1" status: 200 len: 897 time: 0.1439667 Feb 16 13:05:33.583367 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45604) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:33.588807 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-60a92b75-09ef-45ad-8eeb-1f41b3789a5a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-708648000', 'description': 'tempest-secgroup-smoke-708648000 description', 'project_id': 'a1535d45c61244dc9e2a62da1414d228'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:05:33.594995 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-60a92b75-09ef-45ad-8eeb-1f41b3789a5a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:05:33.605035 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-60a92b75-09ef-45ad-8eeb-1f41b3789a5a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:05:33.618414 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-09a41dff-ec02-4731-b334-b7d1d7eaef76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'name': 'tempest-TestNetworkBasicOps-router-1675238098', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.125'}], 'enable_snat': True}, 'gw_port_id': 'f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:07Z', 'updated_at': '2022-02-16T13:05:12Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:08Z', 'updated_at': '2022-02-16T13:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': 'd3d3f0e2-62e1-4c1a-9f60-f9d13001aae6', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'floating_ip_address': '172.26.5.219', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'port_id': '5de9af1b-305a-4e01-bcc2-963d3ca87d98', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba02902e-1fd1-4efc-8dbd-185ac9701fc7', 'mac_address': 'fa:16:3e:11:c3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac433742-2369-42a6-a7bb-6e582d52291a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:05:31Z', 'updated_at': '2022-02-16T13:05:31Z', 'revision_number': 0, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3773d70a-3425-4e1a-9a08-33b1bcaa0de1', 'name': '', 'network_id': 'ba02902e-1fd1-4efc-8dbd-185ac9701fc7', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:e0:d5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'e096eabf-0bd6-4966-908a-25eb95325312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:11Z', 'updated_at': '2022-02-16T13:05:17Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': 'e096eabf-0bd6-4966-908a-25eb95325312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:33.618740 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-60a92b75-09ef-45ad-8eeb-1f41b3789a5a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:33.622788 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a41dff-ec02-4731-b334-b7d1d7eaef76 None None] Checking router: 01170e70-c324-49a1-9b8c-73ac420ccc87 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:05:33.631955 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a41dff-ec02-4731-b334-b7d1d7eaef76 None None] Routers {'01170e70-c324-49a1-9b8c-73ac420ccc87'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:05:33.632727 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-09a41dff-ec02-4731-b334-b7d1d7eaef76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:05:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['01170e70-c324-49a1-9b8c-73ac420ccc87'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:33.641095 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-60a92b75-09ef-45ad-8eeb-1f41b3789a5a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:05:33.644330 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-60a92b75-09ef-45ad-8eeb-1f41b3789a5a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:05:33.647270 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-60a92b75-09ef-45ad-8eeb-1f41b3789a5a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:05:33.652755 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-60a92b75-09ef-45ad-8eeb-1f41b3789a5a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:05:33.654409 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0dcb45e1-bee5-452f-a921-a8e55f1daaf5 req-26828920-598f-4cfc-9827-a1dd495667b6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5de9af1b-305a-4e01-bcc2-963d3ca87d98 HTTP/1.1" status: 200 len: 999 time: 0.0990224 Feb 16 13:05:33.718844 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb45e1-bee5-452f-a921-a8e55f1daaf5 req-0fa51240-2e31-46a7-8bb0-9374d3ba7d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:33.720531 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0dcb45e1-bee5-452f-a921-a8e55f1daaf5 req-0fa51240-2e31-46a7-8bb0-9374d3ba7d49 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e096eabf-0bd6-4966-908a-25eb95325312 HTTP/1.1" status: 200 len: 834 time: 0.0597062 Feb 16 13:05:33.724777 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-60a92b75-09ef-45ad-8eeb-1f41b3789a5a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:33.729970 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-60a92b75-09ef-45ad-8eeb-1f41b3789a5a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:33.777742 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a92b75-09ef-45ad-8eeb-1f41b3789a5a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc0f064-7606-49d6-b56e-995b9bf730db,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:33.782756 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-60a92b75-09ef-45ad-8eeb-1f41b3789a5a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:33.783936 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-60a92b75-09ef-45ad-8eeb-1f41b3789a5a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1992493 Feb 16 13:05:33.789210 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 45608) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:33.796039 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-e90625fb-f545-47f8-af0c-a26973216d2c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': '5fc0f064-7606-49d6-b56e-995b9bf730db', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:05:33.804630 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-e90625fb-f545-47f8-af0c-a26973216d2c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:05:33.810378 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-e90625fb-f545-47f8-af0c-a26973216d2c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:05:33.814335 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-e90625fb-f545-47f8-af0c-a26973216d2c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:05:33.818002 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-09a41dff-ec02-4731-b334-b7d1d7eaef76 None None] Set router 01170e70-c324-49a1-9b8c-73ac420ccc87 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:05:33.821141 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-e90625fb-f545-47f8-af0c-a26973216d2c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:05:33.843214 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb45e1-bee5-452f-a921-a8e55f1daaf5 req-24a02c98-3e5b-4525-8358-dc42fd99a564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:33.844722 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0dcb45e1-bee5-452f-a921-a8e55f1daaf5 req-24a02c98-3e5b-4525-8358-dc42fd99a564 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ba02902e-1fd1-4efc-8dbd-185ac9701fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1175494 Feb 16 13:05:33.845965 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e90625fb-f545-47f8-af0c-a26973216d2c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:33.857355 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [req-0dcb45e1-bee5-452f-a921-a8e55f1daaf5 req-d6019678-1a38-4f97-b6de-f0dcf44c7e5b service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=87701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:05:33.858313 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0dcb45e1-bee5-452f-a921-a8e55f1daaf5 req-d6019678-1a38-4f97-b6de-f0dcf44c7e5b service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056019 Feb 16 13:05:34.007426 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e90625fb-f545-47f8-af0c-a26973216d2c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:34.020338 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e90625fb-f545-47f8-af0c-a26973216d2c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:34.051374 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0dcb45e1-bee5-452f-a921-a8e55f1daaf5 req-8af65ec8-772d-4d38-9add-89ac92c21009 service neutron] 10.222.0.89 "GET /v2.0/networks/ba02902e-1fd1-4efc-8dbd-185ac9701fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870499 Feb 16 13:05:34.054557 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90625fb-f545-47f8-af0c-a26973216d2c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=124ef3a3-536e-4ee9-b71a-1310779083b0,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:34.079916 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e90625fb-f545-47f8-af0c-a26973216d2c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:34.081085 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e90625fb-f545-47f8-af0c-a26973216d2c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2908599 Feb 16 13:05:34.084134 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45612) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:34.089602 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-f032fbb6-b019-46ee-afb5-2811d5cb3d9d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': '5fc0f064-7606-49d6-b56e-995b9bf730db', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:05:34.095921 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f032fbb6-b019-46ee-afb5-2811d5cb3d9d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:05:34.102121 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f032fbb6-b019-46ee-afb5-2811d5cb3d9d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:05:34.105024 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f032fbb6-b019-46ee-afb5-2811d5cb3d9d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:05:34.111264 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f032fbb6-b019-46ee-afb5-2811d5cb3d9d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:05:34.128727 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f032fbb6-b019-46ee-afb5-2811d5cb3d9d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:34.165367 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-82dd230e-9eb2-48de-8408-01b6c828c336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:34.193746 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-09a41dff-ec02-4731-b334-b7d1d7eaef76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'name': 'tempest-TestNetworkBasicOps-router-1675238098', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.125'}], 'enable_snat': True}, 'gw_port_id': 'f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:07Z', 'updated_at': '2022-02-16T13:05:12Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:08Z', 'updated_at': '2022-02-16T13:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': 'd3d3f0e2-62e1-4c1a-9f60-f9d13001aae6', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'floating_ip_address': '172.26.5.219', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'port_id': '5de9af1b-305a-4e01-bcc2-963d3ca87d98', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba02902e-1fd1-4efc-8dbd-185ac9701fc7', 'mac_address': 'fa:16:3e:11:c3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac433742-2369-42a6-a7bb-6e582d52291a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:05:31Z', 'updated_at': '2022-02-16T13:05:31Z', 'revision_number': 0, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3773d70a-3425-4e1a-9a08-33b1bcaa0de1', 'name': '', 'network_id': 'ba02902e-1fd1-4efc-8dbd-185ac9701fc7', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:e0:d5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'e096eabf-0bd6-4966-908a-25eb95325312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:11Z', 'updated_at': '2022-02-16T13:05:17Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': 'e096eabf-0bd6-4966-908a-25eb95325312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:34.194607 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f032fbb6-b019-46ee-afb5-2811d5cb3d9d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:34.195234 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0dcb45e1-bee5-452f-a921-a8e55f1daaf5 req-f86dc41e-3f70-400e-b4e4-5d000f376f3f service neutron] 10.222.0.89 "GET /v2.0/networks/ba02902e-1fd1-4efc-8dbd-185ac9701fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364431 Feb 16 13:05:34.198314 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f032fbb6-b019-46ee-afb5-2811d5cb3d9d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:34.198451 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a41dff-ec02-4731-b334-b7d1d7eaef76 None None] The sync data for ids ['01170e70-c324-49a1-9b8c-73ac420ccc87'] in dv-neutron-829527-1-hyperv is: [{'id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'name': 'tempest-TestNetworkBasicOps-router-1675238098', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.125'}], 'enable_snat': True}, 'gw_port_id': 'f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:07Z', 'updated_at': '2022-02-16T13:05:12Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:08Z', 'updated_at': '2022-02-16T13:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': 'd3d3f0e2-62e1-4c1a-9f60-f9d13001aae6', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'floating_ip_address': '172.26.5.219', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'port_id': '5de9af1b-305a-4e01-bcc2-963d3ca87d98', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba02902e-1fd1-4efc-8dbd-185ac9701fc7', 'mac_address': 'fa:16:3e:11:c3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac433742-2369-42a6-a7bb-6e582d52291a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:05:31Z', 'updated_at': '2022-02-16T13:05:31Z', 'revision_number': 0, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3773d70a-3425-4e1a-9a08-33b1bcaa0de1', 'name': '', 'network_id': 'ba02902e-1fd1-4efc-8dbd-185ac9701fc7', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:e0:d5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'e096eabf-0bd6-4966-908a-25eb95325312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:11Z', 'updated_at': '2022-02-16T13:05:17Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': 'e096eabf-0bd6-4966-908a-25eb95325312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:05:34.227431 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f032fbb6-b019-46ee-afb5-2811d5cb3d9d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a2c7b5d-7f0f-4826-81f3-7e2e40e53e28,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:34.237190 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f032fbb6-b019-46ee-afb5-2811d5cb3d9d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:34.238401 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f032fbb6-b019-46ee-afb5-2811d5cb3d9d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1531630 Feb 16 13:05:34.241351 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45616) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:34.246775 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-9cec72be-684c-4933-8b9e-c69500773a5f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': '5fc0f064-7606-49d6-b56e-995b9bf730db', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:05:34.253158 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9cec72be-684c-4933-8b9e-c69500773a5f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:05:34.257174 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9cec72be-684c-4933-8b9e-c69500773a5f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:05:34.260183 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9cec72be-684c-4933-8b9e-c69500773a5f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:05:34.265922 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9cec72be-684c-4933-8b9e-c69500773a5f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:05:34.284176 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9cec72be-684c-4933-8b9e-c69500773a5f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:34.349089 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9cec72be-684c-4933-8b9e-c69500773a5f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:34.353457 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9cec72be-684c-4933-8b9e-c69500773a5f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:34.378669 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec72be-684c-4933-8b9e-c69500773a5f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=609e4b54-da04-487e-97a9-b70512460b06,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:34.390649 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9cec72be-684c-4933-8b9e-c69500773a5f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:34.392867 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9cec72be-684c-4933-8b9e-c69500773a5f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1503990 Feb 16 13:05:34.394594 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a345b7a1-e6e5-4789-b271-b03da15a34a6 None None] New status for floating IP d3d3f0e2-62e1-4c1a-9f60-f9d13001aae6: ACTIVE {{(pid=87703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:05:34.395676 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45620) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:34.401656 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-58040b8b-4379-4871-9360-ea5da3c55826 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': '5fc0f064-7606-49d6-b56e-995b9bf730db', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:05:34.408913 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-58040b8b-4379-4871-9360-ea5da3c55826 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:05:34.413550 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-58040b8b-4379-4871-9360-ea5da3c55826 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:05:34.416870 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-58040b8b-4379-4871-9360-ea5da3c55826 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:05:34.424625 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-58040b8b-4379-4871-9360-ea5da3c55826 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:05:34.442765 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-58040b8b-4379-4871-9360-ea5da3c55826 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:34.496546 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:34.507274 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-58040b8b-4379-4871-9360-ea5da3c55826 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:34.511201 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-58040b8b-4379-4871-9360-ea5da3c55826 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:34.533054 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58040b8b-4379-4871-9360-ea5da3c55826 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27ea6acd-fc24-4e10-bb16-fbf442acf80c,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:34.544652 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-58040b8b-4379-4871-9360-ea5da3c55826 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:34.546236 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-58040b8b-4379-4871-9360-ea5da3c55826 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1489959 Feb 16 13:05:34.549134 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45624) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:34.554111 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-c6fbd204-74ec-48e3-a202-0e63de90dd99 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': '5fc0f064-7606-49d6-b56e-995b9bf730db', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:05:34.559788 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c6fbd204-74ec-48e3-a202-0e63de90dd99 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:05:34.564135 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c6fbd204-74ec-48e3-a202-0e63de90dd99 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:05:34.567149 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c6fbd204-74ec-48e3-a202-0e63de90dd99 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:05:34.573613 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c6fbd204-74ec-48e3-a202-0e63de90dd99 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:05:34.585744 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-c6fbd204-74ec-48e3-a202-0e63de90dd99 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Project a1535d45c61244dc9e2a62da1414d228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:05:34.592753 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c6fbd204-74ec-48e3-a202-0e63de90dd99 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:34.666019 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c6fbd204-74ec-48e3-a202-0e63de90dd99 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:34.670895 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c6fbd204-74ec-48e3-a202-0e63de90dd99 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:34.696371 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fbd204-74ec-48e3-a202-0e63de90dd99 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7803acc9-867d-48d7-a7e8-4bf70e1a974e,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:34.708053 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c6fbd204-74ec-48e3-a202-0e63de90dd99 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:34.709710 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c6fbd204-74ec-48e3-a202-0e63de90dd99 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1596143 Feb 16 13:05:34.712371 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45628) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:34.717408 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-5002c46a-e731-41ef-a9d9-0e418c0c8a05 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': '5fc0f064-7606-49d6-b56e-995b9bf730db', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:05:34.723106 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5002c46a-e731-41ef-a9d9-0e418c0c8a05 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:05:34.726811 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5002c46a-e731-41ef-a9d9-0e418c0c8a05 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:05:34.729632 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5002c46a-e731-41ef-a9d9-0e418c0c8a05 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:05:34.735437 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5002c46a-e731-41ef-a9d9-0e418c0c8a05 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:05:34.748505 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-5002c46a-e731-41ef-a9d9-0e418c0c8a05 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Project a1535d45c61244dc9e2a62da1414d228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:05:34.760063 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5002c46a-e731-41ef-a9d9-0e418c0c8a05 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:34.832695 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5002c46a-e731-41ef-a9d9-0e418c0c8a05 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:34.837617 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5002c46a-e731-41ef-a9d9-0e418c0c8a05 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:34.862064 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5002c46a-e731-41ef-a9d9-0e418c0c8a05 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e24384b0-c756-4c62-b180-92ff869ba6ff,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:34.872370 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5002c46a-e731-41ef-a9d9-0e418c0c8a05 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:34.873872 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5002c46a-e731-41ef-a9d9-0e418c0c8a05 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1602864 Feb 16 13:05:35.057403 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-a68333be-5a7a-4baa-ad69-94d86d1f458f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:05:35.078743 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-a68333be-5a7a-4baa-ad69-94d86d1f458f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:05:35.079938 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-a68333be-5a7a-4baa-ad69-94d86d1f458f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-708648000&fields=id&tenant_id=a1535d45c61244dc9e2a62da1414d228 HTTP/1.1" status: 200 len: 267 time: 0.0682199 Feb 16 13:05:35.152735 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:35.190480 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:35.229537 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-27540a7e-f94a-49f9-abbe-1411d11ef551 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:35.230995 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-27540a7e-f94a-49f9-abbe-1411d11ef551 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/networks?id=ba02902e-1fd1-4efc-8dbd-185ac9701fc7 HTTP/1.1" status: 200 len: 796 time: 0.1441851 Feb 16 13:05:35.245725 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-01ba1359-b0fb-47fb-8c32-635513f2d3ce tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/quotas/a1535d45c61244dc9e2a62da1414d228 HTTP/1.1" status: 200 len: 375 time: 0.0092299 Feb 16 13:05:35.340998 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-bd31b45e-8d5e-4efe-a7b6-a393a9bb6c95 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0902152 Feb 16 13:05:35.356298 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-1bf52380-9680-402e-a01b-2a5287ae7351 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:05:35.357260 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-1bf52380-9680-402e-a01b-2a5287ae7351 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050828 Feb 16 13:05:35.488132 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-925445aa-e2fb-44d5-abfa-2475a2707145 service neutron] 10.222.0.83 "GET /v2.0/networks/ba02902e-1fd1-4efc-8dbd-185ac9701fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251185 Feb 16 13:05:35.617667 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-9f92d14e-852f-4695-be91-0ec6842553c5 service neutron] 10.222.0.83 "GET /v2.0/networks/ba02902e-1fd1-4efc-8dbd-185ac9701fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235914 Feb 16 13:05:35.802612 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8f33d242-1c45-439b-867e-4c8db2a7db00 req-c5d2aab5-0f4a-4b03-bd17-412677506751 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=1352e975-bd97-454b-b632-a8a4f6b68cba HTTP/1.1" status: 200 len: 210 time: 0.0446084 Feb 16 13:05:36.734641 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:36.890912 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-77542223-2f14-4146-9f84-46659a88eabf tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:36.892378 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-77542223-2f14-4146-9f84-46659a88eabf tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "GET /v2.0/networks?id=ba02902e-1fd1-4efc-8dbd-185ac9701fc7 HTTP/1.1" status: 200 len: 796 time: 0.1465914 Feb 16 13:05:36.948635 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-ea855ecb-c6bf-4dfe-89a0-512c0fd4db16 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1535d45c61244dc9e2a62da1414d228 HTTP/1.1" status: 200 len: 472 time: 0.0470903 Feb 16 13:05:36.958057 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-c9fd4065-9e99-4fa1-a983-f8a5a5b8251d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'port': {'device_id': '1352e975-bd97-454b-b632-a8a4f6b68cba', 'network_id': 'ba02902e-1fd1-4efc-8dbd-185ac9701fc7', 'admin_state_up': True, 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'security_groups': ['5fc0f064-7606-49d6-b56e-995b9bf730db']}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:05:36.970194 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-fa898c71-c9a3-41aa-b375-b38f17a230fb req-4dab0683-8822-46e2-bb7c-974fd4b7544f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=1352e975-bd97-454b-b632-a8a4f6b68cba HTTP/1.1" status: 200 len: 210 time: 0.0483239 Feb 16 13:05:37.097928 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-c9fd4065-9e99-4fa1-a983-f8a5a5b8251d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:05:37.107380 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-c9fd4065-9e99-4fa1-a983-f8a5a5b8251d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:05:37.119669 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-c9fd4065-9e99-4fa1-a983-f8a5a5b8251d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Made reservation on behalf of a1535d45c61244dc9e2a62da1414d228 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:05:37.124974 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-c9fd4065-9e99-4fa1-a983-f8a5a5b8251d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:37.294699 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-c9fd4065-9e99-4fa1-a983-f8a5a5b8251d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Allocated IP 172.20.0.7 (ba02902e-1fd1-4efc-8dbd-185ac9701fc7/e096eabf-0bd6-4966-908a-25eb95325312/5b84c11d-8b08-49c5-a77e-248cb66b72d9) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:05:37.493468 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-c9fd4065-9e99-4fa1-a983-f8a5a5b8251d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:37.509760 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-c9fd4065-9e99-4fa1-a983-f8a5a5b8251d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Transition to ACTIVE for port object 5b84c11d-8b08-49c5-a77e-248cb66b72d9 will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:05:37.541402 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-c9fd4065-9e99-4fa1-a983-f8a5a5b8251d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:37.612785 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-c9fd4065-9e99-4fa1-a983-f8a5a5b8251d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network ba02902e-1fd1-4efc-8dbd-185ac9701fc7 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:05:37.615862 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-c9fd4065-9e99-4fa1-a983-f8a5a5b8251d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:05:37.619753 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-c9fd4065-9e99-4fa1-a983-f8a5a5b8251d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:05:37.652948 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd4065-9e99-4fa1-a983-f8a5a5b8251d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=5b84c11d-8b08-49c5-a77e-248cb66b72d9,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:37.803107 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-c9fd4065-9e99-4fa1-a983-f8a5a5b8251d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:37.803708 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-c9fd4065-9e99-4fa1-a983-f8a5a5b8251d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:37.818922 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-55af3a0c-347a-4f4f-a5ef-f5ec2c3a1689 None None] Provisioning for port 5b84c11d-8b08-49c5-a77e-248cb66b72d9 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:05:37.824108 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-55af3a0c-347a-4f4f-a5ef-f5ec2c3a1689 None None] Provisioning complete for port 5b84c11d-8b08-49c5-a77e-248cb66b72d9 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:05:37.824483 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-55af3a0c-347a-4f4f-a5ef-f5ec2c3a1689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:37.838820 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-c9fd4065-9e99-4fa1-a983-f8a5a5b8251d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8846602 Feb 16 13:05:37.849778 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-66b7f9a4-9f16-4d4d-a90d-999cfcca6aab service neutron] Request body: {'port': {'device_id': '1352e975-bd97-454b-b632-a8a4f6b68cba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:05:37.880945 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-55af3a0c-347a-4f4f-a5ef-f5ec2c3a1689 None None] Port 5b84c11d-8b08-49c5-a77e-248cb66b72d9 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:05:37.963689 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-66b7f9a4-9f16-4d4d-a90d-999cfcca6aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:38.273351 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14de0df-0fe0-443b-aedb-a538354a6651 req-d69f4fe0-4d9b-4506-85ae-2fbd7aba9b1b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:38.273936 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-f14de0df-0fe0-443b-aedb-a538354a6651 req-d69f4fe0-4d9b-4506-85ae-2fbd7aba9b1b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:05:38.311071 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-f14de0df-0fe0-443b-aedb-a538354a6651 req-d69f4fe0-4d9b-4506-85ae-2fbd7aba9b1b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:05:38.312655 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f14de0df-0fe0-443b-aedb-a538354a6651 req-d69f4fe0-4d9b-4506-85ae-2fbd7aba9b1b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=1352e975-bd97-454b-b632-a8a4f6b68cba HTTP/1.1" status: 200 len: 931 time: 0.2326927 Feb 16 13:05:38.411037 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-66b7f9a4-9f16-4d4d-a90d-999cfcca6aab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b84c11d-8b08-49c5-a77e-248cb66b72d9 {{(pid=87701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:05:38.417451 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f14de0df-0fe0-443b-aedb-a538354a6651 req-d0117126-000d-4e7b-88fe-9c410a718eeb tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=5fc0f064-7606-49d6-b56e-995b9bf730db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934913 Feb 16 13:05:38.421275 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-66b7f9a4-9f16-4d4d-a90d-999cfcca6aab service neutron] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:38.436643 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-66b7f9a4-9f16-4d4d-a90d-999cfcca6aab service neutron] Transition to ACTIVE for port object 5b84c11d-8b08-49c5-a77e-248cb66b72d9 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:05:38.441226 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-66b7f9a4-9f16-4d4d-a90d-999cfcca6aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:38.566535 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7f9a4-9f16-4d4d-a90d-999cfcca6aab service neutron] Pushing event updated for resources: {'Port': ['ID=5b84c11d-8b08-49c5-a77e-248cb66b72d9,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:38.673672 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-66b7f9a4-9f16-4d4d-a90d-999cfcca6aab service neutron] Attempting to bind port 5b84c11d-8b08-49c5-a77e-248cb66b72d9 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:05:38.674007 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-66b7f9a4-9f16-4d4d-a90d-999cfcca6aab service neutron] Attempting to bind port 5b84c11d-8b08-49c5-a77e-248cb66b72d9 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '5c17a665-df08-42d0-9e08-b8d4a9852332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'ba02902e-1fd1-4efc-8dbd-185ac9701fc7'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:05:38.674333 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-66b7f9a4-9f16-4d4d-a90d-999cfcca6aab service neutron] Attempting to bind port 5b84c11d-8b08-49c5-a77e-248cb66b72d9 on network ba02902e-1fd1-4efc-8dbd-185ac9701fc7 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:05:38.679120 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-66b7f9a4-9f16-4d4d-a90d-999cfcca6aab service neutron] Port 5b84c11d-8b08-49c5-a77e-248cb66b72d9 on network ba02902e-1fd1-4efc-8dbd-185ac9701fc7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:05:38.679434 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-66b7f9a4-9f16-4d4d-a90d-999cfcca6aab service neutron] Attempting to bind port 5b84c11d-8b08-49c5-a77e-248cb66b72d9 on network ba02902e-1fd1-4efc-8dbd-185ac9701fc7 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:05:38.684453 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-66b7f9a4-9f16-4d4d-a90d-999cfcca6aab service neutron] Checking agent: {'id': 'b4b5bcfd-2763-4324-82e0-923bc8a52546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'started_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:05:38.685134 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-66b7f9a4-9f16-4d4d-a90d-999cfcca6aab service neutron] Checking segment: {'id': '5c17a665-df08-42d0-9e08-b8d4a9852332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'ba02902e-1fd1-4efc-8dbd-185ac9701fc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:05:38.685526 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-66b7f9a4-9f16-4d4d-a90d-999cfcca6aab service neutron] Bound using segment: {'id': '5c17a665-df08-42d0-9e08-b8d4a9852332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'ba02902e-1fd1-4efc-8dbd-185ac9701fc7'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:05:38.685943 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-66b7f9a4-9f16-4d4d-a90d-999cfcca6aab service neutron] Bound port: 5b84c11d-8b08-49c5-a77e-248cb66b72d9, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c17a665-df08-42d0-9e08-b8d4a9852332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'ba02902e-1fd1-4efc-8dbd-185ac9701fc7'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:05:38.686394 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-66b7f9a4-9f16-4d4d-a90d-999cfcca6aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:38.774000 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-66b7f9a4-9f16-4d4d-a90d-999cfcca6aab service neutron] For port 5b84c11d-8b08-49c5-a77e-248cb66b72d9, host hv-neutron-8295, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:05:38.777025 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-66b7f9a4-9f16-4d4d-a90d-999cfcca6aab service neutron] For port 5b84c11d-8b08-49c5-a77e-248cb66b72d9, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=5b84c11d-8b08-49c5-a77e-248cb66b72d9,segment=NetworkSegment(5c17a665-df08-42d0-9e08-b8d4a9852332),segment_id=5c17a665-df08-42d0-9e08-b8d4a9852332)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:05:38.785013 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-66b7f9a4-9f16-4d4d-a90d-999cfcca6aab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:38.848874 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-66b7f9a4-9f16-4d4d-a90d-999cfcca6aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:38.849537 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-66b7f9a4-9f16-4d4d-a90d-999cfcca6aab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:38.850938 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-66b7f9a4-9f16-4d4d-a90d-999cfcca6aab service neutron] 10.222.0.89 "PUT /v2.0/ports/5b84c11d-8b08-49c5-a77e-248cb66b72d9 HTTP/1.1" status: 200 len: 1093 time: 1.0052698 Feb 16 13:05:38.851390 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1352e975-bd97-454b-b632-a8a4f6b68cba', 'tag': '5b84c11d-8b08-49c5-a77e-248cb66b72d9'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:05:38.870975 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7f9a4-9f16-4d4d-a90d-999cfcca6aab service neutron] Pushing event updated for resources: {'Port': ['ID=5b84c11d-8b08-49c5-a77e-248cb66b72d9,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:38.922348 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1352e975-bd97-454b-b632-a8a4f6b68cba', 'tag': '5b84c11d-8b08-49c5-a77e-248cb66b72d9', 'status': 'completed', 'code': 200} Feb 16 13:05:38.964092 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-bda66030-fffd-4ab5-b196-18356b6f7bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:38.965620 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-bda66030-fffd-4ab5-b196-18356b6f7bc4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&device_id=1352e975-bd97-454b-b632-a8a4f6b68cba HTTP/1.1" status: 200 len: 1096 time: 0.0744729 Feb 16 13:05:39.042355 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-7c05fda3-c9c3-41f4-b6a2-127a958a4bbc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b84c11d-8b08-49c5-a77e-248cb66b72d9 HTTP/1.1" status: 200 len: 217 time: 0.0653219 Feb 16 13:05:39.107690 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-d21c4ac3-e26a-4457-bbdc-da7742fad44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:39.109158 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-d21c4ac3-e26a-4457-bbdc-da7742fad44f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e096eabf-0bd6-4966-908a-25eb95325312 HTTP/1.1" status: 200 len: 834 time: 0.0591617 Feb 16 13:05:39.183611 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-cee4ab29-3302-40b1-b88e-a813dfe731d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:39.185440 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-cee4ab29-3302-40b1-b88e-a813dfe731d7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ba02902e-1fd1-4efc-8dbd-185ac9701fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698333 Feb 16 13:05:39.318931 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-3a7ee1ca-3b7e-4229-915f-e798d54202cc service neutron] 10.222.0.89 "GET /v2.0/networks/ba02902e-1fd1-4efc-8dbd-185ac9701fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255610 Feb 16 13:05:39.458511 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2ac554e3-25e8-45c3-9065-0fa4433c11d3 req-236cd2b8-67cf-433d-a5bc-4401cd006bc6 service neutron] 10.222.0.89 "GET /v2.0/networks/ba02902e-1fd1-4efc-8dbd-185ac9701fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267102 Feb 16 13:05:39.748727 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff235a8-a855-4aae-833d-9d2b678dad6e req-2856d871-de28-4ddc-836e-4f37fc4eabc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:39.750196 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2ff235a8-a855-4aae-833d-9d2b678dad6e req-2856d871-de28-4ddc-836e-4f37fc4eabc0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&device_id=1352e975-bd97-454b-b632-a8a4f6b68cba HTTP/1.1" status: 200 len: 1096 time: 0.2362647 Feb 16 13:05:39.758657 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c94a37-d144-43e0-b8a6-9068bdb04044 req-16668ed0-bd90-4585-b934-1014c8dbd8b2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:39.760051 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-34c94a37-d144-43e0-b8a6-9068bdb04044 req-16668ed0-bd90-4585-b934-1014c8dbd8b2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=1352e975-bd97-454b-b632-a8a4f6b68cba HTTP/1.1" status: 200 len: 943 time: 0.1100066 Feb 16 13:05:39.883906 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-34c94a37-d144-43e0-b8a6-9068bdb04044 req-18b167cb-acf9-4064-925f-9533d24cff60 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=5fc0f064-7606-49d6-b56e-995b9bf730db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058037 Feb 16 13:05:39.917890 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff235a8-a855-4aae-833d-9d2b678dad6e req-463c7bbf-3752-4ec9-90f4-2b195198910a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:39.919850 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2ff235a8-a855-4aae-833d-9d2b678dad6e req-463c7bbf-3752-4ec9-90f4-2b195198910a service neutron] 10.222.0.89 "GET /v2.0/networks?id=ba02902e-1fd1-4efc-8dbd-185ac9701fc7 HTTP/1.1" status: 200 len: 897 time: 0.1589737 Feb 16 13:05:39.997291 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2ff235a8-a855-4aae-833d-9d2b678dad6e req-ecb89d7d-6dd3-425d-a1fc-e7899a049dc5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b84c11d-8b08-49c5-a77e-248cb66b72d9 HTTP/1.1" status: 200 len: 217 time: 0.0645704 Feb 16 13:05:40.064373 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff235a8-a855-4aae-833d-9d2b678dad6e req-b5987b99-3939-4472-a748-cde07c4da96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:40.065837 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2ff235a8-a855-4aae-833d-9d2b678dad6e req-b5987b99-3939-4472-a748-cde07c4da96b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e096eabf-0bd6-4966-908a-25eb95325312 HTTP/1.1" status: 200 len: 834 time: 0.0607018 Feb 16 13:05:40.143826 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff235a8-a855-4aae-833d-9d2b678dad6e req-489e1d84-04ae-4e85-be64-c17d88b631e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:40.145371 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2ff235a8-a855-4aae-833d-9d2b678dad6e req-489e1d84-04ae-4e85-be64-c17d88b631e4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ba02902e-1fd1-4efc-8dbd-185ac9701fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715799 Feb 16 13:05:40.277484 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2ff235a8-a855-4aae-833d-9d2b678dad6e req-b4baa753-7870-4833-9003-c0fc81363894 service neutron] 10.222.0.89 "GET /v2.0/networks/ba02902e-1fd1-4efc-8dbd-185ac9701fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247025 Feb 16 13:05:40.406596 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2ff235a8-a855-4aae-833d-9d2b678dad6e req-3661c319-f5b4-471a-b452-f6282ef07c79 service neutron] 10.222.0.89 "GET /v2.0/networks/ba02902e-1fd1-4efc-8dbd-185ac9701fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221035 Feb 16 13:05:41.099243 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946283e-f338-4ee8-8321-1c4eecc6f6a6 req-667921b5-38b3-45c8-84a9-198759b93d46 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:41.100705 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c946283e-f338-4ee8-8321-1c4eecc6f6a6 req-667921b5-38b3-45c8-84a9-198759b93d46 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=1352e975-bd97-454b-b632-a8a4f6b68cba HTTP/1.1" status: 200 len: 943 time: 0.0995655 Feb 16 13:05:41.148525 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c946283e-f338-4ee8-8321-1c4eecc6f6a6 req-9b18a75a-4b43-454b-aa4a-ff3d5ae4a876 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=5fc0f064-7606-49d6-b56e-995b9bf730db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391171 Feb 16 13:05:42.353534 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa1ba6-ee10-4607-b819-ec5af30e103f req-75c76319-38dc-450f-a0f2-96938ce8e618 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:42.355025 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-efaa1ba6-ee10-4607-b819-ec5af30e103f req-75c76319-38dc-450f-a0f2-96938ce8e618 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=1352e975-bd97-454b-b632-a8a4f6b68cba HTTP/1.1" status: 200 len: 943 time: 0.0956938 Feb 16 13:05:42.400966 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-efaa1ba6-ee10-4607-b819-ec5af30e103f req-1c59d656-aba1-4ded-aeda-0265bfc8a35e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=5fc0f064-7606-49d6-b56e-995b9bf730db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400119 Feb 16 13:05:43.494640 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 5b84c11d-8b08-49c5-a77e-248cb66b72d9 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:05:43.639907 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8fb8bd-81e7-45d7-915e-bf1f8b0786da req-cc9f3896-442b-4346-a0d3-80d2dfe18743 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:43.641440 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-bc8fb8bd-81e7-45d7-915e-bf1f8b0786da req-cc9f3896-442b-4346-a0d3-80d2dfe18743 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=1352e975-bd97-454b-b632-a8a4f6b68cba HTTP/1.1" status: 200 len: 943 time: 0.1338296 Feb 16 13:05:43.674200 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 5b84c11d-8b08-49c5-a77e-248cb66b72d9, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=5b84c11d-8b08-49c5-a77e-248cb66b72d9,segment=NetworkSegment(5c17a665-df08-42d0-9e08-b8d4a9852332),segment_id=5c17a665-df08-42d0-9e08-b8d4a9852332)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:05:43.686266 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-bc8fb8bd-81e7-45d7-915e-bf1f8b0786da req-04530524-7b93-437d-8067-9f4c7335aea5 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=5fc0f064-7606-49d6-b56e-995b9bf730db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386913 Feb 16 13:05:43.687689 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': '5b84c11d-8b08-49c5-a77e-248cb66b72d9', 'network_id': 'ba02902e-1fd1-4efc-8dbd-185ac9701fc7', 'port_id': '5b84c11d-8b08-49c5-a77e-248cb66b72d9', 'mac_address': 'fa:16:3e:75:ea:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e096eabf-0bd6-4966-908a-25eb95325312', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:05:43.743471 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:43.761369 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b84c11d-8b08-49c5-a77e-248cb66b72d9 {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:05:43.778668 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 5b84c11d-8b08-49c5-a77e-248cb66b72d9, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=5b84c11d-8b08-49c5-a77e-248cb66b72d9,segment=NetworkSegment(5c17a665-df08-42d0-9e08-b8d4a9852332),segment_id=5c17a665-df08-42d0-9e08-b8d4a9852332)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:05:43.785000 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:43.868226 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=5b84c11d-8b08-49c5-a77e-248cb66b72d9,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:44.039999 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['5b84c11d-8b08-49c5-a77e-248cb66b72d9'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:05:44.926048 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18208581-b1e8-4de7-a39e-996d051708a1 req-2d083128-e161-46df-ba81-2c4516b09ba9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:44.927534 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-18208581-b1e8-4de7-a39e-996d051708a1 req-2d083128-e161-46df-ba81-2c4516b09ba9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=1352e975-bd97-454b-b632-a8a4f6b68cba HTTP/1.1" status: 200 len: 944 time: 0.1340904 Feb 16 13:05:44.975913 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-18208581-b1e8-4de7-a39e-996d051708a1 req-1768cb5a-6b4e-4924-b6cf-4ad6f35faa0c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=5fc0f064-7606-49d6-b56e-995b9bf730db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424306 Feb 16 13:05:45.514236 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 5b84c11d-8b08-49c5-a77e-248cb66b72d9 up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:05:45.589806 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning for port 5b84c11d-8b08-49c5-a77e-248cb66b72d9 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:05:45.597411 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port 5b84c11d-8b08-49c5-a77e-248cb66b72d9 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:05:45.598083 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:45.720377 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:45.748142 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1352e975-bd97-454b-b632-a8a4f6b68cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b84c11d-8b08-49c5-a77e-248cb66b72d9'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:05:45.757731 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 5b84c11d-8b08-49c5-a77e-248cb66b72d9, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=5b84c11d-8b08-49c5-a77e-248cb66b72d9,segment=NetworkSegment(5c17a665-df08-42d0-9e08-b8d4a9852332),segment_id=5c17a665-df08-42d0-9e08-b8d4a9852332)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:05:45.762689 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:45.793469 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1352e975-bd97-454b-b632-a8a4f6b68cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b84c11d-8b08-49c5-a77e-248cb66b72d9', 'code': 200} Feb 16 13:05:45.835322 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=5b84c11d-8b08-49c5-a77e-248cb66b72d9,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:46.075765 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313dc1d7-1aef-4ce0-950b-aa287a2d7970 req-ce585394-c4da-43f2-9e1c-3ef40a48ec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:46.077294 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-313dc1d7-1aef-4ce0-950b-aa287a2d7970 req-ce585394-c4da-43f2-9e1c-3ef40a48ec44 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1352e975-bd97-454b-b632-a8a4f6b68cba HTTP/1.1" status: 200 len: 1098 time: 0.1089354 Feb 16 13:05:46.169007 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-313dc1d7-1aef-4ce0-950b-aa287a2d7970 req-f1bf0102-8831-4a71-b2fc-97d98fe237b1 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=5fc0f064-7606-49d6-b56e-995b9bf730db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846751 Feb 16 13:05:46.202494 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2fc8a-31d9-40d6-bcdb-b0d220a58a40 req-55afe5f9-1974-4cbb-bad7-814f2ae332bc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:46.204053 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a0f2fc8a-31d9-40d6-bcdb-b0d220a58a40 req-55afe5f9-1974-4cbb-bad7-814f2ae332bc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=1352e975-bd97-454b-b632-a8a4f6b68cba HTTP/1.1" status: 200 len: 945 time: 0.1072528 Feb 16 13:05:46.248383 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a0f2fc8a-31d9-40d6-bcdb-b0d220a58a40 req-d71f21a8-a075-45fa-bf12-c25a02fe5c6c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=5fc0f064-7606-49d6-b56e-995b9bf730db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379925 Feb 16 13:05:47.466287 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92464833-2f35-4be0-b5d2-82dd6fb4242d req-45c8bcba-a821-4fdc-95f9-15a67fbb537e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:47.467820 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-92464833-2f35-4be0-b5d2-82dd6fb4242d req-45c8bcba-a821-4fdc-95f9-15a67fbb537e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=1352e975-bd97-454b-b632-a8a4f6b68cba HTTP/1.1" status: 200 len: 945 time: 0.0960720 Feb 16 13:05:47.513723 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-92464833-2f35-4be0-b5d2-82dd6fb4242d req-0f00c3bb-b772-4f95-a835-2bafe1ba569e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=5fc0f064-7606-49d6-b56e-995b9bf730db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394237 Feb 16 13:05:48.715069 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6848428e-c310-48f0-9c91-2aed859ef339 req-97b87c69-c48f-4367-992a-fe6bdbd9c475 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:48.716439 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6848428e-c310-48f0-9c91-2aed859ef339 req-97b87c69-c48f-4367-992a-fe6bdbd9c475 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=1352e975-bd97-454b-b632-a8a4f6b68cba HTTP/1.1" status: 200 len: 945 time: 0.0922463 Feb 16 13:05:48.764198 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6848428e-c310-48f0-9c91-2aed859ef339 req-045929a5-dc3e-4768-b960-95df993d7ad1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=5fc0f064-7606-49d6-b56e-995b9bf730db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388892 Feb 16 13:05:48.963750 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d809dd-de04-47c8-9d53-269fa81cc9f6 req-cfd619dc-add9-4c00-8eb9-c50bc3d1c95a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:48.965279 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-91d809dd-de04-47c8-9d53-269fa81cc9f6 req-cfd619dc-add9-4c00-8eb9-c50bc3d1c95a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=1352e975-bd97-454b-b632-a8a4f6b68cba HTTP/1.1" status: 200 len: 945 time: 0.0876670 Feb 16 13:05:49.124468 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-91d809dd-de04-47c8-9d53-269fa81cc9f6 req-c9657866-006d-48fe-a90f-7a30ef9fad8f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=5fc0f064-7606-49d6-b56e-995b9bf730db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518106 Feb 16 13:05:49.153197 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45690) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:49.231214 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70decda5-7412-4620-a803-8aa4610514af tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:49.232637 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-70decda5-7412-4620-a803-8aa4610514af tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=1352e975-bd97-454b-b632-a8a4f6b68cba HTTP/1.1" status: 200 len: 1093 time: 0.0784669 Feb 16 13:05:49.235510 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45694) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:05:49.240372 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-77f84a22-91f3-4ced-ac13-e21acf325c7e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'floatingip': {'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'port_id': '5b84c11d-8b08-49c5-a77e-248cb66b72d9', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:05:49.246473 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-77f84a22-91f3-4ced-ac13-e21acf325c7e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:05:49.250585 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-77f84a22-91f3-4ced-ac13-e21acf325c7e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:floatingip and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:05:49.253577 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-77f84a22-91f3-4ced-ac13-e21acf325c7e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:05:49.259415 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-77f84a22-91f3-4ced-ac13-e21acf325c7e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:05:49.272563 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-77f84a22-91f3-4ced-ac13-e21acf325c7e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for floatingip, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:49.412548 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-77f84a22-91f3-4ced-ac13-e21acf325c7e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:49.555673 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-77f84a22-91f3-4ced-ac13-e21acf325c7e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Allocated IP 172.26.5.179 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/5f9bf54f-217d-4868-8966-d89c0696528d) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:05:49.716970 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-77f84a22-91f3-4ced-ac13-e21acf325c7e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:49.749240 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-77f84a22-91f3-4ced-ac13-e21acf325c7e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:49.814049 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f84a22-91f3-4ced-ac13-e21acf325c7e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:05:49.816869 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-77f84a22-91f3-4ced-ac13-e21acf325c7e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:05:49.820552 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f84a22-91f3-4ced-ac13-e21acf325c7e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:05:49.860890 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f84a22-91f3-4ced-ac13-e21acf325c7e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=5f9bf54f-217d-4868-8966-d89c0696528d,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:50.274969 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-77f84a22-91f3-4ced-ac13-e21acf325c7e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:50.352067 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-77f84a22-91f3-4ced-ac13-e21acf325c7e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:50.558056 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-77f84a22-91f3-4ced-ac13-e21acf325c7e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:50.564860 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-77f84a22-91f3-4ced-ac13-e21acf325c7e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:50.661372 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f84a22-91f3-4ced-ac13-e21acf325c7e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=5f9bf54f-217d-4868-8966-d89c0696528d,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:05:50.677340 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-77f84a22-91f3-4ced-ac13-e21acf325c7e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:50.952441 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-77f84a22-91f3-4ced-ac13-e21acf325c7e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Floating IP 64c8d916-c8d4-4e07-ae90-29df81485f37 associated. External IP: 172.26.5.179, port: 5b84c11d-8b08-49c5-a77e-248cb66b72d9. Feb 16 13:05:51.324325 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f84a22-91f3-4ced-ac13-e21acf325c7e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Router 01170e70-c324-49a1-9b8c-73ac420ccc87 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:05:51.507209 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f84a22-91f3-4ced-ac13-e21acf325c7e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:05:51.517492 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccae54ae-b0e9-4250-aefe-f5b5f7d16592 None None] Sync routers for ids ['01170e70-c324-49a1-9b8c-73ac420ccc87'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:05:51.527278 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccae54ae-b0e9-4250-aefe-f5b5f7d16592 None None] Routers {'01170e70-c324-49a1-9b8c-73ac420ccc87'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:05:51.527935 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-ccae54ae-b0e9-4250-aefe-f5b5f7d16592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:05:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['01170e70-c324-49a1-9b8c-73ac420ccc87'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:51.536449 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-77f84a22-91f3-4ced-ac13-e21acf325c7e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:05:51.592263 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-77f84a22-91f3-4ced-ac13-e21acf325c7e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3556180 Feb 16 13:05:51.592754 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1352e975-bd97-454b-b632-a8a4f6b68cba', 'tag': '5b84c11d-8b08-49c5-a77e-248cb66b72d9'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:05:51.684714 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1352e975-bd97-454b-b632-a8a4f6b68cba', 'tag': '5b84c11d-8b08-49c5-a77e-248cb66b72d9', 'status': 'completed', 'code': 200} Feb 16 13:05:51.713240 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-ccae54ae-b0e9-4250-aefe-f5b5f7d16592 None None] Set router 01170e70-c324-49a1-9b8c-73ac420ccc87 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:05:51.787989 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012511e-bd28-4342-8c09-918615e612c8 req-44b3981b-b163-4128-844a-d58a4ce3fa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:51.789526 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0012511e-bd28-4342-8c09-918615e612c8 req-44b3981b-b163-4128-844a-d58a4ce3fa9d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&device_id=1352e975-bd97-454b-b632-a8a4f6b68cba HTTP/1.1" status: 200 len: 1098 time: 0.0759268 Feb 16 13:05:51.922681 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012511e-bd28-4342-8c09-918615e612c8 req-0d9d03a4-ed03-4b55-9314-7bc907011ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:51.924043 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0012511e-bd28-4342-8c09-918615e612c8 req-0d9d03a4-ed03-4b55-9314-7bc907011ecf service neutron] 10.222.0.89 "GET /v2.0/networks?id=ba02902e-1fd1-4efc-8dbd-185ac9701fc7 HTTP/1.1" status: 200 len: 897 time: 0.1275680 Feb 16 13:05:52.092518 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-ccae54ae-b0e9-4250-aefe-f5b5f7d16592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'name': 'tempest-TestNetworkBasicOps-router-1675238098', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.125'}], 'enable_snat': True}, 'gw_port_id': 'f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:07Z', 'updated_at': '2022-02-16T13:05:12Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:08Z', 'updated_at': '2022-02-16T13:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '64c8d916-c8d4-4e07-ae90-29df81485f37', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'floating_ip_address': '172.26.5.179', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'port_id': '5b84c11d-8b08-49c5-a77e-248cb66b72d9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba02902e-1fd1-4efc-8dbd-185ac9701fc7', 'mac_address': 'fa:16:3e:75:ea:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1352e975-bd97-454b-b632-a8a4f6b68cba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:05:50Z', 'updated_at': '2022-02-16T13:05:50Z', 'revision_number': 0, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address_scope': None}, {'id': 'd3d3f0e2-62e1-4c1a-9f60-f9d13001aae6', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'floating_ip_address': '172.26.5.219', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'port_id': '5de9af1b-305a-4e01-bcc2-963d3ca87d98', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba02902e-1fd1-4efc-8dbd-185ac9701fc7', 'mac_address': 'fa:16:3e:11:c3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac433742-2369-42a6-a7bb-6e582d52291a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:05:31Z', 'updated_at': '2022-02-16T13:05:34Z', 'revision_number': 1, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3773d70a-3425-4e1a-9a08-33b1bcaa0de1', 'name': '', 'network_id': 'ba02902e-1fd1-4efc-8dbd-185ac9701fc7', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:e0:d5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'e096eabf-0bd6-4966-908a-25eb95325312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:11Z', 'updated_at': '2022-02-16T13:05:17Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': 'e096eabf-0bd6-4966-908a-25eb95325312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:52.096907 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccae54ae-b0e9-4250-aefe-f5b5f7d16592 None None] Checking router: 01170e70-c324-49a1-9b8c-73ac420ccc87 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:05:52.105682 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccae54ae-b0e9-4250-aefe-f5b5f7d16592 None None] Routers {'01170e70-c324-49a1-9b8c-73ac420ccc87'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:05:52.106288 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-ccae54ae-b0e9-4250-aefe-f5b5f7d16592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:05:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['01170e70-c324-49a1-9b8c-73ac420ccc87'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:52.144073 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0012511e-bd28-4342-8c09-918615e612c8 req-1d0992aa-9a9d-435b-819d-7db047d68fa4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b84c11d-8b08-49c5-a77e-248cb66b72d9 HTTP/1.1" status: 200 len: 999 time: 0.2118759 Feb 16 13:05:52.211627 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012511e-bd28-4342-8c09-918615e612c8 req-fb83ebee-a21d-4fc3-8d02-ed99fb80c33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:52.213006 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0012511e-bd28-4342-8c09-918615e612c8 req-fb83ebee-a21d-4fc3-8d02-ed99fb80c33d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e096eabf-0bd6-4966-908a-25eb95325312 HTTP/1.1" status: 200 len: 834 time: 0.0581350 Feb 16 13:05:52.290554 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012511e-bd28-4342-8c09-918615e612c8 req-db0dc225-c05b-4601-b40a-68eeaef9c3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:05:52.292033 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0012511e-bd28-4342-8c09-918615e612c8 req-db0dc225-c05b-4601-b40a-68eeaef9c3a2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ba02902e-1fd1-4efc-8dbd-185ac9701fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726349 Feb 16 13:05:52.318407 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-ccae54ae-b0e9-4250-aefe-f5b5f7d16592 None None] Set router 01170e70-c324-49a1-9b8c-73ac420ccc87 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:05:52.423074 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0012511e-bd28-4342-8c09-918615e612c8 req-aa48a0b5-b949-4cc8-b702-32be7fa45fd5 service neutron] 10.222.0.89 "GET /v2.0/networks/ba02902e-1fd1-4efc-8dbd-185ac9701fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235621 Feb 16 13:05:52.558172 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0012511e-bd28-4342-8c09-918615e612c8 req-112b720c-9b5c-4d41-8322-7dd8e3bd2a74 service neutron] 10.222.0.89 "GET /v2.0/networks/ba02902e-1fd1-4efc-8dbd-185ac9701fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280220 Feb 16 13:05:52.675259 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-ccae54ae-b0e9-4250-aefe-f5b5f7d16592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'name': 'tempest-TestNetworkBasicOps-router-1675238098', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.125'}], 'enable_snat': True}, 'gw_port_id': 'f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:07Z', 'updated_at': '2022-02-16T13:05:12Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:08Z', 'updated_at': '2022-02-16T13:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '64c8d916-c8d4-4e07-ae90-29df81485f37', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'floating_ip_address': '172.26.5.179', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'port_id': '5b84c11d-8b08-49c5-a77e-248cb66b72d9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba02902e-1fd1-4efc-8dbd-185ac9701fc7', 'mac_address': 'fa:16:3e:75:ea:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1352e975-bd97-454b-b632-a8a4f6b68cba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:05:50Z', 'updated_at': '2022-02-16T13:05:50Z', 'revision_number': 0, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address_scope': None}, {'id': 'd3d3f0e2-62e1-4c1a-9f60-f9d13001aae6', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'floating_ip_address': '172.26.5.219', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'port_id': '5de9af1b-305a-4e01-bcc2-963d3ca87d98', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba02902e-1fd1-4efc-8dbd-185ac9701fc7', 'mac_address': 'fa:16:3e:11:c3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac433742-2369-42a6-a7bb-6e582d52291a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:05:31Z', 'updated_at': '2022-02-16T13:05:34Z', 'revision_number': 1, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3773d70a-3425-4e1a-9a08-33b1bcaa0de1', 'name': '', 'network_id': 'ba02902e-1fd1-4efc-8dbd-185ac9701fc7', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:e0:d5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'e096eabf-0bd6-4966-908a-25eb95325312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:11Z', 'updated_at': '2022-02-16T13:05:17Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': 'e096eabf-0bd6-4966-908a-25eb95325312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:05:52.679619 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccae54ae-b0e9-4250-aefe-f5b5f7d16592 None None] The sync data for ids ['01170e70-c324-49a1-9b8c-73ac420ccc87'] in dv-neutron-829527-1-hyperv is: [{'id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'name': 'tempest-TestNetworkBasicOps-router-1675238098', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.125'}], 'enable_snat': True}, 'gw_port_id': 'f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:07Z', 'updated_at': '2022-02-16T13:05:12Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:08Z', 'updated_at': '2022-02-16T13:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '64c8d916-c8d4-4e07-ae90-29df81485f37', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'floating_ip_address': '172.26.5.179', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'port_id': '5b84c11d-8b08-49c5-a77e-248cb66b72d9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba02902e-1fd1-4efc-8dbd-185ac9701fc7', 'mac_address': 'fa:16:3e:75:ea:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1352e975-bd97-454b-b632-a8a4f6b68cba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:05:50Z', 'updated_at': '2022-02-16T13:05:50Z', 'revision_number': 0, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address_scope': None}, {'id': 'd3d3f0e2-62e1-4c1a-9f60-f9d13001aae6', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'floating_ip_address': '172.26.5.219', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'port_id': '5de9af1b-305a-4e01-bcc2-963d3ca87d98', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba02902e-1fd1-4efc-8dbd-185ac9701fc7', 'mac_address': 'fa:16:3e:11:c3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac433742-2369-42a6-a7bb-6e582d52291a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:05:31Z', 'updated_at': '2022-02-16T13:05:34Z', 'revision_number': 1, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3773d70a-3425-4e1a-9a08-33b1bcaa0de1', 'name': '', 'network_id': 'ba02902e-1fd1-4efc-8dbd-185ac9701fc7', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:e0:d5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'e096eabf-0bd6-4966-908a-25eb95325312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:11Z', 'updated_at': '2022-02-16T13:05:17Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': 'e096eabf-0bd6-4966-908a-25eb95325312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:05:52.881193 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab2cb63-e682-441b-a4f1-530d87c006af None None] New status for floating IP 64c8d916-c8d4-4e07-ae90-29df81485f37: ACTIVE {{(pid=87703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:06:01.826916 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-1acf2a9a-9e49-4d7e-9705-0cd6dc45018c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:02.070351 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:06:02.626038 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f880233b-d75b-49ce-92fc-503257d4c258 req-062f7f93-781e-4db5-9e92-a1dba9d6b4dc service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ac433742-2369-42a6-a7bb-6e582d52291a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728700 Feb 16 13:06:02.801910 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880233b-d75b-49ce-92fc-503257d4c258 req-88243f07-bb89-4100-affc-17a0dd386c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:02.803522 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f880233b-d75b-49ce-92fc-503257d4c258 req-88243f07-bb89-4100-affc-17a0dd386c97 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&device_id=ac433742-2369-42a6-a7bb-6e582d52291a HTTP/1.1" status: 200 len: 1098 time: 0.0874124 Feb 16 13:06:02.956173 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880233b-d75b-49ce-92fc-503257d4c258 req-7ce8daa2-0ce3-4eea-9351-4000cca754d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:02.957670 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f880233b-d75b-49ce-92fc-503257d4c258 req-7ce8daa2-0ce3-4eea-9351-4000cca754d6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ba02902e-1fd1-4efc-8dbd-185ac9701fc7 HTTP/1.1" status: 200 len: 897 time: 0.1299491 Feb 16 13:06:03.063604 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f880233b-d75b-49ce-92fc-503257d4c258 req-3ea914fc-757d-469c-8439-346c55530f9b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5de9af1b-305a-4e01-bcc2-963d3ca87d98 HTTP/1.1" status: 200 len: 1001 time: 0.0982668 Feb 16 13:06:03.128191 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880233b-d75b-49ce-92fc-503257d4c258 req-35e639e0-3da1-47a9-b131-71335d70452a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:03.129672 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f880233b-d75b-49ce-92fc-503257d4c258 req-35e639e0-3da1-47a9-b131-71335d70452a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e096eabf-0bd6-4966-908a-25eb95325312 HTTP/1.1" status: 200 len: 834 time: 0.0571747 Feb 16 13:06:03.215399 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880233b-d75b-49ce-92fc-503257d4c258 req-5059a114-c9ef-4828-9f12-a185144b5bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:03.216949 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f880233b-d75b-49ce-92fc-503257d4c258 req-5059a114-c9ef-4828-9f12-a185144b5bb0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ba02902e-1fd1-4efc-8dbd-185ac9701fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756607 Feb 16 13:06:03.369614 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f880233b-d75b-49ce-92fc-503257d4c258 req-c1c469da-897c-4116-8c6f-c9d202ce37ea service neutron] 10.222.0.89 "GET /v2.0/networks/ba02902e-1fd1-4efc-8dbd-185ac9701fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389415 Feb 16 13:06:03.500302 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f880233b-d75b-49ce-92fc-503257d4c258 req-076c610f-7844-4877-b57f-22d06dab6fdd service neutron] 10.222.0.89 "GET /v2.0/networks/ba02902e-1fd1-4efc-8dbd-185ac9701fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239846 Feb 16 13:06:04.135334 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-60e48093-a116-47f9-b61e-a1e81213ff43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:04.501967 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:05.160874 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:05.193509 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:06.751947 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:28.133109 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45716) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:06:28.245244 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-721f241f-0cb0-4ac1-9913-aeef3171838c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/floatingips/d3d3f0e2-62e1-4c1a-9f60-f9d13001aae6 HTTP/1.1" status: 200 len: 993 time: 0.1106205 Feb 16 13:06:29.554444 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45726) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:06:29.561427 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-6f56d38b-5d6c-4360-a332-6903079d73e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:06:29.687072 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6f56d38b-5d6c-4360-a332-6903079d73e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:29.922893 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-6f56d38b-5d6c-4360-a332-6903079d73e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] For port 5de9af1b-305a-4e01-bcc2-963d3ca87d98, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=5de9af1b-305a-4e01-bcc2-963d3ca87d98,segment=NetworkSegment(5c17a665-df08-42d0-9e08-b8d4a9852332),segment_id=5c17a665-df08-42d0-9e08-b8d4a9852332)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:06:29.949545 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6f56d38b-5d6c-4360-a332-6903079d73e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:29.957223 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6f56d38b-5d6c-4360-a332-6903079d73e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:30.029059 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f56d38b-5d6c-4360-a332-6903079d73e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:30.029658 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6f56d38b-5d6c-4360-a332-6903079d73e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:30.035679 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6f56d38b-5d6c-4360-a332-6903079d73e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "PUT /v2.0/ports/5de9af1b-305a-4e01-bcc2-963d3ca87d98 HTTP/1.1" status: 200 len: 938 time: 0.4756489 Feb 16 13:06:30.035679 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac433742-2369-42a6-a7bb-6e582d52291a', 'tag': '5de9af1b-305a-4e01-bcc2-963d3ca87d98'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:06:30.050867 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f56d38b-5d6c-4360-a332-6903079d73e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=5de9af1b-305a-4e01-bcc2-963d3ca87d98,revision_number=6']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:30.059029 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f56d38b-5d6c-4360-a332-6903079d73e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:30.059377 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f56d38b-5d6c-4360-a332-6903079d73e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:30.060060 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f56d38b-5d6c-4360-a332-6903079d73e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:30.060393 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f56d38b-5d6c-4360-a332-6903079d73e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:30.060863 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f56d38b-5d6c-4360-a332-6903079d73e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:30.061192 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f56d38b-5d6c-4360-a332-6903079d73e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:30.061512 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f56d38b-5d6c-4360-a332-6903079d73e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:30.061837 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f56d38b-5d6c-4360-a332-6903079d73e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:30.062153 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f56d38b-5d6c-4360-a332-6903079d73e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:30.062469 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f56d38b-5d6c-4360-a332-6903079d73e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:30.062784 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f56d38b-5d6c-4360-a332-6903079d73e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:30.063095 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f56d38b-5d6c-4360-a332-6903079d73e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:30.081786 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac433742-2369-42a6-a7bb-6e582d52291a', 'tag': '5de9af1b-305a-4e01-bcc2-963d3ca87d98', 'status': 'completed', 'code': 200} Feb 16 13:06:30.193455 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d50c3-16f2-435b-b017-7ccf7628fc82 req-5e16db11-6c2a-4eec-8cb8-4a56b3af3741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:30.194977 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-da4d50c3-16f2-435b-b017-7ccf7628fc82 req-5e16db11-6c2a-4eec-8cb8-4a56b3af3741 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&device_id=ac433742-2369-42a6-a7bb-6e582d52291a HTTP/1.1" status: 200 len: 1099 time: 0.0829973 Feb 16 13:06:30.299583 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-a5b761aa-e72f-4d6a-a773-2b438735e537 None None] Provisioning complete for port 5de9af1b-305a-4e01-bcc2-963d3ca87d98 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:06:30.300181 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a5b761aa-e72f-4d6a-a773-2b438735e537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:30.360341 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d50c3-16f2-435b-b017-7ccf7628fc82 req-d542a075-1031-453c-9a22-1ae749657672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:30.361859 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-da4d50c3-16f2-435b-b017-7ccf7628fc82 req-d542a075-1031-453c-9a22-1ae749657672 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ba02902e-1fd1-4efc-8dbd-185ac9701fc7 HTTP/1.1" status: 200 len: 897 time: 0.1600711 Feb 16 13:06:30.365406 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-a5b761aa-e72f-4d6a-a773-2b438735e537 None None] Port 5de9af1b-305a-4e01-bcc2-963d3ca87d98 is administratively disabled so it will not transition to active. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Feb 16 13:06:30.472493 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-da4d50c3-16f2-435b-b017-7ccf7628fc82 req-215facf2-0256-432f-b859-14de7a6fb83a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5de9af1b-305a-4e01-bcc2-963d3ca87d98 HTTP/1.1" status: 200 len: 1002 time: 0.1002374 Feb 16 13:06:30.540814 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d50c3-16f2-435b-b017-7ccf7628fc82 req-a9c425e9-cc92-4de0-96c0-b251e7f93422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:30.542319 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-da4d50c3-16f2-435b-b017-7ccf7628fc82 req-a9c425e9-cc92-4de0-96c0-b251e7f93422 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e096eabf-0bd6-4966-908a-25eb95325312 HTTP/1.1" status: 200 len: 834 time: 0.0623109 Feb 16 13:06:30.724958 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d50c3-16f2-435b-b017-7ccf7628fc82 req-7997690b-32f2-40cc-a934-9d6ee477ac16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:30.726356 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-da4d50c3-16f2-435b-b017-7ccf7628fc82 req-7997690b-32f2-40cc-a934-9d6ee477ac16 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ba02902e-1fd1-4efc-8dbd-185ac9701fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1776357 Feb 16 13:06:30.859025 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-da4d50c3-16f2-435b-b017-7ccf7628fc82 req-594e7129-cd82-4b51-9339-884efcd6ea33 service neutron] 10.222.0.89 "GET /v2.0/networks/ba02902e-1fd1-4efc-8dbd-185ac9701fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254158 Feb 16 13:06:30.994541 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-da4d50c3-16f2-435b-b017-7ccf7628fc82 req-a83c36c7-133b-48f7-9a4e-cb46e14e22e5 service neutron] 10.222.0.89 "GET /v2.0/networks/ba02902e-1fd1-4efc-8dbd-185ac9701fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278973 Feb 16 13:06:31.826245 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-dc4ceae8-cc27-47a0-af79-cc24f3424ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:33.659265 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45736) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:06:33.665351 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-2703941c-4c7a-4476-9970-1df2b82ea86b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:06:33.789301 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2703941c-4c7a-4476-9970-1df2b82ea86b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:34.113282 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-2703941c-4c7a-4476-9970-1df2b82ea86b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] For port 5de9af1b-305a-4e01-bcc2-963d3ca87d98, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=5de9af1b-305a-4e01-bcc2-963d3ca87d98,segment=NetworkSegment(5c17a665-df08-42d0-9e08-b8d4a9852332),segment_id=5c17a665-df08-42d0-9e08-b8d4a9852332)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:06:34.128474 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c1f943fc-bdb5-4e39-b984-feef8b00e8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:34.141126 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2703941c-4c7a-4476-9970-1df2b82ea86b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:34.146349 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2703941c-4c7a-4476-9970-1df2b82ea86b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:34.216515 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2703941c-4c7a-4476-9970-1df2b82ea86b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:34.217298 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2703941c-4c7a-4476-9970-1df2b82ea86b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:34.218671 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2703941c-4c7a-4476-9970-1df2b82ea86b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "PUT /v2.0/ports/5de9af1b-305a-4e01-bcc2-963d3ca87d98 HTTP/1.1" status: 200 len: 937 time: 0.5584207 Feb 16 13:06:34.219228 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac433742-2369-42a6-a7bb-6e582d52291a', 'tag': '5de9af1b-305a-4e01-bcc2-963d3ca87d98'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:06:34.222201 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 45740) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:06:34.240066 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2703941c-4c7a-4476-9970-1df2b82ea86b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=5de9af1b-305a-4e01-bcc2-963d3ca87d98,revision_number=7']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:34.283584 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac433742-2369-42a6-a7bb-6e582d52291a', 'tag': '5de9af1b-305a-4e01-bcc2-963d3ca87d98', 'status': 'completed', 'code': 200} Feb 16 13:06:34.406077 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-fa4ee929-4b00-4332-8178-8a6a842a9962 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/floatingips/d3d3f0e2-62e1-4c1a-9f60-f9d13001aae6 HTTP/1.1" status: 200 len: 993 time: 0.1826980 Feb 16 13:06:34.415528 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-5e9d99bb-c703-4002-b382-22558db0c974 None None] Provisioning complete for port 5de9af1b-305a-4e01-bcc2-963d3ca87d98 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:06:34.416149 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-5e9d99bb-c703-4002-b382-22558db0c974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:34.427002 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd7ae3-adb6-4991-af43-53e6912a21d8 req-b4ece7f7-c5a5-4dd1-895c-7cdcaa3e1c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:34.428699 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2cfd7ae3-adb6-4991-af43-53e6912a21d8 req-b4ece7f7-c5a5-4dd1-895c-7cdcaa3e1c5b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&device_id=ac433742-2369-42a6-a7bb-6e582d52291a HTTP/1.1" status: 200 len: 1098 time: 0.1199682 Feb 16 13:06:34.462821 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['5de9af1b-305a-4e01-bcc2-963d3ca87d98'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:06:34.541555 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:34.561037 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd7ae3-adb6-4991-af43-53e6912a21d8 req-fbbfb8c9-204c-40e4-a8e8-439a4b7b87ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:34.562557 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2cfd7ae3-adb6-4991-af43-53e6912a21d8 req-fbbfb8c9-204c-40e4-a8e8-439a4b7b87ad service neutron] 10.222.0.89 "GET /v2.0/networks?id=ba02902e-1fd1-4efc-8dbd-185ac9701fc7 HTTP/1.1" status: 200 len: 897 time: 0.1268520 Feb 16 13:06:34.664377 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2cfd7ae3-adb6-4991-af43-53e6912a21d8 req-3ae707fb-6599-4c13-aa8b-df6a52d864af service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5de9af1b-305a-4e01-bcc2-963d3ca87d98 HTTP/1.1" status: 200 len: 1001 time: 0.0952344 Feb 16 13:06:34.728049 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd7ae3-adb6-4991-af43-53e6912a21d8 req-0dbb4308-8567-44af-bc3d-a86647f2ad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:34.729498 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2cfd7ae3-adb6-4991-af43-53e6912a21d8 req-0dbb4308-8567-44af-bc3d-a86647f2ad6a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e096eabf-0bd6-4966-908a-25eb95325312 HTTP/1.1" status: 200 len: 834 time: 0.0589583 Feb 16 13:06:34.803455 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd7ae3-adb6-4991-af43-53e6912a21d8 req-b7b5ec62-aa84-402b-b48c-8610e2b71692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:34.804952 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2cfd7ae3-adb6-4991-af43-53e6912a21d8 req-b7b5ec62-aa84-402b-b48c-8610e2b71692 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ba02902e-1fd1-4efc-8dbd-185ac9701fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687437 Feb 16 13:06:34.942890 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2cfd7ae3-adb6-4991-af43-53e6912a21d8 req-91d7e5f6-9da7-47ff-8a78-85b025bdac2c service neutron] 10.222.0.89 "GET /v2.0/networks/ba02902e-1fd1-4efc-8dbd-185ac9701fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314178 Feb 16 13:06:35.079961 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2cfd7ae3-adb6-4991-af43-53e6912a21d8 req-c406aad8-96ca-4960-9498-d0063649e3c2 service neutron] 10.222.0.89 "GET /v2.0/networks/ba02902e-1fd1-4efc-8dbd-185ac9701fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303356 Feb 16 13:06:35.155320 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:35.203946 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:36.749737 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:36.971992 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 45752) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:06:37.190928 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-123cb22f-a056-47f3-94ff-f7e7162b6980 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Deleting port 5f9bf54f-217d-4868-8966-d89c0696528d {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:06:37.191262 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-123cb22f-a056-47f3-94ff-f7e7162b6980 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:37.465389 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-123cb22f-a056-47f3-94ff-f7e7162b6980 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:37.465725 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-123cb22f-a056-47f3-94ff-f7e7162b6980 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:37.592329 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-123cb22f-a056-47f3-94ff-f7e7162b6980 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Calling delete_port for 5f9bf54f-217d-4868-8966-d89c0696528d owned by network:floatingip {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:06:37.758225 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-123cb22f-a056-47f3-94ff-f7e7162b6980 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:37.806781 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123cb22f-a056-47f3-94ff-f7e7162b6980 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Port': ['ID=5f9bf54f-217d-4868-8966-d89c0696528d,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:37.843896 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123cb22f-a056-47f3-94ff-f7e7162b6980 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:37.844242 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123cb22f-a056-47f3-94ff-f7e7162b6980 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:37.844585 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123cb22f-a056-47f3-94ff-f7e7162b6980 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:37.844937 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123cb22f-a056-47f3-94ff-f7e7162b6980 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:37.845270 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123cb22f-a056-47f3-94ff-f7e7162b6980 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:37.845593 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123cb22f-a056-47f3-94ff-f7e7162b6980 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:37.845923 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123cb22f-a056-47f3-94ff-f7e7162b6980 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:37.846237 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123cb22f-a056-47f3-94ff-f7e7162b6980 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:37.846558 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123cb22f-a056-47f3-94ff-f7e7162b6980 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:37.846873 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123cb22f-a056-47f3-94ff-f7e7162b6980 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:37.847188 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123cb22f-a056-47f3-94ff-f7e7162b6980 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:37.847502 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123cb22f-a056-47f3-94ff-f7e7162b6980 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:37.911934 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-123cb22f-a056-47f3-94ff-f7e7162b6980 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for floatingip, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:37.912234 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.l3_db [None req-123cb22f-a056-47f3-94ff-f7e7162b6980 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Floating IP 64c8d916-c8d4-4e07-ae90-29df81485f37 disassociated (deleted). External IP: 172.26.5.179, port: 5b84c11d-8b08-49c5-a77e-248cb66b72d9. Feb 16 13:06:38.268922 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-123cb22f-a056-47f3-94ff-f7e7162b6980 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Router 01170e70-c324-49a1-9b8c-73ac420ccc87 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:06:38.463347 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123cb22f-a056-47f3-94ff-f7e7162b6980 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:06:38.473572 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef3c982-be06-4641-bc2a-5f77e0dc8f98 None None] Sync routers for ids ['01170e70-c324-49a1-9b8c-73ac420ccc87'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:06:38.486181 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-123cb22f-a056-47f3-94ff-f7e7162b6980 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:38.488500 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef3c982-be06-4641-bc2a-5f77e0dc8f98 None None] Routers {'01170e70-c324-49a1-9b8c-73ac420ccc87'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:06:38.489267 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-2ef3c982-be06-4641-bc2a-5f77e0dc8f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:06:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['01170e70-c324-49a1-9b8c-73ac420ccc87'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:38.541249 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-123cb22f-a056-47f3-94ff-f7e7162b6980 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "DELETE /v2.0/floatingips/64c8d916-c8d4-4e07-ae90-29df81485f37 HTTP/1.1" status: 204 len: 168 time: 1.5682192 Feb 16 13:06:38.543217 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1352e975-bd97-454b-b632-a8a4f6b68cba', 'tag': '5b84c11d-8b08-49c5-a77e-248cb66b72d9'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:06:38.642776 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1352e975-bd97-454b-b632-a8a4f6b68cba', 'tag': '5b84c11d-8b08-49c5-a77e-248cb66b72d9', 'status': 'completed', 'code': 200} Feb 16 13:06:38.675910 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-2ef3c982-be06-4641-bc2a-5f77e0dc8f98 None None] Set router 01170e70-c324-49a1-9b8c-73ac420ccc87 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:06:38.745771 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc6d09-f01d-4709-b083-fd2a29a8679d req-c10b865e-080b-479e-88de-510fbd417865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:38.747309 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-61cc6d09-f01d-4709-b083-fd2a29a8679d req-c10b865e-080b-479e-88de-510fbd417865 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&device_id=1352e975-bd97-454b-b632-a8a4f6b68cba HTTP/1.1" status: 200 len: 1098 time: 0.0818050 Feb 16 13:06:38.898475 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc6d09-f01d-4709-b083-fd2a29a8679d req-33ef1146-e911-4e9d-bd61-ab72ffb7f0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:38.900261 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-61cc6d09-f01d-4709-b083-fd2a29a8679d req-33ef1146-e911-4e9d-bd61-ab72ffb7f0d3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ba02902e-1fd1-4efc-8dbd-185ac9701fc7 HTTP/1.1" status: 200 len: 897 time: 0.1461461 Feb 16 13:06:38.937573 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09c1ae-dfa0-4e83-b39d-cac72f5023e5 req-eff050c9-68ac-44b1-bc5c-b2bef7e4a459 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:38.939242 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ae09c1ae-dfa0-4e83-b39d-cac72f5023e5 req-eff050c9-68ac-44b1-bc5c-b2bef7e4a459 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=1352e975-bd97-454b-b632-a8a4f6b68cba HTTP/1.1" status: 200 len: 945 time: 0.0858393 Feb 16 13:06:38.990517 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ae09c1ae-dfa0-4e83-b39d-cac72f5023e5 req-7e81fbb7-224d-4793-b4fa-f8395316856e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=5fc0f064-7606-49d6-b56e-995b9bf730db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448141 Feb 16 13:06:39.069295 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:06:39.085945 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-61cc6d09-f01d-4709-b083-fd2a29a8679d req-19be26a0-520e-4925-808c-043b7b97f1de service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b84c11d-8b08-49c5-a77e-248cb66b72d9 HTTP/1.1" status: 200 len: 217 time: 0.1793990 Feb 16 13:06:39.099392 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-2ef3c982-be06-4641-bc2a-5f77e0dc8f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'name': 'tempest-TestNetworkBasicOps-router-1675238098', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.125'}], 'enable_snat': True}, 'gw_port_id': 'f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:07Z', 'updated_at': '2022-02-16T13:05:12Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:08Z', 'updated_at': '2022-02-16T13:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': 'd3d3f0e2-62e1-4c1a-9f60-f9d13001aae6', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'floating_ip_address': '172.26.5.219', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'port_id': '5de9af1b-305a-4e01-bcc2-963d3ca87d98', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba02902e-1fd1-4efc-8dbd-185ac9701fc7', 'mac_address': 'fa:16:3e:11:c3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac433742-2369-42a6-a7bb-6e582d52291a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:05:31Z', 'updated_at': '2022-02-16T13:05:34Z', 'revision_number': 1, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3773d70a-3425-4e1a-9a08-33b1bcaa0de1', 'name': '', 'network_id': 'ba02902e-1fd1-4efc-8dbd-185ac9701fc7', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:e0:d5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'e096eabf-0bd6-4966-908a-25eb95325312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:11Z', 'updated_at': '2022-02-16T13:05:17Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': 'e096eabf-0bd6-4966-908a-25eb95325312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:39.103605 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef3c982-be06-4641-bc2a-5f77e0dc8f98 None None] Checking router: 01170e70-c324-49a1-9b8c-73ac420ccc87 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:06:39.112048 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef3c982-be06-4641-bc2a-5f77e0dc8f98 None None] Routers {'01170e70-c324-49a1-9b8c-73ac420ccc87'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:06:39.113067 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-2ef3c982-be06-4641-bc2a-5f77e0dc8f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:06:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['01170e70-c324-49a1-9b8c-73ac420ccc87'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:39.151695 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc6d09-f01d-4709-b083-fd2a29a8679d req-ebce2047-746a-4c32-bd22-cdf939a92f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:39.153112 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-61cc6d09-f01d-4709-b083-fd2a29a8679d req-ebce2047-746a-4c32-bd22-cdf939a92f05 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e096eabf-0bd6-4966-908a-25eb95325312 HTTP/1.1" status: 200 len: 834 time: 0.0609059 Feb 16 13:06:39.228305 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc6d09-f01d-4709-b083-fd2a29a8679d req-fc49691e-e535-4f08-8b04-6604d43e6a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:39.229815 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-61cc6d09-f01d-4709-b083-fd2a29a8679d req-fc49691e-e535-4f08-8b04-6604d43e6a65 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ba02902e-1fd1-4efc-8dbd-185ac9701fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698760 Feb 16 13:06:39.287969 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-2ef3c982-be06-4641-bc2a-5f77e0dc8f98 None None] Set router 01170e70-c324-49a1-9b8c-73ac420ccc87 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:06:39.361320 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-61cc6d09-f01d-4709-b083-fd2a29a8679d req-63e37a4e-f35e-4bd0-8f3b-bc3be8c71388 service neutron] 10.222.0.89 "GET /v2.0/networks/ba02902e-1fd1-4efc-8dbd-185ac9701fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245255 Feb 16 13:06:39.495654 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-61cc6d09-f01d-4709-b083-fd2a29a8679d req-04813756-0120-4315-8947-09b55fd63a80 service neutron] 10.222.0.89 "GET /v2.0/networks/ba02902e-1fd1-4efc-8dbd-185ac9701fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263199 Feb 16 13:06:39.656134 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-2ef3c982-be06-4641-bc2a-5f77e0dc8f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'name': 'tempest-TestNetworkBasicOps-router-1675238098', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.125'}], 'enable_snat': True}, 'gw_port_id': 'f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:07Z', 'updated_at': '2022-02-16T13:05:12Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:08Z', 'updated_at': '2022-02-16T13:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': 'd3d3f0e2-62e1-4c1a-9f60-f9d13001aae6', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'floating_ip_address': '172.26.5.219', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'port_id': '5de9af1b-305a-4e01-bcc2-963d3ca87d98', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba02902e-1fd1-4efc-8dbd-185ac9701fc7', 'mac_address': 'fa:16:3e:11:c3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac433742-2369-42a6-a7bb-6e582d52291a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:05:31Z', 'updated_at': '2022-02-16T13:05:34Z', 'revision_number': 1, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3773d70a-3425-4e1a-9a08-33b1bcaa0de1', 'name': '', 'network_id': 'ba02902e-1fd1-4efc-8dbd-185ac9701fc7', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:e0:d5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'e096eabf-0bd6-4966-908a-25eb95325312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:11Z', 'updated_at': '2022-02-16T13:05:17Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': 'e096eabf-0bd6-4966-908a-25eb95325312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:39.660704 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef3c982-be06-4641-bc2a-5f77e0dc8f98 None None] The sync data for ids ['01170e70-c324-49a1-9b8c-73ac420ccc87'] in dv-neutron-829527-1-hyperv is: [{'id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'name': 'tempest-TestNetworkBasicOps-router-1675238098', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.125'}], 'enable_snat': True}, 'gw_port_id': 'f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:07Z', 'updated_at': '2022-02-16T13:05:12Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:08Z', 'updated_at': '2022-02-16T13:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': 'd3d3f0e2-62e1-4c1a-9f60-f9d13001aae6', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'floating_ip_address': '172.26.5.219', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'port_id': '5de9af1b-305a-4e01-bcc2-963d3ca87d98', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba02902e-1fd1-4efc-8dbd-185ac9701fc7', 'mac_address': 'fa:16:3e:11:c3:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac433742-2369-42a6-a7bb-6e582d52291a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:05:31Z', 'updated_at': '2022-02-16T13:05:34Z', 'revision_number': 1, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3773d70a-3425-4e1a-9a08-33b1bcaa0de1', 'name': '', 'network_id': 'ba02902e-1fd1-4efc-8dbd-185ac9701fc7', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:e0:d5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'e096eabf-0bd6-4966-908a-25eb95325312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:11Z', 'updated_at': '2022-02-16T13:05:17Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': 'e096eabf-0bd6-4966-908a-25eb95325312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:06:39.893517 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0c100b-6e3b-436e-9871-dd9ae7390e1b None None] New status for floating IP 64c8d916-c8d4-4e07-ae90-29df81485f37: DOWN {{(pid=87703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:06:40.255929 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4166ac8-328a-4681-91b2-ef6b13e85401 req-8fc3d8a7-4076-4d35-877f-28cdb0f3f05f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:40.256656 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-a4166ac8-328a-4681-91b2-ef6b13e85401 req-8fc3d8a7-4076-4d35-877f-28cdb0f3f05f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:06:40.282809 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-a4166ac8-328a-4681-91b2-ef6b13e85401 req-8fc3d8a7-4076-4d35-877f-28cdb0f3f05f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:06:40.283995 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a4166ac8-328a-4681-91b2-ef6b13e85401 req-8fc3d8a7-4076-4d35-877f-28cdb0f3f05f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=1352e975-bd97-454b-b632-a8a4f6b68cba HTTP/1.1" status: 200 len: 945 time: 0.1743569 Feb 16 13:06:40.292185 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb7e36-9562-4a1a-b6f2-68de2c2fc05d req-5b89213f-3bfe-4fde-b51c-63aa100b3a25 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:40.293552 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a7bb7e36-9562-4a1a-b6f2-68de2c2fc05d req-5b89213f-3bfe-4fde-b51c-63aa100b3a25 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "GET /v2.0/ports?device_id=1352e975-bd97-454b-b632-a8a4f6b68cba HTTP/1.1" status: 200 len: 945 time: 0.1121268 Feb 16 13:06:40.386285 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a4166ac8-328a-4681-91b2-ef6b13e85401 req-e5a943c8-6317-4841-a91a-5a60cb003cf4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=5fc0f064-7606-49d6-b56e-995b9bf730db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917339 Feb 16 13:06:40.394662 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-a7bb7e36-9562-4a1a-b6f2-68de2c2fc05d req-4fa50de6-102a-427f-a044-4bb2e99196c1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Deleting port 5b84c11d-8b08-49c5-a77e-248cb66b72d9 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:06:40.395967 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-a7bb7e36-9562-4a1a-b6f2-68de2c2fc05d req-4fa50de6-102a-427f-a044-4bb2e99196c1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:40.648803 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-a7bb7e36-9562-4a1a-b6f2-68de2c2fc05d req-4fa50de6-102a-427f-a044-4bb2e99196c1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] For port 5b84c11d-8b08-49c5-a77e-248cb66b72d9, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=5b84c11d-8b08-49c5-a77e-248cb66b72d9,segment=NetworkSegment(5c17a665-df08-42d0-9e08-b8d4a9852332),segment_id=5c17a665-df08-42d0-9e08-b8d4a9852332)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:06:40.649056 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-a7bb7e36-9562-4a1a-b6f2-68de2c2fc05d req-4fa50de6-102a-427f-a044-4bb2e99196c1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:40.775665 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-a7bb7e36-9562-4a1a-b6f2-68de2c2fc05d req-4fa50de6-102a-427f-a044-4bb2e99196c1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Calling delete_port for 5b84c11d-8b08-49c5-a77e-248cb66b72d9 owned by compute:nova {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:06:40.948953 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-a7bb7e36-9562-4a1a-b6f2-68de2c2fc05d req-4fa50de6-102a-427f-a044-4bb2e99196c1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:41.001197 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa50de6-102a-427f-a044-4bb2e99196c1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Port': ['ID=5b84c11d-8b08-49c5-a77e-248cb66b72d9,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:41.080188 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7bb7e36-9562-4a1a-b6f2-68de2c2fc05d req-4fa50de6-102a-427f-a044-4bb2e99196c1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] No DVR routers for this DVR port 5b84c11d-8b08-49c5-a77e-248cb66b72d9 on host hv-neutron-8295 {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:06:41.082967 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-a7bb7e36-9562-4a1a-b6f2-68de2c2fc05d req-4fa50de6-102a-427f-a044-4bb2e99196c1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:41.085458 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1352e975-bd97-454b-b632-a8a4f6b68cba', 'name': 'network-vif-deleted', 'tag': '5b84c11d-8b08-49c5-a77e-248cb66b72d9'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:06:41.103050 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a7bb7e36-9562-4a1a-b6f2-68de2c2fc05d req-4fa50de6-102a-427f-a044-4bb2e99196c1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "DELETE /v2.0/ports/5b84c11d-8b08-49c5-a77e-248cb66b72d9 HTTP/1.1" status: 204 len: 173 time: 0.7958291 Feb 16 13:06:41.133728 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1352e975-bd97-454b-b632-a8a4f6b68cba', 'name': 'network-vif-deleted', 'tag': '5b84c11d-8b08-49c5-a77e-248cb66b72d9', 'status': 'completed', 'code': 200} Feb 16 13:06:41.565275 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-08dd6195-e9cc-4af5-9512-9b34e0833559 req-167c91a5-c7a5-4d9a-83f7-8959df85cc62 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:06:41.583016 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-08dd6195-e9cc-4af5-9512-9b34e0833559 req-167c91a5-c7a5-4d9a-83f7-8959df85cc62 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:06:41.589911 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-08dd6195-e9cc-4af5-9512-9b34e0833559 req-167c91a5-c7a5-4d9a-83f7-8959df85cc62 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=1352e975-bd97-454b-b632-a8a4f6b68cba HTTP/1.1" status: 200 len: 210 time: 0.0672307 Feb 16 13:06:42.686882 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45772) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:06:42.756952 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-773d2cf3-3769-4901-93c4-c21198320e93 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:42.786546 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-773d2cf3-3769-4901-93c4-c21198320e93 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:42.857091 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-773d2cf3-3769-4901-93c4-c21198320e93 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:42.876157 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d2cf3-3769-4901-93c4-c21198320e93 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc0f064-7606-49d6-b56e-995b9bf730db,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:42.887432 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-773d2cf3-3769-4901-93c4-c21198320e93 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:42.888603 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-773d2cf3-3769-4901-93c4-c21198320e93 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "DELETE /v2.0/security-groups/5fc0f064-7606-49d6-b56e-995b9bf730db HTTP/1.1" status: 204 len: 168 time: 0.2005928 Feb 16 13:06:42.923012 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 45778) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:06:43.238069 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-323d3552-71e5-4a00-a364-78f90f03dffc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Deleting port ebf65073-88c0-4d22-a859-3c22484bb530 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:06:43.238370 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-323d3552-71e5-4a00-a364-78f90f03dffc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:43.414640 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-323d3552-71e5-4a00-a364-78f90f03dffc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:43.414938 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-323d3552-71e5-4a00-a364-78f90f03dffc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:43.540026 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-323d3552-71e5-4a00-a364-78f90f03dffc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Calling delete_port for ebf65073-88c0-4d22-a859-3c22484bb530 owned by network:floatingip {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:06:43.702570 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-323d3552-71e5-4a00-a364-78f90f03dffc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:43.748158 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d3552-71e5-4a00-a364-78f90f03dffc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Port': ['ID=ebf65073-88c0-4d22-a859-3c22484bb530,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:43.801762 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 5b84c11d-8b08-49c5-a77e-248cb66b72d9 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:06:43.839215 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] No Port match for: 5b84c11d-8b08-49c5-a77e-248cb66b72d9 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:06:43.839564 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 5b84c11d-8b08-49c5-a77e-248cb66b72d9 not bound to the agent host hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:06:43.842456 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-323d3552-71e5-4a00-a364-78f90f03dffc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for floatingip, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:43.842799 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.l3_db [None req-323d3552-71e5-4a00-a364-78f90f03dffc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Floating IP d3d3f0e2-62e1-4c1a-9f60-f9d13001aae6 disassociated (deleted). External IP: 172.26.5.219, port: 5de9af1b-305a-4e01-bcc2-963d3ca87d98. Feb 16 13:06:44.198218 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323d3552-71e5-4a00-a364-78f90f03dffc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Router 01170e70-c324-49a1-9b8c-73ac420ccc87 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:06:44.376010 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323d3552-71e5-4a00-a364-78f90f03dffc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:06:44.388129 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a054c5b6-c63d-47c0-9f55-6593586b73ef None None] Sync routers for ids ['01170e70-c324-49a1-9b8c-73ac420ccc87'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:06:44.398190 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-323d3552-71e5-4a00-a364-78f90f03dffc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:44.398452 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a054c5b6-c63d-47c0-9f55-6593586b73ef None None] Routers {'01170e70-c324-49a1-9b8c-73ac420ccc87'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:06:44.399372 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-a054c5b6-c63d-47c0-9f55-6593586b73ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:06:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['01170e70-c324-49a1-9b8c-73ac420ccc87'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:44.458175 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-323d3552-71e5-4a00-a364-78f90f03dffc tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "DELETE /v2.0/floatingips/d3d3f0e2-62e1-4c1a-9f60-f9d13001aae6 HTTP/1.1" status: 204 len: 168 time: 1.5338001 Feb 16 13:06:44.458571 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac433742-2369-42a6-a7bb-6e582d52291a', 'tag': '5de9af1b-305a-4e01-bcc2-963d3ca87d98'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:06:44.512284 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac433742-2369-42a6-a7bb-6e582d52291a', 'tag': '5de9af1b-305a-4e01-bcc2-963d3ca87d98', 'status': 'completed', 'code': 200} Feb 16 13:06:44.588409 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-a054c5b6-c63d-47c0-9f55-6593586b73ef None None] Set router 01170e70-c324-49a1-9b8c-73ac420ccc87 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:06:44.748220 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc8cba-524a-4466-9a35-e19b76028487 req-42144938-e4af-4367-85f9-5cb98bbe982c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:44.749662 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-89dc8cba-524a-4466-9a35-e19b76028487 req-42144938-e4af-4367-85f9-5cb98bbe982c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&device_id=ac433742-2369-42a6-a7bb-6e582d52291a HTTP/1.1" status: 200 len: 1098 time: 0.2164197 Feb 16 13:06:44.908002 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-a054c5b6-c63d-47c0-9f55-6593586b73ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'name': 'tempest-TestNetworkBasicOps-router-1675238098', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.125'}], 'enable_snat': True}, 'gw_port_id': 'f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:07Z', 'updated_at': '2022-02-16T13:05:12Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:08Z', 'updated_at': '2022-02-16T13:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '3773d70a-3425-4e1a-9a08-33b1bcaa0de1', 'name': '', 'network_id': 'ba02902e-1fd1-4efc-8dbd-185ac9701fc7', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:e0:d5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'e096eabf-0bd6-4966-908a-25eb95325312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:11Z', 'updated_at': '2022-02-16T13:05:17Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': 'e096eabf-0bd6-4966-908a-25eb95325312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:44.911957 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a054c5b6-c63d-47c0-9f55-6593586b73ef None None] Checking router: 01170e70-c324-49a1-9b8c-73ac420ccc87 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:06:44.920350 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a054c5b6-c63d-47c0-9f55-6593586b73ef None None] Routers {'01170e70-c324-49a1-9b8c-73ac420ccc87'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:06:44.921317 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-a054c5b6-c63d-47c0-9f55-6593586b73ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:06:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['01170e70-c324-49a1-9b8c-73ac420ccc87'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:44.947664 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc8cba-524a-4466-9a35-e19b76028487 req-d76bcff7-ebf2-44c3-b753-2435b6ab3375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:44.949186 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-89dc8cba-524a-4466-9a35-e19b76028487 req-d76bcff7-ebf2-44c3-b753-2435b6ab3375 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ba02902e-1fd1-4efc-8dbd-185ac9701fc7 HTTP/1.1" status: 200 len: 897 time: 0.1920068 Feb 16 13:06:44.959676 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc87321-56df-4a45-a9bb-a77c7270f1c0 req-d45527cc-fe05-4aba-97bb-59d24ed43070 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:44.960355 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-3fc87321-56df-4a45-a9bb-a77c7270f1c0 req-d45527cc-fe05-4aba-97bb-59d24ed43070 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:06:45.032727 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-89dc8cba-524a-4466-9a35-e19b76028487 req-ddfb3960-b0fa-4c65-8d98-381ad72e3132 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5de9af1b-305a-4e01-bcc2-963d3ca87d98 HTTP/1.1" status: 200 len: 217 time: 0.0693824 Feb 16 13:06:45.074166 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-3fc87321-56df-4a45-a9bb-a77c7270f1c0 req-d45527cc-fe05-4aba-97bb-59d24ed43070 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:06:45.075312 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3fc87321-56df-4a45-a9bb-a77c7270f1c0 req-d45527cc-fe05-4aba-97bb-59d24ed43070 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=ac433742-2369-42a6-a7bb-6e582d52291a HTTP/1.1" status: 200 len: 945 time: 0.2978666 Feb 16 13:06:45.126513 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc8cba-524a-4466-9a35-e19b76028487 req-e2952d0e-80bf-4973-9809-1533b20abcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:45.127998 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-89dc8cba-524a-4466-9a35-e19b76028487 req-e2952d0e-80bf-4973-9809-1533b20abcc3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e096eabf-0bd6-4966-908a-25eb95325312 HTTP/1.1" status: 200 len: 834 time: 0.0898485 Feb 16 13:06:45.136118 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-a054c5b6-c63d-47c0-9f55-6593586b73ef None None] Set router 01170e70-c324-49a1-9b8c-73ac420ccc87 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:06:45.185709 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3fc87321-56df-4a45-a9bb-a77c7270f1c0 req-b1fded95-0014-4dc5-85cf-80174dd09c5e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=cfae57ab-e290-4391-bb62-a72393f5fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026454 Feb 16 13:06:45.219133 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc8cba-524a-4466-9a35-e19b76028487 req-3c93fa91-4b30-47f7-83c3-2fb45e76505b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:45.220900 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-89dc8cba-524a-4466-9a35-e19b76028487 req-3c93fa91-4b30-47f7-83c3-2fb45e76505b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ba02902e-1fd1-4efc-8dbd-185ac9701fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0839479 Feb 16 13:06:45.354744 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-89dc8cba-524a-4466-9a35-e19b76028487 req-9bb4ddf6-65de-4286-86a3-e59b544106cf service neutron] 10.222.0.89 "GET /v2.0/networks/ba02902e-1fd1-4efc-8dbd-185ac9701fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262076 Feb 16 13:06:45.455415 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-a054c5b6-c63d-47c0-9f55-6593586b73ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'name': 'tempest-TestNetworkBasicOps-router-1675238098', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.125'}], 'enable_snat': True}, 'gw_port_id': 'f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:07Z', 'updated_at': '2022-02-16T13:05:12Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:08Z', 'updated_at': '2022-02-16T13:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '3773d70a-3425-4e1a-9a08-33b1bcaa0de1', 'name': '', 'network_id': 'ba02902e-1fd1-4efc-8dbd-185ac9701fc7', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:e0:d5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'e096eabf-0bd6-4966-908a-25eb95325312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:11Z', 'updated_at': '2022-02-16T13:05:17Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': 'e096eabf-0bd6-4966-908a-25eb95325312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:45.459530 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a054c5b6-c63d-47c0-9f55-6593586b73ef None None] The sync data for ids ['01170e70-c324-49a1-9b8c-73ac420ccc87'] in dv-neutron-829527-1-hyperv is: [{'id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'name': 'tempest-TestNetworkBasicOps-router-1675238098', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.125'}], 'enable_snat': True}, 'gw_port_id': 'f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:07Z', 'updated_at': '2022-02-16T13:05:12Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:08Z', 'updated_at': '2022-02-16T13:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '3773d70a-3425-4e1a-9a08-33b1bcaa0de1', 'name': '', 'network_id': 'ba02902e-1fd1-4efc-8dbd-185ac9701fc7', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:e0:d5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'e096eabf-0bd6-4966-908a-25eb95325312', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:11Z', 'updated_at': '2022-02-16T13:05:17Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': 'e096eabf-0bd6-4966-908a-25eb95325312', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:06:45.486714 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-89dc8cba-524a-4466-9a35-e19b76028487 req-616942ce-3473-4532-94d9-a8e486e20ed0 service neutron] 10.222.0.89 "GET /v2.0/networks/ba02902e-1fd1-4efc-8dbd-185ac9701fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249528 Feb 16 13:06:45.660113 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33011386-19dd-4781-a06d-c79dd40de93a None None] New status for floating IP d3d3f0e2-62e1-4c1a-9f60-f9d13001aae6: DOWN {{(pid=87703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:06:46.270574 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dee044-c8d3-4d77-b99a-4f09e99503f1 req-d03ee91c-ff7e-4d20-8c09-6d204bfe691b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:46.272170 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-99dee044-c8d3-4d77-b99a-4f09e99503f1 req-d03ee91c-ff7e-4d20-8c09-6d204bfe691b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "GET /v2.0/ports?device_id=ac433742-2369-42a6-a7bb-6e582d52291a HTTP/1.1" status: 200 len: 945 time: 0.0827563 Feb 16 13:06:46.346396 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-99dee044-c8d3-4d77-b99a-4f09e99503f1 req-5f1b80ed-4ce5-4f52-a257-cf4a4a1bb234 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Deleting port 5de9af1b-305a-4e01-bcc2-963d3ca87d98 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:06:46.346789 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-99dee044-c8d3-4d77-b99a-4f09e99503f1 req-5f1b80ed-4ce5-4f52-a257-cf4a4a1bb234 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:46.381795 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf44d0-e991-4f5a-9ce3-42e261427c43 req-4b7fb792-5cb1-41e2-b3c9-77c98b080ec2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:46.383635 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-72cf44d0-e991-4f5a-9ce3-42e261427c43 req-4b7fb792-5cb1-41e2-b3c9-77c98b080ec2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=ac433742-2369-42a6-a7bb-6e582d52291a HTTP/1.1" status: 200 len: 945 time: 0.0855629 Feb 16 13:06:46.430387 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-72cf44d0-e991-4f5a-9ce3-42e261427c43 req-486a34b1-781e-49d3-9a97-45242f4c472f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:06:46.448068 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-72cf44d0-e991-4f5a-9ce3-42e261427c43 req-486a34b1-781e-49d3-9a97-45242f4c472f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:06:46.449078 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-72cf44d0-e991-4f5a-9ce3-42e261427c43 req-486a34b1-781e-49d3-9a97-45242f4c472f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=cfae57ab-e290-4391-bb62-a72393f5fc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587280 Feb 16 13:06:46.604645 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-99dee044-c8d3-4d77-b99a-4f09e99503f1 req-5f1b80ed-4ce5-4f52-a257-cf4a4a1bb234 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] For port 5de9af1b-305a-4e01-bcc2-963d3ca87d98, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=5de9af1b-305a-4e01-bcc2-963d3ca87d98,segment=NetworkSegment(5c17a665-df08-42d0-9e08-b8d4a9852332),segment_id=5c17a665-df08-42d0-9e08-b8d4a9852332)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:06:46.605013 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-99dee044-c8d3-4d77-b99a-4f09e99503f1 req-5f1b80ed-4ce5-4f52-a257-cf4a4a1bb234 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:46.730014 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-99dee044-c8d3-4d77-b99a-4f09e99503f1 req-5f1b80ed-4ce5-4f52-a257-cf4a4a1bb234 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Calling delete_port for 5de9af1b-305a-4e01-bcc2-963d3ca87d98 owned by compute:nova {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:06:46.881586 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-99dee044-c8d3-4d77-b99a-4f09e99503f1 req-5f1b80ed-4ce5-4f52-a257-cf4a4a1bb234 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:46.929052 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b80ed-4ce5-4f52-a257-cf4a4a1bb234 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Port': ['ID=5de9af1b-305a-4e01-bcc2-963d3ca87d98,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:47.111269 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-99dee044-c8d3-4d77-b99a-4f09e99503f1 req-5f1b80ed-4ce5-4f52-a257-cf4a4a1bb234 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] No DVR routers for this DVR port 5de9af1b-305a-4e01-bcc2-963d3ca87d98 on host hv-neutron-8295 {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:06:47.113973 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-99dee044-c8d3-4d77-b99a-4f09e99503f1 req-5f1b80ed-4ce5-4f52-a257-cf4a4a1bb234 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:47.116385 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac433742-2369-42a6-a7bb-6e582d52291a', 'name': 'network-vif-deleted', 'tag': '5de9af1b-305a-4e01-bcc2-963d3ca87d98'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:06:47.133703 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-99dee044-c8d3-4d77-b99a-4f09e99503f1 req-5f1b80ed-4ce5-4f52-a257-cf4a4a1bb234 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "DELETE /v2.0/ports/5de9af1b-305a-4e01-bcc2-963d3ca87d98 HTTP/1.1" status: 204 len: 173 time: 0.8557730 Feb 16 13:06:47.161145 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac433742-2369-42a6-a7bb-6e582d52291a', 'name': 'network-vif-deleted', 'tag': '5de9af1b-305a-4e01-bcc2-963d3ca87d98', 'status': 'completed', 'code': 200} Feb 16 13:06:47.631833 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7fdcbf0c-d313-4a1b-aca5-d1c241828214 req-0af739e0-b7ff-417b-a2ef-ff4f55fa0c06 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=ac433742-2369-42a6-a7bb-6e582d52291a HTTP/1.1" status: 200 len: 210 time: 0.0473340 Feb 16 13:06:48.729541 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45796) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:06:48.803672 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1d731e73-b2c7-4492-a900-80e0fd92f75d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:48.839438 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1d731e73-b2c7-4492-a900-80e0fd92f75d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:48.907513 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1d731e73-b2c7-4492-a900-80e0fd92f75d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:48.933790 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d731e73-b2c7-4492-a900-80e0fd92f75d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfae57ab-e290-4391-bb62-a72393f5fc0a,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:48.945626 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1d731e73-b2c7-4492-a900-80e0fd92f75d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:48.946770 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1d731e73-b2c7-4492-a900-80e0fd92f75d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "DELETE /v2.0/security-groups/cfae57ab-e290-4391-bb62-a72393f5fc0a HTTP/1.1" status: 204 len: 168 time: 0.2162244 Feb 16 13:06:48.978127 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45802) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:06:49.549224 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7cd21802-c44a-4be5-b2f5-02798a065ee2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:49.825231 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 5de9af1b-305a-4e01-bcc2-963d3ca87d98 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:06:49.861070 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] No Port match for: 5de9af1b-305a-4e01-bcc2-963d3ca87d98 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:06:49.861348 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 5de9af1b-305a-4e01-bcc2-963d3ca87d98 not bound to the agent host hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:06:50.011140 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-7cd21802-c44a-4be5-b2f5-02798a065ee2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Deleting port 3773d70a-3425-4e1a-9a08-33b1bcaa0de1 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:06:50.011805 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7cd21802-c44a-4be5-b2f5-02798a065ee2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:50.204909 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-7cd21802-c44a-4be5-b2f5-02798a065ee2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] For port 3773d70a-3425-4e1a-9a08-33b1bcaa0de1, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=3773d70a-3425-4e1a-9a08-33b1bcaa0de1,segment=NetworkSegment(5c17a665-df08-42d0-9e08-b8d4a9852332),segment_id=5c17a665-df08-42d0-9e08-b8d4a9852332)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:06:50.205155 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7cd21802-c44a-4be5-b2f5-02798a065ee2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:50.343800 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-7cd21802-c44a-4be5-b2f5-02798a065ee2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Calling delete_port for 3773d70a-3425-4e1a-9a08-33b1bcaa0de1 owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:06:50.682146 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7cd21802-c44a-4be5-b2f5-02798a065ee2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:50.732832 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd21802-c44a-4be5-b2f5-02798a065ee2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Port': ['ID=3773d70a-3425-4e1a-9a08-33b1bcaa0de1,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:51.005831 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7cd21802-c44a-4be5-b2f5-02798a065ee2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:51.484851 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd21802-c44a-4be5-b2f5-02798a065ee2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Router 01170e70-c324-49a1-9b8c-73ac420ccc87 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:06:51.665937 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd21802-c44a-4be5-b2f5-02798a065ee2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:06:51.676255 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1485fd40-776e-4048-8ed6-325da5ec22fe None None] Sync routers for ids ['01170e70-c324-49a1-9b8c-73ac420ccc87'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:06:51.679218 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7cd21802-c44a-4be5-b2f5-02798a065ee2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "PUT /v2.0/routers/01170e70-c324-49a1-9b8c-73ac420ccc87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6999185 Feb 16 13:06:51.683040 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45806) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:06:51.687641 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1485fd40-776e-4048-8ed6-325da5ec22fe None None] Routers {'01170e70-c324-49a1-9b8c-73ac420ccc87'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:06:51.688252 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-1485fd40-776e-4048-8ed6-325da5ec22fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:06:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['01170e70-c324-49a1-9b8c-73ac420ccc87'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:51.765239 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee02165b-cd44-404b-8e90-fe3c6b269aea tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Deleting subnet e096eabf-0bd6-4966-908a-25eb95325312 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:06:51.768245 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ee02165b-cd44-404b-8e90-fe3c6b269aea tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:51.824305 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ee02165b-cd44-404b-8e90-fe3c6b269aea tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:51.866360 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-1485fd40-776e-4048-8ed6-325da5ec22fe None None] Set router 01170e70-c324-49a1-9b8c-73ac420ccc87 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:06:51.910682 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ee02165b-cd44-404b-8e90-fe3c6b269aea tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:51.985595 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ee02165b-cd44-404b-8e90-fe3c6b269aea tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:52.024823 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee02165b-cd44-404b-8e90-fe3c6b269aea tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Subnet': ['ID=e096eabf-0bd6-4966-908a-25eb95325312,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:52.028363 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ee02165b-cd44-404b-8e90-fe3c6b269aea tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:52.035187 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ee02165b-cd44-404b-8e90-fe3c6b269aea tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "DELETE /v2.0/subnets/e096eabf-0bd6-4966-908a-25eb95325312 HTTP/1.1" status: 204 len: 168 time: 0.3506615 Feb 16 13:06:52.037389 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45810) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:06:52.041965 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992fbced-c94e-49cd-94a5-fb6713a005cc None None] Network ba02902e-1fd1-4efc-8dbd-185ac9701fc7 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:06:52.221880 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-11c4b250-9d48-473f-8b8f-3be7de9b18d0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:52.322647 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-1485fd40-776e-4048-8ed6-325da5ec22fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'name': 'tempest-TestNetworkBasicOps-router-1675238098', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.125'}], 'enable_snat': True}, 'gw_port_id': 'f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:07Z', 'updated_at': '2022-02-16T13:06:50Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:08Z', 'updated_at': '2022-02-16T13:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:52.326841 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1485fd40-776e-4048-8ed6-325da5ec22fe None None] Checking router: 01170e70-c324-49a1-9b8c-73ac420ccc87 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:06:52.335297 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1485fd40-776e-4048-8ed6-325da5ec22fe None None] Routers {'01170e70-c324-49a1-9b8c-73ac420ccc87'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:06:52.335913 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-1485fd40-776e-4048-8ed6-325da5ec22fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:06:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['01170e70-c324-49a1-9b8c-73ac420ccc87'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:52.412866 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-11c4b250-9d48-473f-8b8f-3be7de9b18d0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:52.424298 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-11c4b250-9d48-473f-8b8f-3be7de9b18d0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Deleting port f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:06:52.424679 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-11c4b250-9d48-473f-8b8f-3be7de9b18d0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:52.534900 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f744cb-0539-4501-9387-382a9413ae34 None None] DHCP port deletion for ba02902e-1fd1-4efc-8dbd-185ac9701fc7 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:06:52.557972 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-d8f744cb-0539-4501-9387-382a9413ae34 None None] Deleting port 421bb1d5-3712-4498-adcd-90377c49c860 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:06:52.558330 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d8f744cb-0539-4501-9387-382a9413ae34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:52.608218 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-11c4b250-9d48-473f-8b8f-3be7de9b18d0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] For port f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:06:52.608913 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-11c4b250-9d48-473f-8b8f-3be7de9b18d0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:52.664075 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-1485fd40-776e-4048-8ed6-325da5ec22fe None None] Set router 01170e70-c324-49a1-9b8c-73ac420ccc87 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:06:52.729572 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-11c4b250-9d48-473f-8b8f-3be7de9b18d0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Calling delete_port for f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8 owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:06:52.985632 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-d8f744cb-0539-4501-9387-382a9413ae34 None None] For port 421bb1d5-3712-4498-adcd-90377c49c860, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=421bb1d5-3712-4498-adcd-90377c49c860,segment=NetworkSegment(5c17a665-df08-42d0-9e08-b8d4a9852332),segment_id=5c17a665-df08-42d0-9e08-b8d4a9852332)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:06:52.986281 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d8f744cb-0539-4501-9387-382a9413ae34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:53.018203 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-11c4b250-9d48-473f-8b8f-3be7de9b18d0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:53.072492 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4b250-9d48-473f-8b8f-3be7de9b18d0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Port': ['ID=f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:53.148646 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-d8f744cb-0539-4501-9387-382a9413ae34 None None] Calling delete_port for 421bb1d5-3712-4498-adcd-90377c49c860 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:06:53.176643 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-11c4b250-9d48-473f-8b8f-3be7de9b18d0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023674'] for router_gateway, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:53.235554 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-1485fd40-776e-4048-8ed6-325da5ec22fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'name': 'tempest-TestNetworkBasicOps-router-1675238098', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.125'}], 'enable_snat': True}, 'gw_port_id': 'f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:07Z', 'updated_at': '2022-02-16T13:06:50Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:08Z', 'updated_at': '2022-02-16T13:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:53.240549 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1485fd40-776e-4048-8ed6-325da5ec22fe None None] The sync data for ids ['01170e70-c324-49a1-9b8c-73ac420ccc87'] in dv-neutron-829527-1-hyperv is: [{'id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'name': 'tempest-TestNetworkBasicOps-router-1675238098', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.125'}], 'enable_snat': True}, 'gw_port_id': 'f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:05:07Z', 'updated_at': '2022-02-16T13:06:50Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:8e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01170e70-c324-49a1-9b8c-73ac420ccc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:05:08Z', 'updated_at': '2022-02-16T13:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:06:53.242700 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d8f744cb-0539-4501-9387-382a9413ae34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:53.301043 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 421bb1d5-3712-4498-adcd-90377c49c860 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:06:53.339312 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f744cb-0539-4501-9387-382a9413ae34 None None] No DVR routers for this DVR port 421bb1d5-3712-4498-adcd-90377c49c860 on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:06:53.345822 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f744cb-0539-4501-9387-382a9413ae34 None None] Pushing event deleted for resources: {'Port': ['ID=421bb1d5-3712-4498-adcd-90377c49c860,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:53.349168 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 421bb1d5-3712-4498-adcd-90377c49c860 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:06:53.349602 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 421bb1d5-3712-4498-adcd-90377c49c860 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:06:53.356533 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f744cb-0539-4501-9387-382a9413ae34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:53.357063 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f744cb-0539-4501-9387-382a9413ae34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:53.357483 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f744cb-0539-4501-9387-382a9413ae34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:53.357879 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f744cb-0539-4501-9387-382a9413ae34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:53.358266 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f744cb-0539-4501-9387-382a9413ae34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:53.358652 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f744cb-0539-4501-9387-382a9413ae34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:53.359036 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f744cb-0539-4501-9387-382a9413ae34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:53.359414 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f744cb-0539-4501-9387-382a9413ae34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:53.359807 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f744cb-0539-4501-9387-382a9413ae34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:53.360187 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f744cb-0539-4501-9387-382a9413ae34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:53.360638 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f744cb-0539-4501-9387-382a9413ae34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:53.360990 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f744cb-0539-4501-9387-382a9413ae34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:53.397803 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-11c4b250-9d48-473f-8b8f-3be7de9b18d0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:53.400109 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-11c4b250-9d48-473f-8b8f-3be7de9b18d0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:53.429429 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-11c4b250-9d48-473f-8b8f-3be7de9b18d0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:53.430135 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c4b250-9d48-473f-8b8f-3be7de9b18d0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Fanout notify agent at l3_agent the message router_deleted on router 01170e70-c324-49a1-9b8c-73ac420ccc87 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:06:53.451627 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-11c4b250-9d48-473f-8b8f-3be7de9b18d0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:53.455296 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-11c4b250-9d48-473f-8b8f-3be7de9b18d0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "DELETE /v2.0/routers/01170e70-c324-49a1-9b8c-73ac420ccc87 HTTP/1.1" status: 204 len: 168 time: 1.4141960 Feb 16 13:06:53.455497 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45814) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:06:53.571432 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-93a36dbb-0d11-47ec-b8c8-b23f013d34c0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:53.719326 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-93a36dbb-0d11-47ec-b8c8-b23f013d34c0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:53.753115 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-93a36dbb-0d11-47ec-b8c8-b23f013d34c0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba02902e-1fd1-4efc-8dbd-185ac9701fc7']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:53.768055 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-93a36dbb-0d11-47ec-b8c8-b23f013d34c0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c17a665-df08-42d0-9e08-b8d4a9852332') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:53.768360 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-93a36dbb-0d11-47ec-b8c8-b23f013d34c0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c17a665-df08-42d0-9e08-b8d4a9852332') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:53.780553 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-93a36dbb-0d11-47ec-b8c8-b23f013d34c0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:53.797044 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-93a36dbb-0d11-47ec-b8c8-b23f013d34c0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:53.803517 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93a36dbb-0d11-47ec-b8c8-b23f013d34c0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:06:53.803937 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-93a36dbb-0d11-47ec-b8c8-b23f013d34c0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:53.819653 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 13:06:53.819653 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:06:53.819653 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 13:06:53.819653 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:06:53.819653 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 13:06:53.819653 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:06:53.819653 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 13:06:53.819653 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:06:53.819653 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 13:06:53.819653 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:06:53.819653 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 13:06:53.819653 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:06:53.819653 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 13:06:53.819653 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:06:53.819653 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:06:53.819653 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:06:53.819653 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:06:53.819653 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:06:53.819653 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 13:06:53.819653 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:06:53.819653 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 13:06:53.819653 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:06:53.819653 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:06:53.819653 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:06:53.819653 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 13:06:53.819653 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:06:53.819653 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:06:53.819653 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:06:53.819653 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:06:53.819653 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:06:53.819653 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:06:53.819653 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:06:53.908795 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-93a36dbb-0d11-47ec-b8c8-b23f013d34c0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:53.928223 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-93a36dbb-0d11-47ec-b8c8-b23f013d34c0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:53.940739 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a36dbb-0d11-47ec-b8c8-b23f013d34c0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Network': ['ID=ba02902e-1fd1-4efc-8dbd-185ac9701fc7,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:53.956953 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-93a36dbb-0d11-47ec-b8c8-b23f013d34c0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "DELETE /v2.0/networks/ba02902e-1fd1-4efc-8dbd-185ac9701fc7 HTTP/1.1" status: 204 len: 168 time: 0.5003712 Feb 16 13:06:53.983501 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45818) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:06:53.989227 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-5cbac52e-5454-4ad2-89ec-c0f17b7f3006 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'network': {'name': 'tempest-network-smoke--136197493', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'port_security_enabled': True}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:06:53.994420 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5cbac52e-5454-4ad2-89ec-c0f17b7f3006 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:06:53.998502 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5cbac52e-5454-4ad2-89ec-c0f17b7f3006 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:network and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:06:54.001361 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5cbac52e-5454-4ad2-89ec-c0f17b7f3006 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:06:54.007916 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5cbac52e-5454-4ad2-89ec-c0f17b7f3006 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:06:54.019150 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbac52e-5454-4ad2-89ec-c0f17b7f3006 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Made reservation on behalf of a1535d45c61244dc9e2a62da1414d228 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:06:54.023064 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5cbac52e-5454-4ad2-89ec-c0f17b7f3006 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:54.052672 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cbac52e-5454-4ad2-89ec-c0f17b7f3006 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:06:54.063592 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5cbac52e-5454-4ad2-89ec-c0f17b7f3006 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:54.063939 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-5cbac52e-5454-4ad2-89ec-c0f17b7f3006 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Added segment 633ae5fe-47b5-4ef3-afb7-fed0c68c52e4 of type vlan for network c56ede41-fa3a-48e3-b569-b50bd2bdc903 Feb 16 13:06:54.099641 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5cbac52e-5454-4ad2-89ec-c0f17b7f3006 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:54.132496 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5cbac52e-5454-4ad2-89ec-c0f17b7f3006 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:54.141440 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbac52e-5454-4ad2-89ec-c0f17b7f3006 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:54.142203 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5cbac52e-5454-4ad2-89ec-c0f17b7f3006 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:54.248762 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5cbac52e-5454-4ad2-89ec-c0f17b7f3006 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2639513 Feb 16 13:06:54.251634 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 45822) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:06:54.257983 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-57ef8a89-0e10-4ad7-8234-058695d67606 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2134104713', 'admin_state_up': True, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:06:54.259181 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbac52e-5454-4ad2-89ec-c0f17b7f3006 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Network': ['ID=c56ede41-fa3a-48e3-b569-b50bd2bdc903,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:54.266370 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-57ef8a89-0e10-4ad7-8234-058695d67606 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:06:54.271096 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-57ef8a89-0e10-4ad7-8234-058695d67606 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:router and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:06:54.274469 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-57ef8a89-0e10-4ad7-8234-058695d67606 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:06:54.274885 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network c56ede41-fa3a-48e3-b569-b50bd2bdc903 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:06:54.282564 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-57ef8a89-0e10-4ad7-8234-058695d67606 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:06:54.296200 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-57ef8a89-0e10-4ad7-8234-058695d67606 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:54.297345 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-57ef8a89-0e10-4ad7-8234-058695d67606 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:54.318403 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-57ef8a89-0e10-4ad7-8234-058695d67606 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:54.595200 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-57ef8a89-0e10-4ad7-8234-058695d67606 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:54.922831 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-57ef8a89-0e10-4ad7-8234-058695d67606 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router_gateway, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:54.952582 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-57ef8a89-0e10-4ad7-8234-058695d67606 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:55.092434 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-57ef8a89-0e10-4ad7-8234-058695d67606 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Allocated IP 172.26.5.54 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/f84c8e13-9240-4953-ace1-e2c5fb9665b1) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:06:55.140065 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:06:55.173599 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:06:55.173796 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device f765b2ce-fe33-4c0a-9c6c-bf1b3992edb8 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:06:55.174236 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 3773d70a-3425-4e1a-9a08-33b1bcaa0de1 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:06:55.206742 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 3773d70a-3425-4e1a-9a08-33b1bcaa0de1 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:06:55.207051 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 3773d70a-3425-4e1a-9a08-33b1bcaa0de1 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:06:55.250680 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-57ef8a89-0e10-4ad7-8234-058695d67606 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:55.287078 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-57ef8a89-0e10-4ad7-8234-058695d67606 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:55.352219 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ef8a89-0e10-4ad7-8234-058695d67606 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:06:55.355091 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-57ef8a89-0e10-4ad7-8234-058695d67606 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:06:55.358821 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ef8a89-0e10-4ad7-8234-058695d67606 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:06:55.387501 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef8a89-0e10-4ad7-8234-058695d67606 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=f84c8e13-9240-4953-ace1-e2c5fb9665b1,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:55.906648 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-57ef8a89-0e10-4ad7-8234-058695d67606 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router_gateway, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:56.259342 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-57ef8a89-0e10-4ad7-8234-058695d67606 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:56.499034 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ef8a89-0e10-4ad7-8234-058695d67606 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Router cfb00334-9bb2-490d-9512-e4de54249265 is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:06:56.683765 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ef8a89-0e10-4ad7-8234-058695d67606 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:06:56.695128 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57246baf-4dda-4b9f-8eeb-808bc334ceab None None] Sync routers for ids ['cfb00334-9bb2-490d-9512-e4de54249265'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:06:56.705577 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57246baf-4dda-4b9f-8eeb-808bc334ceab None None] Routers {'cfb00334-9bb2-490d-9512-e4de54249265'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:06:56.706268 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-57246baf-4dda-4b9f-8eeb-808bc334ceab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:06:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['cfb00334-9bb2-490d-9512-e4de54249265'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:56.713197 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-57ef8a89-0e10-4ad7-8234-058695d67606 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:56.714617 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-57ef8a89-0e10-4ad7-8234-058695d67606 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4616983 Feb 16 13:06:56.717759 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 45826) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:06:56.760404 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e013f45b-5aef-49f4-a442-eccd87035bf0 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=a1535d45c61244dc9e2a62da1414d228&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415206 Feb 16 13:06:56.763385 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45830) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:06:56.887204 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-57246baf-4dda-4b9f-8eeb-808bc334ceab None None] Set router cfb00334-9bb2-490d-9512-e4de54249265 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:06:56.894869 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a2a24c-91ab-481d-946c-ecb21d11d987 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:56.899198 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-60a2a24c-91ab-481d-946c-ecb21d11d987 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1318767 Feb 16 13:06:56.899428 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45834) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:06:56.937665 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7288b2ba-41f3-4b66-88d3-6314033057d0 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370483 Feb 16 13:06:56.940136 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45838) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:06:56.945483 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-f9f5ecb7-9504-4759-a6e4-6d3a038b02cb tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-640765305', 'network_id': 'c56ede41-fa3a-48e3-b569-b50bd2bdc903', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:06:57.054361 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f9f5ecb7-9504-4759-a6e4-6d3a038b02cb tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:06:57.058417 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f9f5ecb7-9504-4759-a6e4-6d3a038b02cb tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:subnet and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:06:57.061690 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f9f5ecb7-9504-4759-a6e4-6d3a038b02cb tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:06:57.067680 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f9f5ecb7-9504-4759-a6e4-6d3a038b02cb tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:06:57.081143 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f5ecb7-9504-4759-a6e4-6d3a038b02cb tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Made reservation on behalf of a1535d45c61244dc9e2a62da1414d228 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:06:57.084691 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f9f5ecb7-9504-4759-a6e4-6d3a038b02cb tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:57.180213 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-57246baf-4dda-4b9f-8eeb-808bc334ceab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'name': 'tempest-TestNetworkBasicOps-router-2134104713', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': 'f84c8e13-9240-4953-ace1-e2c5fb9665b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:54Z', 'updated_at': '2022-02-16T13:06:55Z', 'revision_number': 3, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f84c8e13-9240-4953-ace1-e2c5fb9665b1', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f8:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:06:54Z', 'updated_at': '2022-02-16T13:06:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:57.185355 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57246baf-4dda-4b9f-8eeb-808bc334ceab None None] Checking router: cfb00334-9bb2-490d-9512-e4de54249265 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:06:57.185835 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57246baf-4dda-4b9f-8eeb-808bc334ceab None None] Updating router cfb00334-9bb2-490d-9512-e4de54249265 port f84c8e13-9240-4953-ace1-e2c5fb9665b1 binding host dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:06:57.275147 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-57246baf-4dda-4b9f-8eeb-808bc334ceab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:57.421138 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f9f5ecb7-9504-4759-a6e4-6d3a038b02cb tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:57.503417 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5ecb7-9504-4759-a6e4-6d3a038b02cb tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Subnet': ['ID=787f6e49-10a1-4844-aaab-9231d6959eef,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:57.514047 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f5ecb7-9504-4759-a6e4-6d3a038b02cb tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Checking segment: {'id': '633ae5fe-47b5-4ef3-afb7-fed0c68c52e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c56ede41-fa3a-48e3-b569-b50bd2bdc903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:06:57.514413 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f5ecb7-9504-4759-a6e4-6d3a038b02cb tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network hostable DHCP agents. Network: c56ede41-fa3a-48e3-b569-b50bd2bdc903, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:06:57.536104 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f5ecb7-9504-4759-a6e4-6d3a038b02cb tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network c56ede41-fa3a-48e3-b569-b50bd2bdc903 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:06:57.552538 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-f9f5ecb7-9504-4759-a6e4-6d3a038b02cb tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, c56ede41-fa3a-48e3-b569-b50bd2bdc903) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:06:57.557310 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f5ecb7-9504-4759-a6e4-6d3a038b02cb tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:06:57.558904 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f9f5ecb7-9504-4759-a6e4-6d3a038b02cb tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:57.563134 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c12223-6335-4c8d-a9d5-cefe541d92ca None None] Network c56ede41-fa3a-48e3-b569-b50bd2bdc903 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:06:57.588731 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f9f5ecb7-9504-4759-a6e4-6d3a038b02cb tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6474845 Feb 16 13:06:57.591446 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45842) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:06:57.622027 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-57246baf-4dda-4b9f-8eeb-808bc334ceab None None] Notify callbacks [] for port, precommit_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:57.634427 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.provisioning_blocks [None req-57246baf-4dda-4b9f-8eeb-808bc334ceab None None] Transition to ACTIVE for port object f84c8e13-9240-4953-ace1-e2c5fb9665b1 will not be triggered until provisioned by entity L2. {{(pid=87703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:06:57.642011 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-57246baf-4dda-4b9f-8eeb-808bc334ceab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:57.720478 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88afb9c8-5a97-4ff2-9ee5-6e9c09955bcf None None] Pushing event updated for resources: {'Port': ['ID=f84c8e13-9240-4953-ace1-e2c5fb9665b1,revision_number=2']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:57.731850 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88afb9c8-5a97-4ff2-9ee5-6e9c09955bcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:57.732194 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88afb9c8-5a97-4ff2-9ee5-6e9c09955bcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:57.732528 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88afb9c8-5a97-4ff2-9ee5-6e9c09955bcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:57.732879 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88afb9c8-5a97-4ff2-9ee5-6e9c09955bcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:57.733204 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88afb9c8-5a97-4ff2-9ee5-6e9c09955bcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:57.733529 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88afb9c8-5a97-4ff2-9ee5-6e9c09955bcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:57.733846 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88afb9c8-5a97-4ff2-9ee5-6e9c09955bcf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:57.734169 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88afb9c8-5a97-4ff2-9ee5-6e9c09955bcf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:57.734488 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88afb9c8-5a97-4ff2-9ee5-6e9c09955bcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:57.734802 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88afb9c8-5a97-4ff2-9ee5-6e9c09955bcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:57.735117 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88afb9c8-5a97-4ff2-9ee5-6e9c09955bcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:57.735867 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88afb9c8-5a97-4ff2-9ee5-6e9c09955bcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:06:57.742713 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-57246baf-4dda-4b9f-8eeb-808bc334ceab None None] Attempting to bind port f84c8e13-9240-4953-ace1-e2c5fb9665b1 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:06:57.743074 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-57246baf-4dda-4b9f-8eeb-808bc334ceab None None] Attempting to bind port f84c8e13-9240-4953-ace1-e2c5fb9665b1 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:06:57.743436 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57246baf-4dda-4b9f-8eeb-808bc334ceab None None] Attempting to bind port f84c8e13-9240-4953-ace1-e2c5fb9665b1 on network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:06:57.748939 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57246baf-4dda-4b9f-8eeb-808bc334ceab None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:06:57.749312 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57246baf-4dda-4b9f-8eeb-808bc334ceab None None] Checking segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:06:57.749707 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-57246baf-4dda-4b9f-8eeb-808bc334ceab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:57.750091 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57246baf-4dda-4b9f-8eeb-808bc334ceab None None] Bound using segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:06:57.750549 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-57246baf-4dda-4b9f-8eeb-808bc334ceab None None] Bound port: f84c8e13-9240-4953-ace1-e2c5fb9665b1, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:06:57.750915 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-57246baf-4dda-4b9f-8eeb-808bc334ceab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:57.791012 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a377583-9826-48a9-9898-ee36e054fe07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-c56ede41-fa3a-48e3-b569-b50bd2bdc903', 'network_id': 'c56ede41-fa3a-48e3-b569-b50bd2bdc903', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ips': [{'subnet_id': '787f6e49-10a1-4844-aaab-9231d6959eef'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:06:57.792193 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6a377583-9826-48a9-9898-ee36e054fe07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:57.824298 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-57246baf-4dda-4b9f-8eeb-808bc334ceab None None] For port f84c8e13-9240-4953-ace1-e2c5fb9665b1, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:06:57.827438 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-57246baf-4dda-4b9f-8eeb-808bc334ceab None None] For port f84c8e13-9240-4953-ace1-e2c5fb9665b1, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=f84c8e13-9240-4953-ace1-e2c5fb9665b1,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:06:57.832337 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-57246baf-4dda-4b9f-8eeb-808bc334ceab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:57.913222 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57246baf-4dda-4b9f-8eeb-808bc334ceab None None] Routers {'cfb00334-9bb2-490d-9512-e4de54249265'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:06:57.914087 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-57246baf-4dda-4b9f-8eeb-808bc334ceab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:06:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['cfb00334-9bb2-490d-9512-e4de54249265'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:57.980832 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88afb9c8-5a97-4ff2-9ee5-6e9c09955bcf None None] Pushing event updated for resources: {'Port': ['ID=f84c8e13-9240-4953-ace1-e2c5fb9665b1,revision_number=3']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:58.012937 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-6a377583-9826-48a9-9898-ee36e054fe07 None None] Allocated IP 172.20.0.2 (c56ede41-fa3a-48e3-b569-b50bd2bdc903/787f6e49-10a1-4844-aaab-9231d6959eef/19c70cd3-32e9-422d-bab8-b89a09ed9e85) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:06:58.097063 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-57246baf-4dda-4b9f-8eeb-808bc334ceab None None] Set router cfb00334-9bb2-490d-9512-e4de54249265 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:06:58.222402 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6a377583-9826-48a9-9898-ee36e054fe07 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:58.233544 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-6a377583-9826-48a9-9898-ee36e054fe07 None None] Transition to ACTIVE for port object 19c70cd3-32e9-422d-bab8-b89a09ed9e85 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:06:58.262584 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-6a377583-9826-48a9-9898-ee36e054fe07 None None] Transition to ACTIVE for port object 19c70cd3-32e9-422d-bab8-b89a09ed9e85 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:06:58.269571 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6a377583-9826-48a9-9898-ee36e054fe07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:58.326792 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fb162ec5-f46e-4f25-bccf-4b9943c17a27 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:58.345670 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a377583-9826-48a9-9898-ee36e054fe07 None None] Network c56ede41-fa3a-48e3-b569-b50bd2bdc903 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:06:58.348774 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-6a377583-9826-48a9-9898-ee36e054fe07 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:06:58.352696 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a377583-9826-48a9-9898-ee36e054fe07 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:06:58.392900 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-57246baf-4dda-4b9f-8eeb-808bc334ceab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'name': 'tempest-TestNetworkBasicOps-router-2134104713', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': 'f84c8e13-9240-4953-ace1-e2c5fb9665b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:54Z', 'updated_at': '2022-02-16T13:06:55Z', 'revision_number': 3, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f84c8e13-9240-4953-ace1-e2c5fb9665b1', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f8:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:06:54Z', 'updated_at': '2022-02-16T13:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:06:58.396963 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57246baf-4dda-4b9f-8eeb-808bc334ceab None None] The sync data for ids ['cfb00334-9bb2-490d-9512-e4de54249265'] in dv-neutron-829527-1-hyperv is: [{'id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'name': 'tempest-TestNetworkBasicOps-router-2134104713', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': 'f84c8e13-9240-4953-ace1-e2c5fb9665b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:54Z', 'updated_at': '2022-02-16T13:06:55Z', 'revision_number': 3, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f84c8e13-9240-4953-ace1-e2c5fb9665b1', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f8:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:06:54Z', 'updated_at': '2022-02-16T13:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:06:58.445353 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a377583-9826-48a9-9898-ee36e054fe07 None None] Pushing event updated for resources: {'Port': ['ID=19c70cd3-32e9-422d-bab8-b89a09ed9e85,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:58.472399 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-6a377583-9826-48a9-9898-ee36e054fe07 None None] Attempting to bind port 19c70cd3-32e9-422d-bab8-b89a09ed9e85 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:06:58.473104 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-6a377583-9826-48a9-9898-ee36e054fe07 None None] Attempting to bind port 19c70cd3-32e9-422d-bab8-b89a09ed9e85 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '633ae5fe-47b5-4ef3-afb7-fed0c68c52e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c56ede41-fa3a-48e3-b569-b50bd2bdc903'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:06:58.473479 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a377583-9826-48a9-9898-ee36e054fe07 None None] Attempting to bind port 19c70cd3-32e9-422d-bab8-b89a09ed9e85 on network c56ede41-fa3a-48e3-b569-b50bd2bdc903 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:06:58.479881 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a377583-9826-48a9-9898-ee36e054fe07 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:06:58.480283 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a377583-9826-48a9-9898-ee36e054fe07 None None] Checking segment: {'id': '633ae5fe-47b5-4ef3-afb7-fed0c68c52e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c56ede41-fa3a-48e3-b569-b50bd2bdc903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:06:58.480747 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6a377583-9826-48a9-9898-ee36e054fe07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:58.481137 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a377583-9826-48a9-9898-ee36e054fe07 None None] Bound using segment: {'id': '633ae5fe-47b5-4ef3-afb7-fed0c68c52e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c56ede41-fa3a-48e3-b569-b50bd2bdc903'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:06:58.481610 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-6a377583-9826-48a9-9898-ee36e054fe07 None None] Bound port: 19c70cd3-32e9-422d-bab8-b89a09ed9e85, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633ae5fe-47b5-4ef3-afb7-fed0c68c52e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c56ede41-fa3a-48e3-b569-b50bd2bdc903'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:06:58.481995 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6a377583-9826-48a9-9898-ee36e054fe07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:58.574768 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-6a377583-9826-48a9-9898-ee36e054fe07 None None] For port 19c70cd3-32e9-422d-bab8-b89a09ed9e85, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:06:58.578259 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-6a377583-9826-48a9-9898-ee36e054fe07 None None] For port 19c70cd3-32e9-422d-bab8-b89a09ed9e85, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=19c70cd3-32e9-422d-bab8-b89a09ed9e85,segment=NetworkSegment(633ae5fe-47b5-4ef3-afb7-fed0c68c52e4),segment_id=633ae5fe-47b5-4ef3-afb7-fed0c68c52e4)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:06:58.583313 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6a377583-9826-48a9-9898-ee36e054fe07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:58.678730 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a377583-9826-48a9-9898-ee36e054fe07 None None] Pushing event updated for resources: {'Port': ['ID=19c70cd3-32e9-422d-bab8-b89a09ed9e85,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:58.798595 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-fb162ec5-f46e-4f25-bccf-4b9943c17a27 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Allocated IP 172.20.0.1 (c56ede41-fa3a-48e3-b569-b50bd2bdc903/787f6e49-10a1-4844-aaab-9231d6959eef/84096011-226b-4d97-8190-bee182bcff1b) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:06:59.106225 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fb162ec5-f46e-4f25-bccf-4b9943c17a27 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:59.123070 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-fb162ec5-f46e-4f25-bccf-4b9943c17a27 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Transition to ACTIVE for port object 84096011-226b-4d97-8190-bee182bcff1b will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:06:59.154603 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fb162ec5-f46e-4f25-bccf-4b9943c17a27 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:59.230635 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb162ec5-f46e-4f25-bccf-4b9943c17a27 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network c56ede41-fa3a-48e3-b569-b50bd2bdc903 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:06:59.233846 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-fb162ec5-f46e-4f25-bccf-4b9943c17a27 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:06:59.236344 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb162ec5-f46e-4f25-bccf-4b9943c17a27 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:06:59.262296 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device f84c8e13-9240-4953-ace1-e2c5fb9665b1 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:06:59.284290 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb162ec5-f46e-4f25-bccf-4b9943c17a27 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=84096011-226b-4d97-8190-bee182bcff1b,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:59.309161 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fb162ec5-f46e-4f25-bccf-4b9943c17a27 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:59.339670 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port f84c8e13-9240-4953-ace1-e2c5fb9665b1 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:06:59.346131 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port f84c8e13-9240-4953-ace1-e2c5fb9665b1 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:06:59.346585 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:59.487507 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:59.505660 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port f84c8e13-9240-4953-ace1-e2c5fb9665b1, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=f84c8e13-9240-4953-ace1-e2c5fb9665b1,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:06:59.511459 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:59.512262 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 19c70cd3-32e9-422d-bab8-b89a09ed9e85 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:06:59.599078 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fb162ec5-f46e-4f25-bccf-4b9943c17a27 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:06:59.642566 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=f84c8e13-9240-4953-ace1-e2c5fb9665b1,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:06:59.657644 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 19c70cd3-32e9-422d-bab8-b89a09ed9e85 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:06:59.713624 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dfa9e2-5c2a-43fc-8fda-ab30cfb153b3 None None] Network c56ede41-fa3a-48e3-b569-b50bd2bdc903 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:06:59.800329 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-360cf0d8-b359-4727-a3ff-468087f27505 None None] Provisioning for port 19c70cd3-32e9-422d-bab8-b89a09ed9e85 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:06:59.811288 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-360cf0d8-b359-4727-a3ff-468087f27505 None None] Provisioning complete for port 19c70cd3-32e9-422d-bab8-b89a09ed9e85 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:06:59.811706 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-360cf0d8-b359-4727-a3ff-468087f27505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:00.090179 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fb162ec5-f46e-4f25-bccf-4b9943c17a27 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:00.095761 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fb162ec5-f46e-4f25-bccf-4b9943c17a27 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:00.113766 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-360cf0d8-b359-4727-a3ff-468087f27505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:00.158191 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-360cf0d8-b359-4727-a3ff-468087f27505 None None] For port 19c70cd3-32e9-422d-bab8-b89a09ed9e85, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=19c70cd3-32e9-422d-bab8-b89a09ed9e85,segment=NetworkSegment(633ae5fe-47b5-4ef3-afb7-fed0c68c52e4),segment_id=633ae5fe-47b5-4ef3-afb7-fed0c68c52e4)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:07:00.163358 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-360cf0d8-b359-4727-a3ff-468087f27505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:00.207712 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fb162ec5-f46e-4f25-bccf-4b9943c17a27 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:00.231112 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360cf0d8-b359-4727-a3ff-468087f27505 None None] Pushing event updated for resources: {'Port': ['ID=19c70cd3-32e9-422d-bab8-b89a09ed9e85,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:00.242684 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb162ec5-f46e-4f25-bccf-4b9943c17a27 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=84096011-226b-4d97-8190-bee182bcff1b,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:00.358158 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb162ec5-f46e-4f25-bccf-4b9943c17a27 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network c56ede41-fa3a-48e3-b569-b50bd2bdc903 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:07:00.359770 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-fb162ec5-f46e-4f25-bccf-4b9943c17a27 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:07:00.401317 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-6ef6f1c3-0c9c-468a-8066-6d23fe88c652 None None] Provisioning complete for port 19c70cd3-32e9-422d-bab8-b89a09ed9e85 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:07:00.401700 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6ef6f1c3-0c9c-468a-8066-6d23fe88c652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:00.543690 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-6ef6f1c3-0c9c-468a-8066-6d23fe88c652 None None] Provisioning for port 84096011-226b-4d97-8190-bee182bcff1b completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:07:00.550397 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-6ef6f1c3-0c9c-468a-8066-6d23fe88c652 None None] Provisioning complete for port 84096011-226b-4d97-8190-bee182bcff1b triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:07:00.550853 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6ef6f1c3-0c9c-468a-8066-6d23fe88c652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:00.553664 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb162ec5-f46e-4f25-bccf-4b9943c17a27 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Router cfb00334-9bb2-490d-9512-e4de54249265 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:07:00.608427 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-6ef6f1c3-0c9c-468a-8066-6d23fe88c652 None None] Port 84096011-226b-4d97-8190-bee182bcff1b cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:07:00.729671 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-b8b4af10-95ff-4f2f-bfd2-b70667ce0d7a None None] Provisioning complete for port 84096011-226b-4d97-8190-bee182bcff1b triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:07:00.730386 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b8b4af10-95ff-4f2f-bfd2-b70667ce0d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:00.787660 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-b8b4af10-95ff-4f2f-bfd2-b70667ce0d7a None None] Port 84096011-226b-4d97-8190-bee182bcff1b cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:07:00.871937 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb162ec5-f46e-4f25-bccf-4b9943c17a27 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:07:00.883068 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b5f95c-6c56-498f-8c07-8e55c65d418a None None] Sync routers for ids ['cfb00334-9bb2-490d-9512-e4de54249265'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:07:00.888602 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fb162ec5-f46e-4f25-bccf-4b9943c17a27 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "PUT /v2.0/routers/cfb00334-9bb2-490d-9512-e4de54249265/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2926443 Feb 16 13:07:00.888893 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45846) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:07:00.894153 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b5f95c-6c56-498f-8c07-8e55c65d418a None None] Routers {'cfb00334-9bb2-490d-9512-e4de54249265'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:07:00.894768 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-78b5f95c-6c56-498f-8c07-8e55c65d418a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:06:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['cfb00334-9bb2-490d-9512-e4de54249265'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:07:01.031347 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5176e820-09d5-4ee8-bdac-aac381ce603b tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:01.031818 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5176e820-09d5-4ee8-bdac-aac381ce603b tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:01.032285 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5176e820-09d5-4ee8-bdac-aac381ce603b tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:01.032782 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5176e820-09d5-4ee8-bdac-aac381ce603b tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:01.034420 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5176e820-09d5-4ee8-bdac-aac381ce603b tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1446228 Feb 16 13:07:01.037296 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45850) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:07:01.103092 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-78b5f95c-6c56-498f-8c07-8e55c65d418a None None] Set router cfb00334-9bb2-490d-9512-e4de54249265 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:07:01.108240 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862293e9-62bd-4b4d-876c-d0b1e8d3b5bc tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:01.108738 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862293e9-62bd-4b4d-876c-d0b1e8d3b5bc tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:01.109192 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862293e9-62bd-4b4d-876c-d0b1e8d3b5bc tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:01.109640 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862293e9-62bd-4b4d-876c-d0b1e8d3b5bc tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:01.111321 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-862293e9-62bd-4b4d-876c-d0b1e8d3b5bc tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0731466 Feb 16 13:07:01.114185 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45854) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:07:01.229251 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device f84c8e13-9240-4953-ace1-e2c5fb9665b1 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:07:01.318866 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b6253e22-1a41-43b6-b1d6-4b2196d4bde4 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2007580 Feb 16 13:07:01.405773 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port f84c8e13-9240-4953-ace1-e2c5fb9665b1 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:07:01.406140 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:01.574910 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-78b5f95c-6c56-498f-8c07-8e55c65d418a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'name': 'tempest-TestNetworkBasicOps-router-2134104713', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': 'f84c8e13-9240-4953-ace1-e2c5fb9665b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:54Z', 'updated_at': '2022-02-16T13:06:59Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f84c8e13-9240-4953-ace1-e2c5fb9665b1', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:06:54Z', 'updated_at': '2022-02-16T13:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '84096011-226b-4d97-8190-bee182bcff1b', 'name': '', 'network_id': 'c56ede41-fa3a-48e3-b569-b50bd2bdc903', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:81:17:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '787f6e49-10a1-4844-aaab-9231d6959eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:06:58Z', 'updated_at': '2022-02-16T13:06:59Z', 'revision_number': 2, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '787f6e49-10a1-4844-aaab-9231d6959eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:07:01.579616 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 19c70cd3-32e9-422d-bab8-b89a09ed9e85 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:07:01.612296 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b5f95c-6c56-498f-8c07-8e55c65d418a None None] Checking router: cfb00334-9bb2-490d-9512-e4de54249265 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:07:01.612658 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b5f95c-6c56-498f-8c07-8e55c65d418a None None] Updating router cfb00334-9bb2-490d-9512-e4de54249265 port 84096011-226b-4d97-8190-bee182bcff1b binding host dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:07:01.685061 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45860) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:07:01.685700 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-78b5f95c-6c56-498f-8c07-8e55c65d418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:01.690627 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-08f239a7-d4b5-4b76-96fc-4b990edfefbe tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-819886361', 'description': 'tempest-secgroup-smoke-819886361 description', 'project_id': 'a1535d45c61244dc9e2a62da1414d228'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:07:01.697275 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-08f239a7-d4b5-4b76-96fc-4b990edfefbe tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:07:01.701611 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-08f239a7-d4b5-4b76-96fc-4b990edfefbe tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:07:01.704644 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-08f239a7-d4b5-4b76-96fc-4b990edfefbe tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:07:01.711399 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-08f239a7-d4b5-4b76-96fc-4b990edfefbe tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:07:01.729993 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-08f239a7-d4b5-4b76-96fc-4b990edfefbe tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:01.754701 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 19c70cd3-32e9-422d-bab8-b89a09ed9e85 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:07:01.755252 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:01.756073 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-08f239a7-d4b5-4b76-96fc-4b990edfefbe tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:07:01.760529 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-08f239a7-d4b5-4b76-96fc-4b990edfefbe tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:07:01.763398 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-08f239a7-d4b5-4b76-96fc-4b990edfefbe tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:07:01.769238 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-08f239a7-d4b5-4b76-96fc-4b990edfefbe tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:07:01.856776 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-08f239a7-d4b5-4b76-96fc-4b990edfefbe tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:01.861643 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-08f239a7-d4b5-4b76-96fc-4b990edfefbe tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:01.899477 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-270e6299-3e25-4698-9c41-0b87164f00f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:01.913590 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f239a7-d4b5-4b76-96fc-4b990edfefbe tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86bad37a-9e4d-42d6-9d1c-cae116933422,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:01.917910 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-08f239a7-d4b5-4b76-96fc-4b990edfefbe tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:01.919254 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-08f239a7-d4b5-4b76-96fc-4b990edfefbe tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2330756 Feb 16 13:07:01.924312 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45864) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:07:01.929895 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-e7ca4c65-5624-4451-9608-a16dbec84815 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': '86bad37a-9e4d-42d6-9d1c-cae116933422', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:07:01.936712 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e7ca4c65-5624-4451-9608-a16dbec84815 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:07:01.941128 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e7ca4c65-5624-4451-9608-a16dbec84815 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:07:01.944127 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e7ca4c65-5624-4451-9608-a16dbec84815 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:07:01.950490 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e7ca4c65-5624-4451-9608-a16dbec84815 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:07:01.968413 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e7ca4c65-5624-4451-9608-a16dbec84815 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:02.031014 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e7ca4c65-5624-4451-9608-a16dbec84815 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:02.035666 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e7ca4c65-5624-4451-9608-a16dbec84815 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:02.056938 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca4c65-5624-4451-9608-a16dbec84815 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd4c0b13-db67-41de-a566-8b277c33230d,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:02.074015 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e7ca4c65-5624-4451-9608-a16dbec84815 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:02.078009 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e7ca4c65-5624-4451-9608-a16dbec84815 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1500425 Feb 16 13:07:02.078277 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45868) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:07:02.083499 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-e0a9fc74-71be-4dd2-9a8e-ced151ccc0a8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': '86bad37a-9e4d-42d6-9d1c-cae116933422', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:07:02.089697 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e0a9fc74-71be-4dd2-9a8e-ced151ccc0a8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:07:02.093628 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e0a9fc74-71be-4dd2-9a8e-ced151ccc0a8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:07:02.096701 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e0a9fc74-71be-4dd2-9a8e-ced151ccc0a8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:07:02.102967 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e0a9fc74-71be-4dd2-9a8e-ced151ccc0a8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:07:02.121732 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e0a9fc74-71be-4dd2-9a8e-ced151ccc0a8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:02.174949 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-78b5f95c-6c56-498f-8c07-8e55c65d418a None None] Notify callbacks [] for port, precommit_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:02.185119 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e0a9fc74-71be-4dd2-9a8e-ced151ccc0a8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:02.187476 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-78b5f95c-6c56-498f-8c07-8e55c65d418a None None] Transition to ACTIVE for port object 84096011-226b-4d97-8190-bee182bcff1b will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:07:02.190054 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e0a9fc74-71be-4dd2-9a8e-ced151ccc0a8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:02.195010 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-78b5f95c-6c56-498f-8c07-8e55c65d418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:02.212991 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a9fc74-71be-4dd2-9a8e-ced151ccc0a8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcb557c6-3daf-45c9-8d4c-357183443e79,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:02.223773 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e0a9fc74-71be-4dd2-9a8e-ced151ccc0a8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:02.224964 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e0a9fc74-71be-4dd2-9a8e-ced151ccc0a8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1457188 Feb 16 13:07:02.228316 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45872) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:07:02.233427 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-06ca05b0-e8cf-4c6d-aa45-01a2b45ddab0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': '86bad37a-9e4d-42d6-9d1c-cae116933422', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:07:02.239170 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-06ca05b0-e8cf-4c6d-aa45-01a2b45ddab0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:07:02.243088 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-06ca05b0-e8cf-4c6d-aa45-01a2b45ddab0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:07:02.246350 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-06ca05b0-e8cf-4c6d-aa45-01a2b45ddab0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:07:02.252123 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-06ca05b0-e8cf-4c6d-aa45-01a2b45ddab0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:07:02.272265 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-06ca05b0-e8cf-4c6d-aa45-01a2b45ddab0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:02.330167 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e16840-869f-4d9c-b745-33e6bc5fd1a5 None None] Pushing event updated for resources: {'Port': ['ID=84096011-226b-4d97-8190-bee182bcff1b,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:02.362968 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-06ca05b0-e8cf-4c6d-aa45-01a2b45ddab0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:02.370263 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-06ca05b0-e8cf-4c6d-aa45-01a2b45ddab0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:02.406458 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca05b0-e8cf-4c6d-aa45-01a2b45ddab0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f427e1fd-27d2-4193-9fdc-0307590d43e6,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:02.416375 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-06ca05b0-e8cf-4c6d-aa45-01a2b45ddab0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:02.420414 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-06ca05b0-e8cf-4c6d-aa45-01a2b45ddab0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1883745 Feb 16 13:07:02.420867 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 45876) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:07:02.426187 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-54843e94-493c-4997-a8af-5e94254b3512 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': '86bad37a-9e4d-42d6-9d1c-cae116933422', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:07:02.438946 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-54843e94-493c-4997-a8af-5e94254b3512 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:07:02.447742 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-54843e94-493c-4997-a8af-5e94254b3512 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:07:02.451182 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-54843e94-493c-4997-a8af-5e94254b3512 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:07:02.458025 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-54843e94-493c-4997-a8af-5e94254b3512 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:07:02.472381 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-78b5f95c-6c56-498f-8c07-8e55c65d418a None None] Attempting to bind port 84096011-226b-4d97-8190-bee182bcff1b on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:07:02.472889 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-78b5f95c-6c56-498f-8c07-8e55c65d418a None None] Attempting to bind port 84096011-226b-4d97-8190-bee182bcff1b by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '633ae5fe-47b5-4ef3-afb7-fed0c68c52e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c56ede41-fa3a-48e3-b569-b50bd2bdc903'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:07:02.473348 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b5f95c-6c56-498f-8c07-8e55c65d418a None None] Attempting to bind port 84096011-226b-4d97-8190-bee182bcff1b on network c56ede41-fa3a-48e3-b569-b50bd2bdc903 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:07:02.476847 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-54843e94-493c-4997-a8af-5e94254b3512 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:02.479677 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b5f95c-6c56-498f-8c07-8e55c65d418a None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:07:02.480131 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b5f95c-6c56-498f-8c07-8e55c65d418a None None] Checking segment: {'id': '633ae5fe-47b5-4ef3-afb7-fed0c68c52e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c56ede41-fa3a-48e3-b569-b50bd2bdc903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:07:02.480590 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-78b5f95c-6c56-498f-8c07-8e55c65d418a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:02.481009 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b5f95c-6c56-498f-8c07-8e55c65d418a None None] Bound using segment: {'id': '633ae5fe-47b5-4ef3-afb7-fed0c68c52e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c56ede41-fa3a-48e3-b569-b50bd2bdc903'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:07:02.481465 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-78b5f95c-6c56-498f-8c07-8e55c65d418a None None] Bound port: 84096011-226b-4d97-8190-bee182bcff1b, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633ae5fe-47b5-4ef3-afb7-fed0c68c52e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c56ede41-fa3a-48e3-b569-b50bd2bdc903'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:07:02.481835 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-78b5f95c-6c56-498f-8c07-8e55c65d418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:02.539259 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-54843e94-493c-4997-a8af-5e94254b3512 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:02.544258 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-54843e94-493c-4997-a8af-5e94254b3512 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:02.566688 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54843e94-493c-4997-a8af-5e94254b3512 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=118cb5bf-0ac9-4664-92ba-037b4f6c0fe2,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:02.581384 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-54843e94-493c-4997-a8af-5e94254b3512 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:02.582793 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-54843e94-493c-4997-a8af-5e94254b3512 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1609647 Feb 16 13:07:02.586174 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45880) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:07:02.591644 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-3cc635e8-25e2-48e5-8920-499879f3ea7a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': '86bad37a-9e4d-42d6-9d1c-cae116933422', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:07:02.597688 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-78b5f95c-6c56-498f-8c07-8e55c65d418a None None] For port 84096011-226b-4d97-8190-bee182bcff1b, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:07:02.597843 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3cc635e8-25e2-48e5-8920-499879f3ea7a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:07:02.601744 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3cc635e8-25e2-48e5-8920-499879f3ea7a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:07:02.601964 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-78b5f95c-6c56-498f-8c07-8e55c65d418a None None] For port 84096011-226b-4d97-8190-bee182bcff1b, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=84096011-226b-4d97-8190-bee182bcff1b,segment=NetworkSegment(633ae5fe-47b5-4ef3-afb7-fed0c68c52e4),segment_id=633ae5fe-47b5-4ef3-afb7-fed0c68c52e4)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:07:02.604688 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3cc635e8-25e2-48e5-8920-499879f3ea7a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:07:02.606978 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-78b5f95c-6c56-498f-8c07-8e55c65d418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:02.610550 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3cc635e8-25e2-48e5-8920-499879f3ea7a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:07:02.622081 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-3cc635e8-25e2-48e5-8920-499879f3ea7a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Project a1535d45c61244dc9e2a62da1414d228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:07:02.628891 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3cc635e8-25e2-48e5-8920-499879f3ea7a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:02.686568 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b5f95c-6c56-498f-8c07-8e55c65d418a None None] Routers {'cfb00334-9bb2-490d-9512-e4de54249265'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:07:02.687240 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-78b5f95c-6c56-498f-8c07-8e55c65d418a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:06:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['cfb00334-9bb2-490d-9512-e4de54249265'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:07:02.701892 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3cc635e8-25e2-48e5-8920-499879f3ea7a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:02.707981 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3cc635e8-25e2-48e5-8920-499879f3ea7a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:02.735826 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc635e8-25e2-48e5-8920-499879f3ea7a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65eb8705-fa33-4845-8dfc-4fe378f9b5a4,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:02.745584 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3cc635e8-25e2-48e5-8920-499879f3ea7a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:02.746951 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3cc635e8-25e2-48e5-8920-499879f3ea7a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1597638 Feb 16 13:07:02.749973 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45884) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:07:02.755505 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-c52269d3-4828-42a2-9702-e80c5c3a3f90 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'security_group_rule': {'security_group_id': '86bad37a-9e4d-42d6-9d1c-cae116933422', 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:07:02.763175 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c52269d3-4828-42a2-9702-e80c5c3a3f90 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:07:02.767338 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c52269d3-4828-42a2-9702-e80c5c3a3f90 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:security_group_rule and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:07:02.770293 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c52269d3-4828-42a2-9702-e80c5c3a3f90 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:07:02.775061 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e16840-869f-4d9c-b745-33e6bc5fd1a5 None None] Pushing event updated for resources: {'Port': ['ID=84096011-226b-4d97-8190-bee182bcff1b,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:02.777327 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c52269d3-4828-42a2-9702-e80c5c3a3f90 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:07:02.795169 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-c52269d3-4828-42a2-9702-e80c5c3a3f90 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Project a1535d45c61244dc9e2a62da1414d228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:07:02.804936 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c52269d3-4828-42a2-9702-e80c5c3a3f90 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:02.877251 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c52269d3-4828-42a2-9702-e80c5c3a3f90 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:02.881943 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c52269d3-4828-42a2-9702-e80c5c3a3f90 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:02.890347 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-78b5f95c-6c56-498f-8c07-8e55c65d418a None None] Set router cfb00334-9bb2-490d-9512-e4de54249265 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:07:02.904643 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52269d3-4828-42a2-9702-e80c5c3a3f90 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b06a3942-1183-4d90-ba32-333459dd5f14,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:02.914673 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c52269d3-4828-42a2-9702-e80c5c3a3f90 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:02.916075 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c52269d3-4828-42a2-9702-e80c5c3a3f90 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1650910 Feb 16 13:07:03.081641 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-626e9449-99c0-4bf9-a678-c08dca0d0bd9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:07:03.099526 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-626e9449-99c0-4bf9-a678-c08dca0d0bd9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:07:03.101062 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-626e9449-99c0-4bf9-a678-c08dca0d0bd9 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-819886361&fields=id&tenant_id=a1535d45c61244dc9e2a62da1414d228 HTTP/1.1" status: 200 len: 267 time: 0.0601823 Feb 16 13:07:03.208437 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-78b5f95c-6c56-498f-8c07-8e55c65d418a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'name': 'tempest-TestNetworkBasicOps-router-2134104713', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': 'f84c8e13-9240-4953-ace1-e2c5fb9665b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:54Z', 'updated_at': '2022-02-16T13:06:59Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f84c8e13-9240-4953-ace1-e2c5fb9665b1', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:06:54Z', 'updated_at': '2022-02-16T13:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '84096011-226b-4d97-8190-bee182bcff1b', 'name': '', 'network_id': 'c56ede41-fa3a-48e3-b569-b50bd2bdc903', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:81:17:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '787f6e49-10a1-4844-aaab-9231d6959eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:06:58Z', 'updated_at': '2022-02-16T13:07:02Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '787f6e49-10a1-4844-aaab-9231d6959eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:07:03.212936 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b5f95c-6c56-498f-8c07-8e55c65d418a None None] The sync data for ids ['cfb00334-9bb2-490d-9512-e4de54249265'] in dv-neutron-829527-1-hyperv is: [{'id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'name': 'tempest-TestNetworkBasicOps-router-2134104713', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': 'f84c8e13-9240-4953-ace1-e2c5fb9665b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:54Z', 'updated_at': '2022-02-16T13:06:59Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f84c8e13-9240-4953-ace1-e2c5fb9665b1', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:06:54Z', 'updated_at': '2022-02-16T13:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '84096011-226b-4d97-8190-bee182bcff1b', 'name': '', 'network_id': 'c56ede41-fa3a-48e3-b569-b50bd2bdc903', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:81:17:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '787f6e49-10a1-4844-aaab-9231d6959eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:06:58Z', 'updated_at': '2022-02-16T13:07:02Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '787f6e49-10a1-4844-aaab-9231d6959eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:07:03.269646 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-fa9ebc29-da98-4c5a-a170-683ae91322f4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:03.270656 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-fa9ebc29-da98-4c5a-a170-683ae91322f4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:network {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:07:03.295119 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-fa9ebc29-da98-4c5a-a170-683ae91322f4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:network {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:07:03.296776 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-fa9ebc29-da98-4c5a-a170-683ae91322f4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/networks?id=c56ede41-fa3a-48e3-b569-b50bd2bdc903 HTTP/1.1" status: 200 len: 796 time: 0.1888263 Feb 16 13:07:03.317632 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-043ea98e-2b75-48e6-bfcb-b0ac513686db tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/quotas/a1535d45c61244dc9e2a62da1414d228 HTTP/1.1" status: 200 len: 375 time: 0.0127423 Feb 16 13:07:03.408043 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-07c1286a-03ae-4353-ae94-a1e7d1fab2a0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:07:03.427209 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-07c1286a-03ae-4353-ae94-a1e7d1fab2a0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:07:03.429448 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-07c1286a-03ae-4353-ae94-a1e7d1fab2a0 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1052670 Feb 16 13:07:03.620255 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-090d43d8-52c7-4137-a539-b4729a6da05e service neutron] 10.222.0.83 "GET /v2.0/networks/c56ede41-fa3a-48e3-b569-b50bd2bdc903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778045 Feb 16 13:07:03.762815 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-177c9320-d827-4367-924d-2dafa5999335 service neutron] 10.222.0.83 "GET /v2.0/networks/c56ede41-fa3a-48e3-b569-b50bd2bdc903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364999 Feb 16 13:07:03.971291 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-8c6bc381-9bf3-4687-9e5b-52ac83a71b16 req-aaa7702a-6287-4ed6-811e-d6b2253c7468 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:07:03.984100 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-8c6bc381-9bf3-4687-9e5b-52ac83a71b16 req-aaa7702a-6287-4ed6-811e-d6b2253c7468 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:07:03.993556 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8c6bc381-9bf3-4687-9e5b-52ac83a71b16 req-aaa7702a-6287-4ed6-811e-d6b2253c7468 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab8eff49-c141-4815-9dcf-b3853b79b02a HTTP/1.1" status: 200 len: 210 time: 0.0668709 Feb 16 13:07:04.134202 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d848b83a-8056-4a5e-ab9d-33415e27fb70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:04.521466 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:05.173823 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-748ba0fb-cf8c-49b1-bb88-d56edab27eac tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:05.175474 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-748ba0fb-cf8c-49b1-bb88-d56edab27eac tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "GET /v2.0/networks?id=c56ede41-fa3a-48e3-b569-b50bd2bdc903 HTTP/1.1" status: 200 len: 796 time: 0.1587288 Feb 16 13:07:05.185048 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:05.190621 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-749e8742-3edb-4106-a05a-1d9119961970 req-e275fca1-4ee5-41db-82ef-290d8033d36a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab8eff49-c141-4815-9dcf-b3853b79b02a HTTP/1.1" status: 200 len: 210 time: 0.0932577 Feb 16 13:07:05.218900 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:05.248690 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 84096011-226b-4d97-8190-bee182bcff1b up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:07:05.251697 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-9ab9ff60-c94b-4661-b340-d5101996c56d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1535d45c61244dc9e2a62da1414d228 HTTP/1.1" status: 200 len: 379 time: 0.0673556 Feb 16 13:07:05.261857 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-fdabd77e-4cbf-48dc-82de-801e119df1a2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'port': {'device_id': 'ab8eff49-c141-4815-9dcf-b3853b79b02a', 'network_id': 'c56ede41-fa3a-48e3-b569-b50bd2bdc903', 'admin_state_up': True, 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'security_groups': ['86bad37a-9e4d-42d6-9d1c-cae116933422']}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:07:05.318014 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 84096011-226b-4d97-8190-bee182bcff1b completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:07:05.323326 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 84096011-226b-4d97-8190-bee182bcff1b triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:07:05.323738 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:05.447360 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:05.481485 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 84096011-226b-4d97-8190-bee182bcff1b, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=84096011-226b-4d97-8190-bee182bcff1b,segment=NetworkSegment(633ae5fe-47b5-4ef3-afb7-fed0c68c52e4),segment_id=633ae5fe-47b5-4ef3-afb7-fed0c68c52e4)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:07:05.486553 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:05.519740 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-fdabd77e-4cbf-48dc-82de-801e119df1a2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:07:05.529241 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-fdabd77e-4cbf-48dc-82de-801e119df1a2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:07:05.539233 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-fdabd77e-4cbf-48dc-82de-801e119df1a2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Made reservation on behalf of a1535d45c61244dc9e2a62da1414d228 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:07:05.545276 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-fdabd77e-4cbf-48dc-82de-801e119df1a2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:05.553994 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=84096011-226b-4d97-8190-bee182bcff1b,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:05.707475 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-fdabd77e-4cbf-48dc-82de-801e119df1a2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Allocated IP 172.20.0.12 (c56ede41-fa3a-48e3-b569-b50bd2bdc903/787f6e49-10a1-4844-aaab-9231d6959eef/4cc64d7e-a373-4a12-bd78-6b7fee263e8e) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:07:05.894530 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-fdabd77e-4cbf-48dc-82de-801e119df1a2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:05.911271 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-fdabd77e-4cbf-48dc-82de-801e119df1a2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Transition to ACTIVE for port object 4cc64d7e-a373-4a12-bd78-6b7fee263e8e will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:07:05.947443 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-fdabd77e-4cbf-48dc-82de-801e119df1a2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:06.015670 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-fdabd77e-4cbf-48dc-82de-801e119df1a2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network c56ede41-fa3a-48e3-b569-b50bd2bdc903 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:07:06.018710 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-fdabd77e-4cbf-48dc-82de-801e119df1a2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:07:06.023472 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-fdabd77e-4cbf-48dc-82de-801e119df1a2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:07:06.058096 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdabd77e-4cbf-48dc-82de-801e119df1a2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=4cc64d7e-a373-4a12-bd78-6b7fee263e8e,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:06.096361 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-fdabd77e-4cbf-48dc-82de-801e119df1a2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:06.097004 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-fdabd77e-4cbf-48dc-82de-801e119df1a2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:06.131433 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-fdabd77e-4cbf-48dc-82de-801e119df1a2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8742235 Feb 16 13:07:06.143828 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-f9f9d2e7-6713-4af2-9101-4ddb3eea13c4 service neutron] Request body: {'port': {'device_id': 'ab8eff49-c141-4815-9dcf-b3853b79b02a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:07:06.258998 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-e6571e82-2f90-4b9c-bd03-022299f3d682 None None] Provisioning for port 4cc64d7e-a373-4a12-bd78-6b7fee263e8e completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:07:06.264783 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-e6571e82-2f90-4b9c-bd03-022299f3d682 None None] Provisioning complete for port 4cc64d7e-a373-4a12-bd78-6b7fee263e8e triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:07:06.265120 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e6571e82-2f90-4b9c-bd03-022299f3d682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:06.267432 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-f9f9d2e7-6713-4af2-9101-4ddb3eea13c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:06.324549 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-e6571e82-2f90-4b9c-bd03-022299f3d682 None None] Port 4cc64d7e-a373-4a12-bd78-6b7fee263e8e cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:07:06.538111 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e375ab5-7a1c-4ceb-a1c5-3a38863e8bbf req-68205665-4928-4dc7-b9c6-1ff6a6a1c127 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:06.538800 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-5e375ab5-7a1c-4ceb-a1c5-3a38863e8bbf req-68205665-4928-4dc7-b9c6-1ff6a6a1c127 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:07:06.574551 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-5e375ab5-7a1c-4ceb-a1c5-3a38863e8bbf req-68205665-4928-4dc7-b9c6-1ff6a6a1c127 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:07:06.575881 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5e375ab5-7a1c-4ceb-a1c5-3a38863e8bbf req-68205665-4928-4dc7-b9c6-1ff6a6a1c127 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab8eff49-c141-4815-9dcf-b3853b79b02a HTTP/1.1" status: 200 len: 932 time: 0.2686419 Feb 16 13:07:06.653005 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5e375ab5-7a1c-4ceb-a1c5-3a38863e8bbf req-7a541eeb-c2c8-4cde-87ce-1c1075aa8496 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=86bad37a-9e4d-42d6-9d1c-cae116933422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659702 Feb 16 13:07:06.728365 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-f9f9d2e7-6713-4af2-9101-4ddb3eea13c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cc64d7e-a373-4a12-bd78-6b7fee263e8e {{(pid=87701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:07:06.735860 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-f9f9d2e7-6713-4af2-9101-4ddb3eea13c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:06.745946 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:06.751292 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-f9f9d2e7-6713-4af2-9101-4ddb3eea13c4 service neutron] Transition to ACTIVE for port object 4cc64d7e-a373-4a12-bd78-6b7fee263e8e will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:07:06.757804 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-f9f9d2e7-6713-4af2-9101-4ddb3eea13c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:06.915747 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f9d2e7-6713-4af2-9101-4ddb3eea13c4 service neutron] Pushing event updated for resources: {'Port': ['ID=4cc64d7e-a373-4a12-bd78-6b7fee263e8e,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:06.997616 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-f9f9d2e7-6713-4af2-9101-4ddb3eea13c4 service neutron] Attempting to bind port 4cc64d7e-a373-4a12-bd78-6b7fee263e8e on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:07:06.997948 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-f9f9d2e7-6713-4af2-9101-4ddb3eea13c4 service neutron] Attempting to bind port 4cc64d7e-a373-4a12-bd78-6b7fee263e8e by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '633ae5fe-47b5-4ef3-afb7-fed0c68c52e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c56ede41-fa3a-48e3-b569-b50bd2bdc903'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:07:06.998265 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-f9f9d2e7-6713-4af2-9101-4ddb3eea13c4 service neutron] Attempting to bind port 4cc64d7e-a373-4a12-bd78-6b7fee263e8e on network c56ede41-fa3a-48e3-b569-b50bd2bdc903 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:07:07.002898 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-f9f9d2e7-6713-4af2-9101-4ddb3eea13c4 service neutron] Port 4cc64d7e-a373-4a12-bd78-6b7fee263e8e on network c56ede41-fa3a-48e3-b569-b50bd2bdc903 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:07:07.003212 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-f9f9d2e7-6713-4af2-9101-4ddb3eea13c4 service neutron] Attempting to bind port 4cc64d7e-a373-4a12-bd78-6b7fee263e8e on network c56ede41-fa3a-48e3-b569-b50bd2bdc903 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:07:07.008717 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-f9f9d2e7-6713-4af2-9101-4ddb3eea13c4 service neutron] Checking agent: {'id': 'b4b5bcfd-2763-4324-82e0-923bc8a52546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'started_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:07:07.009021 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-f9f9d2e7-6713-4af2-9101-4ddb3eea13c4 service neutron] Checking segment: {'id': '633ae5fe-47b5-4ef3-afb7-fed0c68c52e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c56ede41-fa3a-48e3-b569-b50bd2bdc903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:07:07.009418 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-f9f9d2e7-6713-4af2-9101-4ddb3eea13c4 service neutron] Bound using segment: {'id': '633ae5fe-47b5-4ef3-afb7-fed0c68c52e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c56ede41-fa3a-48e3-b569-b50bd2bdc903'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:07:07.009832 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-f9f9d2e7-6713-4af2-9101-4ddb3eea13c4 service neutron] Bound port: 4cc64d7e-a373-4a12-bd78-6b7fee263e8e, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '633ae5fe-47b5-4ef3-afb7-fed0c68c52e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c56ede41-fa3a-48e3-b569-b50bd2bdc903'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:07:07.010165 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-f9f9d2e7-6713-4af2-9101-4ddb3eea13c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:07.100856 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-f9f9d2e7-6713-4af2-9101-4ddb3eea13c4 service neutron] For port 4cc64d7e-a373-4a12-bd78-6b7fee263e8e, host hv-neutron-8295, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:07:07.103969 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-f9f9d2e7-6713-4af2-9101-4ddb3eea13c4 service neutron] For port 4cc64d7e-a373-4a12-bd78-6b7fee263e8e, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=4cc64d7e-a373-4a12-bd78-6b7fee263e8e,segment=NetworkSegment(633ae5fe-47b5-4ef3-afb7-fed0c68c52e4),segment_id=633ae5fe-47b5-4ef3-afb7-fed0c68c52e4)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:07:07.109894 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-f9f9d2e7-6713-4af2-9101-4ddb3eea13c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:07.191062 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 84096011-226b-4d97-8190-bee182bcff1b up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:07:07.196191 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-f9f9d2e7-6713-4af2-9101-4ddb3eea13c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:07.197037 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-f9f9d2e7-6713-4af2-9101-4ddb3eea13c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:07.202974 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-f9f9d2e7-6713-4af2-9101-4ddb3eea13c4 service neutron] 10.222.0.89 "PUT /v2.0/ports/4cc64d7e-a373-4a12-bd78-6b7fee263e8e HTTP/1.1" status: 200 len: 1094 time: 1.0637364 Feb 16 13:07:07.205063 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab8eff49-c141-4815-9dcf-b3853b79b02a', 'tag': '4cc64d7e-a373-4a12-bd78-6b7fee263e8e'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:07:07.212236 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f9d2e7-6713-4af2-9101-4ddb3eea13c4 service neutron] Pushing event updated for resources: {'Port': ['ID=4cc64d7e-a373-4a12-bd78-6b7fee263e8e,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:07.292947 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab8eff49-c141-4815-9dcf-b3853b79b02a', 'tag': '4cc64d7e-a373-4a12-bd78-6b7fee263e8e', 'status': 'completed', 'code': 200} Feb 16 13:07:07.297876 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 84096011-226b-4d97-8190-bee182bcff1b triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:07:07.298815 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:07.331861 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-87dd0119-ce69-4ab1-bbfe-fc619d4218d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:07.333386 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-87dd0119-ce69-4ab1-bbfe-fc619d4218d7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&device_id=ab8eff49-c141-4815-9dcf-b3853b79b02a HTTP/1.1" status: 200 len: 1097 time: 0.0847814 Feb 16 13:07:07.539587 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-2d13f0e6-2d2d-4f7f-aa83-95d761aedb25 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cc64d7e-a373-4a12-bd78-6b7fee263e8e HTTP/1.1" status: 200 len: 217 time: 0.1991041 Feb 16 13:07:07.607573 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-cc759880-bb08-405b-8909-c8bd7236ecb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:07.609055 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-cc759880-bb08-405b-8909-c8bd7236ecb6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=787f6e49-10a1-4844-aaab-9231d6959eef HTTP/1.1" status: 200 len: 834 time: 0.0630336 Feb 16 13:07:07.688497 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-d50d32ed-52ca-48ff-b59f-2bbd0538b209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:07.690012 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-d50d32ed-52ca-48ff-b59f-2bbd0538b209 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c56ede41-fa3a-48e3-b569-b50bd2bdc903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716414 Feb 16 13:07:07.873214 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-c291ae58-4159-42d3-8c11-7bde532f5969 service neutron] 10.222.0.89 "GET /v2.0/networks/c56ede41-fa3a-48e3-b569-b50bd2bdc903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758113 Feb 16 13:07:07.959499 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d1d86-73ea-4773-a46c-209ea5a6a4ff req-0ec7189b-ec92-449b-895a-bbaa57ae76d3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:07.960954 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-247d1d86-73ea-4773-a46c-209ea5a6a4ff req-0ec7189b-ec92-449b-895a-bbaa57ae76d3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab8eff49-c141-4815-9dcf-b3853b79b02a HTTP/1.1" status: 200 len: 944 time: 0.1975374 Feb 16 13:07:08.034363 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-247d1d86-73ea-4773-a46c-209ea5a6a4ff req-fc1b4d3e-cea7-488c-a334-eeea02932374 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=86bad37a-9e4d-42d6-9d1c-cae116933422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664337 Feb 16 13:07:08.051330 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-643a42ab-f545-478c-9c6d-ed87fb704a6f req-4ae53a01-2f8e-4003-800e-773f85a09372 service neutron] 10.222.0.89 "GET /v2.0/networks/c56ede41-fa3a-48e3-b569-b50bd2bdc903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716490 Feb 16 13:07:08.175185 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1baa65-81d1-4b57-9ccb-5489972181e0 req-8d2a10c9-5d28-4a87-bb31-e736f70165e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:08.176597 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1c1baa65-81d1-4b57-9ccb-5489972181e0 req-8d2a10c9-5d28-4a87-bb31-e736f70165e1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&device_id=ab8eff49-c141-4815-9dcf-b3853b79b02a HTTP/1.1" status: 200 len: 1097 time: 0.0795796 Feb 16 13:07:08.311604 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1baa65-81d1-4b57-9ccb-5489972181e0 req-e632a2fc-5126-4a98-8e1a-93d565609b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:08.313091 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1c1baa65-81d1-4b57-9ccb-5489972181e0 req-e632a2fc-5126-4a98-8e1a-93d565609b42 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c56ede41-fa3a-48e3-b569-b50bd2bdc903 HTTP/1.1" status: 200 len: 897 time: 0.1287892 Feb 16 13:07:08.382958 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1c1baa65-81d1-4b57-9ccb-5489972181e0 req-dd17c3e1-38d8-4359-9328-e4ce1fd372cf service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cc64d7e-a373-4a12-bd78-6b7fee263e8e HTTP/1.1" status: 200 len: 217 time: 0.0633228 Feb 16 13:07:08.448879 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1baa65-81d1-4b57-9ccb-5489972181e0 req-2effdb8c-21f0-4b4b-9b16-d8292615ed80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:08.450206 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1c1baa65-81d1-4b57-9ccb-5489972181e0 req-2effdb8c-21f0-4b4b-9b16-d8292615ed80 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=787f6e49-10a1-4844-aaab-9231d6959eef HTTP/1.1" status: 200 len: 834 time: 0.0604517 Feb 16 13:07:08.532454 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1baa65-81d1-4b57-9ccb-5489972181e0 req-d7bbc911-91c0-414f-836e-cd14dbe7c787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:08.534032 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1c1baa65-81d1-4b57-9ccb-5489972181e0 req-d7bbc911-91c0-414f-836e-cd14dbe7c787 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c56ede41-fa3a-48e3-b569-b50bd2bdc903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770757 Feb 16 13:07:08.673081 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1c1baa65-81d1-4b57-9ccb-5489972181e0 req-a4f4230d-7c35-4fd1-8814-50a1e3b607a0 service neutron] 10.222.0.89 "GET /v2.0/networks/c56ede41-fa3a-48e3-b569-b50bd2bdc903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311724 Feb 16 13:07:08.822791 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1c1baa65-81d1-4b57-9ccb-5489972181e0 req-02677110-b2d5-4fb0-a172-896e7e4d1cc8 service neutron] 10.222.0.89 "GET /v2.0/networks/c56ede41-fa3a-48e3-b569-b50bd2bdc903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433988 Feb 16 13:07:09.250514 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1f814-068a-48ef-b0ce-917d47897294 req-4e5727b0-7476-45bb-b256-14e09549079c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:09.252204 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e4b1f814-068a-48ef-b0ce-917d47897294 req-4e5727b0-7476-45bb-b256-14e09549079c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab8eff49-c141-4815-9dcf-b3853b79b02a HTTP/1.1" status: 200 len: 944 time: 0.0978580 Feb 16 13:07:09.302636 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e4b1f814-068a-48ef-b0ce-917d47897294 req-00c983c4-64b2-4174-9163-4be3b0b98d0d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=86bad37a-9e4d-42d6-9d1c-cae116933422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445254 Feb 16 13:07:10.493750 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c659ae-2f68-426d-8e4d-1b3470dd5e08 req-b2be675a-482e-41a3-babf-2697b94db86b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:10.495531 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d9c659ae-2f68-426d-8e4d-1b3470dd5e08 req-b2be675a-482e-41a3-babf-2697b94db86b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab8eff49-c141-4815-9dcf-b3853b79b02a HTTP/1.1" status: 200 len: 944 time: 0.0834558 Feb 16 13:07:10.545425 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d9c659ae-2f68-426d-8e4d-1b3470dd5e08 req-83fb6756-cad2-4fde-8bc6-7f9b87e9a733 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=86bad37a-9e4d-42d6-9d1c-cae116933422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440550 Feb 16 13:07:11.742892 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7024e-54ec-47e0-a69b-5927db20124d req-a31f0f1a-cfbf-4243-a1ff-00d1b88ebf0a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:11.747011 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-60b7024e-54ec-47e0-a69b-5927db20124d req-a31f0f1a-cfbf-4243-a1ff-00d1b88ebf0a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab8eff49-c141-4815-9dcf-b3853b79b02a HTTP/1.1" status: 200 len: 944 time: 0.0921485 Feb 16 13:07:11.795687 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-60b7024e-54ec-47e0-a69b-5927db20124d req-07f59e67-74bb-47c4-9ea9-9983fc33017b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=86bad37a-9e4d-42d6-9d1c-cae116933422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402191 Feb 16 13:07:11.970895 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 4cc64d7e-a373-4a12-bd78-6b7fee263e8e details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:07:12.123071 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 4cc64d7e-a373-4a12-bd78-6b7fee263e8e, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=4cc64d7e-a373-4a12-bd78-6b7fee263e8e,segment=NetworkSegment(633ae5fe-47b5-4ef3-afb7-fed0c68c52e4),segment_id=633ae5fe-47b5-4ef3-afb7-fed0c68c52e4)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:07:12.136577 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': '4cc64d7e-a373-4a12-bd78-6b7fee263e8e', 'network_id': 'c56ede41-fa3a-48e3-b569-b50bd2bdc903', 'port_id': '4cc64d7e-a373-4a12-bd78-6b7fee263e8e', 'mac_address': 'fa:16:3e:b4:91:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '787f6e49-10a1-4844-aaab-9231d6959eef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:07:12.196880 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:12.246602 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cc64d7e-a373-4a12-bd78-6b7fee263e8e {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:07:12.263493 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 4cc64d7e-a373-4a12-bd78-6b7fee263e8e, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=4cc64d7e-a373-4a12-bd78-6b7fee263e8e,segment=NetworkSegment(633ae5fe-47b5-4ef3-afb7-fed0c68c52e4),segment_id=633ae5fe-47b5-4ef3-afb7-fed0c68c52e4)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:07:12.270901 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:12.339335 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=4cc64d7e-a373-4a12-bd78-6b7fee263e8e,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:12.469356 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['4cc64d7e-a373-4a12-bd78-6b7fee263e8e'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:07:13.005380 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fdc01-41c7-4393-bc1e-a44125f9b131 req-3f971d0d-b4a7-4adf-9b1a-f81224d73c43 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:13.006832 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b22fdc01-41c7-4393-bc1e-a44125f9b131 req-3f971d0d-b4a7-4adf-9b1a-f81224d73c43 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab8eff49-c141-4815-9dcf-b3853b79b02a HTTP/1.1" status: 200 len: 945 time: 0.0985291 Feb 16 13:07:13.054983 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b22fdc01-41c7-4393-bc1e-a44125f9b131 req-8dfc8885-ee17-4479-9f58-f4d542e32b57 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=86bad37a-9e4d-42d6-9d1c-cae116933422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387933 Feb 16 13:07:13.981060 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 4cc64d7e-a373-4a12-bd78-6b7fee263e8e up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:07:14.073136 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning for port 4cc64d7e-a373-4a12-bd78-6b7fee263e8e completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:07:14.079532 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port 4cc64d7e-a373-4a12-bd78-6b7fee263e8e triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:07:14.079940 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:14.201981 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:14.229337 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab8eff49-c141-4815-9dcf-b3853b79b02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc64d7e-a373-4a12-bd78-6b7fee263e8e'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:07:14.239744 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 4cc64d7e-a373-4a12-bd78-6b7fee263e8e, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=4cc64d7e-a373-4a12-bd78-6b7fee263e8e,segment=NetworkSegment(633ae5fe-47b5-4ef3-afb7-fed0c68c52e4),segment_id=633ae5fe-47b5-4ef3-afb7-fed0c68c52e4)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:07:14.241380 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a9597-c021-4817-9416-9e2f48b98237 req-48130398-00a1-4d8d-b7be-661e11c38d32 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:14.243459 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6b8a9597-c021-4817-9416-9e2f48b98237 req-48130398-00a1-4d8d-b7be-661e11c38d32 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab8eff49-c141-4815-9dcf-b3853b79b02a HTTP/1.1" status: 200 len: 945 time: 0.0822861 Feb 16 13:07:14.245609 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:14.297174 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6b8a9597-c021-4817-9416-9e2f48b98237 req-c34d1f5a-27e2-4f86-b733-51a46e5ba49d tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=86bad37a-9e4d-42d6-9d1c-cae116933422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474470 Feb 16 13:07:14.321970 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=4cc64d7e-a373-4a12-bd78-6b7fee263e8e,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:14.336716 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab8eff49-c141-4815-9dcf-b3853b79b02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc64d7e-a373-4a12-bd78-6b7fee263e8e', 'code': 200} Feb 16 13:07:14.582763 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c195190-ac4c-472c-832c-5a5c4c841617 req-3711f43c-be7a-4e94-a53a-5899c48b85bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:14.584288 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3c195190-ac4c-472c-832c-5a5c4c841617 req-3711f43c-be7a-4e94-a53a-5899c48b85bd service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ab8eff49-c141-4815-9dcf-b3853b79b02a HTTP/1.1" status: 200 len: 1099 time: 0.0849168 Feb 16 13:07:14.626614 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3c195190-ac4c-472c-832c-5a5c4c841617 req-8a70ed8d-9670-4ca4-af9c-fc192f4a2528 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=86bad37a-9e4d-42d6-9d1c-cae116933422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352628 Feb 16 13:07:15.487156 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bdf0c2-5af5-4ccc-9767-3376748ed92e req-6fc2884e-1f23-4bfc-ad2f-f1b42be06eac tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:15.488691 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-b8bdf0c2-5af5-4ccc-9767-3376748ed92e req-6fc2884e-1f23-4bfc-ad2f-f1b42be06eac tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab8eff49-c141-4815-9dcf-b3853b79b02a HTTP/1.1" status: 200 len: 946 time: 0.0881686 Feb 16 13:07:15.534714 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-b8bdf0c2-5af5-4ccc-9767-3376748ed92e req-e82c31e5-3801-445e-8e61-3c225a692232 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=86bad37a-9e4d-42d6-9d1c-cae116933422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402019 Feb 16 13:07:16.072074 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:07:16.732184 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c06f6e-766b-4495-b1c7-5b646a1f24d1 req-69767e65-d6e0-4073-b4e7-454cc1cc3bd8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:16.733569 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-75c06f6e-766b-4495-b1c7-5b646a1f24d1 req-69767e65-d6e0-4073-b4e7-454cc1cc3bd8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab8eff49-c141-4815-9dcf-b3853b79b02a HTTP/1.1" status: 200 len: 946 time: 0.0847533 Feb 16 13:07:16.777936 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-75c06f6e-766b-4495-b1c7-5b646a1f24d1 req-9cf09298-0d10-4cae-b759-aa1c9a48d374 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=86bad37a-9e4d-42d6-9d1c-cae116933422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383761 Feb 16 13:07:17.076758 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d91a09-cc56-4ab3-9a6c-c6bf52be3a3f req-c9a5d4a4-065d-4d27-ad22-96ecefbf7972 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:17.078194 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c5d91a09-cc56-4ab3-9a6c-c6bf52be3a3f req-c9a5d4a4-065d-4d27-ad22-96ecefbf7972 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab8eff49-c141-4815-9dcf-b3853b79b02a HTTP/1.1" status: 200 len: 946 time: 0.1820538 Feb 16 13:07:17.125072 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c5d91a09-cc56-4ab3-9a6c-c6bf52be3a3f req-1d617296-9051-4360-b7e9-3c32c63bb1c2 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=86bad37a-9e4d-42d6-9d1c-cae116933422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394473 Feb 16 13:07:17.153570 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45948) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:07:17.224874 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a953a2-73d4-4391-bde7-4ae331d0e607 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:17.226362 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-24a953a2-73d4-4391-bde7-4ae331d0e607 tempest-TestNetworkBasicOps-1211115731 tempest-TestNetworkBasicOps-1211115731-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=ab8eff49-c141-4815-9dcf-b3853b79b02a HTTP/1.1" status: 200 len: 1094 time: 0.0718234 Feb 16 13:07:17.231303 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45952) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:07:17.238841 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-e1ef693b-74e6-4ec8-a6bc-86875a73b14b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'floatingip': {'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'port_id': '4cc64d7e-a373-4a12-bd78-6b7fee263e8e', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:07:17.245414 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e1ef693b-74e6-4ec8-a6bc-86875a73b14b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:07:17.249722 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e1ef693b-74e6-4ec8-a6bc-86875a73b14b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Usage tracker for resource:floatingip and tenant:a1535d45c61244dc9e2a62da1414d228 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:07:17.252716 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e1ef693b-74e6-4ec8-a6bc-86875a73b14b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:07:17.258942 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e1ef693b-74e6-4ec8-a6bc-86875a73b14b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:07:17.272960 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e1ef693b-74e6-4ec8-a6bc-86875a73b14b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for floatingip, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:17.424253 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e1ef693b-74e6-4ec8-a6bc-86875a73b14b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:17.577998 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-e1ef693b-74e6-4ec8-a6bc-86875a73b14b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Allocated IP 172.26.5.105 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/9aa77949-e7d7-42d2-a1e3-3494ca1baa81) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:07:17.744002 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e1ef693b-74e6-4ec8-a6bc-86875a73b14b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:17.777055 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e1ef693b-74e6-4ec8-a6bc-86875a73b14b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:17.844558 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ef693b-74e6-4ec8-a6bc-86875a73b14b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:07:17.847537 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-e1ef693b-74e6-4ec8-a6bc-86875a73b14b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:07:17.851215 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ef693b-74e6-4ec8-a6bc-86875a73b14b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:07:17.879933 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef693b-74e6-4ec8-a6bc-86875a73b14b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=9aa77949-e7d7-42d2-a1e3-3494ca1baa81,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:18.291467 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e1ef693b-74e6-4ec8-a6bc-86875a73b14b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:18.369239 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e1ef693b-74e6-4ec8-a6bc-86875a73b14b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:18.584583 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e1ef693b-74e6-4ec8-a6bc-86875a73b14b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:18.592432 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e1ef693b-74e6-4ec8-a6bc-86875a73b14b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:18.699658 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef693b-74e6-4ec8-a6bc-86875a73b14b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event updated for resources: {'Port': ['ID=9aa77949-e7d7-42d2-a1e3-3494ca1baa81,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:18.715174 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e1ef693b-74e6-4ec8-a6bc-86875a73b14b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:18.988417 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-e1ef693b-74e6-4ec8-a6bc-86875a73b14b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Floating IP 6a82444f-d50f-40f1-8698-9fa9e7c4db6a associated. External IP: 172.26.5.105, port: 4cc64d7e-a373-4a12-bd78-6b7fee263e8e. Feb 16 13:07:19.341402 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ef693b-74e6-4ec8-a6bc-86875a73b14b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Router cfb00334-9bb2-490d-9512-e4de54249265 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:07:19.527343 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ef693b-74e6-4ec8-a6bc-86875a73b14b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:07:19.537420 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902c99e8-8367-4b5b-9228-fd89b75474d7 None None] Sync routers for ids ['cfb00334-9bb2-490d-9512-e4de54249265'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:07:19.550367 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902c99e8-8367-4b5b-9228-fd89b75474d7 None None] Routers {'cfb00334-9bb2-490d-9512-e4de54249265'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:07:19.551199 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-902c99e8-8367-4b5b-9228-fd89b75474d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:07:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['cfb00334-9bb2-490d-9512-e4de54249265'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:07:19.553439 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e1ef693b-74e6-4ec8-a6bc-86875a73b14b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:19.610598 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e1ef693b-74e6-4ec8-a6bc-86875a73b14b tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3778164 Feb 16 13:07:19.611107 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab8eff49-c141-4815-9dcf-b3853b79b02a', 'tag': '4cc64d7e-a373-4a12-bd78-6b7fee263e8e'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:07:19.613784 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 45956) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:07:19.656803 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab8eff49-c141-4815-9dcf-b3853b79b02a', 'tag': '4cc64d7e-a373-4a12-bd78-6b7fee263e8e', 'status': 'completed', 'code': 200} Feb 16 13:07:19.743246 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-902c99e8-8367-4b5b-9228-fd89b75474d7 None None] Set router cfb00334-9bb2-490d-9512-e4de54249265 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:07:19.892892 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f271649b-cca1-42a9-a167-0c98105e04af tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/floatingips/6a82444f-d50f-40f1-8698-9fa9e7c4db6a HTTP/1.1" status: 200 len: 992 time: 0.2761137 Feb 16 13:07:19.907841 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1b6e5-b968-4edf-85ef-0456ba76b6ed req-b39ef486-a0cf-4c2f-8952-d81f91f28211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:19.909363 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a8d1b6e5-b968-4edf-85ef-0456ba76b6ed req-b39ef486-a0cf-4c2f-8952-d81f91f28211 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&device_id=ab8eff49-c141-4815-9dcf-b3853b79b02a HTTP/1.1" status: 200 len: 1099 time: 0.1156666 Feb 16 13:07:20.039563 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1b6e5-b968-4edf-85ef-0456ba76b6ed req-73f3c73d-7ebf-45b8-a88e-89bd000a02d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:20.041081 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a8d1b6e5-b968-4edf-85ef-0456ba76b6ed req-73f3c73d-7ebf-45b8-a88e-89bd000a02d8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c56ede41-fa3a-48e3-b569-b50bd2bdc903 HTTP/1.1" status: 200 len: 897 time: 0.1249557 Feb 16 13:07:20.133126 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-902c99e8-8367-4b5b-9228-fd89b75474d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'name': 'tempest-TestNetworkBasicOps-router-2134104713', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': 'f84c8e13-9240-4953-ace1-e2c5fb9665b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:54Z', 'updated_at': '2022-02-16T13:06:59Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f84c8e13-9240-4953-ace1-e2c5fb9665b1', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:06:54Z', 'updated_at': '2022-02-16T13:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '6a82444f-d50f-40f1-8698-9fa9e7c4db6a', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'floating_ip_address': '172.26.5.105', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'port_id': '4cc64d7e-a373-4a12-bd78-6b7fee263e8e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c56ede41-fa3a-48e3-b569-b50bd2bdc903', 'mac_address': 'fa:16:3e:b4:91:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8eff49-c141-4815-9dcf-b3853b79b02a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:07:18Z', 'updated_at': '2022-02-16T13:07:18Z', 'revision_number': 0, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84096011-226b-4d97-8190-bee182bcff1b', 'name': '', 'network_id': 'c56ede41-fa3a-48e3-b569-b50bd2bdc903', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:81:17:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '787f6e49-10a1-4844-aaab-9231d6959eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:06:58Z', 'updated_at': '2022-02-16T13:07:05Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '787f6e49-10a1-4844-aaab-9231d6959eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:07:20.136849 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902c99e8-8367-4b5b-9228-fd89b75474d7 None None] Checking router: cfb00334-9bb2-490d-9512-e4de54249265 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:07:20.145688 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902c99e8-8367-4b5b-9228-fd89b75474d7 None None] Routers {'cfb00334-9bb2-490d-9512-e4de54249265'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:07:20.146215 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-902c99e8-8367-4b5b-9228-fd89b75474d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:07:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['cfb00334-9bb2-490d-9512-e4de54249265'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:07:20.149313 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a8d1b6e5-b968-4edf-85ef-0456ba76b6ed req-30849d6b-abb7-4f27-82d8-fefd6c1022e8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cc64d7e-a373-4a12-bd78-6b7fee263e8e HTTP/1.1" status: 200 len: 1000 time: 0.1022089 Feb 16 13:07:20.211934 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1b6e5-b968-4edf-85ef-0456ba76b6ed req-65c3a730-0abb-4f3f-bc72-02aad4d1bc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:20.213444 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a8d1b6e5-b968-4edf-85ef-0456ba76b6ed req-65c3a730-0abb-4f3f-bc72-02aad4d1bc2e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=787f6e49-10a1-4844-aaab-9231d6959eef HTTP/1.1" status: 200 len: 834 time: 0.0584044 Feb 16 13:07:20.291874 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1b6e5-b968-4edf-85ef-0456ba76b6ed req-8f29932f-82ef-485b-ac8c-8673297aa695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:07:20.293517 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a8d1b6e5-b968-4edf-85ef-0456ba76b6ed req-8f29932f-82ef-485b-ac8c-8673297aa695 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c56ede41-fa3a-48e3-b569-b50bd2bdc903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742404 Feb 16 13:07:20.317581 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-902c99e8-8367-4b5b-9228-fd89b75474d7 None None] Set router cfb00334-9bb2-490d-9512-e4de54249265 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:07:20.430746 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a8d1b6e5-b968-4edf-85ef-0456ba76b6ed req-f580a634-821d-4b9c-b41c-14173bec065e service neutron] 10.222.0.89 "GET /v2.0/networks/c56ede41-fa3a-48e3-b569-b50bd2bdc903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304295 Feb 16 13:07:20.567156 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a8d1b6e5-b968-4edf-85ef-0456ba76b6ed req-083edf0d-f544-46de-89a3-deef4d7d19ea service neutron] 10.222.0.89 "GET /v2.0/networks/c56ede41-fa3a-48e3-b569-b50bd2bdc903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306393 Feb 16 13:07:20.661591 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-902c99e8-8367-4b5b-9228-fd89b75474d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'name': 'tempest-TestNetworkBasicOps-router-2134104713', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': 'f84c8e13-9240-4953-ace1-e2c5fb9665b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:54Z', 'updated_at': '2022-02-16T13:06:59Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f84c8e13-9240-4953-ace1-e2c5fb9665b1', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:06:54Z', 'updated_at': '2022-02-16T13:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '6a82444f-d50f-40f1-8698-9fa9e7c4db6a', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'floating_ip_address': '172.26.5.105', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'port_id': '4cc64d7e-a373-4a12-bd78-6b7fee263e8e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c56ede41-fa3a-48e3-b569-b50bd2bdc903', 'mac_address': 'fa:16:3e:b4:91:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8eff49-c141-4815-9dcf-b3853b79b02a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:07:18Z', 'updated_at': '2022-02-16T13:07:18Z', 'revision_number': 0, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84096011-226b-4d97-8190-bee182bcff1b', 'name': '', 'network_id': 'c56ede41-fa3a-48e3-b569-b50bd2bdc903', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:81:17:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '787f6e49-10a1-4844-aaab-9231d6959eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:06:58Z', 'updated_at': '2022-02-16T13:07:05Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '787f6e49-10a1-4844-aaab-9231d6959eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:07:20.665936 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902c99e8-8367-4b5b-9228-fd89b75474d7 None None] The sync data for ids ['cfb00334-9bb2-490d-9512-e4de54249265'] in dv-neutron-829527-1-hyperv is: [{'id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'name': 'tempest-TestNetworkBasicOps-router-2134104713', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': 'f84c8e13-9240-4953-ace1-e2c5fb9665b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:54Z', 'updated_at': '2022-02-16T13:06:59Z', 'revision_number': 4, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f84c8e13-9240-4953-ace1-e2c5fb9665b1', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:06:54Z', 'updated_at': '2022-02-16T13:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '6a82444f-d50f-40f1-8698-9fa9e7c4db6a', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'floating_ip_address': '172.26.5.105', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'port_id': '4cc64d7e-a373-4a12-bd78-6b7fee263e8e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c56ede41-fa3a-48e3-b569-b50bd2bdc903', 'mac_address': 'fa:16:3e:b4:91:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8eff49-c141-4815-9dcf-b3853b79b02a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:07:18Z', 'updated_at': '2022-02-16T13:07:18Z', 'revision_number': 0, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84096011-226b-4d97-8190-bee182bcff1b', 'name': '', 'network_id': 'c56ede41-fa3a-48e3-b569-b50bd2bdc903', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:81:17:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '787f6e49-10a1-4844-aaab-9231d6959eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:06:58Z', 'updated_at': '2022-02-16T13:07:05Z', 'revision_number': 5, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '787f6e49-10a1-4844-aaab-9231d6959eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:07:20.865586 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f836cc-1416-4cdb-ad7c-58c5914d3623 None None] New status for floating IP 6a82444f-d50f-40f1-8698-9fa9e7c4db6a: ACTIVE {{(pid=87702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:07:20.895887 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45962) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:07:21.003485 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-73e1a1da-fecd-479b-9db7-771b2d1add56 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/floatingips/6a82444f-d50f-40f1-8698-9fa9e7c4db6a HTTP/1.1" status: 200 len: 992 time: 0.1062963 Feb 16 13:07:22.008280 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45966) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:07:22.137813 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0a6d839d-ac48-4568-8f17-ff5ac2115b41 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/floatingips/6a82444f-d50f-40f1-8698-9fa9e7c4db6a HTTP/1.1" status: 200 len: 994 time: 0.1280184 Feb 16 13:07:31.828289 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-30fee33c-0481-4cf7-88c7-df636a8c94bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:34.139908 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-227bd4a1-2d9d-4450-8308-56fd19bb66d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:34.523874 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:35.182488 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:35.202967 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:36.750920 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:53.073119 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:07:53.457266 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45980) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:07:53.462871 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-467a99ea-f92e-4246-917c-78fab086465f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:07:54.128495 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-467a99ea-f92e-4246-917c-78fab086465f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:54.142546 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-467a99ea-f92e-4246-917c-78fab086465f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1023088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1023049', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1023600'] for router, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:54.327293 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-467a99ea-f92e-4246-917c-78fab086465f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Router cfb00334-9bb2-490d-9512-e4de54249265 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:07:54.525423 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467a99ea-f92e-4246-917c-78fab086465f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:07:54.532043 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-467a99ea-f92e-4246-917c-78fab086465f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:54.533678 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-467a99ea-f92e-4246-917c-78fab086465f tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "PUT /v2.0/routers/cfb00334-9bb2-490d-9512-e4de54249265 HTTP/1.1" status: 200 len: 888 time: 1.0749459 Feb 16 13:07:54.541909 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99ddc9a-8f8b-4641-92fc-58461d3e9c95 None None] Sync routers for ids ['cfb00334-9bb2-490d-9512-e4de54249265'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:07:54.552452 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99ddc9a-8f8b-4641-92fc-58461d3e9c95 None None] Routers {'cfb00334-9bb2-490d-9512-e4de54249265'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:07:54.553097 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-e99ddc9a-8f8b-4641-92fc-58461d3e9c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:07:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['cfb00334-9bb2-490d-9512-e4de54249265'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:07:54.616439 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-e99ddc9a-8f8b-4641-92fc-58461d3e9c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:07:54.625505 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99ddc9a-8f8b-4641-92fc-58461d3e9c95 None None] Routers {'cfb00334-9bb2-490d-9512-e4de54249265'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:07:54.625919 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-e99ddc9a-8f8b-4641-92fc-58461d3e9c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:07:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['cfb00334-9bb2-490d-9512-e4de54249265'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:07:54.683210 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-e99ddc9a-8f8b-4641-92fc-58461d3e9c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:07:54.683598 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99ddc9a-8f8b-4641-92fc-58461d3e9c95 None None] The sync data for ids ['cfb00334-9bb2-490d-9512-e4de54249265'] in dv-neutron-829527-1-hyperv is: [] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:07:55.437454 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faca49bd-419c-4d1d-9c18-ea0eac350166 None None] New status for floating IP 6a82444f-d50f-40f1-8698-9fa9e7c4db6a: DOWN {{(pid=87702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:07:55.488844 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device f84c8e13-9240-4953-ace1-e2c5fb9665b1 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:07:55.771991 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:55.790521 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port f84c8e13-9240-4953-ace1-e2c5fb9665b1, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=f84c8e13-9240-4953-ace1-e2c5fb9665b1,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:07:55.795870 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:55.796627 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 84096011-226b-4d97-8190-bee182bcff1b no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:07:55.912599 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=f84c8e13-9240-4953-ace1-e2c5fb9665b1,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:55.942733 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:55.943076 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:55.943411 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:55.943731 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:55.944049 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:55.944374 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:55.944720 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:55.945005 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:55.945349 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:55.945665 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:55.945970 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:55.946265 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:07:55.981923 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:56.046017 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 84096011-226b-4d97-8190-bee182bcff1b, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=84096011-226b-4d97-8190-bee182bcff1b,segment=NetworkSegment(633ae5fe-47b5-4ef3-afb7-fed0c68c52e4),segment_id=633ae5fe-47b5-4ef3-afb7-fed0c68c52e4)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:07:56.052642 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:56.127757 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=84096011-226b-4d97-8190-bee182bcff1b,revision_number=6']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:56.694850 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45986) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:07:56.700108 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d99fb06f-8eb5-4042-a7af-8dc53f9bd70e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:07:57.243124 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d99fb06f-8eb5-4042-a7af-8dc53f9bd70e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:57.258771 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d99fb06f-8eb5-4042-a7af-8dc53f9bd70e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1023088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1023049', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1023600'] for router, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:57.433459 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d99fb06f-8eb5-4042-a7af-8dc53f9bd70e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Router cfb00334-9bb2-490d-9512-e4de54249265 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:07:57.731182 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99fb06f-8eb5-4042-a7af-8dc53f9bd70e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:07:57.738149 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d99fb06f-8eb5-4042-a7af-8dc53f9bd70e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:57.739233 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d99fb06f-8eb5-4042-a7af-8dc53f9bd70e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "PUT /v2.0/routers/cfb00334-9bb2-490d-9512-e4de54249265 HTTP/1.1" status: 200 len: 887 time: 1.0434306 Feb 16 13:07:57.741916 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede55fb9-780e-49b7-b380-64bdcdc84495 None None] Sync routers for ids ['cfb00334-9bb2-490d-9512-e4de54249265'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:07:57.742475 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 45990) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:07:57.751574 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede55fb9-780e-49b7-b380-64bdcdc84495 None None] Routers {'cfb00334-9bb2-490d-9512-e4de54249265'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:07:57.752212 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-ede55fb9-780e-49b7-b380-64bdcdc84495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:07:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['cfb00334-9bb2-490d-9512-e4de54249265'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:07:57.850196 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6ef61f3e-758f-4ec8-a972-d8d7cb6b1c65 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/floatingips/6a82444f-d50f-40f1-8698-9fa9e7c4db6a HTTP/1.1" status: 200 len: 992 time: 0.1067286 Feb 16 13:07:57.939547 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-ede55fb9-780e-49b7-b380-64bdcdc84495 None None] Set router cfb00334-9bb2-490d-9512-e4de54249265 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:07:58.319590 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-ede55fb9-780e-49b7-b380-64bdcdc84495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'name': 'tempest-TestNetworkBasicOps-router-2134104713', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': 'f84c8e13-9240-4953-ace1-e2c5fb9665b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:54Z', 'updated_at': '2022-02-16T13:07:57Z', 'revision_number': 6, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f84c8e13-9240-4953-ace1-e2c5fb9665b1', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f8:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:06:54Z', 'updated_at': '2022-02-16T13:07:55Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '6a82444f-d50f-40f1-8698-9fa9e7c4db6a', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'floating_ip_address': '172.26.5.105', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'port_id': '4cc64d7e-a373-4a12-bd78-6b7fee263e8e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c56ede41-fa3a-48e3-b569-b50bd2bdc903', 'mac_address': 'fa:16:3e:b4:91:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8eff49-c141-4815-9dcf-b3853b79b02a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:07:18Z', 'updated_at': '2022-02-16T13:07:55Z', 'revision_number': 2, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84096011-226b-4d97-8190-bee182bcff1b', 'name': '', 'network_id': 'c56ede41-fa3a-48e3-b569-b50bd2bdc903', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:81:17:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '787f6e49-10a1-4844-aaab-9231d6959eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:06:58Z', 'updated_at': '2022-02-16T13:07:56Z', 'revision_number': 6, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '787f6e49-10a1-4844-aaab-9231d6959eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:07:58.323498 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede55fb9-780e-49b7-b380-64bdcdc84495 None None] Checking router: cfb00334-9bb2-490d-9512-e4de54249265 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:07:58.332458 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede55fb9-780e-49b7-b380-64bdcdc84495 None None] Routers {'cfb00334-9bb2-490d-9512-e4de54249265'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:07:58.333085 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-ede55fb9-780e-49b7-b380-64bdcdc84495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:07:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['cfb00334-9bb2-490d-9512-e4de54249265'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:07:58.507647 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-ede55fb9-780e-49b7-b380-64bdcdc84495 None None] Set router cfb00334-9bb2-490d-9512-e4de54249265 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:07:58.854424 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 45994) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:07:58.865207 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-ede55fb9-780e-49b7-b380-64bdcdc84495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'name': 'tempest-TestNetworkBasicOps-router-2134104713', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': 'f84c8e13-9240-4953-ace1-e2c5fb9665b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:54Z', 'updated_at': '2022-02-16T13:07:57Z', 'revision_number': 6, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f84c8e13-9240-4953-ace1-e2c5fb9665b1', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f8:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:06:54Z', 'updated_at': '2022-02-16T13:07:55Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '6a82444f-d50f-40f1-8698-9fa9e7c4db6a', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'floating_ip_address': '172.26.5.105', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'port_id': '4cc64d7e-a373-4a12-bd78-6b7fee263e8e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c56ede41-fa3a-48e3-b569-b50bd2bdc903', 'mac_address': 'fa:16:3e:b4:91:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8eff49-c141-4815-9dcf-b3853b79b02a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:07:18Z', 'updated_at': '2022-02-16T13:07:55Z', 'revision_number': 2, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84096011-226b-4d97-8190-bee182bcff1b', 'name': '', 'network_id': 'c56ede41-fa3a-48e3-b569-b50bd2bdc903', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:81:17:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '787f6e49-10a1-4844-aaab-9231d6959eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:06:58Z', 'updated_at': '2022-02-16T13:07:56Z', 'revision_number': 6, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '787f6e49-10a1-4844-aaab-9231d6959eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:07:58.869694 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede55fb9-780e-49b7-b380-64bdcdc84495 None None] The sync data for ids ['cfb00334-9bb2-490d-9512-e4de54249265'] in dv-neutron-829527-1-hyperv is: [{'id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'name': 'tempest-TestNetworkBasicOps-router-2134104713', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': 'f84c8e13-9240-4953-ace1-e2c5fb9665b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:54Z', 'updated_at': '2022-02-16T13:07:57Z', 'revision_number': 6, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f84c8e13-9240-4953-ace1-e2c5fb9665b1', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f8:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:06:54Z', 'updated_at': '2022-02-16T13:07:55Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '6a82444f-d50f-40f1-8698-9fa9e7c4db6a', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'floating_ip_address': '172.26.5.105', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'port_id': '4cc64d7e-a373-4a12-bd78-6b7fee263e8e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c56ede41-fa3a-48e3-b569-b50bd2bdc903', 'mac_address': 'fa:16:3e:b4:91:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8eff49-c141-4815-9dcf-b3853b79b02a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:07:18Z', 'updated_at': '2022-02-16T13:07:55Z', 'revision_number': 2, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84096011-226b-4d97-8190-bee182bcff1b', 'name': '', 'network_id': 'c56ede41-fa3a-48e3-b569-b50bd2bdc903', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:81:17:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '787f6e49-10a1-4844-aaab-9231d6959eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:06:58Z', 'updated_at': '2022-02-16T13:07:56Z', 'revision_number': 6, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '787f6e49-10a1-4844-aaab-9231d6959eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:07:58.973846 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-cacf85d0-937a-474a-abc1-6864074a80e1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/floatingips/6a82444f-d50f-40f1-8698-9fa9e7c4db6a HTTP/1.1" status: 200 len: 992 time: 0.1182714 Feb 16 13:07:59.243037 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 84096011-226b-4d97-8190-bee182bcff1b up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:07:59.314235 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 84096011-226b-4d97-8190-bee182bcff1b triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:07:59.314598 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:59.431572 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:59.481233 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 84096011-226b-4d97-8190-bee182bcff1b, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=84096011-226b-4d97-8190-bee182bcff1b,segment=NetworkSegment(633ae5fe-47b5-4ef3-afb7-fed0c68c52e4),segment_id=633ae5fe-47b5-4ef3-afb7-fed0c68c52e4)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:07:59.486474 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:07:59.556528 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=84096011-226b-4d97-8190-bee182bcff1b,revision_number=7']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:07:59.977969 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 46000) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:08:00.082289 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-9a7702fa-8e3e-4414-abcb-ac7ceabd734c tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/floatingips/6a82444f-d50f-40f1-8698-9fa9e7c4db6a HTTP/1.1" status: 200 len: 992 time: 0.1031096 Feb 16 13:08:00.483457 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e27884f-2a0b-4fe3-8d24-2b425ce8f4e2 None None] New status for floating IP 6a82444f-d50f-40f1-8698-9fa9e7c4db6a: ACTIVE {{(pid=87702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:08:01.086365 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 46004) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:08:01.200095 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f7ce7a67-bc6c-4142-8c4d-0870641951b3 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/floatingips/6a82444f-d50f-40f1-8698-9fa9e7c4db6a HTTP/1.1" status: 200 len: 994 time: 0.1118693 Feb 16 13:08:01.286153 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device f84c8e13-9240-4953-ace1-e2c5fb9665b1 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:08:01.362306 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port f84c8e13-9240-4953-ace1-e2c5fb9665b1 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:08:01.362683 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:01.482204 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:01.498574 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port f84c8e13-9240-4953-ace1-e2c5fb9665b1, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=f84c8e13-9240-4953-ace1-e2c5fb9665b1,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:08:01.504480 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:01.505247 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 84096011-226b-4d97-8190-bee182bcff1b up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:08:01.614365 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=f84c8e13-9240-4953-ace1-e2c5fb9665b1,revision_number=6']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:01.626036 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 84096011-226b-4d97-8190-bee182bcff1b triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:08:01.626401 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:01.828697 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b9c64ad8-11a1-4ea1-95be-4a842f56f887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:03.224150 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device f84c8e13-9240-4953-ace1-e2c5fb9665b1 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:08:03.295913 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port f84c8e13-9240-4953-ace1-e2c5fb9665b1 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:08:03.296287 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:03.477960 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 46014) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:08:03.686148 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8b431b1d-8a09-45e2-aa48-e7002da2abc1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Deleting port 9aa77949-e7d7-42d2-a1e3-3494ca1baa81 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:08:03.686381 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8b431b1d-8a09-45e2-aa48-e7002da2abc1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:03.868082 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8b431b1d-8a09-45e2-aa48-e7002da2abc1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:03.868358 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8b431b1d-8a09-45e2-aa48-e7002da2abc1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:03.996800 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8b431b1d-8a09-45e2-aa48-e7002da2abc1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Calling delete_port for 9aa77949-e7d7-42d2-a1e3-3494ca1baa81 owned by network:floatingip {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:08:04.134060 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-bebee7c5-4cca-4095-8df0-7f062db8d643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:04.150976 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8b431b1d-8a09-45e2-aa48-e7002da2abc1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:04.202844 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b431b1d-8a09-45e2-aa48-e7002da2abc1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Port': ['ID=9aa77949-e7d7-42d2-a1e3-3494ca1baa81,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:04.239832 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b431b1d-8a09-45e2-aa48-e7002da2abc1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:04.240178 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b431b1d-8a09-45e2-aa48-e7002da2abc1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:04.240520 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b431b1d-8a09-45e2-aa48-e7002da2abc1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:04.240887 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b431b1d-8a09-45e2-aa48-e7002da2abc1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:04.241211 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b431b1d-8a09-45e2-aa48-e7002da2abc1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:04.241542 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b431b1d-8a09-45e2-aa48-e7002da2abc1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:04.241864 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b431b1d-8a09-45e2-aa48-e7002da2abc1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:04.242189 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b431b1d-8a09-45e2-aa48-e7002da2abc1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:04.242517 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b431b1d-8a09-45e2-aa48-e7002da2abc1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:04.242832 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b431b1d-8a09-45e2-aa48-e7002da2abc1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:04.243149 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b431b1d-8a09-45e2-aa48-e7002da2abc1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:04.243447 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b431b1d-8a09-45e2-aa48-e7002da2abc1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:04.303071 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8b431b1d-8a09-45e2-aa48-e7002da2abc1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for floatingip, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:04.303413 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-8b431b1d-8a09-45e2-aa48-e7002da2abc1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Floating IP 6a82444f-d50f-40f1-8698-9fa9e7c4db6a disassociated (deleted). External IP: 172.26.5.105, port: 4cc64d7e-a373-4a12-bd78-6b7fee263e8e. Feb 16 13:08:04.517931 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:04.784966 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b431b1d-8a09-45e2-aa48-e7002da2abc1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Router cfb00334-9bb2-490d-9512-e4de54249265 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:08:04.974067 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b431b1d-8a09-45e2-aa48-e7002da2abc1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:08:04.985334 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d575d286-5519-4e56-8faf-9f441e549007 None None] Sync routers for ids ['cfb00334-9bb2-490d-9512-e4de54249265'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:08:04.995306 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d575d286-5519-4e56-8faf-9f441e549007 None None] Routers {'cfb00334-9bb2-490d-9512-e4de54249265'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:08:04.995981 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-d575d286-5519-4e56-8faf-9f441e549007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:08:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['cfb00334-9bb2-490d-9512-e4de54249265'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:04.997172 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8b431b1d-8a09-45e2-aa48-e7002da2abc1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:05.052528 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8b431b1d-8a09-45e2-aa48-e7002da2abc1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "DELETE /v2.0/floatingips/6a82444f-d50f-40f1-8698-9fa9e7c4db6a HTTP/1.1" status: 204 len: 168 time: 1.5733542 Feb 16 13:08:05.052994 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab8eff49-c141-4815-9dcf-b3853b79b02a', 'tag': '4cc64d7e-a373-4a12-bd78-6b7fee263e8e'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:08:05.106731 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab8eff49-c141-4815-9dcf-b3853b79b02a', 'tag': '4cc64d7e-a373-4a12-bd78-6b7fee263e8e', 'status': 'completed', 'code': 200} Feb 16 13:08:05.171457 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-d575d286-5519-4e56-8faf-9f441e549007 None None] Set router cfb00334-9bb2-490d-9512-e4de54249265 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:08:05.184525 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:05.222274 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371cbd2-ac5f-4aa2-af49-59807269ec2d req-bc989319-1de1-4041-89d8-8d4bb12bd750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:05.224366 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:05.225129 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5371cbd2-ac5f-4aa2-af49-59807269ec2d req-bc989319-1de1-4041-89d8-8d4bb12bd750 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a1535d45c61244dc9e2a62da1414d228&device_id=ab8eff49-c141-4815-9dcf-b3853b79b02a HTTP/1.1" status: 200 len: 1099 time: 0.0986238 Feb 16 13:08:05.370826 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371cbd2-ac5f-4aa2-af49-59807269ec2d req-80470bd4-2f74-4462-8cdc-1f64725536bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:05.372816 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5371cbd2-ac5f-4aa2-af49-59807269ec2d req-80470bd4-2f74-4462-8cdc-1f64725536bc service neutron] 10.222.0.89 "GET /v2.0/networks?id=c56ede41-fa3a-48e3-b569-b50bd2bdc903 HTTP/1.1" status: 200 len: 897 time: 0.1411834 Feb 16 13:08:05.453414 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5371cbd2-ac5f-4aa2-af49-59807269ec2d req-179a36e6-8bd9-4128-9d5a-813858b39d21 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cc64d7e-a373-4a12-bd78-6b7fee263e8e HTTP/1.1" status: 200 len: 217 time: 0.0717738 Feb 16 13:08:05.473524 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506b03e-972b-4cca-944c-7e23133a43bd req-f9ebdcb2-6cec-4a86-94f5-c508eb7c3e1a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:05.474247 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-9506b03e-972b-4cca-944c-7e23133a43bd req-f9ebdcb2-6cec-4a86-94f5-c508eb7c3e1a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:08:05.491699 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-9506b03e-972b-4cca-944c-7e23133a43bd req-f9ebdcb2-6cec-4a86-94f5-c508eb7c3e1a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:08:05.493343 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9506b03e-972b-4cca-944c-7e23133a43bd req-f9ebdcb2-6cec-4a86-94f5-c508eb7c3e1a tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab8eff49-c141-4815-9dcf-b3853b79b02a HTTP/1.1" status: 200 len: 946 time: 0.1028185 Feb 16 13:08:05.512866 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-d575d286-5519-4e56-8faf-9f441e549007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'name': 'tempest-TestNetworkBasicOps-router-2134104713', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': 'f84c8e13-9240-4953-ace1-e2c5fb9665b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:54Z', 'updated_at': '2022-02-16T13:07:57Z', 'revision_number': 6, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f84c8e13-9240-4953-ace1-e2c5fb9665b1', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:06:54Z', 'updated_at': '2022-02-16T13:08:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '84096011-226b-4d97-8190-bee182bcff1b', 'name': '', 'network_id': 'c56ede41-fa3a-48e3-b569-b50bd2bdc903', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:81:17:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '787f6e49-10a1-4844-aaab-9231d6959eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:06:58Z', 'updated_at': '2022-02-16T13:07:59Z', 'revision_number': 7, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '787f6e49-10a1-4844-aaab-9231d6959eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:05.518712 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d575d286-5519-4e56-8faf-9f441e549007 None None] Checking router: cfb00334-9bb2-490d-9512-e4de54249265 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:08:05.525545 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371cbd2-ac5f-4aa2-af49-59807269ec2d req-04dd1be3-835c-4489-8db2-3e134faee746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:05.527244 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5371cbd2-ac5f-4aa2-af49-59807269ec2d req-04dd1be3-835c-4489-8db2-3e134faee746 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=787f6e49-10a1-4844-aaab-9231d6959eef HTTP/1.1" status: 200 len: 834 time: 0.0664616 Feb 16 13:08:05.527889 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d575d286-5519-4e56-8faf-9f441e549007 None None] Routers {'cfb00334-9bb2-490d-9512-e4de54249265'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:08:05.528503 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-d575d286-5519-4e56-8faf-9f441e549007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:08:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['cfb00334-9bb2-490d-9512-e4de54249265'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:05.542448 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9506b03e-972b-4cca-944c-7e23133a43bd req-3c44ecd5-07b4-4f9e-8f5b-838f51c23043 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=86bad37a-9e4d-42d6-9d1c-cae116933422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430970 Feb 16 13:08:05.605426 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371cbd2-ac5f-4aa2-af49-59807269ec2d req-ccdf55a6-a164-42d3-a5fb-f4261533f899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:05.606927 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5371cbd2-ac5f-4aa2-af49-59807269ec2d req-ccdf55a6-a164-42d3-a5fb-f4261533f899 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c56ede41-fa3a-48e3-b569-b50bd2bdc903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707440 Feb 16 13:08:05.734781 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-d575d286-5519-4e56-8faf-9f441e549007 None None] Set router cfb00334-9bb2-490d-9512-e4de54249265 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:08:05.862380 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5371cbd2-ac5f-4aa2-af49-59807269ec2d req-d6643c29-fa13-4c52-a56e-e5c1f1a4591e service neutron] 10.222.0.89 "GET /v2.0/networks/c56ede41-fa3a-48e3-b569-b50bd2bdc903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476454 Feb 16 13:08:05.997626 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5371cbd2-ac5f-4aa2-af49-59807269ec2d req-9ba1d1a2-f0e4-44b7-8760-90e59b855e37 service neutron] 10.222.0.89 "GET /v2.0/networks/c56ede41-fa3a-48e3-b569-b50bd2bdc903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264381 Feb 16 13:08:06.052808 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-d575d286-5519-4e56-8faf-9f441e549007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'name': 'tempest-TestNetworkBasicOps-router-2134104713', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': 'f84c8e13-9240-4953-ace1-e2c5fb9665b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:54Z', 'updated_at': '2022-02-16T13:07:57Z', 'revision_number': 6, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f84c8e13-9240-4953-ace1-e2c5fb9665b1', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:06:54Z', 'updated_at': '2022-02-16T13:08:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '84096011-226b-4d97-8190-bee182bcff1b', 'name': '', 'network_id': 'c56ede41-fa3a-48e3-b569-b50bd2bdc903', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:81:17:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '787f6e49-10a1-4844-aaab-9231d6959eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:06:58Z', 'updated_at': '2022-02-16T13:07:59Z', 'revision_number': 7, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '787f6e49-10a1-4844-aaab-9231d6959eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:06.056909 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d575d286-5519-4e56-8faf-9f441e549007 None None] The sync data for ids ['cfb00334-9bb2-490d-9512-e4de54249265'] in dv-neutron-829527-1-hyperv is: [{'id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'name': 'tempest-TestNetworkBasicOps-router-2134104713', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': 'f84c8e13-9240-4953-ace1-e2c5fb9665b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:54Z', 'updated_at': '2022-02-16T13:07:57Z', 'revision_number': 6, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f84c8e13-9240-4953-ace1-e2c5fb9665b1', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:06:54Z', 'updated_at': '2022-02-16T13:08:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '84096011-226b-4d97-8190-bee182bcff1b', 'name': '', 'network_id': 'c56ede41-fa3a-48e3-b569-b50bd2bdc903', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'mac_address': 'fa:16:3e:81:17:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '787f6e49-10a1-4844-aaab-9231d6959eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:06:58Z', 'updated_at': '2022-02-16T13:07:59Z', 'revision_number': 7, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'subnets': [{'id': '787f6e49-10a1-4844-aaab-9231d6959eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:08:06.726387 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92d459c-ecc0-46f5-a76d-380b9745cdc6 None None] New status for floating IP 6a82444f-d50f-40f1-8698-9fa9e7c4db6a: DOWN {{(pid=87702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:08:06.805165 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8860915f-0c4f-49ec-ad52-689a98c7dadb req-85a0d970-2997-4559-95d9-191e1e4a9f73 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:06.806672 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8860915f-0c4f-49ec-ad52-689a98c7dadb req-85a0d970-2997-4559-95d9-191e1e4a9f73 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab8eff49-c141-4815-9dcf-b3853b79b02a HTTP/1.1" status: 200 len: 946 time: 0.1413105 Feb 16 13:08:06.818420 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4df01-3ec5-4c54-be76-c1e0491dd7ba req-cfa03af5-c730-4bc0-838f-8d9f1217e661 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:06.819780 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6eb4df01-3ec5-4c54-be76-c1e0491dd7ba req-cfa03af5-c730-4bc0-838f-8d9f1217e661 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "GET /v2.0/ports?device_id=ab8eff49-c141-4815-9dcf-b3853b79b02a HTTP/1.1" status: 200 len: 946 time: 0.1147461 Feb 16 13:08:06.913749 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8860915f-0c4f-49ec-ad52-689a98c7dadb req-816aade6-20db-4ab3-8a31-e463d94f6ab1 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/security-groups?id=86bad37a-9e4d-42d6-9d1c-cae116933422&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929961 Feb 16 13:08:06.917110 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-6eb4df01-3ec5-4c54-be76-c1e0491dd7ba req-a0150683-70a3-432f-b2f1-10a1b324ca41 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Deleting port 4cc64d7e-a373-4a12-bd78-6b7fee263e8e {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:08:06.917464 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-6eb4df01-3ec5-4c54-be76-c1e0491dd7ba req-a0150683-70a3-432f-b2f1-10a1b324ca41 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:06.968748 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:07.172345 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-6eb4df01-3ec5-4c54-be76-c1e0491dd7ba req-a0150683-70a3-432f-b2f1-10a1b324ca41 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] For port 4cc64d7e-a373-4a12-bd78-6b7fee263e8e, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=4cc64d7e-a373-4a12-bd78-6b7fee263e8e,segment=NetworkSegment(633ae5fe-47b5-4ef3-afb7-fed0c68c52e4),segment_id=633ae5fe-47b5-4ef3-afb7-fed0c68c52e4)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:08:07.172740 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-6eb4df01-3ec5-4c54-be76-c1e0491dd7ba req-a0150683-70a3-432f-b2f1-10a1b324ca41 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:07.302573 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-6eb4df01-3ec5-4c54-be76-c1e0491dd7ba req-a0150683-70a3-432f-b2f1-10a1b324ca41 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Calling delete_port for 4cc64d7e-a373-4a12-bd78-6b7fee263e8e owned by compute:nova {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:08:07.470375 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-6eb4df01-3ec5-4c54-be76-c1e0491dd7ba req-a0150683-70a3-432f-b2f1-10a1b324ca41 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:07.521238 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0150683-70a3-432f-b2f1-10a1b324ca41 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Port': ['ID=4cc64d7e-a373-4a12-bd78-6b7fee263e8e,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:07.568464 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0150683-70a3-432f-b2f1-10a1b324ca41 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:07.568831 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0150683-70a3-432f-b2f1-10a1b324ca41 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:07.569317 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0150683-70a3-432f-b2f1-10a1b324ca41 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:07.569441 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0150683-70a3-432f-b2f1-10a1b324ca41 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:07.569784 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0150683-70a3-432f-b2f1-10a1b324ca41 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:07.570154 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0150683-70a3-432f-b2f1-10a1b324ca41 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:07.570380 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0150683-70a3-432f-b2f1-10a1b324ca41 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:07.570691 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0150683-70a3-432f-b2f1-10a1b324ca41 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:07.571001 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0150683-70a3-432f-b2f1-10a1b324ca41 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:07.571307 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0150683-70a3-432f-b2f1-10a1b324ca41 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:07.571607 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0150683-70a3-432f-b2f1-10a1b324ca41 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:07.571918 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0150683-70a3-432f-b2f1-10a1b324ca41 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:08:07.609758 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eb4df01-3ec5-4c54-be76-c1e0491dd7ba req-a0150683-70a3-432f-b2f1-10a1b324ca41 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] No DVR routers for this DVR port 4cc64d7e-a373-4a12-bd78-6b7fee263e8e on host hv-neutron-8295 {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:08:07.612266 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-6eb4df01-3ec5-4c54-be76-c1e0491dd7ba req-a0150683-70a3-432f-b2f1-10a1b324ca41 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:07.615059 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab8eff49-c141-4815-9dcf-b3853b79b02a', 'name': 'network-vif-deleted', 'tag': '4cc64d7e-a373-4a12-bd78-6b7fee263e8e'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:08:07.642028 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6eb4df01-3ec5-4c54-be76-c1e0491dd7ba req-a0150683-70a3-432f-b2f1-10a1b324ca41 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.89 "DELETE /v2.0/ports/4cc64d7e-a373-4a12-bd78-6b7fee263e8e HTTP/1.1" status: 204 len: 173 time: 0.8089170 Feb 16 13:08:07.670505 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab8eff49-c141-4815-9dcf-b3853b79b02a', 'name': 'network-vif-deleted', 'tag': '4cc64d7e-a373-4a12-bd78-6b7fee263e8e', 'status': 'completed', 'code': 200} Feb 16 13:08:08.088454 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-eb1b6045-9803-45b5-aaba-6e02952c62f9 req-9f91b4c1-7bf8-4d70-be57-e17f0d3d2ee8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Synchronizing usage tracker for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:08:08.106304 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-eb1b6045-9803-45b5-aaba-6e02952c62f9 req-9f91b4c1-7bf8-4d70-be57-e17f0d3d2ee8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Unset dirty status for tenant:a1535d45c61244dc9e2a62da1414d228 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:08:08.107623 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-eb1b6045-9803-45b5-aaba-6e02952c62f9 req-9f91b4c1-7bf8-4d70-be57-e17f0d3d2ee8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "GET /v2.0/ports?device_id=ab8eff49-c141-4815-9dcf-b3853b79b02a HTTP/1.1" status: 200 len: 210 time: 0.0619359 Feb 16 13:08:09.209686 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 46036) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:08:09.289498 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fc6c04af-fe6a-4ec3-852d-933bd5dfc7ef tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:09.325646 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fc6c04af-fe6a-4ec3-852d-933bd5dfc7ef tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:09.401876 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fc6c04af-fe6a-4ec3-852d-933bd5dfc7ef tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:09.421169 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c04af-fe6a-4ec3-852d-933bd5dfc7ef tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bad37a-9e4d-42d6-9d1c-cae116933422,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:09.438795 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fc6c04af-fe6a-4ec3-852d-933bd5dfc7ef tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:09.439960 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fc6c04af-fe6a-4ec3-852d-933bd5dfc7ef tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "DELETE /v2.0/security-groups/86bad37a-9e4d-42d6-9d1c-cae116933422 HTTP/1.1" status: 204 len: 168 time: 0.2292717 Feb 16 13:08:09.472522 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 46042) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:08:10.047522 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-88e68d3e-af6a-4b5d-84ed-6f6d180cf1db tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:10.253697 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 4cc64d7e-a373-4a12-bd78-6b7fee263e8e no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:08:10.289244 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] No Port match for: 4cc64d7e-a373-4a12-bd78-6b7fee263e8e {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:08:10.289570 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 4cc64d7e-a373-4a12-bd78-6b7fee263e8e not bound to the agent host hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:08:10.541246 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-88e68d3e-af6a-4b5d-84ed-6f6d180cf1db tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Deleting port 84096011-226b-4d97-8190-bee182bcff1b {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:08:10.541901 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-88e68d3e-af6a-4b5d-84ed-6f6d180cf1db tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:10.740932 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-88e68d3e-af6a-4b5d-84ed-6f6d180cf1db tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] For port 84096011-226b-4d97-8190-bee182bcff1b, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=84096011-226b-4d97-8190-bee182bcff1b,segment=NetworkSegment(633ae5fe-47b5-4ef3-afb7-fed0c68c52e4),segment_id=633ae5fe-47b5-4ef3-afb7-fed0c68c52e4)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:08:10.741177 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-88e68d3e-af6a-4b5d-84ed-6f6d180cf1db tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:10.866235 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-88e68d3e-af6a-4b5d-84ed-6f6d180cf1db tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Calling delete_port for 84096011-226b-4d97-8190-bee182bcff1b owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:08:11.217212 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-88e68d3e-af6a-4b5d-84ed-6f6d180cf1db tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:11.266760 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e68d3e-af6a-4b5d-84ed-6f6d180cf1db tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Port': ['ID=84096011-226b-4d97-8190-bee182bcff1b,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:11.569016 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-88e68d3e-af6a-4b5d-84ed-6f6d180cf1db tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:12.043708 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e68d3e-af6a-4b5d-84ed-6f6d180cf1db tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Router cfb00334-9bb2-490d-9512-e4de54249265 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:08:12.225899 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e68d3e-af6a-4b5d-84ed-6f6d180cf1db tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:08:12.237336 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76481dd-6d59-4b8f-b8b0-f371f3d76285 None None] Sync routers for ids ['cfb00334-9bb2-490d-9512-e4de54249265'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:08:12.246878 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-88e68d3e-af6a-4b5d-84ed-6f6d180cf1db tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "PUT /v2.0/routers/cfb00334-9bb2-490d-9512-e4de54249265/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7729657 Feb 16 13:08:12.249740 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 46046) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:08:12.254735 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76481dd-6d59-4b8f-b8b0-f371f3d76285 None None] Routers {'cfb00334-9bb2-490d-9512-e4de54249265'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:08:12.255456 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-f76481dd-6d59-4b8f-b8b0-f371f3d76285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:08:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['cfb00334-9bb2-490d-9512-e4de54249265'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:12.317916 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-5726656d-2827-4c3b-9d34-b7f84f3d1af4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Deleting subnet 787f6e49-10a1-4844-aaab-9231d6959eef {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:08:12.321445 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5726656d-2827-4c3b-9d34-b7f84f3d1af4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:12.379158 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5726656d-2827-4c3b-9d34-b7f84f3d1af4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:12.426572 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-f76481dd-6d59-4b8f-b8b0-f371f3d76285 None None] Set router cfb00334-9bb2-490d-9512-e4de54249265 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:08:12.468596 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5726656d-2827-4c3b-9d34-b7f84f3d1af4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:12.542973 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5726656d-2827-4c3b-9d34-b7f84f3d1af4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:12.588889 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5726656d-2827-4c3b-9d34-b7f84f3d1af4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Subnet': ['ID=787f6e49-10a1-4844-aaab-9231d6959eef,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:12.590710 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5726656d-2827-4c3b-9d34-b7f84f3d1af4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:12.597622 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5726656d-2827-4c3b-9d34-b7f84f3d1af4 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "DELETE /v2.0/subnets/787f6e49-10a1-4844-aaab-9231d6959eef HTTP/1.1" status: 204 len: 168 time: 0.3464401 Feb 16 13:08:12.601178 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 46052) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:08:12.602414 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4b20c7-ba07-4ef8-8ae5-bd3946367ca6 None None] Network c56ede41-fa3a-48e3-b569-b50bd2bdc903 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:08:12.736767 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-f76481dd-6d59-4b8f-b8b0-f371f3d76285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'name': 'tempest-TestNetworkBasicOps-router-2134104713', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': 'f84c8e13-9240-4953-ace1-e2c5fb9665b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:54Z', 'updated_at': '2022-02-16T13:08:11Z', 'revision_number': 7, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f84c8e13-9240-4953-ace1-e2c5fb9665b1', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:06:54Z', 'updated_at': '2022-02-16T13:08:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:12.740741 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76481dd-6d59-4b8f-b8b0-f371f3d76285 None None] Checking router: cfb00334-9bb2-490d-9512-e4de54249265 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:08:12.749334 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76481dd-6d59-4b8f-b8b0-f371f3d76285 None None] Routers {'cfb00334-9bb2-490d-9512-e4de54249265'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:08:12.749941 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-f76481dd-6d59-4b8f-b8b0-f371f3d76285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:08:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['cfb00334-9bb2-490d-9512-e4de54249265'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:12.786518 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9cf159d8-258e-4777-bfa4-d3e7d9ee437e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:12.876258 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b39e614-034a-4e52-96cc-f3e0447e7a03 None None] DHCP port deletion for c56ede41-fa3a-48e3-b569-b50bd2bdc903 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:08:12.881108 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-5b39e614-034a-4e52-96cc-f3e0447e7a03 None None] Deleting port 19c70cd3-32e9-422d-bab8-b89a09ed9e85 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:08:12.881604 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-5b39e614-034a-4e52-96cc-f3e0447e7a03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:12.932340 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-f76481dd-6d59-4b8f-b8b0-f371f3d76285 None None] Set router cfb00334-9bb2-490d-9512-e4de54249265 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:08:13.094042 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9cf159d8-258e-4777-bfa4-d3e7d9ee437e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:13.096280 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-5b39e614-034a-4e52-96cc-f3e0447e7a03 None None] For port 19c70cd3-32e9-422d-bab8-b89a09ed9e85, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=19c70cd3-32e9-422d-bab8-b89a09ed9e85,segment=NetworkSegment(633ae5fe-47b5-4ef3-afb7-fed0c68c52e4),segment_id=633ae5fe-47b5-4ef3-afb7-fed0c68c52e4)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:08:13.097751 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-5b39e614-034a-4e52-96cc-f3e0447e7a03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:13.105390 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-9cf159d8-258e-4777-bfa4-d3e7d9ee437e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Deleting port f84c8e13-9240-4953-ace1-e2c5fb9665b1 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:08:13.106184 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9cf159d8-258e-4777-bfa4-d3e7d9ee437e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:13.226307 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-5b39e614-034a-4e52-96cc-f3e0447e7a03 None None] Calling delete_port for 19c70cd3-32e9-422d-bab8-b89a09ed9e85 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:08:13.248847 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-f76481dd-6d59-4b8f-b8b0-f371f3d76285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'name': 'tempest-TestNetworkBasicOps-router-2134104713', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': 'f84c8e13-9240-4953-ace1-e2c5fb9665b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:54Z', 'updated_at': '2022-02-16T13:08:11Z', 'revision_number': 7, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f84c8e13-9240-4953-ace1-e2c5fb9665b1', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:06:54Z', 'updated_at': '2022-02-16T13:08:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:13.253214 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76481dd-6d59-4b8f-b8b0-f371f3d76285 None None] The sync data for ids ['cfb00334-9bb2-490d-9512-e4de54249265'] in dv-neutron-829527-1-hyperv is: [{'id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'name': 'tempest-TestNetworkBasicOps-router-2134104713', 'tenant_id': 'a1535d45c61244dc9e2a62da1414d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': 'f84c8e13-9240-4953-ace1-e2c5fb9665b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:06:54Z', 'updated_at': '2022-02-16T13:08:11Z', 'revision_number': 7, 'project_id': 'a1535d45c61244dc9e2a62da1414d228', 'gw_port': {'id': 'f84c8e13-9240-4953-ace1-e2c5fb9665b1', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb00334-9bb2-490d-9512-e4de54249265', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:06:54Z', 'updated_at': '2022-02-16T13:08:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:08:13.307906 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-5b39e614-034a-4e52-96cc-f3e0447e7a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:13.315794 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-9cf159d8-258e-4777-bfa4-d3e7d9ee437e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] For port f84c8e13-9240-4953-ace1-e2c5fb9665b1, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=f84c8e13-9240-4953-ace1-e2c5fb9665b1,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:08:13.316149 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9cf159d8-258e-4777-bfa4-d3e7d9ee437e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:13.359245 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b39e614-034a-4e52-96cc-f3e0447e7a03 None None] Pushing event deleted for resources: {'Port': ['ID=19c70cd3-32e9-422d-bab8-b89a09ed9e85,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:13.361066 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b39e614-034a-4e52-96cc-f3e0447e7a03 None None] No DVR routers for this DVR port 19c70cd3-32e9-422d-bab8-b89a09ed9e85 on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:08:13.451903 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-9cf159d8-258e-4777-bfa4-d3e7d9ee437e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Calling delete_port for f84c8e13-9240-4953-ace1-e2c5fb9665b1 owned by network:router_gateway {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:08:13.602420 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 19c70cd3-32e9-422d-bab8-b89a09ed9e85 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:08:13.643238 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 19c70cd3-32e9-422d-bab8-b89a09ed9e85 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:08:13.643588 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 19c70cd3-32e9-422d-bab8-b89a09ed9e85 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:08:13.765690 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9cf159d8-258e-4777-bfa4-d3e7d9ee437e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:13.813051 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf159d8-258e-4777-bfa4-d3e7d9ee437e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Port': ['ID=f84c8e13-9240-4953-ace1-e2c5fb9665b1,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:13.903360 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9cf159d8-258e-4777-bfa4-d3e7d9ee437e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023674'] for router_gateway, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:14.078294 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9cf159d8-258e-4777-bfa4-d3e7d9ee437e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:14.080654 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9cf159d8-258e-4777-bfa4-d3e7d9ee437e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:14.112896 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9cf159d8-258e-4777-bfa4-d3e7d9ee437e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:14.113813 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf159d8-258e-4777-bfa4-d3e7d9ee437e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Fanout notify agent at l3_agent the message router_deleted on router cfb00334-9bb2-490d-9512-e4de54249265 {{(pid=87701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:08:14.131226 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9cf159d8-258e-4777-bfa4-d3e7d9ee437e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:14.134983 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-9cf159d8-258e-4777-bfa4-d3e7d9ee437e tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "DELETE /v2.0/routers/cfb00334-9bb2-490d-9512-e4de54249265 HTTP/1.1" status: 204 len: 168 time: 1.5301735 Feb 16 13:08:14.135450 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 46058) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:08:14.251311 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-83550782-f47d-492b-9c72-162c217d92b8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:14.382206 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-83550782-f47d-492b-9c72-162c217d92b8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:14.406681 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-83550782-f47d-492b-9c72-162c217d92b8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c56ede41-fa3a-48e3-b569-b50bd2bdc903']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:14.418544 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-83550782-f47d-492b-9c72-162c217d92b8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '633ae5fe-47b5-4ef3-afb7-fed0c68c52e4') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:14.418824 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-83550782-f47d-492b-9c72-162c217d92b8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '633ae5fe-47b5-4ef3-afb7-fed0c68c52e4') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:08:14.430253 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-83550782-f47d-492b-9c72-162c217d92b8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:14.446292 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-83550782-f47d-492b-9c72-162c217d92b8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:14.452485 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83550782-f47d-492b-9c72-162c217d92b8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:08:14.453036 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-83550782-f47d-492b-9c72-162c217d92b8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:14.467763 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 13:08:14.467763 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:08:14.467763 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 13:08:14.467763 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:08:14.467763 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 13:08:14.467763 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:08:14.467763 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 13:08:14.467763 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:08:14.467763 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 13:08:14.467763 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:08:14.467763 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 13:08:14.467763 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:08:14.467763 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 13:08:14.467763 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:08:14.467763 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:08:14.467763 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:08:14.467763 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:08:14.467763 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:08:14.467763 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 13:08:14.467763 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:08:14.467763 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 13:08:14.467763 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:08:14.467763 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:08:14.467763 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:08:14.467763 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 13:08:14.467763 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:08:14.467763 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:08:14.467763 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:08:14.467763 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:08:14.467763 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:08:14.467763 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:08:14.467763 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:08:14.551903 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-83550782-f47d-492b-9c72-162c217d92b8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:14.570991 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-83550782-f47d-492b-9c72-162c217d92b8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:14.581941 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83550782-f47d-492b-9c72-162c217d92b8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] Pushing event deleted for resources: {'Network': ['ID=c56ede41-fa3a-48e3-b569-b50bd2bdc903,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:14.591197 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-83550782-f47d-492b-9c72-162c217d92b8 tempest-TestNetworkBasicOps-1911016305 tempest-TestNetworkBasicOps-1911016305-project] 10.222.0.83 "DELETE /v2.0/networks/c56ede41-fa3a-48e3-b569-b50bd2bdc903 HTTP/1.1" status: 204 len: 168 time: 0.4546771 Feb 16 13:08:15.004276 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 46066) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:08:15.205469 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-517f0943-8d16-4f4a-ae62-2daf68f0c3c0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a1535d45c61244dc9e2a62da1414d228&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2000103 Feb 16 13:08:15.208178 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 46074) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:08:15.223390 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device f84c8e13-9240-4953-ace1-e2c5fb9665b1 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:08:15.257017 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: f84c8e13-9240-4953-ace1-e2c5fb9665b1 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:08:15.257261 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device f84c8e13-9240-4953-ace1-e2c5fb9665b1 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:08:15.257661 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 84096011-226b-4d97-8190-bee182bcff1b no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:08:15.276911 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d16dd7df-30a5-4b56-b94d-457dd47e2626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:15.293127 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 84096011-226b-4d97-8190-bee182bcff1b {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:08:15.293465 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 84096011-226b-4d97-8190-bee182bcff1b not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:08:15.304910 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d16dd7df-30a5-4b56-b94d-457dd47e2626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:15.366762 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d16dd7df-30a5-4b56-b94d-457dd47e2626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:15.382985 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16dd7df-30a5-4b56-b94d-457dd47e2626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8920f603-1bc5-420e-85d2-9ce074a9828c,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:15.392266 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d16dd7df-30a5-4b56-b94d-457dd47e2626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:15.393454 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d16dd7df-30a5-4b56-b94d-457dd47e2626 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8920f603-1bc5-420e-85d2-9ce074a9828c HTTP/1.1" status: 204 len: 168 time: 0.1841424 Feb 16 13:08:15.722724 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 46084) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:08:15.740760 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e093f11a-85ac-481e-ae39-bf634ec663f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:15.754773 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-e093f11a-85ac-481e-ae39-bf634ec663f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:08:15.759200 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-e093f11a-85ac-481e-ae39-bf634ec663f2 admin admin] Usage tracker for resource:security_group_rule and tenant:95c96947ff514b1f83e4bb23de4e4aeb is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:08:15.762301 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-e093f11a-85ac-481e-ae39-bf634ec663f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:08:15.768773 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-e093f11a-85ac-481e-ae39-bf634ec663f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:08:15.855619 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e093f11a-85ac-481e-ae39-bf634ec663f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:15.861314 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e093f11a-85ac-481e-ae39-bf634ec663f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:15.907016 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e093f11a-85ac-481e-ae39-bf634ec663f2 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=95c96947ff514b1f83e4bb23de4e4aeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1831820 Feb 16 13:08:15.907866 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e093f11a-85ac-481e-ae39-bf634ec663f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6652ba4a-0b10-4b76-b560-06059934293d,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:15.910107 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 46088) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:08:15.970498 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92d5e02e-19a7-43a4-a201-540235a5e858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:15.996333 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92d5e02e-19a7-43a4-a201-540235a5e858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:16.056233 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92d5e02e-19a7-43a4-a201-540235a5e858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:16.080354 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d5e02e-19a7-43a4-a201-540235a5e858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6652ba4a-0b10-4b76-b560-06059934293d,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:16.085907 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92d5e02e-19a7-43a4-a201-540235a5e858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:16.087009 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-92d5e02e-19a7-43a4-a201-540235a5e858 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6652ba4a-0b10-4b76-b560-06059934293d HTTP/1.1" status: 204 len: 168 time: 0.1759489 Feb 16 13:08:23.640922 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-32439d98-bb1e-4954-805e-fe98742382dd req-90b43b8d-9ac1-427d-8301-208e068bdc78 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=21f056e6aa514fdba3a587da8f619e26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286863 Feb 16 13:08:23.788961 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32439d98-bb1e-4954-805e-fe98742382dd req-16fb3ab9-e545-4818-b70d-be509474ae67 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:23.790392 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-32439d98-bb1e-4954-805e-fe98742382dd req-16fb3ab9-e545-4818-b70d-be509474ae67 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1440167 Feb 16 13:08:23.805053 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-32439d98-bb1e-4954-805e-fe98742382dd req-64d1da35-684d-4b16-b91f-51be296ecad8 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] 10.222.0.83 "GET /v2.0/quotas/21f056e6aa514fdba3a587da8f619e26 HTTP/1.1" status: 200 len: 375 time: 0.0093009 Feb 16 13:08:23.851061 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-32439d98-bb1e-4954-805e-fe98742382dd req-afaa368f-a259-46a2-9e07-4064f86d4226 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=21f056e6aa514fdba3a587da8f619e26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407834 Feb 16 13:08:24.044417 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7c4778c4-f5a7-4810-bdc5-9ccdfd4b2ae8 req-1cd900cc-e469-4613-a286-ace7519663f2 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] 10.222.0.83 "GET /v2.0/ports?device_id=7837c203-6961-4f0c-9c45-5b87d7742e39 HTTP/1.1" status: 200 len: 210 time: 0.0455008 Feb 16 13:08:25.141682 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-32439d98-bb1e-4954-805e-fe98742382dd req-9ab1b3ff-2182-4173-bda4-4c0aa3289dc9 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=21f056e6aa514fdba3a587da8f619e26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1496980 Feb 16 13:08:25.198283 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9e76214d-4c23-4d8b-99e5-548da3766245 req-bd794c1a-a6e8-44e8-b54f-165f89415178 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] 10.222.0.83 "GET /v2.0/ports?device_id=7837c203-6961-4f0c-9c45-5b87d7742e39 HTTP/1.1" status: 200 len: 210 time: 0.0498738 Feb 16 13:08:25.299359 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32439d98-bb1e-4954-805e-fe98742382dd req-459a89a3-7426-42d7-a90d-abffde6475ac tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:25.300793 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-32439d98-bb1e-4954-805e-fe98742382dd req-459a89a3-7426-42d7-a90d-abffde6475ac tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1526995 Feb 16 13:08:25.313715 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-32439d98-bb1e-4954-805e-fe98742382dd req-30765aaf-67d0-4518-b76b-552431829f32 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] Request body: {'port': {'device_id': '7837c203-6961-4f0c-9c45-5b87d7742e39', 'network_id': '15afd128-4eb3-46ee-bbef-b562f4d42e71', 'admin_state_up': True, 'tenant_id': '21f056e6aa514fdba3a587da8f619e26'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:08:25.450529 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-32439d98-bb1e-4954-805e-fe98742382dd req-30765aaf-67d0-4518-b76b-552431829f32 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:08:25.454530 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-32439d98-bb1e-4954-805e-fe98742382dd req-30765aaf-67d0-4518-b76b-552431829f32 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] Usage tracker for resource:port and tenant:21f056e6aa514fdba3a587da8f619e26 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:08:25.457383 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-32439d98-bb1e-4954-805e-fe98742382dd req-30765aaf-67d0-4518-b76b-552431829f32 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:08:25.463116 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-32439d98-bb1e-4954-805e-fe98742382dd req-30765aaf-67d0-4518-b76b-552431829f32 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:08:25.474770 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32439d98-bb1e-4954-805e-fe98742382dd req-30765aaf-67d0-4518-b76b-552431829f32 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] Made reservation on behalf of 21f056e6aa514fdba3a587da8f619e26 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:08:25.478547 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-32439d98-bb1e-4954-805e-fe98742382dd req-30765aaf-67d0-4518-b76b-552431829f32 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:25.490431 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-32439d98-bb1e-4954-805e-fe98742382dd req-30765aaf-67d0-4518-b76b-552431829f32 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:25.505463 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-32439d98-bb1e-4954-805e-fe98742382dd req-30765aaf-67d0-4518-b76b-552431829f32 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:08:25.509577 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-32439d98-bb1e-4954-805e-fe98742382dd req-30765aaf-67d0-4518-b76b-552431829f32 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] Usage tracker for resource:security_group_rule and tenant:21f056e6aa514fdba3a587da8f619e26 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:08:25.512356 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-32439d98-bb1e-4954-805e-fe98742382dd req-30765aaf-67d0-4518-b76b-552431829f32 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:08:25.518072 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-32439d98-bb1e-4954-805e-fe98742382dd req-30765aaf-67d0-4518-b76b-552431829f32 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:08:25.614117 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-32439d98-bb1e-4954-805e-fe98742382dd req-30765aaf-67d0-4518-b76b-552431829f32 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:25.620095 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-32439d98-bb1e-4954-805e-fe98742382dd req-30765aaf-67d0-4518-b76b-552431829f32 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:25.704797 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30765aaf-67d0-4518-b76b-552431829f32 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e85b21d-bff0-46d3-a0a3-7762a50b4f05,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:25.793065 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [req-32439d98-bb1e-4954-805e-fe98742382dd req-30765aaf-67d0-4518-b76b-552431829f32 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] Allocated IP 192.168.233.94 (15afd128-4eb3-46ee-bbef-b562f4d42e71/590ee48d-7a3d-47e6-9fc9-664723e0379d/67b0090d-3075-4a04-b20e-e4f9ee1156a2) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:08:26.020364 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-32439d98-bb1e-4954-805e-fe98742382dd req-30765aaf-67d0-4518-b76b-552431829f32 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:26.040270 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-32439d98-bb1e-4954-805e-fe98742382dd req-30765aaf-67d0-4518-b76b-552431829f32 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] Transition to ACTIVE for port object 67b0090d-3075-4a04-b20e-e4f9ee1156a2 will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:08:26.070133 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-32439d98-bb1e-4954-805e-fe98742382dd req-30765aaf-67d0-4518-b76b-552431829f32 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:26.147201 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32439d98-bb1e-4954-805e-fe98742382dd req-30765aaf-67d0-4518-b76b-552431829f32 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] Network 15afd128-4eb3-46ee-bbef-b562f4d42e71 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:08:26.150262 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [req-32439d98-bb1e-4954-805e-fe98742382dd req-30765aaf-67d0-4518-b76b-552431829f32 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:08:26.154089 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-32439d98-bb1e-4954-805e-fe98742382dd req-30765aaf-67d0-4518-b76b-552431829f32 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:08:26.183450 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30765aaf-67d0-4518-b76b-552431829f32 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] Pushing event updated for resources: {'Port': ['ID=67b0090d-3075-4a04-b20e-e4f9ee1156a2,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:26.221433 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32439d98-bb1e-4954-805e-fe98742382dd req-30765aaf-67d0-4518-b76b-552431829f32 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:26.222061 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-32439d98-bb1e-4954-805e-fe98742382dd req-30765aaf-67d0-4518-b76b-552431829f32 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:26.256852 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-32439d98-bb1e-4954-805e-fe98742382dd req-30765aaf-67d0-4518-b76b-552431829f32 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9463511 Feb 16 13:08:26.268187 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-32439d98-bb1e-4954-805e-fe98742382dd req-578146be-a60b-48f5-acc7-c17743bd0e28 service neutron] Request body: {'port': {'device_id': '7837c203-6961-4f0c-9c45-5b87d7742e39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:08:26.436175 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-32439d98-bb1e-4954-805e-fe98742382dd req-578146be-a60b-48f5-acc7-c17743bd0e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:26.447055 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-a8cde3c8-6c55-46ab-a9a9-ba25e99d7a13 None None] Provisioning for port 67b0090d-3075-4a04-b20e-e4f9ee1156a2 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:08:26.452825 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-a8cde3c8-6c55-46ab-a9a9-ba25e99d7a13 None None] Provisioning complete for port 67b0090d-3075-4a04-b20e-e4f9ee1156a2 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:08:26.453201 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a8cde3c8-6c55-46ab-a9a9-ba25e99d7a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:26.501795 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136becbd-a111-4c1d-ba75-1466a2f3c78e req-65bf08dc-aeb4-47eb-b08e-3357aa8b1613 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:26.502475 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-136becbd-a111-4c1d-ba75-1466a2f3c78e req-65bf08dc-aeb4-47eb-b08e-3357aa8b1613 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] Synchronizing usage tracker for tenant:21f056e6aa514fdba3a587da8f619e26 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:08:26.505585 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-a8cde3c8-6c55-46ab-a9a9-ba25e99d7a13 None None] Port 67b0090d-3075-4a04-b20e-e4f9ee1156a2 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:08:26.568332 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-136becbd-a111-4c1d-ba75-1466a2f3c78e req-65bf08dc-aeb4-47eb-b08e-3357aa8b1613 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] Unset dirty status for tenant:21f056e6aa514fdba3a587da8f619e26 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:08:26.569531 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-136becbd-a111-4c1d-ba75-1466a2f3c78e req-65bf08dc-aeb4-47eb-b08e-3357aa8b1613 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] 10.222.0.83 "GET /v2.0/ports?device_id=7837c203-6961-4f0c-9c45-5b87d7742e39 HTTP/1.1" status: 200 len: 935 time: 0.2603645 Feb 16 13:08:26.690926 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-136becbd-a111-4c1d-ba75-1466a2f3c78e req-11d5260c-c178-4500-91b7-20827ee2e42c tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] Synchronizing usage tracker for tenant:21f056e6aa514fdba3a587da8f619e26 on resource:security_group {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:08:26.730023 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-136becbd-a111-4c1d-ba75-1466a2f3c78e req-11d5260c-c178-4500-91b7-20827ee2e42c tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] Unset dirty status for tenant:21f056e6aa514fdba3a587da8f619e26 on resource:security_group {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:08:26.731250 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-136becbd-a111-4c1d-ba75-1466a2f3c78e req-11d5260c-c178-4500-91b7-20827ee2e42c tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] 10.222.0.83 "GET /v2.0/security-groups?id=0e85b21d-bff0-46d3-a0a3-7762a50b4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555777 Feb 16 13:08:26.847783 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [req-32439d98-bb1e-4954-805e-fe98742382dd req-578146be-a60b-48f5-acc7-c17743bd0e28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67b0090d-3075-4a04-b20e-e4f9ee1156a2 {{(pid=87701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:08:26.856217 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-32439d98-bb1e-4954-805e-fe98742382dd req-578146be-a60b-48f5-acc7-c17743bd0e28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:26.871051 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-32439d98-bb1e-4954-805e-fe98742382dd req-578146be-a60b-48f5-acc7-c17743bd0e28 service neutron] Transition to ACTIVE for port object 67b0090d-3075-4a04-b20e-e4f9ee1156a2 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:08:26.877799 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-32439d98-bb1e-4954-805e-fe98742382dd req-578146be-a60b-48f5-acc7-c17743bd0e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:27.002205 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578146be-a60b-48f5-acc7-c17743bd0e28 service neutron] Pushing event updated for resources: {'Port': ['ID=67b0090d-3075-4a04-b20e-e4f9ee1156a2,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:27.217528 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-32439d98-bb1e-4954-805e-fe98742382dd req-578146be-a60b-48f5-acc7-c17743bd0e28 service neutron] Attempting to bind port 67b0090d-3075-4a04-b20e-e4f9ee1156a2 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:08:27.218242 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-32439d98-bb1e-4954-805e-fe98742382dd req-578146be-a60b-48f5-acc7-c17743bd0e28 service neutron] Attempting to bind port 67b0090d-3075-4a04-b20e-e4f9ee1156a2 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'e640d770-2ca9-4604-9230-a1cf3cf5b676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '15afd128-4eb3-46ee-bbef-b562f4d42e71'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:08:27.218242 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32439d98-bb1e-4954-805e-fe98742382dd req-578146be-a60b-48f5-acc7-c17743bd0e28 service neutron] Attempting to bind port 67b0090d-3075-4a04-b20e-e4f9ee1156a2 on network 15afd128-4eb3-46ee-bbef-b562f4d42e71 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:08:27.222698 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32439d98-bb1e-4954-805e-fe98742382dd req-578146be-a60b-48f5-acc7-c17743bd0e28 service neutron] Port 67b0090d-3075-4a04-b20e-e4f9ee1156a2 on network 15afd128-4eb3-46ee-bbef-b562f4d42e71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:08:27.222997 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32439d98-bb1e-4954-805e-fe98742382dd req-578146be-a60b-48f5-acc7-c17743bd0e28 service neutron] Attempting to bind port 67b0090d-3075-4a04-b20e-e4f9ee1156a2 on network 15afd128-4eb3-46ee-bbef-b562f4d42e71 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:08:27.228079 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32439d98-bb1e-4954-805e-fe98742382dd req-578146be-a60b-48f5-acc7-c17743bd0e28 service neutron] Checking agent: {'id': 'b4b5bcfd-2763-4324-82e0-923bc8a52546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'started_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:08:27.228421 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32439d98-bb1e-4954-805e-fe98742382dd req-578146be-a60b-48f5-acc7-c17743bd0e28 service neutron] Checking segment: {'id': 'e640d770-2ca9-4604-9230-a1cf3cf5b676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '15afd128-4eb3-46ee-bbef-b562f4d42e71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:08:27.228814 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32439d98-bb1e-4954-805e-fe98742382dd req-578146be-a60b-48f5-acc7-c17743bd0e28 service neutron] Bound using segment: {'id': 'e640d770-2ca9-4604-9230-a1cf3cf5b676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '15afd128-4eb3-46ee-bbef-b562f4d42e71'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:08:27.229225 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-32439d98-bb1e-4954-805e-fe98742382dd req-578146be-a60b-48f5-acc7-c17743bd0e28 service neutron] Bound port: 67b0090d-3075-4a04-b20e-e4f9ee1156a2, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e640d770-2ca9-4604-9230-a1cf3cf5b676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '15afd128-4eb3-46ee-bbef-b562f4d42e71'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:08:27.229554 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-32439d98-bb1e-4954-805e-fe98742382dd req-578146be-a60b-48f5-acc7-c17743bd0e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:27.322302 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-32439d98-bb1e-4954-805e-fe98742382dd req-578146be-a60b-48f5-acc7-c17743bd0e28 service neutron] For port 67b0090d-3075-4a04-b20e-e4f9ee1156a2, host hv-neutron-8295, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:08:27.326568 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-32439d98-bb1e-4954-805e-fe98742382dd req-578146be-a60b-48f5-acc7-c17743bd0e28 service neutron] For port 67b0090d-3075-4a04-b20e-e4f9ee1156a2, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=67b0090d-3075-4a04-b20e-e4f9ee1156a2,segment=NetworkSegment(e640d770-2ca9-4604-9230-a1cf3cf5b676),segment_id=e640d770-2ca9-4604-9230-a1cf3cf5b676)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:08:27.333713 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-32439d98-bb1e-4954-805e-fe98742382dd req-578146be-a60b-48f5-acc7-c17743bd0e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:27.391939 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32439d98-bb1e-4954-805e-fe98742382dd req-578146be-a60b-48f5-acc7-c17743bd0e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:27.392504 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-32439d98-bb1e-4954-805e-fe98742382dd req-578146be-a60b-48f5-acc7-c17743bd0e28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:27.393965 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-32439d98-bb1e-4954-805e-fe98742382dd req-578146be-a60b-48f5-acc7-c17743bd0e28 service neutron] 10.222.0.89 "PUT /v2.0/ports/67b0090d-3075-4a04-b20e-e4f9ee1156a2 HTTP/1.1" status: 200 len: 1097 time: 1.1302059 Feb 16 13:08:27.394371 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7837c203-6961-4f0c-9c45-5b87d7742e39', 'tag': '67b0090d-3075-4a04-b20e-e4f9ee1156a2'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:08:27.433428 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578146be-a60b-48f5-acc7-c17743bd0e28 service neutron] Pushing event updated for resources: {'Port': ['ID=67b0090d-3075-4a04-b20e-e4f9ee1156a2,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:27.477879 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7837c203-6961-4f0c-9c45-5b87d7742e39', 'tag': '67b0090d-3075-4a04-b20e-e4f9ee1156a2', 'status': 'completed', 'code': 200} Feb 16 13:08:27.519545 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32439d98-bb1e-4954-805e-fe98742382dd req-d8b16db0-8c5c-44c3-8078-7d7e1239c3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:27.521050 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-32439d98-bb1e-4954-805e-fe98742382dd req-d8b16db0-8c5c-44c3-8078-7d7e1239c3a4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=21f056e6aa514fdba3a587da8f619e26&device_id=7837c203-6961-4f0c-9c45-5b87d7742e39 HTTP/1.1" status: 200 len: 1100 time: 0.0838587 Feb 16 13:08:27.593679 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-32439d98-bb1e-4954-805e-fe98742382dd req-3df13c1c-ea63-4ab5-849d-c054ec4cbb54 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=67b0090d-3075-4a04-b20e-e4f9ee1156a2 HTTP/1.1" status: 200 len: 217 time: 0.0646572 Feb 16 13:08:27.659238 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32439d98-bb1e-4954-805e-fe98742382dd req-b43e3839-eac3-47d3-8eb6-2374d6fcb424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:27.660768 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-32439d98-bb1e-4954-805e-fe98742382dd req-b43e3839-eac3-47d3-8eb6-2374d6fcb424 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=590ee48d-7a3d-47e6-9fc9-664723e0379d HTTP/1.1" status: 200 len: 843 time: 0.0597637 Feb 16 13:08:27.737835 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32439d98-bb1e-4954-805e-fe98742382dd req-ffe93ee1-dd71-4768-ba9c-eee31c5d30f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:27.739281 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-32439d98-bb1e-4954-805e-fe98742382dd req-ffe93ee1-dd71-4768-ba9c-eee31c5d30f7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=15afd128-4eb3-46ee-bbef-b562f4d42e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0715947 Feb 16 13:08:27.926584 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-32439d98-bb1e-4954-805e-fe98742382dd req-4f65ce01-c7ec-4b56-9228-2fa17dfa34e9 service neutron] 10.222.0.89 "GET /v2.0/networks/15afd128-4eb3-46ee-bbef-b562f4d42e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796377 Feb 16 13:08:28.020179 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6a018-2e56-4a7e-a12f-c2724f3177dc req-d377982e-41b1-4ea6-b54d-d45ca5001e41 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:28.021643 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-59d6a018-2e56-4a7e-a12f-c2724f3177dc req-d377982e-41b1-4ea6-b54d-d45ca5001e41 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] 10.222.0.83 "GET /v2.0/ports?device_id=7837c203-6961-4f0c-9c45-5b87d7742e39 HTTP/1.1" status: 200 len: 947 time: 0.1829586 Feb 16 13:08:28.104329 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-59d6a018-2e56-4a7e-a12f-c2724f3177dc req-040824ad-64f4-4ea5-8854-d7fa41fab8e8 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] 10.222.0.83 "GET /v2.0/security-groups?id=0e85b21d-bff0-46d3-a0a3-7762a50b4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715406 Feb 16 13:08:28.106325 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-32439d98-bb1e-4954-805e-fe98742382dd req-4d338b89-d1e8-49a7-8106-cc830338eb33 service neutron] 10.222.0.89 "GET /v2.0/networks/15afd128-4eb3-46ee-bbef-b562f4d42e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711421 Feb 16 13:08:28.234980 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537015a1-83f8-4d39-918e-a98fa435f8a3 req-3c46c5d1-4141-43b5-bced-61b43b534df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:28.236342 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-537015a1-83f8-4d39-918e-a98fa435f8a3 req-3c46c5d1-4141-43b5-bced-61b43b534df6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=21f056e6aa514fdba3a587da8f619e26&device_id=7837c203-6961-4f0c-9c45-5b87d7742e39 HTTP/1.1" status: 200 len: 1100 time: 0.0760336 Feb 16 13:08:28.369617 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537015a1-83f8-4d39-918e-a98fa435f8a3 req-55fbf4d9-665a-4071-ad07-2e7595f29f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:28.371029 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-537015a1-83f8-4d39-918e-a98fa435f8a3 req-55fbf4d9-665a-4071-ad07-2e7595f29f6b service neutron] 10.222.0.89 "GET /v2.0/networks?id=15afd128-4eb3-46ee-bbef-b562f4d42e71 HTTP/1.1" status: 200 len: 870 time: 0.1240051 Feb 16 13:08:28.437687 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-537015a1-83f8-4d39-918e-a98fa435f8a3 req-4f10e72d-87a6-42e1-a835-6ebac7e15791 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=67b0090d-3075-4a04-b20e-e4f9ee1156a2 HTTP/1.1" status: 200 len: 217 time: 0.0600784 Feb 16 13:08:28.502564 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537015a1-83f8-4d39-918e-a98fa435f8a3 req-a806652e-b7e5-4ed7-9a8b-e597861882b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:28.503858 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-537015a1-83f8-4d39-918e-a98fa435f8a3 req-a806652e-b7e5-4ed7-9a8b-e597861882b4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=590ee48d-7a3d-47e6-9fc9-664723e0379d HTTP/1.1" status: 200 len: 843 time: 0.0586936 Feb 16 13:08:28.580945 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537015a1-83f8-4d39-918e-a98fa435f8a3 req-980d16c1-fd50-48d5-baec-5337afacadb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:28.582387 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-537015a1-83f8-4d39-918e-a98fa435f8a3 req-980d16c1-fd50-48d5-baec-5337afacadb9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=15afd128-4eb3-46ee-bbef-b562f4d42e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0714436 Feb 16 13:08:28.713984 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-537015a1-83f8-4d39-918e-a98fa435f8a3 req-95025be7-424d-4bf6-9ccc-242581e12c30 service neutron] 10.222.0.89 "GET /v2.0/networks/15afd128-4eb3-46ee-bbef-b562f4d42e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231132 Feb 16 13:08:28.958887 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-537015a1-83f8-4d39-918e-a98fa435f8a3 req-7358d09d-c4a0-4745-950b-327bb3b98464 service neutron] 10.222.0.89 "GET /v2.0/networks/15afd128-4eb3-46ee-bbef-b562f4d42e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373993 Feb 16 13:08:29.419700 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee9ad2-452a-4775-a813-0bb840bc302f req-721d10e9-96ad-44db-b110-4fad6b70afb4 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:29.421325 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f4ee9ad2-452a-4775-a813-0bb840bc302f req-721d10e9-96ad-44db-b110-4fad6b70afb4 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] 10.222.0.83 "GET /v2.0/ports?device_id=7837c203-6961-4f0c-9c45-5b87d7742e39 HTTP/1.1" status: 200 len: 947 time: 0.1897295 Feb 16 13:08:29.469817 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f4ee9ad2-452a-4775-a813-0bb840bc302f req-ae4adfcb-5141-45e0-8e11-1c77fa1efbe7 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] 10.222.0.83 "GET /v2.0/security-groups?id=0e85b21d-bff0-46d3-a0a3-7762a50b4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427744 Feb 16 13:08:30.078505 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:08:30.305900 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 67b0090d-3075-4a04-b20e-e4f9ee1156a2 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:08:30.451574 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 67b0090d-3075-4a04-b20e-e4f9ee1156a2, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=67b0090d-3075-4a04-b20e-e4f9ee1156a2,segment=NetworkSegment(e640d770-2ca9-4604-9230-a1cf3cf5b676),segment_id=e640d770-2ca9-4604-9230-a1cf3cf5b676)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:08:30.464667 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': '67b0090d-3075-4a04-b20e-e4f9ee1156a2', 'network_id': '15afd128-4eb3-46ee-bbef-b562f4d42e71', 'port_id': '67b0090d-3075-4a04-b20e-e4f9ee1156a2', 'mac_address': 'fa:16:3e:e8:00:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '590ee48d-7a3d-47e6-9fc9-664723e0379d', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:08:30.524888 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:30.542159 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67b0090d-3075-4a04-b20e-e4f9ee1156a2 {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:08:30.559175 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 67b0090d-3075-4a04-b20e-e4f9ee1156a2, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=67b0090d-3075-4a04-b20e-e4f9ee1156a2,segment=NetworkSegment(e640d770-2ca9-4604-9230-a1cf3cf5b676),segment_id=e640d770-2ca9-4604-9230-a1cf3cf5b676)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:08:30.562828 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:30.627851 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=67b0090d-3075-4a04-b20e-e4f9ee1156a2,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:30.667920 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f13399-0bea-4a28-9211-03a73c0e3213 req-6a197aae-f24f-4e55-9f2d-ebf0e8006c03 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:30.669371 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-58f13399-0bea-4a28-9211-03a73c0e3213 req-6a197aae-f24f-4e55-9f2d-ebf0e8006c03 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] 10.222.0.83 "GET /v2.0/ports?device_id=7837c203-6961-4f0c-9c45-5b87d7742e39 HTTP/1.1" status: 200 len: 948 time: 0.0831783 Feb 16 13:08:30.714893 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-58f13399-0bea-4a28-9211-03a73c0e3213 req-49537c4a-4cfd-463a-9f42-65bcd008ff39 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] 10.222.0.83 "GET /v2.0/security-groups?id=0e85b21d-bff0-46d3-a0a3-7762a50b4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395727 Feb 16 13:08:30.807646 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['67b0090d-3075-4a04-b20e-e4f9ee1156a2'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:08:31.829064 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2578498e-9a0f-41c3-a96f-3fdbdeaa98a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:31.948454 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa31fe-7fea-4672-bc5b-b23a0620383c req-72586c68-10b8-4841-9d71-23e26de7bb2f tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:31.950025 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-81fa31fe-7fea-4672-bc5b-b23a0620383c req-72586c68-10b8-4841-9d71-23e26de7bb2f tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] 10.222.0.83 "GET /v2.0/ports?device_id=7837c203-6961-4f0c-9c45-5b87d7742e39 HTTP/1.1" status: 200 len: 948 time: 0.1065507 Feb 16 13:08:32.002945 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-81fa31fe-7fea-4672-bc5b-b23a0620383c req-45b0160c-5fac-4fd6-9dc1-8c44421a13b4 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] 10.222.0.83 "GET /v2.0/security-groups?id=0e85b21d-bff0-46d3-a0a3-7762a50b4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467548 Feb 16 13:08:32.322924 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 67b0090d-3075-4a04-b20e-e4f9ee1156a2 up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:08:32.404146 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning for port 67b0090d-3075-4a04-b20e-e4f9ee1156a2 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:08:32.410819 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port 67b0090d-3075-4a04-b20e-e4f9ee1156a2 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:08:32.411457 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:32.541473 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:32.568935 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7837c203-6961-4f0c-9c45-5b87d7742e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b0090d-3075-4a04-b20e-e4f9ee1156a2'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:08:32.578831 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 67b0090d-3075-4a04-b20e-e4f9ee1156a2, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=67b0090d-3075-4a04-b20e-e4f9ee1156a2,segment=NetworkSegment(e640d770-2ca9-4604-9230-a1cf3cf5b676),segment_id=e640d770-2ca9-4604-9230-a1cf3cf5b676)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:08:32.583502 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:32.620642 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7837c203-6961-4f0c-9c45-5b87d7742e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b0090d-3075-4a04-b20e-e4f9ee1156a2', 'code': 200} Feb 16 13:08:32.655366 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=67b0090d-3075-4a04-b20e-e4f9ee1156a2,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:32.881369 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c28d83-c4d2-4e6e-8951-3ca660dc4788 req-9913818f-2f2f-44bf-8f66-a03ed2f055f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:32.882794 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-88c28d83-c4d2-4e6e-8951-3ca660dc4788 req-9913818f-2f2f-44bf-8f66-a03ed2f055f2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7837c203-6961-4f0c-9c45-5b87d7742e39 HTTP/1.1" status: 200 len: 1102 time: 0.0750284 Feb 16 13:08:32.928106 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-88c28d83-c4d2-4e6e-8951-3ca660dc4788 req-850351ed-ae38-4744-8ddc-9e4e037b65a2 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=0e85b21d-bff0-46d3-a0a3-7762a50b4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384643 Feb 16 13:08:33.212651 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64b192-3b13-4d85-bd0b-af70b40c07eb req-73cb2690-9f5c-4f33-b9bf-46d7a949f054 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:33.214112 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8e64b192-3b13-4d85-bd0b-af70b40c07eb req-73cb2690-9f5c-4f33-b9bf-46d7a949f054 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] 10.222.0.83 "GET /v2.0/ports?device_id=7837c203-6961-4f0c-9c45-5b87d7742e39 HTTP/1.1" status: 200 len: 949 time: 0.0824695 Feb 16 13:08:33.260128 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8e64b192-3b13-4d85-bd0b-af70b40c07eb req-169835c3-5ea2-4d19-8dc8-2d7b7db967e0 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] 10.222.0.83 "GET /v2.0/security-groups?id=0e85b21d-bff0-46d3-a0a3-7762a50b4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377119 Feb 16 13:08:34.139481 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-49f0f6d4-55ee-4a5a-91e5-a17ae42e9f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:34.466520 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c62c6-1166-4df7-8b16-7fd267c44573 req-09c89af7-28b2-48f8-b803-c7c93c5a2059 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:34.467971 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-406c62c6-1166-4df7-8b16-7fd267c44573 req-09c89af7-28b2-48f8-b803-c7c93c5a2059 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] 10.222.0.83 "GET /v2.0/ports?device_id=7837c203-6961-4f0c-9c45-5b87d7742e39 HTTP/1.1" status: 200 len: 949 time: 0.0905497 Feb 16 13:08:34.512422 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-406c62c6-1166-4df7-8b16-7fd267c44573 req-c527e284-9752-44e0-9162-23db9f392e08 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] 10.222.0.83 "GET /v2.0/security-groups?id=0e85b21d-bff0-46d3-a0a3-7762a50b4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386338 Feb 16 13:08:34.517850 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:35.181045 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:35.216423 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:35.686602 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8c218-c849-49ea-b023-454495e5008f req-7bcd14e9-238b-42ff-83f8-c2e930224aca tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:35.688045 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b7a8c218-c849-49ea-b023-454495e5008f req-7bcd14e9-238b-42ff-83f8-c2e930224aca tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] 10.222.0.83 "GET /v2.0/ports?device_id=7837c203-6961-4f0c-9c45-5b87d7742e39 HTTP/1.1" status: 200 len: 949 time: 0.0934107 Feb 16 13:08:35.742160 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b7a8c218-c849-49ea-b023-454495e5008f req-e3820c47-8fca-4138-8077-f5a476f6ffef tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] 10.222.0.83 "GET /v2.0/security-groups?id=0e85b21d-bff0-46d3-a0a3-7762a50b4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455942 Feb 16 13:08:36.753777 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:36.949509 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f7ae7-a6cf-41e4-91f8-15803f61cebb req-c8c77900-f988-459a-94e5-ac0b8a546bee tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:36.951012 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ea7f7ae7-a6cf-41e4-91f8-15803f61cebb req-c8c77900-f988-459a-94e5-ac0b8a546bee tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] 10.222.0.83 "GET /v2.0/ports?device_id=7837c203-6961-4f0c-9c45-5b87d7742e39 HTTP/1.1" status: 200 len: 949 time: 0.0932438 Feb 16 13:08:36.999247 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ea7f7ae7-a6cf-41e4-91f8-15803f61cebb req-5defda3f-ad4c-4194-84a8-28d46c7196da tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] 10.222.0.83 "GET /v2.0/security-groups?id=0e85b21d-bff0-46d3-a0a3-7762a50b4f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395994 Feb 16 13:08:37.107384 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424967a-1698-411d-8c0b-6f033c98f49f req-facf2d3b-c353-4460-a0c3-ec0a3d5afbfe tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:37.108856 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9424967a-1698-411d-8c0b-6f033c98f49f req-facf2d3b-c353-4460-a0c3-ec0a3d5afbfe tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] 10.222.0.89 "GET /v2.0/ports?device_id=7837c203-6961-4f0c-9c45-5b87d7742e39 HTTP/1.1" status: 200 len: 949 time: 0.0915766 Feb 16 13:08:37.180067 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-9424967a-1698-411d-8c0b-6f033c98f49f req-2a6d9147-a17c-4695-88fc-44df0e68662f tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] Deleting port 67b0090d-3075-4a04-b20e-e4f9ee1156a2 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:08:37.180372 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-9424967a-1698-411d-8c0b-6f033c98f49f req-2a6d9147-a17c-4695-88fc-44df0e68662f tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:37.439259 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-9424967a-1698-411d-8c0b-6f033c98f49f req-2a6d9147-a17c-4695-88fc-44df0e68662f tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] For port 67b0090d-3075-4a04-b20e-e4f9ee1156a2, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=67b0090d-3075-4a04-b20e-e4f9ee1156a2,segment=NetworkSegment(e640d770-2ca9-4604-9230-a1cf3cf5b676),segment_id=e640d770-2ca9-4604-9230-a1cf3cf5b676)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:08:37.439614 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-9424967a-1698-411d-8c0b-6f033c98f49f req-2a6d9147-a17c-4695-88fc-44df0e68662f tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:37.566714 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-9424967a-1698-411d-8c0b-6f033c98f49f req-2a6d9147-a17c-4695-88fc-44df0e68662f tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] Calling delete_port for 67b0090d-3075-4a04-b20e-e4f9ee1156a2 owned by compute:nova {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:08:37.729983 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-9424967a-1698-411d-8c0b-6f033c98f49f req-2a6d9147-a17c-4695-88fc-44df0e68662f tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:37.742926 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['67b0090d-3075-4a04-b20e-e4f9ee1156a2'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:08:37.783452 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d9147-a17c-4695-88fc-44df0e68662f tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] Pushing event deleted for resources: {'Port': ['ID=67b0090d-3075-4a04-b20e-e4f9ee1156a2,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:37.857416 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-9424967a-1698-411d-8c0b-6f033c98f49f req-2a6d9147-a17c-4695-88fc-44df0e68662f tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] No DVR routers for this DVR port 67b0090d-3075-4a04-b20e-e4f9ee1156a2 on host hv-neutron-8295 {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:08:37.859824 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-9424967a-1698-411d-8c0b-6f033c98f49f req-2a6d9147-a17c-4695-88fc-44df0e68662f tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:37.862684 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7837c203-6961-4f0c-9c45-5b87d7742e39', 'name': 'network-vif-deleted', 'tag': '67b0090d-3075-4a04-b20e-e4f9ee1156a2'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:08:37.880639 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9424967a-1698-411d-8c0b-6f033c98f49f req-2a6d9147-a17c-4695-88fc-44df0e68662f tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] 10.222.0.89 "DELETE /v2.0/ports/67b0090d-3075-4a04-b20e-e4f9ee1156a2 HTTP/1.1" status: 204 len: 173 time: 0.7658288 Feb 16 13:08:37.911805 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7837c203-6961-4f0c-9c45-5b87d7742e39', 'name': 'network-vif-deleted', 'tag': '67b0090d-3075-4a04-b20e-e4f9ee1156a2', 'status': 'completed', 'code': 200} Feb 16 13:08:38.165349 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6aff7524-2fc8-43a5-a1e6-0e07d7849b9e req-88d892f2-dec5-40b1-a359-7c26de5972c8 tempest-ServersAdminNegativeTestJSON-2048286239 tempest-ServersAdminNegativeTestJSON-2048286239-project] 10.222.0.83 "GET /v2.0/ports?device_id=7837c203-6961-4f0c-9c45-5b87d7742e39 HTTP/1.1" status: 200 len: 210 time: 0.0481305 Feb 16 13:08:39.548711 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 46222) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:08:39.718243 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2d98e0c3-335d-476f-962d-7416a12f4905 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=21f056e6aa514fdba3a587da8f619e26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1681750 Feb 16 13:08:39.721689 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 46228) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:08:39.780119 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-86c941db-bf28-4d70-88d2-cfa30a38353a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:39.807540 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-86c941db-bf28-4d70-88d2-cfa30a38353a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:39.864271 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-86c941db-bf28-4d70-88d2-cfa30a38353a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:39.880929 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c941db-bf28-4d70-88d2-cfa30a38353a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e85b21d-bff0-46d3-a0a3-7762a50b4f05,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:39.896004 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-86c941db-bf28-4d70-88d2-cfa30a38353a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:39.897833 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-86c941db-bf28-4d70-88d2-cfa30a38353a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0e85b21d-bff0-46d3-a0a3-7762a50b4f05 HTTP/1.1" status: 204 len: 168 time: 0.1752610 Feb 16 13:08:40.201208 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 46236) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:08:40.221479 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-91310b8e-d98e-44e5-9f85-d32bdf15f72b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:40.236505 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-91310b8e-d98e-44e5-9f85-d32bdf15f72b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:08:40.240912 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-91310b8e-d98e-44e5-9f85-d32bdf15f72b admin admin] Usage tracker for resource:security_group_rule and tenant:a004fe2db25247bbbda25d74ede84e4f is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:08:40.243942 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-91310b8e-d98e-44e5-9f85-d32bdf15f72b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:08:40.250354 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-91310b8e-d98e-44e5-9f85-d32bdf15f72b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:08:40.337389 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-91310b8e-d98e-44e5-9f85-d32bdf15f72b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:40.343242 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-91310b8e-d98e-44e5-9f85-d32bdf15f72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:40.361773 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 67b0090d-3075-4a04-b20e-e4f9ee1156a2 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:08:40.388138 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91310b8e-d98e-44e5-9f85-d32bdf15f72b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580eab77-c1ec-475b-8c7f-58801a96783f,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:40.392442 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-91310b8e-d98e-44e5-9f85-d32bdf15f72b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a004fe2db25247bbbda25d74ede84e4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1901286 Feb 16 13:08:40.395159 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 46240) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:08:40.404413 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] No Port match for: 67b0090d-3075-4a04-b20e-e4f9ee1156a2 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:08:40.404901 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 67b0090d-3075-4a04-b20e-e4f9ee1156a2 not bound to the agent host hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:08:40.469358 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aaa35ff0-fbdb-4c8a-a948-f53ab60c2984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:40.499288 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aaa35ff0-fbdb-4c8a-a948-f53ab60c2984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:40.553953 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aaa35ff0-fbdb-4c8a-a948-f53ab60c2984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:40.575625 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa35ff0-fbdb-4c8a-a948-f53ab60c2984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580eab77-c1ec-475b-8c7f-58801a96783f,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:40.580128 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aaa35ff0-fbdb-4c8a-a948-f53ab60c2984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:40.581253 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-aaa35ff0-fbdb-4c8a-a948-f53ab60c2984 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/580eab77-c1ec-475b-8c7f-58801a96783f HTTP/1.1" status: 204 len: 168 time: 0.1851225 Feb 16 13:08:41.358122 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 46264) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:08:41.468341 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-cb83e9b6-83f2-44ef-a964-8003daac950f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1396414145-network', 'tenant_id': '8b6d9a719ed141f397aa0f5c3c0b89d4'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:08:41.473052 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-cb83e9b6-83f2-44ef-a964-8003daac950f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:08:41.477088 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-cb83e9b6-83f2-44ef-a964-8003daac950f admin admin] Usage tracker for resource:network and tenant:8b6d9a719ed141f397aa0f5c3c0b89d4 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:08:41.479874 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-cb83e9b6-83f2-44ef-a964-8003daac950f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:08:41.485468 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-cb83e9b6-83f2-44ef-a964-8003daac950f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:08:41.495787 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb83e9b6-83f2-44ef-a964-8003daac950f admin admin] Made reservation on behalf of 8b6d9a719ed141f397aa0f5c3c0b89d4 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:08:41.498027 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cb83e9b6-83f2-44ef-a964-8003daac950f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:41.510154 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cb83e9b6-83f2-44ef-a964-8003daac950f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:41.524253 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-cb83e9b6-83f2-44ef-a964-8003daac950f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:08:41.528075 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-cb83e9b6-83f2-44ef-a964-8003daac950f admin admin] Usage tracker for resource:security_group_rule and tenant:8b6d9a719ed141f397aa0f5c3c0b89d4 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:08:41.530851 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-cb83e9b6-83f2-44ef-a964-8003daac950f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:08:41.536411 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-cb83e9b6-83f2-44ef-a964-8003daac950f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:08:41.619976 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cb83e9b6-83f2-44ef-a964-8003daac950f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:41.625571 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cb83e9b6-83f2-44ef-a964-8003daac950f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:41.654575 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb83e9b6-83f2-44ef-a964-8003daac950f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:08:41.662728 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb83e9b6-83f2-44ef-a964-8003daac950f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96fdd4e-bb78-4ebe-9cd3-c8dab684bdd1,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:41.668375 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cb83e9b6-83f2-44ef-a964-8003daac950f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:41.668734 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-cb83e9b6-83f2-44ef-a964-8003daac950f admin admin] Added segment 004a4a77-55e2-41e1-a34d-4e1551ec74d9 of type vlan for network f43df70a-05a1-4bce-9a3b-cca89b12342a Feb 16 13:08:41.695736 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cb83e9b6-83f2-44ef-a964-8003daac950f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:41.730064 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cb83e9b6-83f2-44ef-a964-8003daac950f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:41.731500 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb83e9b6-83f2-44ef-a964-8003daac950f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:41.732330 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cb83e9b6-83f2-44ef-a964-8003daac950f admin admin] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:41.837328 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-cb83e9b6-83f2-44ef-a964-8003daac950f admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4774218 Feb 16 13:08:41.840373 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb83e9b6-83f2-44ef-a964-8003daac950f admin admin] Pushing event updated for resources: {'Network': ['ID=f43df70a-05a1-4bce-9a3b-cca89b12342a,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:41.840657 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 46270) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:08:41.848132 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-f6f6e600-15f8-4ebf-ac01-101b18b31b0d admin admin] Request body: {'subnet': {'network_id': 'f43df70a-05a1-4bce-9a3b-cca89b12342a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1396414145-subnet', 'tenant_id': '8b6d9a719ed141f397aa0f5c3c0b89d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:08:41.853735 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network f43df70a-05a1-4bce-9a3b-cca89b12342a details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:08:41.854231 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-f6f6e600-15f8-4ebf-ac01-101b18b31b0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:08:41.857856 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-f6f6e600-15f8-4ebf-ac01-101b18b31b0d admin admin] Usage tracker for resource:subnet and tenant:8b6d9a719ed141f397aa0f5c3c0b89d4 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:08:41.860741 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-f6f6e600-15f8-4ebf-ac01-101b18b31b0d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:08:41.866946 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-f6f6e600-15f8-4ebf-ac01-101b18b31b0d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:08:41.878903 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f6e600-15f8-4ebf-ac01-101b18b31b0d admin admin] Made reservation on behalf of 8b6d9a719ed141f397aa0f5c3c0b89d4 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:08:41.881743 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f6f6e600-15f8-4ebf-ac01-101b18b31b0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:42.083475 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f6f6e600-15f8-4ebf-ac01-101b18b31b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:42.155306 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6e600-15f8-4ebf-ac01-101b18b31b0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bb3da05-4960-442d-a159-fbf16bbc34c3,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:42.165832 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f6e600-15f8-4ebf-ac01-101b18b31b0d admin admin] Checking segment: {'id': '004a4a77-55e2-41e1-a34d-4e1551ec74d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f43df70a-05a1-4bce-9a3b-cca89b12342a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:08:42.166183 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f6e600-15f8-4ebf-ac01-101b18b31b0d admin admin] Network hostable DHCP agents. Network: f43df70a-05a1-4bce-9a3b-cca89b12342a, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:08:42.187525 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f6e600-15f8-4ebf-ac01-101b18b31b0d admin admin] Network f43df70a-05a1-4bce-9a3b-cca89b12342a is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:08:42.197689 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-f6f6e600-15f8-4ebf-ac01-101b18b31b0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, f43df70a-05a1-4bce-9a3b-cca89b12342a) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:08:42.201590 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f6e600-15f8-4ebf-ac01-101b18b31b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:42.202175 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f6f6e600-15f8-4ebf-ac01-101b18b31b0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:42.207050 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca0e97e-d38b-4486-82d4-58b5cb9435c4 None None] Network f43df70a-05a1-4bce-9a3b-cca89b12342a requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:08:42.229963 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f6f6e600-15f8-4ebf-ac01-101b18b31b0d admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3882711 Feb 16 13:08:42.416093 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ce5aae-9ea8-4603-aacc-9af22f6ab80d None None] Network f43df70a-05a1-4bce-9a3b-cca89b12342a requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:08:42.750046 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-f5250f99-191a-43b8-ac89-0f7c622f4c39 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:42.750613 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-f5250f99-191a-43b8-ac89-0f7c622f4c39 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Synchronizing usage tracker for tenant:8b6d9a719ed141f397aa0f5c3c0b89d4 on resource:network {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:08:42.771799 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-f5250f99-191a-43b8-ac89-0f7c622f4c39 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Unset dirty status for tenant:8b6d9a719ed141f397aa0f5c3c0b89d4 on resource:network {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:08:42.773196 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-f5250f99-191a-43b8-ac89-0f7c622f4c39 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/networks?id=f43df70a-05a1-4bce-9a3b-cca89b12342a HTTP/1.1" status: 200 len: 812 time: 0.1882513 Feb 16 13:08:42.789172 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-93323cbd-6790-4f87-bb0b-08c65260daef tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/quotas/8b6d9a719ed141f397aa0f5c3c0b89d4 HTTP/1.1" status: 200 len: 375 time: 0.0103214 Feb 16 13:08:42.840099 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-03a4ad86-7770-405a-a14d-b9d3ea00bb5f tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=8b6d9a719ed141f397aa0f5c3c0b89d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457964 Feb 16 13:08:42.978219 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-43f814f3-c37c-4571-a881-59cab89e73f0 service neutron] 10.222.0.83 "GET /v2.0/networks/f43df70a-05a1-4bce-9a3b-cca89b12342a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279137 Feb 16 13:08:43.113407 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-f1d1c83f-7840-425a-98ae-1c9aa27b28c1 service neutron] 10.222.0.83 "GET /v2.0/networks/f43df70a-05a1-4bce-9a3b-cca89b12342a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269689 Feb 16 13:08:43.293595 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7934ed0b-df99-40d4-b939-5e88ca607ca0 req-873e2322-866b-4569-b935-686d516dffeb tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ffe6d22-718e-40ca-9d0c-24a3f3af3238 HTTP/1.1" status: 200 len: 210 time: 0.0416248 Feb 16 13:08:44.453246 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-93e3f5ff-7ea5-4190-ae81-b3e338527bad req-1a7a27ea-ea06-4b59-86ef-91a71174b992 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ffe6d22-718e-40ca-9d0c-24a3f3af3238 HTTP/1.1" status: 200 len: 210 time: 0.0512228 Feb 16 13:08:44.590885 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-5d6c2020-4c8f-47a4-bae3-7bc7fee440e9 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:44.592293 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-5d6c2020-4c8f-47a4-bae3-7bc7fee440e9 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.89 "GET /v2.0/networks?id=f43df70a-05a1-4bce-9a3b-cca89b12342a HTTP/1.1" status: 200 len: 812 time: 0.3190932 Feb 16 13:08:44.607504 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-290ef365-1c27-408a-9904-88c6f69f56e7 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Request body: {'port': {'device_id': '3ffe6d22-718e-40ca-9d0c-24a3f3af3238', 'network_id': 'f43df70a-05a1-4bce-9a3b-cca89b12342a', 'admin_state_up': True, 'tenant_id': '8b6d9a719ed141f397aa0f5c3c0b89d4'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:08:44.756241 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-290ef365-1c27-408a-9904-88c6f69f56e7 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:08:44.760811 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-290ef365-1c27-408a-9904-88c6f69f56e7 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Usage tracker for resource:port and tenant:8b6d9a719ed141f397aa0f5c3c0b89d4 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:08:44.763752 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-290ef365-1c27-408a-9904-88c6f69f56e7 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:08:44.769531 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-290ef365-1c27-408a-9904-88c6f69f56e7 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:08:44.781082 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-290ef365-1c27-408a-9904-88c6f69f56e7 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Made reservation on behalf of 8b6d9a719ed141f397aa0f5c3c0b89d4 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:08:44.784514 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-290ef365-1c27-408a-9904-88c6f69f56e7 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:44.962004 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-290ef365-1c27-408a-9904-88c6f69f56e7 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Allocated IP 172.20.0.12 (f43df70a-05a1-4bce-9a3b-cca89b12342a/9bb3da05-4960-442d-a159-fbf16bbc34c3/7f771b8c-47eb-49f8-ac8c-4fadec759864) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:08:45.180427 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-290ef365-1c27-408a-9904-88c6f69f56e7 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:45.222399 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-290ef365-1c27-408a-9904-88c6f69f56e7 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:45.302823 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-290ef365-1c27-408a-9904-88c6f69f56e7 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Network f43df70a-05a1-4bce-9a3b-cca89b12342a is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:08:45.306470 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-290ef365-1c27-408a-9904-88c6f69f56e7 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:08:45.310696 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-290ef365-1c27-408a-9904-88c6f69f56e7 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:08:45.341304 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ef365-1c27-408a-9904-88c6f69f56e7 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Pushing event updated for resources: {'Port': ['ID=7f771b8c-47eb-49f8-ac8c-4fadec759864,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:45.380916 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-290ef365-1c27-408a-9904-88c6f69f56e7 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:45.381525 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-290ef365-1c27-408a-9904-88c6f69f56e7 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:45.403411 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-290ef365-1c27-408a-9904-88c6f69f56e7 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7993586 Feb 16 13:08:45.415054 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-1695cef7-aecb-4373-b283-d3de12ef21ba service neutron] Request body: {'port': {'device_id': '3ffe6d22-718e-40ca-9d0c-24a3f3af3238', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:08:45.536065 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-1695cef7-aecb-4373-b283-d3de12ef21ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:45.837407 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2600993-c637-4de0-81b3-f12a99e330ce req-f909b52d-19ef-4956-8bc4-fd63632abcc3 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:45.838103 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-d2600993-c637-4de0-81b3-f12a99e330ce req-f909b52d-19ef-4956-8bc4-fd63632abcc3 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Synchronizing usage tracker for tenant:8b6d9a719ed141f397aa0f5c3c0b89d4 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:08:45.877411 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-d2600993-c637-4de0-81b3-f12a99e330ce req-f909b52d-19ef-4956-8bc4-fd63632abcc3 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Unset dirty status for tenant:8b6d9a719ed141f397aa0f5c3c0b89d4 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:08:45.878571 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d2600993-c637-4de0-81b3-f12a99e330ce req-f909b52d-19ef-4956-8bc4-fd63632abcc3 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ffe6d22-718e-40ca-9d0c-24a3f3af3238 HTTP/1.1" status: 200 len: 932 time: 0.2860105 Feb 16 13:08:45.952397 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d2600993-c637-4de0-81b3-f12a99e330ce req-e964d62e-4625-4bbc-aa4d-84acf8069ff6 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/security-groups?id=f96fdd4e-bb78-4ebe-9cd3-c8dab684bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579336 Feb 16 13:08:46.019347 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-1695cef7-aecb-4373-b283-d3de12ef21ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f771b8c-47eb-49f8-ac8c-4fadec759864 {{(pid=87701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:08:46.026812 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-1695cef7-aecb-4373-b283-d3de12ef21ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:46.042577 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-1695cef7-aecb-4373-b283-d3de12ef21ba service neutron] Transition to ACTIVE for port object 7f771b8c-47eb-49f8-ac8c-4fadec759864 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:08:46.047099 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-1695cef7-aecb-4373-b283-d3de12ef21ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:46.211786 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1695cef7-aecb-4373-b283-d3de12ef21ba service neutron] Pushing event updated for resources: {'Port': ['ID=7f771b8c-47eb-49f8-ac8c-4fadec759864,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:46.292006 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-1695cef7-aecb-4373-b283-d3de12ef21ba service neutron] Attempting to bind port 7f771b8c-47eb-49f8-ac8c-4fadec759864 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:08:46.292313 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-1695cef7-aecb-4373-b283-d3de12ef21ba service neutron] Attempting to bind port 7f771b8c-47eb-49f8-ac8c-4fadec759864 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '004a4a77-55e2-41e1-a34d-4e1551ec74d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f43df70a-05a1-4bce-9a3b-cca89b12342a'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:08:46.292653 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-1695cef7-aecb-4373-b283-d3de12ef21ba service neutron] Attempting to bind port 7f771b8c-47eb-49f8-ac8c-4fadec759864 on network f43df70a-05a1-4bce-9a3b-cca89b12342a {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:08:46.297362 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-1695cef7-aecb-4373-b283-d3de12ef21ba service neutron] Port 7f771b8c-47eb-49f8-ac8c-4fadec759864 on network f43df70a-05a1-4bce-9a3b-cca89b12342a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:08:46.297678 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-1695cef7-aecb-4373-b283-d3de12ef21ba service neutron] Attempting to bind port 7f771b8c-47eb-49f8-ac8c-4fadec759864 on network f43df70a-05a1-4bce-9a3b-cca89b12342a {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:08:46.302858 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-1695cef7-aecb-4373-b283-d3de12ef21ba service neutron] Checking agent: {'id': 'b4b5bcfd-2763-4324-82e0-923bc8a52546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'started_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:08:46.303354 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-1695cef7-aecb-4373-b283-d3de12ef21ba service neutron] Checking segment: {'id': '004a4a77-55e2-41e1-a34d-4e1551ec74d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f43df70a-05a1-4bce-9a3b-cca89b12342a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:08:46.303797 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-1695cef7-aecb-4373-b283-d3de12ef21ba service neutron] Bound using segment: {'id': '004a4a77-55e2-41e1-a34d-4e1551ec74d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f43df70a-05a1-4bce-9a3b-cca89b12342a'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:08:46.304248 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-1695cef7-aecb-4373-b283-d3de12ef21ba service neutron] Bound port: 7f771b8c-47eb-49f8-ac8c-4fadec759864, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '004a4a77-55e2-41e1-a34d-4e1551ec74d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f43df70a-05a1-4bce-9a3b-cca89b12342a'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:08:46.305747 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-1695cef7-aecb-4373-b283-d3de12ef21ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:46.505652 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-1695cef7-aecb-4373-b283-d3de12ef21ba service neutron] For port 7f771b8c-47eb-49f8-ac8c-4fadec759864, host hv-neutron-8295, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:08:46.509296 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-1695cef7-aecb-4373-b283-d3de12ef21ba service neutron] For port 7f771b8c-47eb-49f8-ac8c-4fadec759864, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=7f771b8c-47eb-49f8-ac8c-4fadec759864,segment=NetworkSegment(004a4a77-55e2-41e1-a34d-4e1551ec74d9),segment_id=004a4a77-55e2-41e1-a34d-4e1551ec74d9)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:08:46.516821 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-1695cef7-aecb-4373-b283-d3de12ef21ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:46.578221 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-1695cef7-aecb-4373-b283-d3de12ef21ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:46.578832 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-1695cef7-aecb-4373-b283-d3de12ef21ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:46.580204 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-1695cef7-aecb-4373-b283-d3de12ef21ba service neutron] 10.222.0.89 "PUT /v2.0/ports/7f771b8c-47eb-49f8-ac8c-4fadec759864 HTTP/1.1" status: 200 len: 1094 time: 1.1692941 Feb 16 13:08:46.580601 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ffe6d22-718e-40ca-9d0c-24a3f3af3238', 'tag': '7f771b8c-47eb-49f8-ac8c-4fadec759864'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:08:46.606142 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1695cef7-aecb-4373-b283-d3de12ef21ba service neutron] Pushing event updated for resources: {'Port': ['ID=7f771b8c-47eb-49f8-ac8c-4fadec759864,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:46.657275 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ffe6d22-718e-40ca-9d0c-24a3f3af3238', 'tag': '7f771b8c-47eb-49f8-ac8c-4fadec759864', 'status': 'completed', 'code': 200} Feb 16 13:08:46.701509 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-c5da0642-00f0-4065-8d93-8e8f07f7da7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:46.702904 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-c5da0642-00f0-4065-8d93-8e8f07f7da7b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8b6d9a719ed141f397aa0f5c3c0b89d4&device_id=3ffe6d22-718e-40ca-9d0c-24a3f3af3238 HTTP/1.1" status: 200 len: 1097 time: 0.0823460 Feb 16 13:08:46.771657 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-ddc1a151-66c6-49f3-a29c-d4c974d35eab service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f771b8c-47eb-49f8-ac8c-4fadec759864 HTTP/1.1" status: 200 len: 217 time: 0.0608749 Feb 16 13:08:46.838734 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-16fefb29-ed0f-4ea6-a8a5-e9229606d64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:46.840168 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-16fefb29-ed0f-4ea6-a8a5-e9229606d64b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9bb3da05-4960-442d-a159-fbf16bbc34c3 HTTP/1.1" status: 200 len: 852 time: 0.0629435 Feb 16 13:08:46.886003 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-61cbad05-077a-4e96-8499-a993de9f616e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f43df70a-05a1-4bce-9a3b-cca89b12342a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397980 Feb 16 13:08:47.018380 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-fa677227-4de4-4d2d-b465-7716bcd3fadb service neutron] 10.222.0.89 "GET /v2.0/networks/f43df70a-05a1-4bce-9a3b-cca89b12342a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262593 Feb 16 13:08:47.206689 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-733fa60a-d8be-453b-a5d9-76191acbd1d2 req-92d691d1-8a50-412c-bd69-c1f22a6d7334 service neutron] 10.222.0.89 "GET /v2.0/networks/f43df70a-05a1-4bce-9a3b-cca89b12342a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815498 Feb 16 13:08:47.227825 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c67b70-b025-46a0-87a0-03c811afe8fe req-cb1b402b-a867-4d61-9ac2-9b7997288445 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:47.229474 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-06c67b70-b025-46a0-87a0-03c811afe8fe req-cb1b402b-a867-4d61-9ac2-9b7997288445 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ffe6d22-718e-40ca-9d0c-24a3f3af3238 HTTP/1.1" status: 200 len: 944 time: 0.1375103 Feb 16 13:08:47.314898 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-06c67b70-b025-46a0-87a0-03c811afe8fe req-6b0d44cd-c07b-48de-a774-e7ba5f293dd2 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/security-groups?id=f96fdd4e-bb78-4ebe-9cd3-c8dab684bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781717 Feb 16 13:08:47.346993 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d8edf-c8fe-4ed8-9f21-412fecdcb666 req-7fc3e808-38f6-4d5c-9bb4-97f23ed9026e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:47.348472 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-145d8edf-c8fe-4ed8-9f21-412fecdcb666 req-7fc3e808-38f6-4d5c-9bb4-97f23ed9026e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8b6d9a719ed141f397aa0f5c3c0b89d4&device_id=3ffe6d22-718e-40ca-9d0c-24a3f3af3238 HTTP/1.1" status: 200 len: 1097 time: 0.0827510 Feb 16 13:08:47.482221 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d8edf-c8fe-4ed8-9f21-412fecdcb666 req-d892d88f-ee9c-4761-ad1d-759686a31c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:47.483677 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-145d8edf-c8fe-4ed8-9f21-412fecdcb666 req-d892d88f-ee9c-4761-ad1d-759686a31c45 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f43df70a-05a1-4bce-9a3b-cca89b12342a HTTP/1.1" status: 200 len: 913 time: 0.1271777 Feb 16 13:08:47.554716 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-145d8edf-c8fe-4ed8-9f21-412fecdcb666 req-4221edcb-87b5-430a-86fb-0b616c7dd4de service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f771b8c-47eb-49f8-ac8c-4fadec759864 HTTP/1.1" status: 200 len: 217 time: 0.0642641 Feb 16 13:08:47.624647 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d8edf-c8fe-4ed8-9f21-412fecdcb666 req-015faf2c-8b92-440b-91f4-a26b7023c0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:47.625975 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-145d8edf-c8fe-4ed8-9f21-412fecdcb666 req-015faf2c-8b92-440b-91f4-a26b7023c0dc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9bb3da05-4960-442d-a159-fbf16bbc34c3 HTTP/1.1" status: 200 len: 852 time: 0.0656309 Feb 16 13:08:47.683403 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-145d8edf-c8fe-4ed8-9f21-412fecdcb666 req-332d2060-02a0-4387-b127-9fee65486150 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f43df70a-05a1-4bce-9a3b-cca89b12342a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483263 Feb 16 13:08:47.828639 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-145d8edf-c8fe-4ed8-9f21-412fecdcb666 req-1374e3a4-b706-4da4-864a-0aa032b62ea7 service neutron] 10.222.0.89 "GET /v2.0/networks/f43df70a-05a1-4bce-9a3b-cca89b12342a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382551 Feb 16 13:08:47.978925 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-145d8edf-c8fe-4ed8-9f21-412fecdcb666 req-f1f0cda9-adc1-4674-957d-a59eb15ee0cd service neutron] 10.222.0.89 "GET /v2.0/networks/f43df70a-05a1-4bce-9a3b-cca89b12342a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422148 Feb 16 13:08:48.421003 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [req-b6a73186-f840-47e7-9e21-04e08ef2fb1c req-87a8588b-5880-4dbe-9c53-897d775de16f service neutron] (87701) timed out ('10.222.0.89', 52336) {{(pid=87701) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 16 13:08:48.527790 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a021152-3107-4a89-9bd4-b460186172ae req-512d13f0-4b4c-42dd-b429-63c0eb9d7113 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:48.529272 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2a021152-3107-4a89-9bd4-b460186172ae req-512d13f0-4b4c-42dd-b429-63c0eb9d7113 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ffe6d22-718e-40ca-9d0c-24a3f3af3238 HTTP/1.1" status: 200 len: 944 time: 0.0969181 Feb 16 13:08:48.573743 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-2a021152-3107-4a89-9bd4-b460186172ae req-17a28d9d-4e50-4fb3-950a-886eb8ec55c6 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Synchronizing usage tracker for tenant:8b6d9a719ed141f397aa0f5c3c0b89d4 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:08:48.592973 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-2a021152-3107-4a89-9bd4-b460186172ae req-17a28d9d-4e50-4fb3-950a-886eb8ec55c6 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Unset dirty status for tenant:8b6d9a719ed141f397aa0f5c3c0b89d4 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:08:48.594255 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2a021152-3107-4a89-9bd4-b460186172ae req-17a28d9d-4e50-4fb3-950a-886eb8ec55c6 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/security-groups?id=f96fdd4e-bb78-4ebe-9cd3-c8dab684bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592573 Feb 16 13:08:49.792421 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3be47-8ed1-4646-8613-9e1c90dd93cd req-22d1bb2f-d96a-4c7d-91b5-62bbc05fa10e tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:49.793945 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7ec3be47-8ed1-4646-8613-9e1c90dd93cd req-22d1bb2f-d96a-4c7d-91b5-62bbc05fa10e tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ffe6d22-718e-40ca-9d0c-24a3f3af3238 HTTP/1.1" status: 200 len: 944 time: 0.0817585 Feb 16 13:08:49.845118 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7ec3be47-8ed1-4646-8613-9e1c90dd93cd req-525f9989-7da3-4e60-995c-9684dc073015 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/security-groups?id=f96fdd4e-bb78-4ebe-9cd3-c8dab684bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427401 Feb 16 13:08:50.433510 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 7f771b8c-47eb-49f8-ac8c-4fadec759864 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:08:50.582535 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 7f771b8c-47eb-49f8-ac8c-4fadec759864, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=7f771b8c-47eb-49f8-ac8c-4fadec759864,segment=NetworkSegment(004a4a77-55e2-41e1-a34d-4e1551ec74d9),segment_id=004a4a77-55e2-41e1-a34d-4e1551ec74d9)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:08:50.596954 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': '7f771b8c-47eb-49f8-ac8c-4fadec759864', 'network_id': 'f43df70a-05a1-4bce-9a3b-cca89b12342a', 'port_id': '7f771b8c-47eb-49f8-ac8c-4fadec759864', 'mac_address': 'fa:16:3e:51:06:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb3da05-4960-442d-a159-fbf16bbc34c3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:08:50.654656 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:50.671713 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f771b8c-47eb-49f8-ac8c-4fadec759864 {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:08:50.692110 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 7f771b8c-47eb-49f8-ac8c-4fadec759864, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=7f771b8c-47eb-49f8-ac8c-4fadec759864,segment=NetworkSegment(004a4a77-55e2-41e1-a34d-4e1551ec74d9),segment_id=004a4a77-55e2-41e1-a34d-4e1551ec74d9)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:08:50.700006 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:50.778328 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=7f771b8c-47eb-49f8-ac8c-4fadec759864,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:50.895101 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['7f771b8c-47eb-49f8-ac8c-4fadec759864'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:08:51.048917 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e009ed-a118-4d4f-b59a-f4b01a652fcf req-1fc7d494-13d4-450c-b8f9-054b96b136c0 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:51.050391 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d4e009ed-a118-4d4f-b59a-f4b01a652fcf req-1fc7d494-13d4-450c-b8f9-054b96b136c0 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ffe6d22-718e-40ca-9d0c-24a3f3af3238 HTTP/1.1" status: 200 len: 945 time: 0.0846481 Feb 16 13:08:51.097805 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d4e009ed-a118-4d4f-b59a-f4b01a652fcf req-8a790e0e-d978-43dc-99e7-fd0d0b3871c8 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/security-groups?id=f96fdd4e-bb78-4ebe-9cd3-c8dab684bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415080 Feb 16 13:08:52.422961 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d2f11-985b-468e-a4f4-3b32031203ad req-526c5019-6a0f-4c76-ab6d-40ee1e37a108 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:52.424390 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-738d2f11-985b-468e-a4f4-3b32031203ad req-526c5019-6a0f-4c76-ab6d-40ee1e37a108 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ffe6d22-718e-40ca-9d0c-24a3f3af3238 HTTP/1.1" status: 200 len: 945 time: 0.2049282 Feb 16 13:08:52.455472 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 7f771b8c-47eb-49f8-ac8c-4fadec759864 up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:08:52.469696 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-738d2f11-985b-468e-a4f4-3b32031203ad req-7104999a-5484-49ec-a9a4-388002db33a0 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/security-groups?id=f96fdd4e-bb78-4ebe-9cd3-c8dab684bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394909 Feb 16 13:08:52.525808 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning for port 7f771b8c-47eb-49f8-ac8c-4fadec759864 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:08:52.530658 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port 7f771b8c-47eb-49f8-ac8c-4fadec759864 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:08:52.531057 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:52.682573 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:52.709670 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ffe6d22-718e-40ca-9d0c-24a3f3af3238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f771b8c-47eb-49f8-ac8c-4fadec759864'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:08:52.719935 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 7f771b8c-47eb-49f8-ac8c-4fadec759864, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=7f771b8c-47eb-49f8-ac8c-4fadec759864,segment=NetworkSegment(004a4a77-55e2-41e1-a34d-4e1551ec74d9),segment_id=004a4a77-55e2-41e1-a34d-4e1551ec74d9)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:08:52.725473 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:08:52.755976 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ffe6d22-718e-40ca-9d0c-24a3f3af3238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f771b8c-47eb-49f8-ac8c-4fadec759864', 'code': 200} Feb 16 13:08:52.796278 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=7f771b8c-47eb-49f8-ac8c-4fadec759864,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:08:52.998307 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56b389-f606-4e92-b8f9-4dc3e09d2f5d req-48970640-fe60-4b1c-a989-74aaeaf3a054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:52.999708 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7e56b389-f606-4e92-b8f9-4dc3e09d2f5d req-48970640-fe60-4b1c-a989-74aaeaf3a054 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3ffe6d22-718e-40ca-9d0c-24a3f3af3238 HTTP/1.1" status: 200 len: 1099 time: 0.0802274 Feb 16 13:08:53.045812 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7e56b389-f606-4e92-b8f9-4dc3e09d2f5d req-0d26fa4f-ad73-47cc-b972-c2b9041f81e7 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=f96fdd4e-bb78-4ebe-9cd3-c8dab684bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377579 Feb 16 13:08:53.661429 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2201d-504b-4b6a-ba69-5783866eb1bf req-807fd6b1-bee3-47f7-86bc-89b979a4154a tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:53.663908 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-74f2201d-504b-4b6a-ba69-5783866eb1bf req-807fd6b1-bee3-47f7-86bc-89b979a4154a tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ffe6d22-718e-40ca-9d0c-24a3f3af3238 HTTP/1.1" status: 200 len: 946 time: 0.0820425 Feb 16 13:08:53.709406 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-74f2201d-504b-4b6a-ba69-5783866eb1bf req-cfd65905-15af-4d3c-9f61-05db3e4e2309 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/security-groups?id=f96fdd4e-bb78-4ebe-9cd3-c8dab684bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392706 Feb 16 13:08:55.011890 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ca253-30fc-4a74-bab4-673831922ef8 req-06ef33ae-5712-4c62-aae1-e3f97d3a034b tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:55.013305 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-691ca253-30fc-4a74-bab4-673831922ef8 req-06ef33ae-5712-4c62-aae1-e3f97d3a034b tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ffe6d22-718e-40ca-9d0c-24a3f3af3238 HTTP/1.1" status: 200 len: 946 time: 0.1882584 Feb 16 13:08:55.068856 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-691ca253-30fc-4a74-bab4-673831922ef8 req-4507fa67-5fe7-48e6-89d5-b937e7a5b11d tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/security-groups?id=f96fdd4e-bb78-4ebe-9cd3-c8dab684bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466166 Feb 16 13:08:55.464654 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 46334) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:08:55.498103 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8039b1-fc3f-45d3-9db7-21504dbbd0a8 req-984313ae-04e4-4eb2-805f-e1241574c700 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:55.499588 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1c8039b1-fc3f-45d3-9db7-21504dbbd0a8 req-984313ae-04e4-4eb2-805f-e1241574c700 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ffe6d22-718e-40ca-9d0c-24a3f3af3238 HTTP/1.1" status: 200 len: 946 time: 0.0872691 Feb 16 13:08:55.597818 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1c8039b1-fc3f-45d3-9db7-21504dbbd0a8 req-41b9577b-411f-41fd-804c-f4bbbec03331 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/security-groups?id=f96fdd4e-bb78-4ebe-9cd3-c8dab684bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920250 Feb 16 13:08:55.617233 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-0f177b83-14da-4c4e-9a15-32b0b0caa34b req-c0d481f4-a5a8-4a17-a7f9-4a973e61ef34 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3ffe6d22-718e-40ca-9d0c-24a3f3af3238&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1513636 Feb 16 13:08:56.800179 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacd091-0a74-4939-9234-2f67a438cfee req-a276831d-ba91-483d-9935-d6cd417cb2d9 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:56.801655 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0cacd091-0a74-4939-9234-2f67a438cfee req-a276831d-ba91-483d-9935-d6cd417cb2d9 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ffe6d22-718e-40ca-9d0c-24a3f3af3238 HTTP/1.1" status: 200 len: 946 time: 0.0902455 Feb 16 13:08:56.850605 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0cacd091-0a74-4939-9234-2f67a438cfee req-440ed0d0-911f-416e-a0ed-f6647327c710 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/security-groups?id=f96fdd4e-bb78-4ebe-9cd3-c8dab684bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398612 Feb 16 13:08:57.041665 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f177b83-14da-4c4e-9a15-32b0b0caa34b req-5760eda2-1e2b-406c-a004-e55435316793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:57.043145 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0f177b83-14da-4c4e-9a15-32b0b0caa34b req-5760eda2-1e2b-406c-a004-e55435316793 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8b6d9a719ed141f397aa0f5c3c0b89d4&device_id=3ffe6d22-718e-40ca-9d0c-24a3f3af3238 HTTP/1.1" status: 200 len: 1099 time: 0.0802240 Feb 16 13:08:57.182429 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f177b83-14da-4c4e-9a15-32b0b0caa34b req-718ab861-5bdb-4b20-9d88-c2eab03d24e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:57.184155 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0f177b83-14da-4c4e-9a15-32b0b0caa34b req-718ab861-5bdb-4b20-9d88-c2eab03d24e4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f43df70a-05a1-4bce-9a3b-cca89b12342a HTTP/1.1" status: 200 len: 913 time: 0.1342969 Feb 16 13:08:57.254950 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0f177b83-14da-4c4e-9a15-32b0b0caa34b req-0aa9618c-ab5e-429f-a73e-0c7967d03e9d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f771b8c-47eb-49f8-ac8c-4fadec759864 HTTP/1.1" status: 200 len: 217 time: 0.0643580 Feb 16 13:08:57.327088 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f177b83-14da-4c4e-9a15-32b0b0caa34b req-a0b0f63f-aa89-44f5-ab28-0c3d6c0beb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:57.328650 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0f177b83-14da-4c4e-9a15-32b0b0caa34b req-a0b0f63f-aa89-44f5-ab28-0c3d6c0beb37 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9bb3da05-4960-442d-a159-fbf16bbc34c3 HTTP/1.1" status: 200 len: 852 time: 0.0673909 Feb 16 13:08:57.383438 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0f177b83-14da-4c4e-9a15-32b0b0caa34b req-74b72ef9-9dc0-40f4-ad41-6e06b837c5a6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f43df70a-05a1-4bce-9a3b-cca89b12342a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477877 Feb 16 13:08:57.523776 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0f177b83-14da-4c4e-9a15-32b0b0caa34b req-a1330e6d-21d5-43bc-b829-dab198f8af5a service neutron] 10.222.0.89 "GET /v2.0/networks/f43df70a-05a1-4bce-9a3b-cca89b12342a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335614 Feb 16 13:08:57.665755 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0f177b83-14da-4c4e-9a15-32b0b0caa34b req-1227227b-c662-40ff-8fd1-83ea36602178 service neutron] 10.222.0.89 "GET /v2.0/networks/f43df70a-05a1-4bce-9a3b-cca89b12342a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360333 Feb 16 13:08:58.056377 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b2c82b-8bf0-467f-93d8-cd6799406da1 req-87f464dd-1ad9-4bcc-8884-d9ffc20f06b1 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:58.058033 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-22b2c82b-8bf0-467f-93d8-cd6799406da1 req-87f464dd-1ad9-4bcc-8884-d9ffc20f06b1 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ffe6d22-718e-40ca-9d0c-24a3f3af3238 HTTP/1.1" status: 200 len: 946 time: 0.0967162 Feb 16 13:08:58.105468 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-22b2c82b-8bf0-467f-93d8-cd6799406da1 req-46f96c7a-7044-43c9-8bd1-430e6691c7dc tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/security-groups?id=f96fdd4e-bb78-4ebe-9cd3-c8dab684bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387454 Feb 16 13:08:59.297625 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba2403-cc9c-42c6-88b3-7306a31e27ba req-309c66db-1c86-4e94-a97a-1276fad45c80 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:08:59.299084 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-efba2403-cc9c-42c6-88b3-7306a31e27ba req-309c66db-1c86-4e94-a97a-1276fad45c80 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ffe6d22-718e-40ca-9d0c-24a3f3af3238 HTTP/1.1" status: 200 len: 946 time: 0.0853291 Feb 16 13:08:59.346031 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-efba2403-cc9c-42c6-88b3-7306a31e27ba req-94fa8690-478c-4929-80c2-ed34d2263844 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/security-groups?id=f96fdd4e-bb78-4ebe-9cd3-c8dab684bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410962 Feb 16 13:09:00.553258 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b422cc98-f29c-4928-a193-4b9a7fd47223 req-8aecbc44-e990-454d-92d2-bb01d1342ecf tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:00.554778 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-b422cc98-f29c-4928-a193-4b9a7fd47223 req-8aecbc44-e990-454d-92d2-bb01d1342ecf tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ffe6d22-718e-40ca-9d0c-24a3f3af3238 HTTP/1.1" status: 200 len: 946 time: 0.0923016 Feb 16 13:09:00.609039 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-b422cc98-f29c-4928-a193-4b9a7fd47223 req-bd4753a0-bdcd-4994-a50a-baebc4262ee9 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/security-groups?id=f96fdd4e-bb78-4ebe-9cd3-c8dab684bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470586 Feb 16 13:09:01.814863 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb144a-1cc5-45bb-ab17-9a3fd90a96c6 req-9876200d-adf6-4524-91e7-48d08bec271d tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:01.816814 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ccbb144a-1cc5-45bb-ab17-9a3fd90a96c6 req-9876200d-adf6-4524-91e7-48d08bec271d tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ffe6d22-718e-40ca-9d0c-24a3f3af3238 HTTP/1.1" status: 200 len: 946 time: 0.0902367 Feb 16 13:09:01.827667 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-1772dffb-002b-48b6-954f-e0e8f12f422e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:01.865957 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ccbb144a-1cc5-45bb-ab17-9a3fd90a96c6 req-1c9d6412-671e-442e-ab38-615851e95e37 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/security-groups?id=f96fdd4e-bb78-4ebe-9cd3-c8dab684bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417068 Feb 16 13:09:03.081057 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec09f0-7911-47bd-aa76-ce8902dc5df2 req-298b12d2-edb5-456c-a75b-c318d3c2eee0 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:03.082509 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6bec09f0-7911-47bd-aa76-ce8902dc5df2 req-298b12d2-edb5-456c-a75b-c318d3c2eee0 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ffe6d22-718e-40ca-9d0c-24a3f3af3238 HTTP/1.1" status: 200 len: 946 time: 0.0954633 Feb 16 13:09:03.130514 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6bec09f0-7911-47bd-aa76-ce8902dc5df2 req-8171236c-f825-4bd0-afc0-066a23fad669 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/security-groups?id=f96fdd4e-bb78-4ebe-9cd3-c8dab684bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421915 Feb 16 13:09:04.150611 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7fd77f2a-0a5c-4889-95ac-4736a6568451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:04.335635 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b5024-dcec-4d36-9499-fc71a78df984 req-1f75e315-eeb1-490c-a67c-a3e5bc58817c tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:04.337097 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-467b5024-dcec-4d36-9499-fc71a78df984 req-1f75e315-eeb1-490c-a67c-a3e5bc58817c tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ffe6d22-718e-40ca-9d0c-24a3f3af3238 HTTP/1.1" status: 200 len: 946 time: 0.0918188 Feb 16 13:09:04.382192 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-467b5024-dcec-4d36-9499-fc71a78df984 req-3eefff34-a532-4e34-bb21-f7c434f1d7b0 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/security-groups?id=f96fdd4e-bb78-4ebe-9cd3-c8dab684bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388842 Feb 16 13:09:04.529375 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:05.194925 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:05.215800 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:05.579692 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07991663-c5c1-423d-847a-9e2ab8da82c5 req-c3366237-c5c6-4130-9d03-45438745eca9 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:05.581267 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-07991663-c5c1-423d-847a-9e2ab8da82c5 req-c3366237-c5c6-4130-9d03-45438745eca9 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ffe6d22-718e-40ca-9d0c-24a3f3af3238 HTTP/1.1" status: 200 len: 946 time: 0.0878897 Feb 16 13:09:05.628397 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-07991663-c5c1-423d-847a-9e2ab8da82c5 req-3fe5fa6b-669f-48ce-8d2f-bfa548a8d393 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/security-groups?id=f96fdd4e-bb78-4ebe-9cd3-c8dab684bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388749 Feb 16 13:09:06.762048 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:06.827425 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598cf902-62e9-4188-9ce7-93faafe24733 req-029ea588-42a7-4e31-bef0-1c366aaca104 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:06.828901 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-598cf902-62e9-4188-9ce7-93faafe24733 req-029ea588-42a7-4e31-bef0-1c366aaca104 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ffe6d22-718e-40ca-9d0c-24a3f3af3238 HTTP/1.1" status: 200 len: 946 time: 0.0857308 Feb 16 13:09:06.873296 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-598cf902-62e9-4188-9ce7-93faafe24733 req-9acf3029-1836-4dc9-a7e9-d9212e85165b tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/security-groups?id=f96fdd4e-bb78-4ebe-9cd3-c8dab684bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385189 Feb 16 13:09:07.079665 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:09:08.091116 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6907d8a-5693-4494-883d-451a8c48c8f2 req-12d4ff7b-630a-4d93-8ea2-d6772736915c tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:08.092603 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a6907d8a-5693-4494-883d-451a8c48c8f2 req-12d4ff7b-630a-4d93-8ea2-d6772736915c tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ffe6d22-718e-40ca-9d0c-24a3f3af3238 HTTP/1.1" status: 200 len: 946 time: 0.0928583 Feb 16 13:09:08.139249 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a6907d8a-5693-4494-883d-451a8c48c8f2 req-ec39b2c5-7b2e-4fae-86fa-a807a8129e00 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/security-groups?id=f96fdd4e-bb78-4ebe-9cd3-c8dab684bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383177 Feb 16 13:09:08.683262 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0da8a-987b-4876-974b-3e90e61828e2 req-dc1cbfa2-d4f6-42af-b7e0-cfbea9ff4d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:08.685144 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b4e0da8a-987b-4876-974b-3e90e61828e2 req-dc1cbfa2-d4f6-42af-b7e0-cfbea9ff4d3f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8b6d9a719ed141f397aa0f5c3c0b89d4&device_id=3ffe6d22-718e-40ca-9d0c-24a3f3af3238 HTTP/1.1" status: 200 len: 1099 time: 0.0769007 Feb 16 13:09:08.835479 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0da8a-987b-4876-974b-3e90e61828e2 req-900a26b9-d3d1-4237-a9d8-c4d0c47f1e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:08.836962 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b4e0da8a-987b-4876-974b-3e90e61828e2 req-900a26b9-d3d1-4237-a9d8-c4d0c47f1e2d service neutron] 10.222.0.89 "GET /v2.0/networks?id=f43df70a-05a1-4bce-9a3b-cca89b12342a HTTP/1.1" status: 200 len: 913 time: 0.1318097 Feb 16 13:09:08.906473 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b4e0da8a-987b-4876-974b-3e90e61828e2 req-3a0b8f5f-393e-46f1-8dd8-39d3fbfd29ed service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f771b8c-47eb-49f8-ac8c-4fadec759864 HTTP/1.1" status: 200 len: 217 time: 0.0635321 Feb 16 13:09:08.970391 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0da8a-987b-4876-974b-3e90e61828e2 req-e4c527db-4581-440b-9557-b560a25da243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:08.971802 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b4e0da8a-987b-4876-974b-3e90e61828e2 req-e4c527db-4581-440b-9557-b560a25da243 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9bb3da05-4960-442d-a159-fbf16bbc34c3 HTTP/1.1" status: 200 len: 852 time: 0.0596087 Feb 16 13:09:09.123018 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b4e0da8a-987b-4876-974b-3e90e61828e2 req-54739711-7417-473b-8f4a-0a8e96157ebc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f43df70a-05a1-4bce-9a3b-cca89b12342a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1449487 Feb 16 13:09:09.292313 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b4e0da8a-987b-4876-974b-3e90e61828e2 req-c32e3cb4-9cb4-4bb5-b2b5-582a95a80e6c service neutron] 10.222.0.89 "GET /v2.0/networks/f43df70a-05a1-4bce-9a3b-cca89b12342a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613429 Feb 16 13:09:09.449023 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b4e0da8a-987b-4876-974b-3e90e61828e2 req-d9c0b749-1149-461e-bda7-86a4ff147796 service neutron] 10.222.0.89 "GET /v2.0/networks/f43df70a-05a1-4bce-9a3b-cca89b12342a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498535 Feb 16 13:09:09.456799 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3177a490-1acb-48e4-a4e9-318078717104 req-0cb03f81-6d8d-47fe-8623-ce8b9a8beae6 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:09.458216 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3177a490-1acb-48e4-a4e9-318078717104 req-0cb03f81-6d8d-47fe-8623-ce8b9a8beae6 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ffe6d22-718e-40ca-9d0c-24a3f3af3238 HTTP/1.1" status: 200 len: 946 time: 0.2023940 Feb 16 13:09:09.504597 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3177a490-1acb-48e4-a4e9-318078717104 req-d874b113-1996-4219-9071-ffaf0412c43b tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/security-groups?id=f96fdd4e-bb78-4ebe-9cd3-c8dab684bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405097 Feb 16 13:09:10.708301 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac52e1-da59-4de1-b9d2-4804848506dd req-aae7c0d3-773f-444d-97a7-e1dbd88fac5c tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:10.709696 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-83ac52e1-da59-4de1-b9d2-4804848506dd req-aae7c0d3-773f-444d-97a7-e1dbd88fac5c tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ffe6d22-718e-40ca-9d0c-24a3f3af3238 HTTP/1.1" status: 200 len: 946 time: 0.0923471 Feb 16 13:09:10.757779 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-83ac52e1-da59-4de1-b9d2-4804848506dd req-d712184b-4329-4bd1-8ed3-95dde8a01b90 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/security-groups?id=f96fdd4e-bb78-4ebe-9cd3-c8dab684bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422337 Feb 16 13:09:11.957254 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7b1a2-9e20-4484-9d14-f15347c4bbd1 req-df9494ca-416e-404c-8772-b240317ebf81 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:11.958738 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bea7b1a2-9e20-4484-9d14-f15347c4bbd1 req-df9494ca-416e-404c-8772-b240317ebf81 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ffe6d22-718e-40ca-9d0c-24a3f3af3238 HTTP/1.1" status: 200 len: 946 time: 0.0881336 Feb 16 13:09:12.002898 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bea7b1a2-9e20-4484-9d14-f15347c4bbd1 req-7467721e-ee47-4871-a545-da7123cb3eb5 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/security-groups?id=f96fdd4e-bb78-4ebe-9cd3-c8dab684bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382459 Feb 16 13:09:13.373366 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b85217-30ae-4b62-8e56-20298e0e1ac3 req-928f651d-6d7e-48f5-949f-e5f4a70f6d18 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:13.374948 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-17b85217-30ae-4b62-8e56-20298e0e1ac3 req-928f651d-6d7e-48f5-949f-e5f4a70f6d18 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ffe6d22-718e-40ca-9d0c-24a3f3af3238 HTTP/1.1" status: 200 len: 946 time: 0.0933883 Feb 16 13:09:13.423309 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-17b85217-30ae-4b62-8e56-20298e0e1ac3 req-1e2a1be6-a047-4428-84a8-0aa3698d6002 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/security-groups?id=f96fdd4e-bb78-4ebe-9cd3-c8dab684bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414827 Feb 16 13:09:14.622724 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83249ca2-46d8-452e-8084-f317c23fd84f req-a7107713-7845-4a7c-b87e-308126ef578c tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:14.624165 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-83249ca2-46d8-452e-8084-f317c23fd84f req-a7107713-7845-4a7c-b87e-308126ef578c tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ffe6d22-718e-40ca-9d0c-24a3f3af3238 HTTP/1.1" status: 200 len: 946 time: 0.0894649 Feb 16 13:09:14.671222 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-83249ca2-46d8-452e-8084-f317c23fd84f req-4e6e914a-abf3-464a-af64-efdfc8f89257 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/security-groups?id=f96fdd4e-bb78-4ebe-9cd3-c8dab684bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389905 Feb 16 13:09:15.881145 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242780f5-92e3-4907-bffd-c05510b2cc3d req-49ac0095-3443-4ca9-ad59-8ffc044aed72 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:15.882593 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-242780f5-92e3-4907-bffd-c05510b2cc3d req-49ac0095-3443-4ca9-ad59-8ffc044aed72 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ffe6d22-718e-40ca-9d0c-24a3f3af3238 HTTP/1.1" status: 200 len: 946 time: 0.0964813 Feb 16 13:09:15.929194 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-242780f5-92e3-4907-bffd-c05510b2cc3d req-c38d7f0f-2c48-4c59-9ef5-703f0e627c14 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/security-groups?id=f96fdd4e-bb78-4ebe-9cd3-c8dab684bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385952 Feb 16 13:09:17.147906 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a36965-eb21-4d46-96a9-d6bd804c4b1f req-8de1d102-4815-4cce-9b79-2f3c9d526b2b tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:17.149542 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-87a36965-eb21-4d46-96a9-d6bd804c4b1f req-8de1d102-4815-4cce-9b79-2f3c9d526b2b tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ffe6d22-718e-40ca-9d0c-24a3f3af3238 HTTP/1.1" status: 200 len: 946 time: 0.1046970 Feb 16 13:09:17.197128 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-87a36965-eb21-4d46-96a9-d6bd804c4b1f req-92c4f2a4-a857-49e1-9e9e-ecfc559f4afa tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/security-groups?id=f96fdd4e-bb78-4ebe-9cd3-c8dab684bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418684 Feb 16 13:09:18.397349 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87586ecf-5e69-45bd-8def-68db8e5d36f9 req-29ca5ce5-3905-4d56-a805-4b1eb0c78682 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:18.398823 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-87586ecf-5e69-45bd-8def-68db8e5d36f9 req-29ca5ce5-3905-4d56-a805-4b1eb0c78682 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ffe6d22-718e-40ca-9d0c-24a3f3af3238 HTTP/1.1" status: 200 len: 946 time: 0.0845461 Feb 16 13:09:18.444934 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-87586ecf-5e69-45bd-8def-68db8e5d36f9 req-d64718fd-8d77-4892-ac12-fb60b1274242 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/security-groups?id=f96fdd4e-bb78-4ebe-9cd3-c8dab684bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403948 Feb 16 13:09:19.645871 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5886d-e76d-48db-8723-0056def19bdb req-4abc7936-4930-479f-a094-f3d5f0a35ce1 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:19.647315 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b8f5886d-e76d-48db-8723-0056def19bdb req-4abc7936-4930-479f-a094-f3d5f0a35ce1 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ffe6d22-718e-40ca-9d0c-24a3f3af3238 HTTP/1.1" status: 200 len: 946 time: 0.0966480 Feb 16 13:09:19.693308 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b8f5886d-e76d-48db-8723-0056def19bdb req-838ac7f9-9677-459c-8dac-3a156690d714 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/security-groups?id=f96fdd4e-bb78-4ebe-9cd3-c8dab684bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376821 Feb 16 13:09:20.914886 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05aac92-409c-4c17-a687-81da46320956 req-30cc150e-b54d-4cb5-b7b9-e26918fec43a tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:20.916334 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a05aac92-409c-4c17-a687-81da46320956 req-30cc150e-b54d-4cb5-b7b9-e26918fec43a tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ffe6d22-718e-40ca-9d0c-24a3f3af3238 HTTP/1.1" status: 200 len: 946 time: 0.0973504 Feb 16 13:09:20.963478 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a05aac92-409c-4c17-a687-81da46320956 req-df8fa9b0-666e-4aa4-9a89-dc959cfd70ad tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/security-groups?id=f96fdd4e-bb78-4ebe-9cd3-c8dab684bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413718 Feb 16 13:09:22.171376 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094265c-ad92-4831-b948-1b0284536049 req-e4df2fe8-217e-4d0d-84d9-3cbaa99bdad2 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:22.172872 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d094265c-ad92-4831-b948-1b0284536049 req-e4df2fe8-217e-4d0d-84d9-3cbaa99bdad2 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ffe6d22-718e-40ca-9d0c-24a3f3af3238 HTTP/1.1" status: 200 len: 946 time: 0.0883415 Feb 16 13:09:22.222662 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d094265c-ad92-4831-b948-1b0284536049 req-0bfce78d-0bc5-49fa-9b7d-ddd34918f2c4 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/security-groups?id=f96fdd4e-bb78-4ebe-9cd3-c8dab684bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434525 Feb 16 13:09:23.427267 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3200e3-cf4a-4e2d-8918-f8618a5bfd3a req-6692d0f8-20ce-41ee-b6da-31804de76545 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:23.429010 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ba3200e3-cf4a-4e2d-8918-f8618a5bfd3a req-6692d0f8-20ce-41ee-b6da-31804de76545 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ffe6d22-718e-40ca-9d0c-24a3f3af3238 HTTP/1.1" status: 200 len: 946 time: 0.0915492 Feb 16 13:09:23.478763 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ba3200e3-cf4a-4e2d-8918-f8618a5bfd3a req-b3fdb8a9-a4b7-4372-8730-6f73a082d5d8 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/security-groups?id=f96fdd4e-bb78-4ebe-9cd3-c8dab684bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436423 Feb 16 13:09:24.537002 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0f177b83-14da-4c4e-9a15-32b0b0caa34b req-2c3923fe-21a5-4be0-ae2e-2193180fc4c0 service neutron] 10.222.0.89 "GET /v2.0/ports/7f771b8c-47eb-49f8-ac8c-4fadec759864/bindings/hv-neutron-8295 HTTP/1.1" status: 200 len: 384 time: 0.0954702 Feb 16 13:09:24.682310 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08783a1-e955-4211-ab75-3d45a983169c req-90bee5ca-3eea-41fd-84c4-111ddea12618 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:24.684801 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d08783a1-e955-4211-ab75-3d45a983169c req-90bee5ca-3eea-41fd-84c4-111ddea12618 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ffe6d22-718e-40ca-9d0c-24a3f3af3238 HTTP/1.1" status: 200 len: 946 time: 0.0824285 Feb 16 13:09:24.733928 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d08783a1-e955-4211-ab75-3d45a983169c req-27081cb1-9487-49be-b7d5-0bb06f36168b tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/security-groups?id=f96fdd4e-bb78-4ebe-9cd3-c8dab684bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441475 Feb 16 13:09:24.807124 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f177b83-14da-4c4e-9a15-32b0b0caa34b req-5ad7a52b-e5aa-40c0-aa4c-e3ddde8cc5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:24.809041 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0f177b83-14da-4c4e-9a15-32b0b0caa34b req-5ad7a52b-e5aa-40c0-aa4c-e3ddde8cc5a6 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3ffe6d22-718e-40ca-9d0c-24a3f3af3238&tenant_id=8b6d9a719ed141f397aa0f5c3c0b89d4 HTTP/1.1" status: 200 len: 1099 time: 0.0706854 Feb 16 13:09:24.904902 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f177b83-14da-4c4e-9a15-32b0b0caa34b req-c4f89bf9-98ba-4f68-90f9-d33bc952ba22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:24.906376 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0f177b83-14da-4c4e-9a15-32b0b0caa34b req-c4f89bf9-98ba-4f68-90f9-d33bc952ba22 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8b6d9a719ed141f397aa0f5c3c0b89d4&device_id=3ffe6d22-718e-40ca-9d0c-24a3f3af3238 HTTP/1.1" status: 200 len: 1099 time: 0.0725951 Feb 16 13:09:25.038212 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f177b83-14da-4c4e-9a15-32b0b0caa34b req-e23c9be3-c29c-4df8-a2d0-239326307e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:25.039671 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0f177b83-14da-4c4e-9a15-32b0b0caa34b req-e23c9be3-c29c-4df8-a2d0-239326307e1e service neutron] 10.222.0.89 "GET /v2.0/networks?id=f43df70a-05a1-4bce-9a3b-cca89b12342a HTTP/1.1" status: 200 len: 913 time: 0.1264560 Feb 16 13:09:25.110768 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0f177b83-14da-4c4e-9a15-32b0b0caa34b req-54f77fb9-501c-4955-9c18-99358d1966a3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f771b8c-47eb-49f8-ac8c-4fadec759864 HTTP/1.1" status: 200 len: 217 time: 0.0639997 Feb 16 13:09:25.175791 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f177b83-14da-4c4e-9a15-32b0b0caa34b req-5bdf4679-a463-48db-a2d6-6523c4f57425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:25.177294 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0f177b83-14da-4c4e-9a15-32b0b0caa34b req-5bdf4679-a463-48db-a2d6-6523c4f57425 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9bb3da05-4960-442d-a159-fbf16bbc34c3 HTTP/1.1" status: 200 len: 852 time: 0.0606675 Feb 16 13:09:25.224502 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0f177b83-14da-4c4e-9a15-32b0b0caa34b req-9aaa291e-6d1b-4678-be88-50acf17b8b53 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f43df70a-05a1-4bce-9a3b-cca89b12342a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407975 Feb 16 13:09:25.364924 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0f177b83-14da-4c4e-9a15-32b0b0caa34b req-cf5e61e1-878c-4927-b819-cce53903791f service neutron] 10.222.0.89 "GET /v2.0/networks/f43df70a-05a1-4bce-9a3b-cca89b12342a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327162 Feb 16 13:09:25.613741 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0f177b83-14da-4c4e-9a15-32b0b0caa34b req-3422aa9a-867e-45d7-be57-cd8c3665173d service neutron] 10.222.0.89 "GET /v2.0/networks/f43df70a-05a1-4bce-9a3b-cca89b12342a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423277 Feb 16 13:09:25.919410 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd094b39-9639-47e3-8b36-8b068d27d17b req-f6a50f55-fa5e-4476-a055-47d0d0e4fd3f tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:25.920902 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-fd094b39-9639-47e3-8b36-8b068d27d17b req-f6a50f55-fa5e-4476-a055-47d0d0e4fd3f tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ffe6d22-718e-40ca-9d0c-24a3f3af3238 HTTP/1.1" status: 200 len: 946 time: 0.0785856 Feb 16 13:09:25.965364 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-fd094b39-9639-47e3-8b36-8b068d27d17b req-2a6b690d-b6e8-4c21-9614-24a8e9a09255 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/security-groups?id=f96fdd4e-bb78-4ebe-9cd3-c8dab684bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383356 Feb 16 13:09:27.172524 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586a03b-5704-488a-baf9-fcea7df34947 req-164fee02-31b3-4bce-9f2d-ff95ed43e48d tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:27.173976 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4586a03b-5704-488a-baf9-fcea7df34947 req-164fee02-31b3-4bce-9f2d-ff95ed43e48d tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ffe6d22-718e-40ca-9d0c-24a3f3af3238 HTTP/1.1" status: 200 len: 946 time: 0.0876474 Feb 16 13:09:27.223895 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4586a03b-5704-488a-baf9-fcea7df34947 req-58f1e4c0-1c07-4682-bea9-e1288e111789 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/security-groups?id=f96fdd4e-bb78-4ebe-9cd3-c8dab684bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437031 Feb 16 13:09:28.435021 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05218e8f-e61f-490d-a60a-a0bdc6f43a1d req-efa0b8ee-36fc-414a-a9a7-451ef8917285 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:28.436493 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-05218e8f-e61f-490d-a60a-a0bdc6f43a1d req-efa0b8ee-36fc-414a-a9a7-451ef8917285 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ffe6d22-718e-40ca-9d0c-24a3f3af3238 HTTP/1.1" status: 200 len: 946 time: 0.1015596 Feb 16 13:09:28.483409 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-05218e8f-e61f-490d-a60a-a0bdc6f43a1d req-71a074a6-7bcd-49e3-ba26-25385c338ede tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/security-groups?id=f96fdd4e-bb78-4ebe-9cd3-c8dab684bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385554 Feb 16 13:09:28.712919 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 7f771b8c-47eb-49f8-ac8c-4fadec759864 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:09:28.716226 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 7f771b8c-47eb-49f8-ac8c-4fadec759864 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:09:28.893395 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c2576-824c-4688-bcd3-798b9013fcc5 req-6e8dac8b-5f4a-4342-8593-55fc965fbffc tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:28.895051 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0e7c2576-824c-4688-bcd3-798b9013fcc5 req-6e8dac8b-5f4a-4342-8593-55fc965fbffc tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.89 "GET /v2.0/ports?device_id=3ffe6d22-718e-40ca-9d0c-24a3f3af3238&tenant_id=8b6d9a719ed141f397aa0f5c3c0b89d4&binding%3Ahost_id=hv-neutron-8295 HTTP/1.1" status: 200 len: 946 time: 0.0872574 Feb 16 13:09:28.930381 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:28.966203 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 7f771b8c-47eb-49f8-ac8c-4fadec759864, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=7f771b8c-47eb-49f8-ac8c-4fadec759864,segment=NetworkSegment(004a4a77-55e2-41e1-a34d-4e1551ec74d9),segment_id=004a4a77-55e2-41e1-a34d-4e1551ec74d9)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:09:28.982634 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ffe6d22-718e-40ca-9d0c-24a3f3af3238', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f771b8c-47eb-49f8-ac8c-4fadec759864'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:09:28.991316 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': '7f771b8c-47eb-49f8-ac8c-4fadec759864', 'network_id': 'f43df70a-05a1-4bce-9a3b-cca89b12342a', 'port_id': '7f771b8c-47eb-49f8-ac8c-4fadec759864', 'mac_address': 'fa:16:3e:51:06:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb3da05-4960-442d-a159-fbf16bbc34c3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:09:28.996046 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 7f771b8c-47eb-49f8-ac8c-4fadec759864, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=7f771b8c-47eb-49f8-ac8c-4fadec759864,segment=NetworkSegment(004a4a77-55e2-41e1-a34d-4e1551ec74d9),segment_id=004a4a77-55e2-41e1-a34d-4e1551ec74d9)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:09:29.025084 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:29.036519 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c2576-824c-4688-bcd3-798b9013fcc5 req-780d68ea-8040-4fa7-b28f-cb5b99245e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:29.038076 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0e7c2576-824c-4688-bcd3-798b9013fcc5 req-780d68ea-8040-4fa7-b28f-cb5b99245e1f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8b6d9a719ed141f397aa0f5c3c0b89d4&device_id=3ffe6d22-718e-40ca-9d0c-24a3f3af3238 HTTP/1.1" status: 200 len: 1099 time: 0.0743289 Feb 16 13:09:29.067781 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ffe6d22-718e-40ca-9d0c-24a3f3af3238', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f771b8c-47eb-49f8-ac8c-4fadec759864', 'code': 200} Feb 16 13:09:29.106350 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:29.129539 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f771b8c-47eb-49f8-ac8c-4fadec759864 {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:09:29.133389 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=7f771b8c-47eb-49f8-ac8c-4fadec759864,revision_number=6']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:29.146574 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:29.146806 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:29.147162 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:29.147493 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:29.147800 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:29.148125 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:29.148448 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:29.148798 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:29.149118 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:29.149437 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:29.149750 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:29.150065 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:29.158455 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 7f771b8c-47eb-49f8-ac8c-4fadec759864, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=7f771b8c-47eb-49f8-ac8c-4fadec759864,segment=NetworkSegment(004a4a77-55e2-41e1-a34d-4e1551ec74d9),segment_id=004a4a77-55e2-41e1-a34d-4e1551ec74d9)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:09:29.163783 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:29.175829 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c2576-824c-4688-bcd3-798b9013fcc5 req-15834199-ee31-4626-a53b-5c245da53d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:29.177321 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0e7c2576-824c-4688-bcd3-798b9013fcc5 req-15834199-ee31-4626-a53b-5c245da53d08 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f43df70a-05a1-4bce-9a3b-cca89b12342a HTTP/1.1" status: 200 len: 913 time: 0.1321621 Feb 16 13:09:29.230790 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['7f771b8c-47eb-49f8-ac8c-4fadec759864'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:09:29.253591 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0e7c2576-824c-4688-bcd3-798b9013fcc5 req-e02b6ba7-d84b-4ea5-aca8-3a0f56ef6e2e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f771b8c-47eb-49f8-ac8c-4fadec759864 HTTP/1.1" status: 200 len: 217 time: 0.0684550 Feb 16 13:09:29.277771 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=7f771b8c-47eb-49f8-ac8c-4fadec759864,revision_number=7']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:29.317880 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c2576-824c-4688-bcd3-798b9013fcc5 req-2358d3c9-5bfd-4fb9-883c-aa2b3881775f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:29.319357 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0e7c2576-824c-4688-bcd3-798b9013fcc5 req-2358d3c9-5bfd-4fb9-883c-aa2b3881775f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9bb3da05-4960-442d-a159-fbf16bbc34c3 HTTP/1.1" status: 200 len: 852 time: 0.0591319 Feb 16 13:09:29.370462 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0e7c2576-824c-4688-bcd3-798b9013fcc5 req-501425ee-0a30-4cc8-bff2-135fa3a97fea service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f43df70a-05a1-4bce-9a3b-cca89b12342a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446928 Feb 16 13:09:29.509991 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0e7c2576-824c-4688-bcd3-798b9013fcc5 req-d0b42761-fb11-4b82-9eed-88fda564241e service neutron] 10.222.0.89 "GET /v2.0/networks/f43df70a-05a1-4bce-9a3b-cca89b12342a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324360 Feb 16 13:09:29.646612 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0e7c2576-824c-4688-bcd3-798b9013fcc5 req-899d9e7e-ae5a-4bbb-8c32-826e20bcbe60 service neutron] 10.222.0.89 "GET /v2.0/networks/f43df70a-05a1-4bce-9a3b-cca89b12342a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297219 Feb 16 13:09:30.535731 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaabae45-de38-460d-aca9-60939ccb0909 req-91165ba5-ea89-4b35-b98d-b48d6556b8c1 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:30.537206 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-eaabae45-de38-460d-aca9-60939ccb0909 req-91165ba5-ea89-4b35-b98d-b48d6556b8c1 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ffe6d22-718e-40ca-9d0c-24a3f3af3238 HTTP/1.1" status: 200 len: 945 time: 0.0845268 Feb 16 13:09:30.584232 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-eaabae45-de38-460d-aca9-60939ccb0909 req-9652badf-8533-4a8c-b6b0-d81a1ab29067 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/security-groups?id=f96fdd4e-bb78-4ebe-9cd3-c8dab684bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413661 Feb 16 13:09:30.744892 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 7f771b8c-47eb-49f8-ac8c-4fadec759864 up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:09:30.820217 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port 7f771b8c-47eb-49f8-ac8c-4fadec759864 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:09:30.820591 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:30.946085 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:30.978768 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 7f771b8c-47eb-49f8-ac8c-4fadec759864, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=7f771b8c-47eb-49f8-ac8c-4fadec759864,segment=NetworkSegment(004a4a77-55e2-41e1-a34d-4e1551ec74d9),segment_id=004a4a77-55e2-41e1-a34d-4e1551ec74d9)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:09:30.985207 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:31.061241 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=7f771b8c-47eb-49f8-ac8c-4fadec759864,revision_number=8']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:31.068569 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ffe6d22-718e-40ca-9d0c-24a3f3af3238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f771b8c-47eb-49f8-ac8c-4fadec759864'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:09:31.112452 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ffe6d22-718e-40ca-9d0c-24a3f3af3238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f771b8c-47eb-49f8-ac8c-4fadec759864', 'code': 200} Feb 16 13:09:31.779903 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc3218-9745-4876-bf76-3f608100fe96 req-b0e7da33-bab4-4bd1-bc9e-3fa6d4572f16 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:31.781398 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-0afc3218-9745-4876-bf76-3f608100fe96 req-b0e7da33-bab4-4bd1-bc9e-3fa6d4572f16 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ffe6d22-718e-40ca-9d0c-24a3f3af3238 HTTP/1.1" status: 200 len: 946 time: 0.0886400 Feb 16 13:09:31.823090 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2583e09f-e350-4c2d-846e-5e0ce967004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:31.829072 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-0afc3218-9745-4876-bf76-3f608100fe96 req-5dd39feb-5e7a-49c8-ac19-728970671b43 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/security-groups?id=f96fdd4e-bb78-4ebe-9cd3-c8dab684bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418181 Feb 16 13:09:32.376073 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c2576-824c-4688-bcd3-798b9013fcc5 req-55a8c7e9-1886-41d0-8b08-68507b36d6d0 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:32.377556 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0e7c2576-824c-4688-bcd3-798b9013fcc5 req-55a8c7e9-1886-41d0-8b08-68507b36d6d0 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.89 "GET /v2.0/ports?device_id=3ffe6d22-718e-40ca-9d0c-24a3f3af3238 HTTP/1.1" status: 200 len: 946 time: 0.0895574 Feb 16 13:09:32.453365 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-0e7c2576-824c-4688-bcd3-798b9013fcc5 req-e1d9211a-24cb-4e52-8a49-7e2ad8224e74 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Deleting port 7f771b8c-47eb-49f8-ac8c-4fadec759864 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:09:32.453705 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-0e7c2576-824c-4688-bcd3-798b9013fcc5 req-e1d9211a-24cb-4e52-8a49-7e2ad8224e74 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:32.709772 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-0e7c2576-824c-4688-bcd3-798b9013fcc5 req-e1d9211a-24cb-4e52-8a49-7e2ad8224e74 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] For port 7f771b8c-47eb-49f8-ac8c-4fadec759864, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=7f771b8c-47eb-49f8-ac8c-4fadec759864,segment=NetworkSegment(004a4a77-55e2-41e1-a34d-4e1551ec74d9),segment_id=004a4a77-55e2-41e1-a34d-4e1551ec74d9)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:09:32.710020 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-0e7c2576-824c-4688-bcd3-798b9013fcc5 req-e1d9211a-24cb-4e52-8a49-7e2ad8224e74 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:32.858512 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-0e7c2576-824c-4688-bcd3-798b9013fcc5 req-e1d9211a-24cb-4e52-8a49-7e2ad8224e74 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Calling delete_port for 7f771b8c-47eb-49f8-ac8c-4fadec759864 owned by compute:nova {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:09:33.168179 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-0e7c2576-824c-4688-bcd3-798b9013fcc5 req-e1d9211a-24cb-4e52-8a49-7e2ad8224e74 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:33.180844 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['7f771b8c-47eb-49f8-ac8c-4fadec759864'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:09:33.224873 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d9211a-24cb-4e52-8a49-7e2ad8224e74 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Pushing event deleted for resources: {'Port': ['ID=7f771b8c-47eb-49f8-ac8c-4fadec759864,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:33.269872 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7670db-d9bd-4964-90a4-5c57cf39f80e req-143d971b-b6c0-4a92-b577-094b589ba559 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:33.271335 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ec7670db-d9bd-4964-90a4-5c57cf39f80e req-143d971b-b6c0-4a92-b577-094b589ba559 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ffe6d22-718e-40ca-9d0c-24a3f3af3238 HTTP/1.1" status: 200 len: 946 time: 0.3314369 Feb 16 13:09:33.277141 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9211a-24cb-4e52-8a49-7e2ad8224e74 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:33.277511 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9211a-24cb-4e52-8a49-7e2ad8224e74 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:33.277814 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9211a-24cb-4e52-8a49-7e2ad8224e74 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:33.278140 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9211a-24cb-4e52-8a49-7e2ad8224e74 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:33.278461 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9211a-24cb-4e52-8a49-7e2ad8224e74 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:33.278779 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9211a-24cb-4e52-8a49-7e2ad8224e74 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:33.279101 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9211a-24cb-4e52-8a49-7e2ad8224e74 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:33.279426 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9211a-24cb-4e52-8a49-7e2ad8224e74 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:33.279740 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9211a-24cb-4e52-8a49-7e2ad8224e74 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:33.280051 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9211a-24cb-4e52-8a49-7e2ad8224e74 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:33.280348 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9211a-24cb-4e52-8a49-7e2ad8224e74 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:33.280680 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9211a-24cb-4e52-8a49-7e2ad8224e74 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:33.331001 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e7c2576-824c-4688-bcd3-798b9013fcc5 req-e1d9211a-24cb-4e52-8a49-7e2ad8224e74 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] No DVR routers for this DVR port 7f771b8c-47eb-49f8-ac8c-4fadec759864 on host hv-neutron-8295 {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:09:33.335579 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-0e7c2576-824c-4688-bcd3-798b9013fcc5 req-e1d9211a-24cb-4e52-8a49-7e2ad8224e74 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:33.337948 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ffe6d22-718e-40ca-9d0c-24a3f3af3238', 'name': 'network-vif-deleted', 'tag': '7f771b8c-47eb-49f8-ac8c-4fadec759864'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:09:33.365275 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0e7c2576-824c-4688-bcd3-798b9013fcc5 req-e1d9211a-24cb-4e52-8a49-7e2ad8224e74 tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.89 "DELETE /v2.0/ports/7f771b8c-47eb-49f8-ac8c-4fadec759864 HTTP/1.1" status: 204 len: 173 time: 0.9799063 Feb 16 13:09:33.371916 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ec7670db-d9bd-4964-90a4-5c57cf39f80e req-e1d2b798-39ab-41b0-8135-a84bec6f7c6d tempest-DeleteServersTestJSON-843928439 tempest-DeleteServersTestJSON-843928439-project] 10.222.0.83 "GET /v2.0/security-groups?id=f96fdd4e-bb78-4ebe-9cd3-c8dab684bdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882523 Feb 16 13:09:33.401092 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ffe6d22-718e-40ca-9d0c-24a3f3af3238', 'name': 'network-vif-deleted', 'tag': '7f771b8c-47eb-49f8-ac8c-4fadec759864', 'status': 'completed', 'code': 200} Feb 16 13:09:34.147686 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-87cda1a7-df32-4e60-9c0f-0a0ab587d982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:34.534254 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:34.653819 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 46440) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:09:34.719194 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f595267-ec9b-4464-8722-43211d11d481 admin admin] Deleting subnet 9bb3da05-4960-442d-a159-fbf16bbc34c3 {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:09:34.722606 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3f595267-ec9b-4464-8722-43211d11d481 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:34.773934 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3f595267-ec9b-4464-8722-43211d11d481 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:34.842017 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3f595267-ec9b-4464-8722-43211d11d481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:34.936265 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3f595267-ec9b-4464-8722-43211d11d481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:34.973704 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f595267-ec9b-4464-8722-43211d11d481 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bb3da05-4960-442d-a159-fbf16bbc34c3,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:34.978218 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-3f595267-ec9b-4464-8722-43211d11d481 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:34.986733 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-3f595267-ec9b-4464-8722-43211d11d481 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/9bb3da05-4960-442d-a159-fbf16bbc34c3 HTTP/1.1" status: 204 len: 168 time: 0.3319371 Feb 16 13:09:34.989847 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 46444) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:09:35.107063 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7a448ead-ed63-492c-a369-c13bc168d4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:35.189870 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:35.216489 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:35.233626 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7a448ead-ed63-492c-a369-c13bc168d4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:35.259229 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-7a448ead-ed63-492c-a369-c13bc168d4d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f43df70a-05a1-4bce-9a3b-cca89b12342a']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:35.275243 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-7a448ead-ed63-492c-a369-c13bc168d4d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '004a4a77-55e2-41e1-a34d-4e1551ec74d9') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:35.275540 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-7a448ead-ed63-492c-a369-c13bc168d4d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '004a4a77-55e2-41e1-a34d-4e1551ec74d9') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:09:35.287243 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7a448ead-ed63-492c-a369-c13bc168d4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:35.305617 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7a448ead-ed63-492c-a369-c13bc168d4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:35.316006 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a448ead-ed63-492c-a369-c13bc168d4d4 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:09:35.316696 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7a448ead-ed63-492c-a369-c13bc168d4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:35.335073 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 13:09:35.335073 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:09:35.335073 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 13:09:35.335073 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:09:35.335073 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 13:09:35.335073 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:09:35.335073 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 13:09:35.335073 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:09:35.335073 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 13:09:35.335073 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:09:35.335073 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 13:09:35.335073 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:09:35.335073 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 13:09:35.335073 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:09:35.335073 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:09:35.335073 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:09:35.335073 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:09:35.335073 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:09:35.335073 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 13:09:35.335073 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:09:35.335073 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 13:09:35.335073 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:09:35.335073 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:09:35.335073 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:09:35.335073 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 13:09:35.335073 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:09:35.335073 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:09:35.335073 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:09:35.335073 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:09:35.335073 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:09:35.335073 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:09:35.335073 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:09:35.410328 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7a448ead-ed63-492c-a369-c13bc168d4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:35.415355 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7a448ead-ed63-492c-a369-c13bc168d4d4 admin admin] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:35.442883 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a448ead-ed63-492c-a369-c13bc168d4d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f43df70a-05a1-4bce-9a3b-cca89b12342a,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:35.454538 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-7a448ead-ed63-492c-a369-c13bc168d4d4 admin admin] 10.222.0.83 "DELETE /v2.0/networks/f43df70a-05a1-4bce-9a3b-cca89b12342a HTTP/1.1" status: 204 len: 168 time: 0.4632332 Feb 16 13:09:35.576282 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 46450) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:09:35.626482 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-451cca98-5001-488d-8bc3-05567073ade2 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8b6d9a719ed141f397aa0f5c3c0b89d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489645 Feb 16 13:09:35.629280 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 46454) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:09:35.688494 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ec36521f-324a-44b9-be35-48e7bffcb32f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:35.715003 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ec36521f-324a-44b9-be35-48e7bffcb32f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:35.774994 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ec36521f-324a-44b9-be35-48e7bffcb32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:35.791349 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec36521f-324a-44b9-be35-48e7bffcb32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96fdd4e-bb78-4ebe-9cd3-c8dab684bdd1,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:35.802540 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ec36521f-324a-44b9-be35-48e7bffcb32f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:35.803657 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-ec36521f-324a-44b9-be35-48e7bffcb32f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f96fdd4e-bb78-4ebe-9cd3-c8dab684bdd1 HTTP/1.1" status: 204 len: 168 time: 0.1733351 Feb 16 13:09:36.560704 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 46478) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:09:36.674169 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-0f72385e-f305-4a94-910e-a033691766d4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-604572069-network', 'tenant_id': 'a18ab2e284d9432eaa875ca2605527e6'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:09:36.679186 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0f72385e-f305-4a94-910e-a033691766d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:09:36.683259 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0f72385e-f305-4a94-910e-a033691766d4 admin admin] Usage tracker for resource:network and tenant:a18ab2e284d9432eaa875ca2605527e6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:09:36.687774 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0f72385e-f305-4a94-910e-a033691766d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:09:36.693819 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0f72385e-f305-4a94-910e-a033691766d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:09:36.705930 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f72385e-f305-4a94-910e-a033691766d4 admin admin] Made reservation on behalf of a18ab2e284d9432eaa875ca2605527e6 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:09:36.708463 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0f72385e-f305-4a94-910e-a033691766d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:36.721101 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0f72385e-f305-4a94-910e-a033691766d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:36.734609 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0f72385e-f305-4a94-910e-a033691766d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:09:36.738592 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0f72385e-f305-4a94-910e-a033691766d4 admin admin] Usage tracker for resource:security_group_rule and tenant:a18ab2e284d9432eaa875ca2605527e6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:09:36.741476 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0f72385e-f305-4a94-910e-a033691766d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:09:36.747055 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0f72385e-f305-4a94-910e-a033691766d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:09:36.760385 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:36.798241 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 7f771b8c-47eb-49f8-ac8c-4fadec759864 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:09:36.834224 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0f72385e-f305-4a94-910e-a033691766d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:36.835446 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] No Port match for: 7f771b8c-47eb-49f8-ac8c-4fadec759864 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:09:36.835793 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 7f771b8c-47eb-49f8-ac8c-4fadec759864 not bound to the agent host hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:09:36.839613 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0f72385e-f305-4a94-910e-a033691766d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:36.871141 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f72385e-f305-4a94-910e-a033691766d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:09:36.876282 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f72385e-f305-4a94-910e-a033691766d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a90417-f50c-4995-8c6e-b43939e82a8b,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:36.886079 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f72385e-f305-4a94-910e-a033691766d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:36.886429 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f72385e-f305-4a94-910e-a033691766d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:36.886772 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f72385e-f305-4a94-910e-a033691766d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:36.887133 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f72385e-f305-4a94-910e-a033691766d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:36.887471 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f72385e-f305-4a94-910e-a033691766d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:36.887785 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f72385e-f305-4a94-910e-a033691766d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:36.888106 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f72385e-f305-4a94-910e-a033691766d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:36.888428 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f72385e-f305-4a94-910e-a033691766d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:36.888776 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f72385e-f305-4a94-910e-a033691766d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:36.889089 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f72385e-f305-4a94-910e-a033691766d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:36.889407 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f72385e-f305-4a94-910e-a033691766d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:36.889720 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f72385e-f305-4a94-910e-a033691766d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:09:36.893137 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0f72385e-f305-4a94-910e-a033691766d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:36.893477 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-0f72385e-f305-4a94-910e-a033691766d4 admin admin] Added segment d8742377-394a-4ee7-8a98-1c42bb16864a of type vlan for network 639bcc0a-f497-4cc5-9293-173f7b80451d Feb 16 13:09:36.919307 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0f72385e-f305-4a94-910e-a033691766d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:36.950712 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0f72385e-f305-4a94-910e-a033691766d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:36.951651 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f72385e-f305-4a94-910e-a033691766d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:36.952282 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0f72385e-f305-4a94-910e-a033691766d4 admin admin] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:37.061202 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f72385e-f305-4a94-910e-a033691766d4 admin admin] Pushing event updated for resources: {'Network': ['ID=639bcc0a-f497-4cc5-9293-173f7b80451d,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:37.064180 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0f72385e-f305-4a94-910e-a033691766d4 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5023143 Feb 16 13:09:37.067297 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 46484) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:09:37.071552 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 639bcc0a-f497-4cc5-9293-173f7b80451d details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:09:37.076218 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-c22cc56d-a0b3-4f2e-9461-2035f0957964 admin admin] Request body: {'subnet': {'network_id': '639bcc0a-f497-4cc5-9293-173f7b80451d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-604572069-subnet', 'tenant_id': 'a18ab2e284d9432eaa875ca2605527e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:09:37.081464 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c22cc56d-a0b3-4f2e-9461-2035f0957964 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:09:37.085546 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c22cc56d-a0b3-4f2e-9461-2035f0957964 admin admin] Usage tracker for resource:subnet and tenant:a18ab2e284d9432eaa875ca2605527e6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:09:37.088555 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c22cc56d-a0b3-4f2e-9461-2035f0957964 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:09:37.094593 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c22cc56d-a0b3-4f2e-9461-2035f0957964 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:09:37.105883 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22cc56d-a0b3-4f2e-9461-2035f0957964 admin admin] Made reservation on behalf of a18ab2e284d9432eaa875ca2605527e6 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:09:37.108332 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c22cc56d-a0b3-4f2e-9461-2035f0957964 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:37.403109 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c22cc56d-a0b3-4f2e-9461-2035f0957964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:37.487670 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22cc56d-a0b3-4f2e-9461-2035f0957964 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fd78b03-4016-4a7a-b800-f8539f719674,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:37.493437 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22cc56d-a0b3-4f2e-9461-2035f0957964 admin admin] Checking segment: {'id': 'd8742377-394a-4ee7-8a98-1c42bb16864a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '639bcc0a-f497-4cc5-9293-173f7b80451d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:09:37.493786 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22cc56d-a0b3-4f2e-9461-2035f0957964 admin admin] Network hostable DHCP agents. Network: 639bcc0a-f497-4cc5-9293-173f7b80451d, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:09:37.530812 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22cc56d-a0b3-4f2e-9461-2035f0957964 admin admin] Network 639bcc0a-f497-4cc5-9293-173f7b80451d is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:09:37.547021 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-c22cc56d-a0b3-4f2e-9461-2035f0957964 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 639bcc0a-f497-4cc5-9293-173f7b80451d) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:09:37.553105 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22cc56d-a0b3-4f2e-9461-2035f0957964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:37.553953 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c22cc56d-a0b3-4f2e-9461-2035f0957964 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:37.558103 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bd36c0-1831-4120-a39b-48ab02ce1e26 None None] Network 639bcc0a-f497-4cc5-9293-173f7b80451d requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:09:37.579428 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c22cc56d-a0b3-4f2e-9461-2035f0957964 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5091391 Feb 16 13:09:37.768524 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832cb80d-c83e-4972-bd28-49a0e3535adf None None] Network 639bcc0a-f497-4cc5-9293-173f7b80451d requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:09:38.141433 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-1abc26f4-84d5-47d2-95cb-3dccf7a1462c tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:38.142118 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-1abc26f4-84d5-47d2-95cb-3dccf7a1462c tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Synchronizing usage tracker for tenant:a18ab2e284d9432eaa875ca2605527e6 on resource:network {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:09:38.161218 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-1abc26f4-84d5-47d2-95cb-3dccf7a1462c tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Unset dirty status for tenant:a18ab2e284d9432eaa875ca2605527e6 on resource:network {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:09:38.162399 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-1abc26f4-84d5-47d2-95cb-3dccf7a1462c tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/networks?id=639bcc0a-f497-4cc5-9293-173f7b80451d HTTP/1.1" status: 200 len: 814 time: 0.1775551 Feb 16 13:09:38.177992 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-29bef1e5-7bab-4591-ae5d-b03b2df93e1b tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/quotas/a18ab2e284d9432eaa875ca2605527e6 HTTP/1.1" status: 200 len: 375 time: 0.0098715 Feb 16 13:09:38.225745 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-7aa22bd2-b576-47c2-ac66-cfc4535441a4 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=a18ab2e284d9432eaa875ca2605527e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425191 Feb 16 13:09:38.370128 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-176573e1-c7bd-43a8-9b67-ebaea1c099a3 service neutron] 10.222.0.83 "GET /v2.0/networks/639bcc0a-f497-4cc5-9293-173f7b80451d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348615 Feb 16 13:09:38.502205 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-7d5735f6-975e-4e2a-9e14-12fa80d6a712 service neutron] 10.222.0.83 "GET /v2.0/networks/639bcc0a-f497-4cc5-9293-173f7b80451d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260791 Feb 16 13:09:38.687082 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-93d3e988-986b-4813-ae43-c086ab1c48a1 req-842a7741-1a6a-4131-b8ca-6da65afd0c08 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=87363499-355e-427a-838a-4423ffe56cf2 HTTP/1.1" status: 200 len: 210 time: 0.0422347 Feb 16 13:09:39.788563 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-a61b9044-faeb-4cf2-a7b6-f1ed87f82d61 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:39.790166 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-a61b9044-faeb-4cf2-a7b6-f1ed87f82d61 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.89 "GET /v2.0/networks?id=639bcc0a-f497-4cc5-9293-173f7b80451d HTTP/1.1" status: 200 len: 814 time: 0.1466768 Feb 16 13:09:39.803749 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-c9ceef75-721a-4df1-aca8-58dc8592ba01 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Request body: {'port': {'device_id': '87363499-355e-427a-838a-4423ffe56cf2', 'network_id': '639bcc0a-f497-4cc5-9293-173f7b80451d', 'admin_state_up': True, 'tenant_id': 'a18ab2e284d9432eaa875ca2605527e6'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:09:39.844409 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-b379aa84-f2d0-4153-9e66-f6e9249aab62 req-2a943096-5e6e-48cb-9b92-95264b7c7b24 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=87363499-355e-427a-838a-4423ffe56cf2 HTTP/1.1" status: 200 len: 210 time: 0.0470147 Feb 16 13:09:39.941928 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-c9ceef75-721a-4df1-aca8-58dc8592ba01 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:09:39.946068 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-c9ceef75-721a-4df1-aca8-58dc8592ba01 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Usage tracker for resource:port and tenant:a18ab2e284d9432eaa875ca2605527e6 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:09:39.949091 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-c9ceef75-721a-4df1-aca8-58dc8592ba01 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:09:39.955414 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-c9ceef75-721a-4df1-aca8-58dc8592ba01 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:09:39.968138 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-c9ceef75-721a-4df1-aca8-58dc8592ba01 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Made reservation on behalf of a18ab2e284d9432eaa875ca2605527e6 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:09:39.971747 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-c9ceef75-721a-4df1-aca8-58dc8592ba01 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:40.151645 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-c9ceef75-721a-4df1-aca8-58dc8592ba01 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Allocated IP 172.20.0.3 (639bcc0a-f497-4cc5-9293-173f7b80451d/4fd78b03-4016-4a7a-b800-f8539f719674/0ba6e014-4bfd-4295-bcca-13b609124518) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:09:40.375323 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-c9ceef75-721a-4df1-aca8-58dc8592ba01 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:40.408285 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-c9ceef75-721a-4df1-aca8-58dc8592ba01 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:40.479824 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-c9ceef75-721a-4df1-aca8-58dc8592ba01 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Network 639bcc0a-f497-4cc5-9293-173f7b80451d is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:09:40.482901 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-c9ceef75-721a-4df1-aca8-58dc8592ba01 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:09:40.486724 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-c9ceef75-721a-4df1-aca8-58dc8592ba01 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:09:40.516104 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ceef75-721a-4df1-aca8-58dc8592ba01 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Pushing event updated for resources: {'Port': ['ID=0ba6e014-4bfd-4295-bcca-13b609124518,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:40.551010 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-c9ceef75-721a-4df1-aca8-58dc8592ba01 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:40.551611 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-c9ceef75-721a-4df1-aca8-58dc8592ba01 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:40.573534 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-c9ceef75-721a-4df1-aca8-58dc8592ba01 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7735698 Feb 16 13:09:40.586356 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-5af08ada-0877-4dc7-a63a-cb80f89a6b4e service neutron] Request body: {'port': {'device_id': '87363499-355e-427a-838a-4423ffe56cf2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:09:40.698195 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-5af08ada-0877-4dc7-a63a-cb80f89a6b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:41.219963 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f279c-acea-42ee-b740-25342411e59a req-05cc3168-779f-4c70-ac48-607921530c8f tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:41.220652 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-a78f279c-acea-42ee-b740-25342411e59a req-05cc3168-779f-4c70-ac48-607921530c8f tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Synchronizing usage tracker for tenant:a18ab2e284d9432eaa875ca2605527e6 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:09:41.227557 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-5af08ada-0877-4dc7-a63a-cb80f89a6b4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ba6e014-4bfd-4295-bcca-13b609124518 {{(pid=87701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:09:41.237330 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-5af08ada-0877-4dc7-a63a-cb80f89a6b4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:41.257598 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-5af08ada-0877-4dc7-a63a-cb80f89a6b4e service neutron] Transition to ACTIVE for port object 0ba6e014-4bfd-4295-bcca-13b609124518 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:09:41.258561 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-a78f279c-acea-42ee-b740-25342411e59a req-05cc3168-779f-4c70-ac48-607921530c8f tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Unset dirty status for tenant:a18ab2e284d9432eaa875ca2605527e6 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:09:41.259955 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a78f279c-acea-42ee-b740-25342411e59a req-05cc3168-779f-4c70-ac48-607921530c8f tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=87363499-355e-427a-838a-4423ffe56cf2 HTTP/1.1" status: 200 len: 931 time: 0.3101521 Feb 16 13:09:41.262833 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-5af08ada-0877-4dc7-a63a-cb80f89a6b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:41.427736 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af08ada-0877-4dc7-a63a-cb80f89a6b4e service neutron] Pushing event updated for resources: {'Port': ['ID=0ba6e014-4bfd-4295-bcca-13b609124518,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:41.432542 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a78f279c-acea-42ee-b740-25342411e59a req-bf898a91-372f-4b11-8c0b-ced91bc11c43 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319079 Feb 16 13:09:41.537469 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-5af08ada-0877-4dc7-a63a-cb80f89a6b4e service neutron] Attempting to bind port 0ba6e014-4bfd-4295-bcca-13b609124518 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:09:41.537769 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-5af08ada-0877-4dc7-a63a-cb80f89a6b4e service neutron] Attempting to bind port 0ba6e014-4bfd-4295-bcca-13b609124518 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'd8742377-394a-4ee7-8a98-1c42bb16864a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '639bcc0a-f497-4cc5-9293-173f7b80451d'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:09:41.538113 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-5af08ada-0877-4dc7-a63a-cb80f89a6b4e service neutron] Attempting to bind port 0ba6e014-4bfd-4295-bcca-13b609124518 on network 639bcc0a-f497-4cc5-9293-173f7b80451d {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:09:41.542785 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-5af08ada-0877-4dc7-a63a-cb80f89a6b4e service neutron] Port 0ba6e014-4bfd-4295-bcca-13b609124518 on network 639bcc0a-f497-4cc5-9293-173f7b80451d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:09:41.543100 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-5af08ada-0877-4dc7-a63a-cb80f89a6b4e service neutron] Attempting to bind port 0ba6e014-4bfd-4295-bcca-13b609124518 on network 639bcc0a-f497-4cc5-9293-173f7b80451d {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:09:41.548185 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-5af08ada-0877-4dc7-a63a-cb80f89a6b4e service neutron] Checking agent: {'id': 'b4b5bcfd-2763-4324-82e0-923bc8a52546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'started_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:09:41.548513 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-5af08ada-0877-4dc7-a63a-cb80f89a6b4e service neutron] Checking segment: {'id': 'd8742377-394a-4ee7-8a98-1c42bb16864a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '639bcc0a-f497-4cc5-9293-173f7b80451d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:09:41.548920 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-5af08ada-0877-4dc7-a63a-cb80f89a6b4e service neutron] Bound using segment: {'id': 'd8742377-394a-4ee7-8a98-1c42bb16864a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '639bcc0a-f497-4cc5-9293-173f7b80451d'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:09:41.549337 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-5af08ada-0877-4dc7-a63a-cb80f89a6b4e service neutron] Bound port: 0ba6e014-4bfd-4295-bcca-13b609124518, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8742377-394a-4ee7-8a98-1c42bb16864a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '639bcc0a-f497-4cc5-9293-173f7b80451d'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:09:41.549670 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-5af08ada-0877-4dc7-a63a-cb80f89a6b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:41.642061 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-5af08ada-0877-4dc7-a63a-cb80f89a6b4e service neutron] For port 0ba6e014-4bfd-4295-bcca-13b609124518, host hv-neutron-8295, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:09:41.645307 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-5af08ada-0877-4dc7-a63a-cb80f89a6b4e service neutron] For port 0ba6e014-4bfd-4295-bcca-13b609124518, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=0ba6e014-4bfd-4295-bcca-13b609124518,segment=NetworkSegment(d8742377-394a-4ee7-8a98-1c42bb16864a),segment_id=d8742377-394a-4ee7-8a98-1c42bb16864a)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:09:41.652425 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-5af08ada-0877-4dc7-a63a-cb80f89a6b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:41.712958 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-5af08ada-0877-4dc7-a63a-cb80f89a6b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:41.713542 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-5af08ada-0877-4dc7-a63a-cb80f89a6b4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:41.714909 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-5af08ada-0877-4dc7-a63a-cb80f89a6b4e service neutron] 10.222.0.89 "PUT /v2.0/ports/0ba6e014-4bfd-4295-bcca-13b609124518 HTTP/1.1" status: 200 len: 1093 time: 1.1325719 Feb 16 13:09:41.715334 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87363499-355e-427a-838a-4423ffe56cf2', 'tag': '0ba6e014-4bfd-4295-bcca-13b609124518'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:09:41.734003 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af08ada-0877-4dc7-a63a-cb80f89a6b4e service neutron] Pushing event updated for resources: {'Port': ['ID=0ba6e014-4bfd-4295-bcca-13b609124518,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:41.787823 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87363499-355e-427a-838a-4423ffe56cf2', 'tag': '0ba6e014-4bfd-4295-bcca-13b609124518', 'status': 'completed', 'code': 200} Feb 16 13:09:41.835755 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-825c4013-3799-4e02-b8c3-f43538aa0979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:41.837305 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-825c4013-3799-4e02-b8c3-f43538aa0979 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a18ab2e284d9432eaa875ca2605527e6&device_id=87363499-355e-427a-838a-4423ffe56cf2 HTTP/1.1" status: 200 len: 1096 time: 0.0804758 Feb 16 13:09:41.907082 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-bc71f80b-ebe6-4003-b0e2-898916cc9de1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ba6e014-4bfd-4295-bcca-13b609124518 HTTP/1.1" status: 200 len: 217 time: 0.0611520 Feb 16 13:09:41.976299 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-b1902bc0-6b8b-41cc-9c44-38cee300732b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:41.977724 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-b1902bc0-6b8b-41cc-9c44-38cee300732b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4fd78b03-4016-4a7a-b800-f8539f719674 HTTP/1.1" status: 200 len: 854 time: 0.0637367 Feb 16 13:09:42.025141 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-7129afe6-8505-4032-82a0-ce1320ab43f7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=639bcc0a-f497-4cc5-9293-173f7b80451d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395014 Feb 16 13:09:42.159309 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-e1448785-c865-4daa-8e8b-657610e3a281 service neutron] 10.222.0.89 "GET /v2.0/networks/639bcc0a-f497-4cc5-9293-173f7b80451d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258724 Feb 16 13:09:42.307174 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fafdfe00-5456-4fcb-8914-e7da96ca0fdf req-85cc0ec1-3d57-4ddc-a4f0-d14ce32f83ad service neutron] 10.222.0.89 "GET /v2.0/networks/639bcc0a-f497-4cc5-9293-173f7b80451d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407771 Feb 16 13:09:42.442694 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e6f78-6374-4b48-8b72-d8c88eca53be req-3568b0cf-b58e-4e3a-aaab-fa915d5365e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:42.444216 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-785e6f78-6374-4b48-8b72-d8c88eca53be req-3568b0cf-b58e-4e3a-aaab-fa915d5365e3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a18ab2e284d9432eaa875ca2605527e6&device_id=87363499-355e-427a-838a-4423ffe56cf2 HTTP/1.1" status: 200 len: 1096 time: 0.0737951 Feb 16 13:09:42.626487 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e6f78-6374-4b48-8b72-d8c88eca53be req-beedf00c-98e1-468b-b347-5b7b5f2fee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:42.627953 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-785e6f78-6374-4b48-8b72-d8c88eca53be req-beedf00c-98e1-468b-b347-5b7b5f2fee18 service neutron] 10.222.0.89 "GET /v2.0/networks?id=639bcc0a-f497-4cc5-9293-173f7b80451d HTTP/1.1" status: 200 len: 915 time: 0.1763346 Feb 16 13:09:42.703110 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-785e6f78-6374-4b48-8b72-d8c88eca53be req-ddfa4b62-4b13-4c92-84ae-73fec27f4436 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ba6e014-4bfd-4295-bcca-13b609124518 HTTP/1.1" status: 200 len: 217 time: 0.0649245 Feb 16 13:09:42.715489 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f461a-770a-42c0-8f85-c1ff442e692f req-402c8ad2-5b5a-4608-abc2-609c69cf7a72 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:42.716906 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-488f461a-770a-42c0-8f85-c1ff442e692f req-402c8ad2-5b5a-4608-abc2-609c69cf7a72 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=87363499-355e-427a-838a-4423ffe56cf2 HTTP/1.1" status: 200 len: 943 time: 0.1752799 Feb 16 13:09:42.811448 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e6f78-6374-4b48-8b72-d8c88eca53be req-0f05d2a3-b18b-4936-8b98-b38754186cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:42.813621 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-785e6f78-6374-4b48-8b72-d8c88eca53be req-0f05d2a3-b18b-4936-8b98-b38754186cc5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4fd78b03-4016-4a7a-b800-f8539f719674 HTTP/1.1" status: 200 len: 854 time: 0.0956883 Feb 16 13:09:42.817405 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-488f461a-770a-42c0-8f85-c1ff442e692f req-2592939e-35f3-4857-9539-102c1adcdc0c tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707963 Feb 16 13:09:42.862550 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-785e6f78-6374-4b48-8b72-d8c88eca53be req-179f28f1-dd90-4c2a-87be-5ba46bbbe1a1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=639bcc0a-f497-4cc5-9293-173f7b80451d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423331 Feb 16 13:09:43.095204 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-785e6f78-6374-4b48-8b72-d8c88eca53be req-448d734d-c03d-486a-9582-ee75794785e3 service neutron] 10.222.0.89 "GET /v2.0/networks/639bcc0a-f497-4cc5-9293-173f7b80451d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251825 Feb 16 13:09:43.226886 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-785e6f78-6374-4b48-8b72-d8c88eca53be req-8ef5a5c1-58fd-45a8-995c-70e4a315a049 service neutron] 10.222.0.89 "GET /v2.0/networks/639bcc0a-f497-4cc5-9293-173f7b80451d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232059 Feb 16 13:09:44.027262 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf5843-6098-42b2-a893-ef4d7f7d4617 req-31719a0d-a680-4f0a-913a-fa3e69f9ba73 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:44.028763 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-03cf5843-6098-42b2-a893-ef4d7f7d4617 req-31719a0d-a680-4f0a-913a-fa3e69f9ba73 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=87363499-355e-427a-838a-4423ffe56cf2 HTTP/1.1" status: 200 len: 943 time: 0.1003535 Feb 16 13:09:44.074507 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-03cf5843-6098-42b2-a893-ef4d7f7d4617 req-0c5c0da1-860c-4c16-9589-b07b9a433928 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Synchronizing usage tracker for tenant:a18ab2e284d9432eaa875ca2605527e6 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:09:44.079416 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:09:44.095254 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-03cf5843-6098-42b2-a893-ef4d7f7d4617 req-0c5c0da1-860c-4c16-9589-b07b9a433928 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Unset dirty status for tenant:a18ab2e284d9432eaa875ca2605527e6 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:09:44.096513 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-03cf5843-6098-42b2-a893-ef4d7f7d4617 req-0c5c0da1-860c-4c16-9589-b07b9a433928 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621052 Feb 16 13:09:44.841931 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 0ba6e014-4bfd-4295-bcca-13b609124518 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:09:44.981149 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 0ba6e014-4bfd-4295-bcca-13b609124518, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=0ba6e014-4bfd-4295-bcca-13b609124518,segment=NetworkSegment(d8742377-394a-4ee7-8a98-1c42bb16864a),segment_id=d8742377-394a-4ee7-8a98-1c42bb16864a)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:09:44.994289 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': '0ba6e014-4bfd-4295-bcca-13b609124518', 'network_id': '639bcc0a-f497-4cc5-9293-173f7b80451d', 'port_id': '0ba6e014-4bfd-4295-bcca-13b609124518', 'mac_address': 'fa:16:3e:38:eb:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd78b03-4016-4a7a-b800-f8539f719674', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:09:45.048278 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:45.067960 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ba6e014-4bfd-4295-bcca-13b609124518 {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:09:45.085152 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 0ba6e014-4bfd-4295-bcca-13b609124518, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=0ba6e014-4bfd-4295-bcca-13b609124518,segment=NetworkSegment(d8742377-394a-4ee7-8a98-1c42bb16864a),segment_id=d8742377-394a-4ee7-8a98-1c42bb16864a)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:09:45.091673 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:45.158278 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=0ba6e014-4bfd-4295-bcca-13b609124518,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:45.286276 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc8ca0-4262-4c04-b6ca-5d64c71e298d req-2b04ba63-02d4-41a3-ac7c-9c1c98391abf tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:45.287741 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-20bc8ca0-4262-4c04-b6ca-5d64c71e298d req-2b04ba63-02d4-41a3-ac7c-9c1c98391abf tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=87363499-355e-427a-838a-4423ffe56cf2 HTTP/1.1" status: 200 len: 944 time: 0.0847442 Feb 16 13:09:45.331945 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-20bc8ca0-4262-4c04-b6ca-5d64c71e298d req-b598a953-33e2-4f14-8e0e-09fd882bab3d tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384049 Feb 16 13:09:45.341560 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['0ba6e014-4bfd-4295-bcca-13b609124518'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:09:46.540632 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ced5e2-0f8f-4862-86ae-8c53c705d5cd req-05d75499-0321-45e1-ad52-f515f8a91d91 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:46.542096 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-56ced5e2-0f8f-4862-86ae-8c53c705d5cd req-05d75499-0321-45e1-ad52-f515f8a91d91 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=87363499-355e-427a-838a-4423ffe56cf2 HTTP/1.1" status: 200 len: 944 time: 0.0967417 Feb 16 13:09:46.587948 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-56ced5e2-0f8f-4862-86ae-8c53c705d5cd req-51e96a4c-a70f-43e2-9dcc-f7df50436f56 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398781 Feb 16 13:09:46.848375 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 0ba6e014-4bfd-4295-bcca-13b609124518 up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:09:46.923546 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning for port 0ba6e014-4bfd-4295-bcca-13b609124518 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:09:46.928272 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port 0ba6e014-4bfd-4295-bcca-13b609124518 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:09:46.928650 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:47.045382 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:47.073444 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87363499-355e-427a-838a-4423ffe56cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba6e014-4bfd-4295-bcca-13b609124518'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:09:47.083932 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 0ba6e014-4bfd-4295-bcca-13b609124518, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=0ba6e014-4bfd-4295-bcca-13b609124518,segment=NetworkSegment(d8742377-394a-4ee7-8a98-1c42bb16864a),segment_id=d8742377-394a-4ee7-8a98-1c42bb16864a)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:09:47.088931 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:09:47.121134 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87363499-355e-427a-838a-4423ffe56cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba6e014-4bfd-4295-bcca-13b609124518', 'code': 200} Feb 16 13:09:47.162790 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=0ba6e014-4bfd-4295-bcca-13b609124518,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:09:47.360338 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7844eee8-fc1d-4fc5-9931-0ae608bf5248 req-29d9bb1b-3a3d-4a17-8bb0-2270d8c6ea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:47.361968 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7844eee8-fc1d-4fc5-9931-0ae608bf5248 req-29d9bb1b-3a3d-4a17-8bb0-2270d8c6ea26 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=87363499-355e-427a-838a-4423ffe56cf2 HTTP/1.1" status: 200 len: 1098 time: 0.0799627 Feb 16 13:09:47.404987 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7844eee8-fc1d-4fc5-9931-0ae608bf5248 req-1d0a9ae8-8a5e-49bb-8c76-c5ffada6c752 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355618 Feb 16 13:09:47.786274 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617918d4-58cb-4041-8bc5-6d2d5a1fa3a7 req-5701d635-4779-4d4c-9815-27211139974c tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:47.787700 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-617918d4-58cb-4041-8bc5-6d2d5a1fa3a7 req-5701d635-4779-4d4c-9815-27211139974c tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=87363499-355e-427a-838a-4423ffe56cf2 HTTP/1.1" status: 200 len: 945 time: 0.0940721 Feb 16 13:09:47.830885 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-617918d4-58cb-4041-8bc5-6d2d5a1fa3a7 req-30d031c6-2395-4863-a5b7-e1ed6ace8e88 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374916 Feb 16 13:09:49.025753 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88560da8-7948-4417-b91c-b3b53e652798 req-65b483bd-db24-4ba3-b55c-6e1fd3e577b4 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:49.027186 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-88560da8-7948-4417-b91c-b3b53e652798 req-65b483bd-db24-4ba3-b55c-6e1fd3e577b4 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=87363499-355e-427a-838a-4423ffe56cf2 HTTP/1.1" status: 200 len: 945 time: 0.0809751 Feb 16 13:09:49.072996 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-88560da8-7948-4417-b91c-b3b53e652798 req-cc6acf82-bae2-4306-9885-9969f7740af0 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400574 Feb 16 13:09:49.277482 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60e53b-da2a-41e1-9e33-08aeb1f60d6a req-7f4e1659-1775-4a75-8b31-d1225e989a79 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:49.279037 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3b60e53b-da2a-41e1-9e33-08aeb1f60d6a req-7f4e1659-1775-4a75-8b31-d1225e989a79 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=87363499-355e-427a-838a-4423ffe56cf2 HTTP/1.1" status: 200 len: 945 time: 0.0934551 Feb 16 13:09:49.348196 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3b60e53b-da2a-41e1-9e33-08aeb1f60d6a req-a158c084-a796-4041-a44d-d5203c45ce61 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611017 Feb 16 13:09:49.869454 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855935e-f1fb-4ef7-a949-7c0b23558aa0 req-6d1f3666-5357-4d74-9d8b-c810bcefe6dd tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:49.870936 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a855935e-f1fb-4ef7-a949-7c0b23558aa0 req-6d1f3666-5357-4d74-9d8b-c810bcefe6dd tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=87363499-355e-427a-838a-4423ffe56cf2 HTTP/1.1" status: 200 len: 945 time: 0.0890977 Feb 16 13:09:49.918487 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a855935e-f1fb-4ef7-a949-7c0b23558aa0 req-057abcd3-9718-4989-a4a8-dce38b479c0e tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418265 Feb 16 13:09:50.117234 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747b19a-30eb-4aa3-bd1b-2dbe54fcba3a req-9e8f527e-cdaf-46cd-97ec-9d2aac04ccc9 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:50.118698 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a747b19a-30eb-4aa3-bd1b-2dbe54fcba3a req-9e8f527e-cdaf-46cd-97ec-9d2aac04ccc9 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=87363499-355e-427a-838a-4423ffe56cf2 HTTP/1.1" status: 200 len: 945 time: 0.0895424 Feb 16 13:09:50.166195 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a747b19a-30eb-4aa3-bd1b-2dbe54fcba3a req-6d4086d7-eb25-4ed5-83ab-d307b3e8d75d tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395515 Feb 16 13:09:50.547756 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4565c447-95e6-459a-85da-7717598f7693 req-7c96a9fc-2fd3-489c-b439-7181a5993129 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=87363499-355e-427a-838a-4423ffe56cf2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0733511 Feb 16 13:09:50.599762 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c32d0a-d933-4746-88e2-f8f226ba4eb5 req-da195d16-2e04-4bbc-aa08-7f177a741fbb tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:50.601287 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-69c32d0a-d933-4746-88e2-f8f226ba4eb5 req-da195d16-2e04-4bbc-aa08-7f177a741fbb tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=87363499-355e-427a-838a-4423ffe56cf2 HTTP/1.1" status: 200 len: 945 time: 0.0897560 Feb 16 13:09:50.650562 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-69c32d0a-d933-4746-88e2-f8f226ba4eb5 req-68875b8f-4fba-4758-ad16-549987839a79 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436065 Feb 16 13:09:51.791263 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4565c447-95e6-459a-85da-7717598f7693 req-bd6ba5f0-8207-47a7-86b1-d32aea93d34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:51.792781 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4565c447-95e6-459a-85da-7717598f7693 req-bd6ba5f0-8207-47a7-86b1-d32aea93d34d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a18ab2e284d9432eaa875ca2605527e6&device_id=87363499-355e-427a-838a-4423ffe56cf2 HTTP/1.1" status: 200 len: 1098 time: 0.0725701 Feb 16 13:09:51.837837 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd5a68-5bdd-46be-9151-b08710f29158 req-44b39e32-df5b-4493-bc5a-d59622f433fd tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:51.839307 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-84bd5a68-5bdd-46be-9151-b08710f29158 req-44b39e32-df5b-4493-bc5a-d59622f433fd tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=87363499-355e-427a-838a-4423ffe56cf2 HTTP/1.1" status: 200 len: 945 time: 0.0819716 Feb 16 13:09:51.885402 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-84bd5a68-5bdd-46be-9151-b08710f29158 req-5e369788-b378-4ce1-bb12-a1f4ccb01dee tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402186 Feb 16 13:09:51.925070 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4565c447-95e6-459a-85da-7717598f7693 req-5ee4b26d-eb3f-441f-bb08-b2a33f419563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:51.926958 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4565c447-95e6-459a-85da-7717598f7693 req-5ee4b26d-eb3f-441f-bb08-b2a33f419563 service neutron] 10.222.0.89 "GET /v2.0/networks?id=639bcc0a-f497-4cc5-9293-173f7b80451d HTTP/1.1" status: 200 len: 915 time: 0.1269665 Feb 16 13:09:51.998043 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4565c447-95e6-459a-85da-7717598f7693 req-64842956-063c-414d-b77c-cfd4f6830d32 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ba6e014-4bfd-4295-bcca-13b609124518 HTTP/1.1" status: 200 len: 217 time: 0.0640440 Feb 16 13:09:52.061384 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4565c447-95e6-459a-85da-7717598f7693 req-4470d1bf-a7b0-43ef-874a-bdc832cc0606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:52.062829 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4565c447-95e6-459a-85da-7717598f7693 req-4470d1bf-a7b0-43ef-874a-bdc832cc0606 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4fd78b03-4016-4a7a-b800-f8539f719674 HTTP/1.1" status: 200 len: 854 time: 0.0590429 Feb 16 13:09:52.108514 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4565c447-95e6-459a-85da-7717598f7693 req-98c7cc9b-d18b-47c0-9407-1a83561d247d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=639bcc0a-f497-4cc5-9293-173f7b80451d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400293 Feb 16 13:09:52.238047 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4565c447-95e6-459a-85da-7717598f7693 req-78704177-a640-47a4-a0ac-757b609ad20a service neutron] 10.222.0.89 "GET /v2.0/networks/639bcc0a-f497-4cc5-9293-173f7b80451d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231375 Feb 16 13:09:52.370922 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4565c447-95e6-459a-85da-7717598f7693 req-bd1ff931-26f2-4f4e-b5d0-8b22229a3be2 service neutron] 10.222.0.89 "GET /v2.0/networks/639bcc0a-f497-4cc5-9293-173f7b80451d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261504 Feb 16 13:09:53.103211 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0053f8-4c5f-46aa-8470-d1677fa81f86 req-a495306c-6b65-4647-885e-2beb88fbd10d tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:53.104673 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5f0053f8-4c5f-46aa-8470-d1677fa81f86 req-a495306c-6b65-4647-885e-2beb88fbd10d tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=87363499-355e-427a-838a-4423ffe56cf2 HTTP/1.1" status: 200 len: 945 time: 0.0968614 Feb 16 13:09:53.149002 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5f0053f8-4c5f-46aa-8470-d1677fa81f86 req-40f0748d-b3b9-4d19-ab7b-020724ff6568 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385509 Feb 16 13:09:54.342115 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d31fa2-766d-4b48-9b8a-50625f11dd68 req-e0347844-25dc-4df6-bfd7-e064fb0d786e tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:54.343442 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-50d31fa2-766d-4b48-9b8a-50625f11dd68 req-e0347844-25dc-4df6-bfd7-e064fb0d786e tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=87363499-355e-427a-838a-4423ffe56cf2 HTTP/1.1" status: 200 len: 945 time: 0.0856984 Feb 16 13:09:54.391146 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-50d31fa2-766d-4b48-9b8a-50625f11dd68 req-f5af8285-ef85-40d4-9c54-637673a23bdf tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392833 Feb 16 13:09:55.600267 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968ed9c-b0ad-40ae-8777-9bbe215264f2 req-d1b1176b-f45b-4d88-846a-3f20be8a03b7 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:55.601743 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5968ed9c-b0ad-40ae-8777-9bbe215264f2 req-d1b1176b-f45b-4d88-846a-3f20be8a03b7 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=87363499-355e-427a-838a-4423ffe56cf2 HTTP/1.1" status: 200 len: 945 time: 0.1018717 Feb 16 13:09:55.656412 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5968ed9c-b0ad-40ae-8777-9bbe215264f2 req-44ee2a4e-b6ca-431c-aebc-89f92c4b2812 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488153 Feb 16 13:09:56.850244 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ec393-7150-4eb4-bb14-30dae386dcf1 req-2b363d7f-cdf9-4ec6-9020-5a5efd7769b4 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:56.851678 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-b64ec393-7150-4eb4-bb14-30dae386dcf1 req-2b363d7f-cdf9-4ec6-9020-5a5efd7769b4 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=87363499-355e-427a-838a-4423ffe56cf2 HTTP/1.1" status: 200 len: 945 time: 0.0808029 Feb 16 13:09:56.902557 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-b64ec393-7150-4eb4-bb14-30dae386dcf1 req-5dc03ad1-d380-46f5-85c0-99d5cdd5ca9f tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424471 Feb 16 13:09:58.103793 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaacf48e-d891-4c31-8b39-a3214d7f0990 req-f11522cf-9774-4ec1-b42f-3b340b92e276 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:58.105266 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-aaacf48e-d891-4c31-8b39-a3214d7f0990 req-f11522cf-9774-4ec1-b42f-3b340b92e276 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=87363499-355e-427a-838a-4423ffe56cf2 HTTP/1.1" status: 200 len: 945 time: 0.0861998 Feb 16 13:09:58.150473 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-aaacf48e-d891-4c31-8b39-a3214d7f0990 req-a8581d67-1c7c-4eb8-bda1-2e9da8b62596 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395067 Feb 16 13:09:59.351007 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e2717a-f113-490e-8f78-9ff05e37617a req-f0415b7c-baed-4f6e-b309-3f5915749f45 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:09:59.352769 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-04e2717a-f113-490e-8f78-9ff05e37617a req-f0415b7c-baed-4f6e-b309-3f5915749f45 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=87363499-355e-427a-838a-4423ffe56cf2 HTTP/1.1" status: 200 len: 945 time: 0.0880291 Feb 16 13:09:59.397860 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-04e2717a-f113-490e-8f78-9ff05e37617a req-974e00cb-cfaa-4de0-8820-6f4895904568 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393710 Feb 16 13:10:00.717549 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9feb35d-fab8-45fb-a02a-2149396adfe4 req-f45abdfd-f092-4f95-a72d-9de7ecc6cf77 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:00.718976 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d9feb35d-fab8-45fb-a02a-2149396adfe4 req-f45abdfd-f092-4f95-a72d-9de7ecc6cf77 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=87363499-355e-427a-838a-4423ffe56cf2 HTTP/1.1" status: 200 len: 945 time: 0.2128296 Feb 16 13:10:00.763465 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d9feb35d-fab8-45fb-a02a-2149396adfe4 req-98a58037-7d2e-4c88-b390-9157f9b467d4 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388191 Feb 16 13:10:01.832567 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-df158ba1-6208-467c-8beb-d446ed45bb4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:02.051395 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5b7a0-92d6-414b-8478-dee991f4d65a req-222ca964-e304-4ac6-b669-8e124a54d456 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:02.052862 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-dbc5b7a0-92d6-414b-8478-dee991f4d65a req-222ca964-e304-4ac6-b669-8e124a54d456 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=87363499-355e-427a-838a-4423ffe56cf2 HTTP/1.1" status: 200 len: 945 time: 0.1785052 Feb 16 13:10:02.098845 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-dbc5b7a0-92d6-414b-8478-dee991f4d65a req-46680138-45dd-47b8-92ee-097b4ae6163c tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383551 Feb 16 13:10:03.305262 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d3f11-3ac3-4ba1-b8ab-1f4c831a2222 req-295b3ff1-0785-423c-9ebf-4f9bbc8b5687 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:03.306947 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0d4d3f11-3ac3-4ba1-b8ab-1f4c831a2222 req-295b3ff1-0785-423c-9ebf-4f9bbc8b5687 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=87363499-355e-427a-838a-4423ffe56cf2 HTTP/1.1" status: 200 len: 945 time: 0.0874457 Feb 16 13:10:03.355894 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0d4d3f11-3ac3-4ba1-b8ab-1f4c831a2222 req-75119c15-7288-4374-ac8a-df2e164175c3 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430055 Feb 16 13:10:04.150218 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-45a15a5c-4472-4d15-9153-1c1a26c70eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:04.533998 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:04.548924 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1e57a-f0e2-469a-a98b-9483648ffc0d req-1a06a3ac-8875-49a3-96dd-7ba15a37e252 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:04.550398 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-43d1e57a-f0e2-469a-a98b-9483648ffc0d req-1a06a3ac-8875-49a3-96dd-7ba15a37e252 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=87363499-355e-427a-838a-4423ffe56cf2 HTTP/1.1" status: 200 len: 945 time: 0.0858152 Feb 16 13:10:04.604149 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-43d1e57a-f0e2-469a-a98b-9483648ffc0d req-8d77a25c-883a-402f-88e8-61f54403e3d6 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477703 Feb 16 13:10:05.200960 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:05.222542 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:05.817238 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8da8b7-5d03-43df-b38f-afc0ad91fd83 req-3aed375b-09cb-4594-a4f3-debebe562ac9 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:05.818913 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-db8da8b7-5d03-43df-b38f-afc0ad91fd83 req-3aed375b-09cb-4594-a4f3-debebe562ac9 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=87363499-355e-427a-838a-4423ffe56cf2 HTTP/1.1" status: 200 len: 945 time: 0.0994918 Feb 16 13:10:05.865262 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-db8da8b7-5d03-43df-b38f-afc0ad91fd83 req-080e9144-966b-4212-beee-f0a37fe65673 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406282 Feb 16 13:10:06.767060 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:07.050961 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e14fa-c356-4f78-89bc-c21f95d382f3 req-43a5e0c5-d2c9-41c1-8ac3-52bff672ce43 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:07.052381 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-465e14fa-c356-4f78-89bc-c21f95d382f3 req-43a5e0c5-d2c9-41c1-8ac3-52bff672ce43 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=87363499-355e-427a-838a-4423ffe56cf2 HTTP/1.1" status: 200 len: 945 time: 0.0791235 Feb 16 13:10:07.100461 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-465e14fa-c356-4f78-89bc-c21f95d382f3 req-b3479136-0c2e-4f63-a819-29b1fd263845 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391800 Feb 16 13:10:08.318696 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21284d-e7cb-488a-90c3-b0db6fc243e0 req-844bb599-4c63-4b89-968e-66e1e6dee10e tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:08.320410 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7e21284d-e7cb-488a-90c3-b0db6fc243e0 req-844bb599-4c63-4b89-968e-66e1e6dee10e tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=87363499-355e-427a-838a-4423ffe56cf2 HTTP/1.1" status: 200 len: 945 time: 0.1006179 Feb 16 13:10:08.371024 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7e21284d-e7cb-488a-90c3-b0db6fc243e0 req-fdf096dc-14b3-4a08-be3e-1f722f5455e8 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447431 Feb 16 13:10:08.696826 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45347dc2-9bd0-476c-ace6-6704d592e015 req-0f286a11-a54d-47c3-935c-e548a7ce3547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:08.698315 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-45347dc2-9bd0-476c-ace6-6704d592e015 req-0f286a11-a54d-47c3-935c-e548a7ce3547 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a18ab2e284d9432eaa875ca2605527e6&device_id=87363499-355e-427a-838a-4423ffe56cf2 HTTP/1.1" status: 200 len: 1098 time: 0.0898819 Feb 16 13:10:08.855670 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45347dc2-9bd0-476c-ace6-6704d592e015 req-52416805-6bec-4ee4-a8a4-1251964b452d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:08.857244 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-45347dc2-9bd0-476c-ace6-6704d592e015 req-52416805-6bec-4ee4-a8a4-1251964b452d service neutron] 10.222.0.89 "GET /v2.0/networks?id=639bcc0a-f497-4cc5-9293-173f7b80451d HTTP/1.1" status: 200 len: 915 time: 0.1351416 Feb 16 13:10:08.929597 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-45347dc2-9bd0-476c-ace6-6704d592e015 req-2fbe4826-faeb-49e5-86f0-eaa421c4ded3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ba6e014-4bfd-4295-bcca-13b609124518 HTTP/1.1" status: 200 len: 217 time: 0.0650768 Feb 16 13:10:09.001160 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45347dc2-9bd0-476c-ace6-6704d592e015 req-4178a089-193b-4926-849a-c072f7f4205c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:09.002493 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-45347dc2-9bd0-476c-ace6-6704d592e015 req-4178a089-193b-4926-849a-c072f7f4205c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4fd78b03-4016-4a7a-b800-f8539f719674 HTTP/1.1" status: 200 len: 854 time: 0.0673144 Feb 16 13:10:09.056712 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-45347dc2-9bd0-476c-ace6-6704d592e015 req-da808fa1-0e9f-460c-83f4-6485cfd3ad6d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=639bcc0a-f497-4cc5-9293-173f7b80451d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465629 Feb 16 13:10:09.197879 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-45347dc2-9bd0-476c-ace6-6704d592e015 req-86157e9d-51bd-4392-9492-5e47a3282153 service neutron] 10.222.0.89 "GET /v2.0/networks/639bcc0a-f497-4cc5-9293-173f7b80451d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332977 Feb 16 13:10:09.342787 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-45347dc2-9bd0-476c-ace6-6704d592e015 req-681cd32b-0a54-4be8-85cc-a8f767dea4d4 service neutron] 10.222.0.89 "GET /v2.0/networks/639bcc0a-f497-4cc5-9293-173f7b80451d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377001 Feb 16 13:10:09.582732 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5bbb3-236a-4008-b7cb-9e9e93fa1bf2 req-011fe085-3efe-42a8-a475-bd41c2cbad53 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:09.584212 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-42e5bbb3-236a-4008-b7cb-9e9e93fa1bf2 req-011fe085-3efe-42a8-a475-bd41c2cbad53 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=87363499-355e-427a-838a-4423ffe56cf2 HTTP/1.1" status: 200 len: 945 time: 0.1019859 Feb 16 13:10:09.627836 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-42e5bbb3-236a-4008-b7cb-9e9e93fa1bf2 req-ac4db771-5527-4e0a-9bad-42ce350dd532 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377386 Feb 16 13:10:10.827971 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c239d7f-788a-4a05-8ebc-d09cc6738be5 req-12678864-1a80-4e76-8430-44438ab5e2ef tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:10.829586 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1c239d7f-788a-4a05-8ebc-d09cc6738be5 req-12678864-1a80-4e76-8430-44438ab5e2ef tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=87363499-355e-427a-838a-4423ffe56cf2 HTTP/1.1" status: 200 len: 945 time: 0.0858457 Feb 16 13:10:10.876904 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1c239d7f-788a-4a05-8ebc-d09cc6738be5 req-8175f8cb-ccec-434e-a106-68b8e737a352 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388141 Feb 16 13:10:12.083948 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82441300-a76b-44d6-9c1a-0ce71f254ac1 req-aff66244-827e-459f-a3b3-06fad4092049 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:12.085441 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-82441300-a76b-44d6-9c1a-0ce71f254ac1 req-aff66244-827e-459f-a3b3-06fad4092049 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=87363499-355e-427a-838a-4423ffe56cf2 HTTP/1.1" status: 200 len: 945 time: 0.0948625 Feb 16 13:10:12.130508 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-82441300-a76b-44d6-9c1a-0ce71f254ac1 req-02055100-27a7-4bf5-b733-a0af109127b4 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393867 Feb 16 13:10:13.335939 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e2947-7a50-42db-ac75-ad988b2c674b req-f1ffe50f-2b32-4ae7-9809-4d5f72922c58 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:13.337405 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b65e2947-7a50-42db-ac75-ad988b2c674b req-f1ffe50f-2b32-4ae7-9809-4d5f72922c58 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=87363499-355e-427a-838a-4423ffe56cf2 HTTP/1.1" status: 200 len: 945 time: 0.0910399 Feb 16 13:10:13.383167 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b65e2947-7a50-42db-ac75-ad988b2c674b req-3e746cc4-7f50-4e3d-9195-4d0266f0d8f5 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399292 Feb 16 13:10:14.596448 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5102d-f8e8-4610-b72a-48751c3ba216 req-6f59f9cf-85cb-4156-935c-c37b7a1aed24 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:14.598082 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-b0e5102d-f8e8-4610-b72a-48751c3ba216 req-6f59f9cf-85cb-4156-935c-c37b7a1aed24 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=87363499-355e-427a-838a-4423ffe56cf2 HTTP/1.1" status: 200 len: 945 time: 0.0972960 Feb 16 13:10:14.646264 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-b0e5102d-f8e8-4610-b72a-48751c3ba216 req-279e53d8-f9df-4226-a71a-08c388ab8704 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397742 Feb 16 13:10:15.846286 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4ff09-67a6-4929-b3d8-51b46af6672e req-8c0aa0c0-fd7b-4fe4-ab22-f5b96bb0ae76 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:15.847763 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1ef4ff09-67a6-4929-b3d8-51b46af6672e req-8c0aa0c0-fd7b-4fe4-ab22-f5b96bb0ae76 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=87363499-355e-427a-838a-4423ffe56cf2 HTTP/1.1" status: 200 len: 945 time: 0.0904610 Feb 16 13:10:15.900881 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1ef4ff09-67a6-4929-b3d8-51b46af6672e req-91d24dd4-7e18-4417-874d-cc4ba247c772 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456858 Feb 16 13:10:17.104054 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b9438-b6e2-4368-85bf-b653b231c832 req-d1c336f4-52b5-4764-a797-86cd97606530 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:17.105539 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d75b9438-b6e2-4368-85bf-b653b231c832 req-d1c336f4-52b5-4764-a797-86cd97606530 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=87363499-355e-427a-838a-4423ffe56cf2 HTTP/1.1" status: 200 len: 945 time: 0.0928104 Feb 16 13:10:17.152867 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d75b9438-b6e2-4368-85bf-b653b231c832 req-c0346ab3-68bb-4375-9b76-ee9765dd2d8f tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390205 Feb 16 13:10:18.362236 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ead90-fea0-4ae2-a25f-9f1d06db9cf6 req-f326501c-cdd5-47b3-98cb-009501b66fc3 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:18.363700 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fd0ead90-fea0-4ae2-a25f-9f1d06db9cf6 req-f326501c-cdd5-47b3-98cb-009501b66fc3 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=87363499-355e-427a-838a-4423ffe56cf2 HTTP/1.1" status: 200 len: 945 time: 0.0954640 Feb 16 13:10:18.410392 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fd0ead90-fea0-4ae2-a25f-9f1d06db9cf6 req-d932bd6b-8886-43b1-b897-e2983864ed7c tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394828 Feb 16 13:10:19.104295 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4565c447-95e6-459a-85da-7717598f7693 req-eae7b22f-9685-4231-a260-81508abc9f2b service neutron] 10.222.0.89 "GET /v2.0/ports/0ba6e014-4bfd-4295-bcca-13b609124518/bindings/hv-neutron-8295 HTTP/1.1" status: 200 len: 384 time: 0.0801163 Feb 16 13:10:19.381737 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4565c447-95e6-459a-85da-7717598f7693 req-c3f69985-a63a-4eba-81a9-6d560d51192e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:19.383121 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4565c447-95e6-459a-85da-7717598f7693 req-c3f69985-a63a-4eba-81a9-6d560d51192e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=87363499-355e-427a-838a-4423ffe56cf2&tenant_id=a18ab2e284d9432eaa875ca2605527e6 HTTP/1.1" status: 200 len: 1098 time: 0.0756674 Feb 16 13:10:19.480658 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4565c447-95e6-459a-85da-7717598f7693 req-e6755df6-3d72-41e7-b064-078460344f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:19.482171 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4565c447-95e6-459a-85da-7717598f7693 req-e6755df6-3d72-41e7-b064-078460344f4b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a18ab2e284d9432eaa875ca2605527e6&device_id=87363499-355e-427a-838a-4423ffe56cf2 HTTP/1.1" status: 200 len: 1098 time: 0.0727606 Feb 16 13:10:19.602243 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370d018-040b-46a1-8286-bb3bcc7cd0c3 req-4b5093c2-ef00-47d3-9228-05d4855ad05f tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:19.603692 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1370d018-040b-46a1-8286-bb3bcc7cd0c3 req-4b5093c2-ef00-47d3-9228-05d4855ad05f tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=87363499-355e-427a-838a-4423ffe56cf2 HTTP/1.1" status: 200 len: 945 time: 0.0835645 Feb 16 13:10:19.613121 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4565c447-95e6-459a-85da-7717598f7693 req-0132a7a8-307b-4d20-9a49-55aaa172e69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:19.614790 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4565c447-95e6-459a-85da-7717598f7693 req-0132a7a8-307b-4d20-9a49-55aaa172e69e service neutron] 10.222.0.89 "GET /v2.0/networks?id=639bcc0a-f497-4cc5-9293-173f7b80451d HTTP/1.1" status: 200 len: 915 time: 0.1265841 Feb 16 13:10:19.652929 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1370d018-040b-46a1-8286-bb3bcc7cd0c3 req-9666ef50-a674-4b98-908a-d10d17bf0a7c tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433056 Feb 16 13:10:19.802240 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4565c447-95e6-459a-85da-7717598f7693 req-1c02b210-b721-460e-af4c-c7ba93f2e175 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ba6e014-4bfd-4295-bcca-13b609124518 HTTP/1.1" status: 200 len: 217 time: 0.1812060 Feb 16 13:10:19.866028 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4565c447-95e6-459a-85da-7717598f7693 req-951d4932-b7b4-4249-9216-e7014ebf13d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:19.867422 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4565c447-95e6-459a-85da-7717598f7693 req-951d4932-b7b4-4249-9216-e7014ebf13d1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4fd78b03-4016-4a7a-b800-f8539f719674 HTTP/1.1" status: 200 len: 854 time: 0.0592761 Feb 16 13:10:19.918155 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4565c447-95e6-459a-85da-7717598f7693 req-240fbdeb-cd9a-4439-baa1-e505757a8d52 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=639bcc0a-f497-4cc5-9293-173f7b80451d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438535 Feb 16 13:10:20.057543 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4565c447-95e6-459a-85da-7717598f7693 req-b8a7ee68-7671-421a-afee-1abaa4a36090 service neutron] 10.222.0.89 "GET /v2.0/networks/639bcc0a-f497-4cc5-9293-173f7b80451d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336534 Feb 16 13:10:20.192066 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4565c447-95e6-459a-85da-7717598f7693 req-d228e538-506d-49e6-a5e7-85f102619785 service neutron] 10.222.0.89 "GET /v2.0/networks/639bcc0a-f497-4cc5-9293-173f7b80451d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278419 Feb 16 13:10:20.872481 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb7581-9f8d-4c39-a4b1-6acae64dfffe req-6d93f2d1-ca46-441c-96c2-5d0cdc4c74b8 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:20.873977 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-dccb7581-9f8d-4c39-a4b1-6acae64dfffe req-6d93f2d1-ca46-441c-96c2-5d0cdc4c74b8 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=87363499-355e-427a-838a-4423ffe56cf2 HTTP/1.1" status: 200 len: 945 time: 0.0907497 Feb 16 13:10:20.918571 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-dccb7581-9f8d-4c39-a4b1-6acae64dfffe req-bfa57f57-dc9b-4e13-9ff8-4d5898f494c8 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387640 Feb 16 13:10:21.083410 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:10:22.119011 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5784a-d8eb-4350-9ae0-6e218c6c5dc8 req-582169e8-4245-4f2e-b36e-e92f3d9f4393 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:22.120448 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f1e5784a-d8eb-4350-9ae0-6e218c6c5dc8 req-582169e8-4245-4f2e-b36e-e92f3d9f4393 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=87363499-355e-427a-838a-4423ffe56cf2 HTTP/1.1" status: 200 len: 945 time: 0.0893717 Feb 16 13:10:22.173681 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f1e5784a-d8eb-4350-9ae0-6e218c6c5dc8 req-502b3dfa-936e-4c66-8b59-39c855d2de18 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443547 Feb 16 13:10:22.507861 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a22f1-0357-4592-aa47-f2468eb9ff52 req-ea5b601a-4f5c-4927-aac9-e646709825de tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:22.509294 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-706a22f1-0357-4592-aa47-f2468eb9ff52 req-ea5b601a-4f5c-4927-aac9-e646709825de tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=87363499-355e-427a-838a-4423ffe56cf2 HTTP/1.1" status: 200 len: 945 time: 0.0794458 Feb 16 13:10:22.525664 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcefe36-9b0a-4603-a18d-b6021f880253 req-327601c8-f831-4043-a4b7-5ab9b1240843 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:22.527123 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1dcefe36-9b0a-4603-a18d-b6021f880253 req-327601c8-f831-4043-a4b7-5ab9b1240843 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.89 "GET /v2.0/ports?device_id=87363499-355e-427a-838a-4423ffe56cf2&tenant_id=a18ab2e284d9432eaa875ca2605527e6&binding%3Ahost_id=hv-neutron-8295 HTTP/1.1" status: 200 len: 945 time: 0.0943835 Feb 16 13:10:22.554070 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-706a22f1-0357-4592-aa47-f2468eb9ff52 req-10ed0354-9fee-49ad-8ed8-ffcd58603723 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385258 Feb 16 13:10:22.670925 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcefe36-9b0a-4603-a18d-b6021f880253 req-791e50e5-050f-43fb-a5c0-8abc0aaed7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:22.672412 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1dcefe36-9b0a-4603-a18d-b6021f880253 req-791e50e5-050f-43fb-a5c0-8abc0aaed7ed service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a18ab2e284d9432eaa875ca2605527e6&device_id=87363499-355e-427a-838a-4423ffe56cf2 HTTP/1.1" status: 200 len: 1098 time: 0.0729158 Feb 16 13:10:22.818156 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcefe36-9b0a-4603-a18d-b6021f880253 req-c515302a-62f2-4b95-a132-dc8d68b4693d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:22.819847 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1dcefe36-9b0a-4603-a18d-b6021f880253 req-c515302a-62f2-4b95-a132-dc8d68b4693d service neutron] 10.222.0.89 "GET /v2.0/networks?id=639bcc0a-f497-4cc5-9293-173f7b80451d HTTP/1.1" status: 200 len: 915 time: 0.1408010 Feb 16 13:10:22.891761 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1dcefe36-9b0a-4603-a18d-b6021f880253 req-9e5a9674-e761-41c9-ae9c-81345330676d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ba6e014-4bfd-4295-bcca-13b609124518 HTTP/1.1" status: 200 len: 217 time: 0.0651929 Feb 16 13:10:22.953388 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcefe36-9b0a-4603-a18d-b6021f880253 req-e318c15a-af0f-4d26-bfd7-cd350062ee16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:22.954788 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1dcefe36-9b0a-4603-a18d-b6021f880253 req-e318c15a-af0f-4d26-bfd7-cd350062ee16 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4fd78b03-4016-4a7a-b800-f8539f719674 HTTP/1.1" status: 200 len: 854 time: 0.0565591 Feb 16 13:10:23.000765 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1dcefe36-9b0a-4603-a18d-b6021f880253 req-cd104eb1-fcb3-47c5-baef-cdb2e4d9272e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=639bcc0a-f497-4cc5-9293-173f7b80451d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388029 Feb 16 13:10:23.049973 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 0ba6e014-4bfd-4295-bcca-13b609124518 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:10:23.053037 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 0ba6e014-4bfd-4295-bcca-13b609124518 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:10:23.140973 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1dcefe36-9b0a-4603-a18d-b6021f880253 req-d486b6c8-f60f-49ff-b422-b222634d506f service neutron] 10.222.0.89 "GET /v2.0/networks/639bcc0a-f497-4cc5-9293-173f7b80451d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330416 Feb 16 13:10:23.265921 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:23.270387 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1dcefe36-9b0a-4603-a18d-b6021f880253 req-43c37a6a-a32a-48ee-933c-78eb470aec5b service neutron] 10.222.0.89 "GET /v2.0/networks/639bcc0a-f497-4cc5-9293-173f7b80451d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233242 Feb 16 13:10:23.290778 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 0ba6e014-4bfd-4295-bcca-13b609124518, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=0ba6e014-4bfd-4295-bcca-13b609124518,segment=NetworkSegment(d8742377-394a-4ee7-8a98-1c42bb16864a),segment_id=d8742377-394a-4ee7-8a98-1c42bb16864a)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:10:23.310773 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': '0ba6e014-4bfd-4295-bcca-13b609124518', 'network_id': '639bcc0a-f497-4cc5-9293-173f7b80451d', 'port_id': '0ba6e014-4bfd-4295-bcca-13b609124518', 'mac_address': 'fa:16:3e:38:eb:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd78b03-4016-4a7a-b800-f8539f719674', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:10:23.315772 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87363499-355e-427a-838a-4423ffe56cf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ba6e014-4bfd-4295-bcca-13b609124518'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:10:23.352977 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 0ba6e014-4bfd-4295-bcca-13b609124518, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=0ba6e014-4bfd-4295-bcca-13b609124518,segment=NetworkSegment(d8742377-394a-4ee7-8a98-1c42bb16864a),segment_id=d8742377-394a-4ee7-8a98-1c42bb16864a)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:10:23.359982 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:23.398641 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87363499-355e-427a-838a-4423ffe56cf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ba6e014-4bfd-4295-bcca-13b609124518', 'code': 200} Feb 16 13:10:23.430432 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:23.488124 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ba6e014-4bfd-4295-bcca-13b609124518 {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:10:23.495747 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=0ba6e014-4bfd-4295-bcca-13b609124518,revision_number=6']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:10:23.551743 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.db.api [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:10:23.552080 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG oslo_db.api [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:10:23.760283 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2b834-ed8e-4dfa-9834-065cbd6ea0cb req-b8b46689-45f6-475b-834b-5f0422bd7989 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:23.761757 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a3d2b834-ed8e-4dfa-9834-065cbd6ea0cb req-b8b46689-45f6-475b-834b-5f0422bd7989 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=87363499-355e-427a-838a-4423ffe56cf2 HTTP/1.1" status: 200 len: 943 time: 0.0920300 Feb 16 13:10:23.806990 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a3d2b834-ed8e-4dfa-9834-065cbd6ea0cb req-e6d12e0c-09e4-4379-8207-85f09841f208 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390377 Feb 16 13:10:24.119508 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:24.139985 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ba6e014-4bfd-4295-bcca-13b609124518 {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:10:24.156894 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 0ba6e014-4bfd-4295-bcca-13b609124518, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=0ba6e014-4bfd-4295-bcca-13b609124518,segment=NetworkSegment(d8742377-394a-4ee7-8a98-1c42bb16864a),segment_id=d8742377-394a-4ee7-8a98-1c42bb16864a)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:10:24.167043 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:24.239471 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['0ba6e014-4bfd-4295-bcca-13b609124518'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:10:24.288788 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=0ba6e014-4bfd-4295-bcca-13b609124518,revision_number=7']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:10:25.019684 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599918fe-5be0-4809-b01e-44e2db45f421 req-cc65efeb-7611-4073-ae09-76abf1536f97 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:25.021162 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-599918fe-5be0-4809-b01e-44e2db45f421 req-cc65efeb-7611-4073-ae09-76abf1536f97 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=87363499-355e-427a-838a-4423ffe56cf2 HTTP/1.1" status: 200 len: 944 time: 0.1006472 Feb 16 13:10:25.055836 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 0ba6e014-4bfd-4295-bcca-13b609124518 up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:10:25.067055 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-599918fe-5be0-4809-b01e-44e2db45f421 req-7df17d6d-143c-412b-9269-a5d6df158dff tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396533 Feb 16 13:10:25.125782 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port 0ba6e014-4bfd-4295-bcca-13b609124518 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:10:25.126359 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:25.243456 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:25.260832 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094bec9f-81b6-4ae2-849f-999afec06ad2 req-d95399c8-7221-442e-a6fc-c11ab84f3c57 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:25.262289 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-094bec9f-81b6-4ae2-849f-999afec06ad2 req-d95399c8-7221-442e-a6fc-c11ab84f3c57 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=87363499-355e-427a-838a-4423ffe56cf2 HTTP/1.1" status: 200 len: 944 time: 0.0883441 Feb 16 13:10:25.275672 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 0ba6e014-4bfd-4295-bcca-13b609124518, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=0ba6e014-4bfd-4295-bcca-13b609124518,segment=NetworkSegment(d8742377-394a-4ee7-8a98-1c42bb16864a),segment_id=d8742377-394a-4ee7-8a98-1c42bb16864a)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:10:25.280938 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:25.307190 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-094bec9f-81b6-4ae2-849f-999afec06ad2 req-6ece38b4-2e9e-4103-9e9a-facebd4f40d2 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389194 Feb 16 13:10:25.351194 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=0ba6e014-4bfd-4295-bcca-13b609124518,revision_number=8']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:10:25.399723 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87363499-355e-427a-838a-4423ffe56cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba6e014-4bfd-4295-bcca-13b609124518'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:10:25.445148 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87363499-355e-427a-838a-4423ffe56cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba6e014-4bfd-4295-bcca-13b609124518', 'code': 200} Feb 16 13:10:25.487539 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ec876-2ad0-4846-9c38-03c468475bdc req-6eb3e0be-5c38-482a-9224-e2a5a8182f9d tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:25.489017 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5b3ec876-2ad0-4846-9c38-03c468475bdc req-6eb3e0be-5c38-482a-9224-e2a5a8182f9d tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=87363499-355e-427a-838a-4423ffe56cf2 HTTP/1.1" status: 200 len: 945 time: 0.0795541 Feb 16 13:10:25.549094 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5b3ec876-2ad0-4846-9c38-03c468475bdc req-a06f20a9-6103-41ee-8abb-d1ac8eb17988 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539210 Feb 16 13:10:26.100477 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729983b9-86ac-4c86-b119-0862d86229b0 req-cae36a70-cde5-4eac-8312-d372e2d14550 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:26.102602 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-729983b9-86ac-4c86-b119-0862d86229b0 req-cae36a70-cde5-4eac-8312-d372e2d14550 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/networks?id=639bcc0a-f497-4cc5-9293-173f7b80451d HTTP/1.1" status: 200 len: 814 time: 0.1540785 Feb 16 13:10:26.119130 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-729983b9-86ac-4c86-b119-0862d86229b0 req-f7aaf2a7-3dcc-4d54-9031-8f18c66b20dd tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/quotas/a18ab2e284d9432eaa875ca2605527e6 HTTP/1.1" status: 200 len: 375 time: 0.0110505 Feb 16 13:10:26.207425 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-729983b9-86ac-4c86-b119-0862d86229b0 req-51364925-96ec-4a8a-9e22-aa20afa33576 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=a18ab2e284d9432eaa875ca2605527e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0831900 Feb 16 13:10:26.268994 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [req-729983b9-86ac-4c86-b119-0862d86229b0 req-a6623859-a444-4205-b1ff-30928ef8f19b service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=87701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:10:26.270003 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-729983b9-86ac-4c86-b119-0862d86229b0 req-a6623859-a444-4205-b1ff-30928ef8f19b service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0558271 Feb 16 13:10:26.518608 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-729983b9-86ac-4c86-b119-0862d86229b0 req-de05565b-6b72-4bbe-b88d-6398a73f3d25 service neutron] 10.222.0.83 "GET /v2.0/networks/639bcc0a-f497-4cc5-9293-173f7b80451d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418952 Feb 16 13:10:26.649993 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-729983b9-86ac-4c86-b119-0862d86229b0 req-c9610440-e1b9-4b9b-abce-ed0a71e28711 service neutron] 10.222.0.83 "GET /v2.0/networks/639bcc0a-f497-4cc5-9293-173f7b80451d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249044 Feb 16 13:10:26.849026 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7acb2f88-e57d-4235-9181-ae49dfd0f51e req-3664d217-5496-49a8-9d78-e1765ca64129 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 210 time: 0.0559404 Feb 16 13:10:27.650563 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742d945-547a-4aee-bc3a-daa7573729f3 req-e09eb19f-c950-47a1-97f4-cef975b76331 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:27.651898 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e742d945-547a-4aee-bc3a-daa7573729f3 req-e09eb19f-c950-47a1-97f4-cef975b76331 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.89 "GET /v2.0/ports?device_id=87363499-355e-427a-838a-4423ffe56cf2 HTTP/1.1" status: 200 len: 945 time: 0.0902510 Feb 16 13:10:27.726904 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-e742d945-547a-4aee-bc3a-daa7573729f3 req-724c35d6-82e6-46f1-b483-8e38f74f7890 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Deleting port 0ba6e014-4bfd-4295-bcca-13b609124518 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:10:27.727242 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-e742d945-547a-4aee-bc3a-daa7573729f3 req-724c35d6-82e6-46f1-b483-8e38f74f7890 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:28.100899 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9082c46c-0b78-427f-9a95-b8c6223976f1 req-69183309-b680-4bef-aa98-89d32beb2721 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 210 time: 0.0851123 Feb 16 13:10:28.116258 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729983b9-86ac-4c86-b119-0862d86229b0 req-1b8be553-89bd-40ad-a723-e2e557d0d973 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:28.117698 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-729983b9-86ac-4c86-b119-0862d86229b0 req-1b8be553-89bd-40ad-a723-e2e557d0d973 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.89 "GET /v2.0/networks?id=639bcc0a-f497-4cc5-9293-173f7b80451d HTTP/1.1" status: 200 len: 814 time: 0.3346040 Feb 16 13:10:28.131601 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-729983b9-86ac-4c86-b119-0862d86229b0 req-57e1a631-777c-44ea-a397-561748ed4a50 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Request body: {'port': {'device_id': '331dffa9-3215-4ac2-9206-5a0a06db6f0f', 'network_id': '639bcc0a-f497-4cc5-9293-173f7b80451d', 'admin_state_up': True, 'tenant_id': 'a18ab2e284d9432eaa875ca2605527e6'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:10:28.243264 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-e742d945-547a-4aee-bc3a-daa7573729f3 req-724c35d6-82e6-46f1-b483-8e38f74f7890 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] For port 0ba6e014-4bfd-4295-bcca-13b609124518, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=0ba6e014-4bfd-4295-bcca-13b609124518,segment=NetworkSegment(d8742377-394a-4ee7-8a98-1c42bb16864a),segment_id=d8742377-394a-4ee7-8a98-1c42bb16864a)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:10:28.243519 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-e742d945-547a-4aee-bc3a-daa7573729f3 req-724c35d6-82e6-46f1-b483-8e38f74f7890 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:28.380926 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-e742d945-547a-4aee-bc3a-daa7573729f3 req-724c35d6-82e6-46f1-b483-8e38f74f7890 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Calling delete_port for 0ba6e014-4bfd-4295-bcca-13b609124518 owned by compute:nova {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:10:28.469848 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-729983b9-86ac-4c86-b119-0862d86229b0 req-57e1a631-777c-44ea-a397-561748ed4a50 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:10:28.492342 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-729983b9-86ac-4c86-b119-0862d86229b0 req-57e1a631-777c-44ea-a397-561748ed4a50 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:10:28.532804 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-729983b9-86ac-4c86-b119-0862d86229b0 req-57e1a631-777c-44ea-a397-561748ed4a50 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Made reservation on behalf of a18ab2e284d9432eaa875ca2605527e6 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:10:28.536272 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-729983b9-86ac-4c86-b119-0862d86229b0 req-57e1a631-777c-44ea-a397-561748ed4a50 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:28.635063 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-e742d945-547a-4aee-bc3a-daa7573729f3 req-724c35d6-82e6-46f1-b483-8e38f74f7890 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:28.646671 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['0ba6e014-4bfd-4295-bcca-13b609124518'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:10:28.700516 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c35d6-82e6-46f1-b483-8e38f74f7890 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Pushing event deleted for resources: {'Port': ['ID=0ba6e014-4bfd-4295-bcca-13b609124518,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:10:28.813402 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-e742d945-547a-4aee-bc3a-daa7573729f3 req-724c35d6-82e6-46f1-b483-8e38f74f7890 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] No DVR routers for this DVR port 0ba6e014-4bfd-4295-bcca-13b609124518 on host hv-neutron-8295 {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:10:28.819193 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-e742d945-547a-4aee-bc3a-daa7573729f3 req-724c35d6-82e6-46f1-b483-8e38f74f7890 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:28.821790 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87363499-355e-427a-838a-4423ffe56cf2', 'name': 'network-vif-deleted', 'tag': '0ba6e014-4bfd-4295-bcca-13b609124518'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:10:28.852718 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e742d945-547a-4aee-bc3a-daa7573729f3 req-724c35d6-82e6-46f1-b483-8e38f74f7890 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.89 "DELETE /v2.0/ports/0ba6e014-4bfd-4295-bcca-13b609124518 HTTP/1.1" status: 204 len: 173 time: 1.1909821 Feb 16 13:10:28.867687 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [req-729983b9-86ac-4c86-b119-0862d86229b0 req-57e1a631-777c-44ea-a397-561748ed4a50 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Allocated IP 172.20.0.13 (639bcc0a-f497-4cc5-9293-173f7b80451d/4fd78b03-4016-4a7a-b800-f8539f719674/a46180a1-6dca-4536-b67f-659ce0358d4c) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:10:28.880666 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87363499-355e-427a-838a-4423ffe56cf2', 'name': 'network-vif-deleted', 'tag': '0ba6e014-4bfd-4295-bcca-13b609124518', 'status': 'completed', 'code': 200} Feb 16 13:10:29.203986 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-729983b9-86ac-4c86-b119-0862d86229b0 req-57e1a631-777c-44ea-a397-561748ed4a50 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:29.253458 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-c72384c2-81ae-4053-b693-b1191bb5bdd4 req-9fe8b84d-d81c-469a-904d-5164307af2d6 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Synchronizing usage tracker for tenant:a18ab2e284d9432eaa875ca2605527e6 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:10:29.277230 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-c72384c2-81ae-4053-b693-b1191bb5bdd4 req-9fe8b84d-d81c-469a-904d-5164307af2d6 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Unset dirty status for tenant:a18ab2e284d9432eaa875ca2605527e6 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:10:29.278376 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c72384c2-81ae-4053-b693-b1191bb5bdd4 req-9fe8b84d-d81c-469a-904d-5164307af2d6 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 210 time: 0.0703840 Feb 16 13:10:29.288946 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-729983b9-86ac-4c86-b119-0862d86229b0 req-57e1a631-777c-44ea-a397-561748ed4a50 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:29.362979 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-729983b9-86ac-4c86-b119-0862d86229b0 req-57e1a631-777c-44ea-a397-561748ed4a50 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Network 639bcc0a-f497-4cc5-9293-173f7b80451d is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:10:29.366087 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [req-729983b9-86ac-4c86-b119-0862d86229b0 req-57e1a631-777c-44ea-a397-561748ed4a50 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:10:29.370234 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-729983b9-86ac-4c86-b119-0862d86229b0 req-57e1a631-777c-44ea-a397-561748ed4a50 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:10:29.407567 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e1a631-777c-44ea-a397-561748ed4a50 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Pushing event updated for resources: {'Port': ['ID=a46180a1-6dca-4536-b67f-659ce0358d4c,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:10:29.445131 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729983b9-86ac-4c86-b119-0862d86229b0 req-57e1a631-777c-44ea-a397-561748ed4a50 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:29.445820 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-729983b9-86ac-4c86-b119-0862d86229b0 req-57e1a631-777c-44ea-a397-561748ed4a50 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:29.464888 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-729983b9-86ac-4c86-b119-0862d86229b0 req-57e1a631-777c-44ea-a397-561748ed4a50 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3368447 Feb 16 13:10:29.475299 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-729983b9-86ac-4c86-b119-0862d86229b0 req-674ff24b-243f-4d1b-88dc-8fdf9a39507b service neutron] Request body: {'port': {'device_id': '331dffa9-3215-4ac2-9206-5a0a06db6f0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:10:29.593012 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-729983b9-86ac-4c86-b119-0862d86229b0 req-674ff24b-243f-4d1b-88dc-8fdf9a39507b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:29.974663 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [req-729983b9-86ac-4c86-b119-0862d86229b0 req-674ff24b-243f-4d1b-88dc-8fdf9a39507b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a46180a1-6dca-4536-b67f-659ce0358d4c {{(pid=87701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:10:29.982509 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-729983b9-86ac-4c86-b119-0862d86229b0 req-674ff24b-243f-4d1b-88dc-8fdf9a39507b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:29.997289 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-729983b9-86ac-4c86-b119-0862d86229b0 req-674ff24b-243f-4d1b-88dc-8fdf9a39507b service neutron] Transition to ACTIVE for port object a46180a1-6dca-4536-b67f-659ce0358d4c will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:10:30.005283 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-729983b9-86ac-4c86-b119-0862d86229b0 req-674ff24b-243f-4d1b-88dc-8fdf9a39507b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:30.137454 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674ff24b-243f-4d1b-88dc-8fdf9a39507b service neutron] Pushing event updated for resources: {'Port': ['ID=a46180a1-6dca-4536-b67f-659ce0358d4c,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:10:30.245824 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-729983b9-86ac-4c86-b119-0862d86229b0 req-674ff24b-243f-4d1b-88dc-8fdf9a39507b service neutron] Attempting to bind port a46180a1-6dca-4536-b67f-659ce0358d4c on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:10:30.246038 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-729983b9-86ac-4c86-b119-0862d86229b0 req-674ff24b-243f-4d1b-88dc-8fdf9a39507b service neutron] Attempting to bind port a46180a1-6dca-4536-b67f-659ce0358d4c by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'd8742377-394a-4ee7-8a98-1c42bb16864a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '639bcc0a-f497-4cc5-9293-173f7b80451d'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:10:30.246363 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729983b9-86ac-4c86-b119-0862d86229b0 req-674ff24b-243f-4d1b-88dc-8fdf9a39507b service neutron] Attempting to bind port a46180a1-6dca-4536-b67f-659ce0358d4c on network 639bcc0a-f497-4cc5-9293-173f7b80451d {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:10:30.251256 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729983b9-86ac-4c86-b119-0862d86229b0 req-674ff24b-243f-4d1b-88dc-8fdf9a39507b service neutron] Port a46180a1-6dca-4536-b67f-659ce0358d4c on network 639bcc0a-f497-4cc5-9293-173f7b80451d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:10:30.251569 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729983b9-86ac-4c86-b119-0862d86229b0 req-674ff24b-243f-4d1b-88dc-8fdf9a39507b service neutron] Attempting to bind port a46180a1-6dca-4536-b67f-659ce0358d4c on network 639bcc0a-f497-4cc5-9293-173f7b80451d {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:10:30.256703 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729983b9-86ac-4c86-b119-0862d86229b0 req-674ff24b-243f-4d1b-88dc-8fdf9a39507b service neutron] Checking agent: {'id': 'b4b5bcfd-2763-4324-82e0-923bc8a52546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'started_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:10:30.257039 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729983b9-86ac-4c86-b119-0862d86229b0 req-674ff24b-243f-4d1b-88dc-8fdf9a39507b service neutron] Checking segment: {'id': 'd8742377-394a-4ee7-8a98-1c42bb16864a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '639bcc0a-f497-4cc5-9293-173f7b80451d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:10:30.257416 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729983b9-86ac-4c86-b119-0862d86229b0 req-674ff24b-243f-4d1b-88dc-8fdf9a39507b service neutron] Bound using segment: {'id': 'd8742377-394a-4ee7-8a98-1c42bb16864a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '639bcc0a-f497-4cc5-9293-173f7b80451d'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:10:30.257826 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-729983b9-86ac-4c86-b119-0862d86229b0 req-674ff24b-243f-4d1b-88dc-8fdf9a39507b service neutron] Bound port: a46180a1-6dca-4536-b67f-659ce0358d4c, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8742377-394a-4ee7-8a98-1c42bb16864a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '639bcc0a-f497-4cc5-9293-173f7b80451d'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:10:30.258233 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-729983b9-86ac-4c86-b119-0862d86229b0 req-674ff24b-243f-4d1b-88dc-8fdf9a39507b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:30.349088 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-729983b9-86ac-4c86-b119-0862d86229b0 req-674ff24b-243f-4d1b-88dc-8fdf9a39507b service neutron] For port a46180a1-6dca-4536-b67f-659ce0358d4c, host hv-neutron-8295, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:10:30.352347 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-729983b9-86ac-4c86-b119-0862d86229b0 req-674ff24b-243f-4d1b-88dc-8fdf9a39507b service neutron] For port a46180a1-6dca-4536-b67f-659ce0358d4c, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=a46180a1-6dca-4536-b67f-659ce0358d4c,segment=NetworkSegment(d8742377-394a-4ee7-8a98-1c42bb16864a),segment_id=d8742377-394a-4ee7-8a98-1c42bb16864a)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:10:30.362297 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-729983b9-86ac-4c86-b119-0862d86229b0 req-674ff24b-243f-4d1b-88dc-8fdf9a39507b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:30.427883 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729983b9-86ac-4c86-b119-0862d86229b0 req-674ff24b-243f-4d1b-88dc-8fdf9a39507b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:30.428488 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-729983b9-86ac-4c86-b119-0862d86229b0 req-674ff24b-243f-4d1b-88dc-8fdf9a39507b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:30.429944 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-729983b9-86ac-4c86-b119-0862d86229b0 req-674ff24b-243f-4d1b-88dc-8fdf9a39507b service neutron] 10.222.0.89 "PUT /v2.0/ports/a46180a1-6dca-4536-b67f-659ce0358d4c HTTP/1.1" status: 200 len: 1094 time: 0.9586346 Feb 16 13:10:30.445881 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674ff24b-243f-4d1b-88dc-8fdf9a39507b service neutron] Pushing event updated for resources: {'Port': ['ID=a46180a1-6dca-4536-b67f-659ce0358d4c,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:10:30.484792 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39702d4-cc7f-4299-a0d2-2938f72877fb req-a7152724-1d93-4aef-b3db-7305cf086099 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:30.486259 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e39702d4-cc7f-4299-a0d2-2938f72877fb req-a7152724-1d93-4aef-b3db-7305cf086099 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 944 time: 0.0923610 Feb 16 13:10:30.532909 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e39702d4-cc7f-4299-a0d2-2938f72877fb req-c408c6fc-d66d-4c63-9cd3-65d529387c5a tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407124 Feb 16 13:10:30.539903 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729983b9-86ac-4c86-b119-0862d86229b0 req-17bfc2ce-9b2f-4275-9c08-261408887f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:30.542215 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-729983b9-86ac-4c86-b119-0862d86229b0 req-17bfc2ce-9b2f-4275-9c08-261408887f65 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a18ab2e284d9432eaa875ca2605527e6&device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 1097 time: 0.0752685 Feb 16 13:10:30.616173 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-729983b9-86ac-4c86-b119-0862d86229b0 req-5de27ab1-cbe3-461e-9a03-7b722d127714 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a46180a1-6dca-4536-b67f-659ce0358d4c HTTP/1.1" status: 200 len: 217 time: 0.0665138 Feb 16 13:10:30.678816 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729983b9-86ac-4c86-b119-0862d86229b0 req-baf65690-b609-4b67-a3b8-7472a8efe2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:30.680734 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-729983b9-86ac-4c86-b119-0862d86229b0 req-baf65690-b609-4b67-a3b8-7472a8efe2e9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4fd78b03-4016-4a7a-b800-f8539f719674 HTTP/1.1" status: 200 len: 854 time: 0.0579445 Feb 16 13:10:30.728907 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-729983b9-86ac-4c86-b119-0862d86229b0 req-4fce37f6-78a5-4765-bee2-71a555537531 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=639bcc0a-f497-4cc5-9293-173f7b80451d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431142 Feb 16 13:10:30.872725 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-729983b9-86ac-4c86-b119-0862d86229b0 req-4353827c-1502-4f47-a270-88055f96e479 service neutron] 10.222.0.89 "GET /v2.0/networks/639bcc0a-f497-4cc5-9293-173f7b80451d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373837 Feb 16 13:10:30.894537 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '331dffa9-3215-4ac2-9206-5a0a06db6f0f', 'tag': 'a46180a1-6dca-4536-b67f-659ce0358d4c'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:10:30.948440 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '331dffa9-3215-4ac2-9206-5a0a06db6f0f', 'tag': 'a46180a1-6dca-4536-b67f-659ce0358d4c', 'status': 'completed', 'code': 200} Feb 16 13:10:31.095010 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 0ba6e014-4bfd-4295-bcca-13b609124518 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:10:31.124864 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-729983b9-86ac-4c86-b119-0862d86229b0 req-45d2f906-aeec-48ec-b2d0-0fbc5d2cd81d service neutron] 10.222.0.89 "GET /v2.0/networks/639bcc0a-f497-4cc5-9293-173f7b80451d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468703 Feb 16 13:10:31.129577 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] No Port match for: 0ba6e014-4bfd-4295-bcca-13b609124518 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:10:31.129913 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 0ba6e014-4bfd-4295-bcca-13b609124518 not bound to the agent host hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:10:31.248081 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe7c11-dd4c-4866-b203-be40f9494762 req-a36f0ae3-b30f-4c55-aac5-34fe7e8b03b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:31.249591 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-41fe7c11-dd4c-4866-b203-be40f9494762 req-a36f0ae3-b30f-4c55-aac5-34fe7e8b03b2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a18ab2e284d9432eaa875ca2605527e6&device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 1097 time: 0.0739453 Feb 16 13:10:31.383489 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe7c11-dd4c-4866-b203-be40f9494762 req-2051823f-5b79-4403-98a4-56e63b976429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:31.384874 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-41fe7c11-dd4c-4866-b203-be40f9494762 req-2051823f-5b79-4403-98a4-56e63b976429 service neutron] 10.222.0.89 "GET /v2.0/networks?id=639bcc0a-f497-4cc5-9293-173f7b80451d HTTP/1.1" status: 200 len: 915 time: 0.1281769 Feb 16 13:10:31.458161 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-41fe7c11-dd4c-4866-b203-be40f9494762 req-b9e6ed19-e822-4786-8a55-1a2826ea73de service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a46180a1-6dca-4536-b67f-659ce0358d4c HTTP/1.1" status: 200 len: 217 time: 0.0660155 Feb 16 13:10:31.530347 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe7c11-dd4c-4866-b203-be40f9494762 req-43b2d9ca-caa2-4a6a-a741-5ca3fe7f1549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:31.531783 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-41fe7c11-dd4c-4866-b203-be40f9494762 req-43b2d9ca-caa2-4a6a-a741-5ca3fe7f1549 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4fd78b03-4016-4a7a-b800-f8539f719674 HTTP/1.1" status: 200 len: 854 time: 0.0671751 Feb 16 13:10:31.583128 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-41fe7c11-dd4c-4866-b203-be40f9494762 req-f9fa7b2f-8e27-45a9-8968-7505bb7bd90f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=639bcc0a-f497-4cc5-9293-173f7b80451d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448992 Feb 16 13:10:31.723441 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-41fe7c11-dd4c-4866-b203-be40f9494762 req-d66cba62-33f5-46f2-b024-9f06d19cdf0a service neutron] 10.222.0.89 "GET /v2.0/networks/639bcc0a-f497-4cc5-9293-173f7b80451d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325531 Feb 16 13:10:31.731888 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b12b8d-0c25-4c68-ba17-04be0ba5d685 req-ee30b3b2-cc87-4862-bce4-a08e2174cf45 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:31.733354 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-89b12b8d-0c25-4c68-ba17-04be0ba5d685 req-ee30b3b2-cc87-4862-bce4-a08e2174cf45 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 944 time: 0.0859587 Feb 16 13:10:31.778026 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-89b12b8d-0c25-4c68-ba17-04be0ba5d685 req-467fc1e0-fd57-4dbc-b0ae-f4d75cdc0def tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388606 Feb 16 13:10:31.826669 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-1c7d66fc-4b4f-4f36-a8de-9323a1f8fbe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:31.858510 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-41fe7c11-dd4c-4866-b203-be40f9494762 req-c8961e30-d4a7-4b07-abad-697148129230 service neutron] 10.222.0.89 "GET /v2.0/networks/639bcc0a-f497-4cc5-9293-173f7b80451d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282713 Feb 16 13:10:32.977452 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f09b33-87e7-4c61-b6f4-f1c14a28124f req-0514532d-1834-4a93-808f-e185bc71b018 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:32.978917 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-22f09b33-87e7-4c61-b6f4-f1c14a28124f req-0514532d-1834-4a93-808f-e185bc71b018 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 944 time: 0.0885851 Feb 16 13:10:33.034656 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-22f09b33-87e7-4c61-b6f4-f1c14a28124f req-c0907614-aa36-4038-a4cb-9bd5d043a91f tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499837 Feb 16 13:10:33.109809 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device a46180a1-6dca-4536-b67f-659ce0358d4c details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:10:33.241856 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port a46180a1-6dca-4536-b67f-659ce0358d4c, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=a46180a1-6dca-4536-b67f-659ce0358d4c,segment=NetworkSegment(d8742377-394a-4ee7-8a98-1c42bb16864a),segment_id=d8742377-394a-4ee7-8a98-1c42bb16864a)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:10:33.254753 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': 'a46180a1-6dca-4536-b67f-659ce0358d4c', 'network_id': '639bcc0a-f497-4cc5-9293-173f7b80451d', 'port_id': 'a46180a1-6dca-4536-b67f-659ce0358d4c', 'mac_address': 'fa:16:3e:33:02:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd78b03-4016-4a7a-b800-f8539f719674', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:10:33.314999 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:33.333109 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a46180a1-6dca-4536-b67f-659ce0358d4c {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:10:33.350128 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port a46180a1-6dca-4536-b67f-659ce0358d4c, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=a46180a1-6dca-4536-b67f-659ce0358d4c,segment=NetworkSegment(d8742377-394a-4ee7-8a98-1c42bb16864a),segment_id=d8742377-394a-4ee7-8a98-1c42bb16864a)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:10:33.355996 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:33.421842 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=a46180a1-6dca-4536-b67f-659ce0358d4c,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:10:33.429021 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:10:33.429368 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:10:33.429706 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:10:33.430037 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:10:33.430361 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:10:33.430687 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:10:33.431009 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:10:33.431327 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:10:33.431649 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:10:33.431964 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:10:33.432311 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:10:33.432640 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:10:33.565311 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['a46180a1-6dca-4536-b67f-659ce0358d4c'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:10:34.146553 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54572abc-d68b-4d44-be1f-0af9b4933bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:34.246436 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43506b4-8936-4476-8850-ab4a518653dd req-ca0f0afa-0623-40ed-9acd-3f3b37b1c59f tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:34.247884 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a43506b4-8936-4476-8850-ab4a518653dd req-ca0f0afa-0623-40ed-9acd-3f3b37b1c59f tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 945 time: 0.0883350 Feb 16 13:10:34.294781 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a43506b4-8936-4476-8850-ab4a518653dd req-4d221e7e-132d-4dd1-a95a-21b5a17bfa22 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390403 Feb 16 13:10:34.550027 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:35.117887 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device a46180a1-6dca-4536-b67f-659ce0358d4c up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:10:35.213779 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:35.233960 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:35.238874 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning for port a46180a1-6dca-4536-b67f-659ce0358d4c completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:10:35.244808 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port a46180a1-6dca-4536-b67f-659ce0358d4c triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:10:35.245352 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:35.394609 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:35.426401 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331dffa9-3215-4ac2-9206-5a0a06db6f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46180a1-6dca-4536-b67f-659ce0358d4c'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:10:35.437312 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port a46180a1-6dca-4536-b67f-659ce0358d4c, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=a46180a1-6dca-4536-b67f-659ce0358d4c,segment=NetworkSegment(d8742377-394a-4ee7-8a98-1c42bb16864a),segment_id=d8742377-394a-4ee7-8a98-1c42bb16864a)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:10:35.443401 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:35.492507 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331dffa9-3215-4ac2-9206-5a0a06db6f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46180a1-6dca-4536-b67f-659ce0358d4c', 'code': 200} Feb 16 13:10:35.528188 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=a46180a1-6dca-4536-b67f-659ce0358d4c,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:10:35.528877 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ac37a-1721-4d0e-b2fc-3d5cd2d407bc req-539b7d36-a8f2-477d-be1d-904fcd9349b0 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:35.530396 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-395ac37a-1721-4d0e-b2fc-3d5cd2d407bc req-539b7d36-a8f2-477d-be1d-904fcd9349b0 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 946 time: 0.1180525 Feb 16 13:10:35.580763 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-395ac37a-1721-4d0e-b2fc-3d5cd2d407bc req-00e6bb08-d568-4e2d-8913-e084bd1c3b46 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409520 Feb 16 13:10:35.754592 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048e09b-be6e-4ae2-b012-6f543161af55 req-06d3980d-b03d-4aed-9db5-59564e98c074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:35.755999 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5048e09b-be6e-4ae2-b012-6f543161af55 req-06d3980d-b03d-4aed-9db5-59564e98c074 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 1099 time: 0.1008947 Feb 16 13:10:35.802375 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5048e09b-be6e-4ae2-b012-6f543161af55 req-22ebd9ee-84d6-4f8d-b1ad-eb8feaa98d57 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399621 Feb 16 13:10:36.766076 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:10:36.784844 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5bd4a7-50cb-4edb-810e-0066ae1d5b75 req-35253d8d-f190-442c-8cc0-8d0d92044e69 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:36.786338 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ca5bd4a7-50cb-4edb-810e-0066ae1d5b75 req-35253d8d-f190-442c-8cc0-8d0d92044e69 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 946 time: 0.0882578 Feb 16 13:10:36.831557 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ca5bd4a7-50cb-4edb-810e-0066ae1d5b75 req-3b253008-a184-471d-9998-b66b1d47f256 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392747 Feb 16 13:10:38.034178 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0fdc13-33f7-4632-b754-4e2cb080ead9 req-00c7f00f-647f-4375-a859-7e7eacb068d1 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:38.035677 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7c0fdc13-33f7-4632-b754-4e2cb080ead9 req-00c7f00f-647f-4375-a859-7e7eacb068d1 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 946 time: 0.0929563 Feb 16 13:10:38.082720 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7c0fdc13-33f7-4632-b754-4e2cb080ead9 req-1f71e4df-983d-4d23-99ce-885edd0e0a7e tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410290 Feb 16 13:10:38.278488 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3351f-4390-4bda-98a1-5ea32c8394b9 req-2dce7ebf-80f6-4fb1-b4d1-3585d46983ea tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:38.279926 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f1d3351f-4390-4bda-98a1-5ea32c8394b9 req-2dce7ebf-80f6-4fb1-b4d1-3585d46983ea tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 946 time: 0.0902636 Feb 16 13:10:38.332585 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f1d3351f-4390-4bda-98a1-5ea32c8394b9 req-ba21a277-4b3d-47b1-a551-be6a25e77171 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446587 Feb 16 13:10:38.755331 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f9c88a3c-edb9-4307-93e8-db597b34ba22 req-b4c58946-f37e-46cc-a05d-37759b6f088c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1278210 Feb 16 13:10:38.770121 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c125e-7910-44b7-9d40-1f7fca88ef37 req-34ea9391-78d5-4af3-8c61-59e885632fe7 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:38.771506 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-009c125e-7910-44b7-9d40-1f7fca88ef37 req-34ea9391-78d5-4af3-8c61-59e885632fe7 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 946 time: 0.1018941 Feb 16 13:10:38.817901 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-009c125e-7910-44b7-9d40-1f7fca88ef37 req-dfb7b39e-0e90-4e87-bb8d-cefe9a91bd32 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393660 Feb 16 13:10:40.011425 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c88a3c-edb9-4307-93e8-db597b34ba22 req-55fde745-2cc4-4810-a8af-7b3424a22877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:40.013023 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f9c88a3c-edb9-4307-93e8-db597b34ba22 req-55fde745-2cc4-4810-a8af-7b3424a22877 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a18ab2e284d9432eaa875ca2605527e6&device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 1099 time: 0.1288064 Feb 16 13:10:40.044396 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5c34b-3636-4af6-b199-4729cc4f20d5 req-8bb86f38-22e6-4a93-8649-eef8635bc0c9 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:40.045830 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-11a5c34b-3636-4af6-b199-4729cc4f20d5 req-8bb86f38-22e6-4a93-8649-eef8635bc0c9 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 946 time: 0.1196175 Feb 16 13:10:40.176425 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-11a5c34b-3636-4af6-b199-4729cc4f20d5 req-d36af046-fe47-499a-802a-09de2d73a198 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238136 Feb 16 13:10:40.197138 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c88a3c-edb9-4307-93e8-db597b34ba22 req-9dfe3fc3-5b92-49fd-85dc-711e32896990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:40.198634 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f9c88a3c-edb9-4307-93e8-db597b34ba22 req-9dfe3fc3-5b92-49fd-85dc-711e32896990 service neutron] 10.222.0.89 "GET /v2.0/networks?id=639bcc0a-f497-4cc5-9293-173f7b80451d HTTP/1.1" status: 200 len: 915 time: 0.1790817 Feb 16 13:10:40.268339 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f9c88a3c-edb9-4307-93e8-db597b34ba22 req-6bb8363f-a02b-4f1e-a35d-79b4ff276961 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a46180a1-6dca-4536-b67f-659ce0358d4c HTTP/1.1" status: 200 len: 217 time: 0.0633337 Feb 16 13:10:40.332368 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c88a3c-edb9-4307-93e8-db597b34ba22 req-5e76e4d1-05fc-45a1-90b4-17c3f31beca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:40.333853 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f9c88a3c-edb9-4307-93e8-db597b34ba22 req-5e76e4d1-05fc-45a1-90b4-17c3f31beca1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4fd78b03-4016-4a7a-b800-f8539f719674 HTTP/1.1" status: 200 len: 854 time: 0.0583129 Feb 16 13:10:40.378984 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f9c88a3c-edb9-4307-93e8-db597b34ba22 req-5d6ca511-60e7-442e-820d-69ee75cd0729 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=639bcc0a-f497-4cc5-9293-173f7b80451d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394294 Feb 16 13:10:40.640258 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f9c88a3c-edb9-4307-93e8-db597b34ba22 req-bcc7174d-4897-4980-80c1-0455546220af service neutron] 10.222.0.89 "GET /v2.0/networks/639bcc0a-f497-4cc5-9293-173f7b80451d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553654 Feb 16 13:10:40.790144 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f9c88a3c-edb9-4307-93e8-db597b34ba22 req-95034699-9eb1-405a-9027-604845ce2ffe service neutron] 10.222.0.89 "GET /v2.0/networks/639bcc0a-f497-4cc5-9293-173f7b80451d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435170 Feb 16 13:10:41.389034 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93948e2-7f52-4384-9867-f87272fda5de req-d600f79c-0592-4b89-bb9d-ac20d5d84960 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:41.390475 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f93948e2-7f52-4384-9867-f87272fda5de req-d600f79c-0592-4b89-bb9d-ac20d5d84960 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 946 time: 0.0981283 Feb 16 13:10:41.434980 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f93948e2-7f52-4384-9867-f87272fda5de req-914d750e-97b1-4572-8f23-ae2ea5953d4b tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387428 Feb 16 13:10:42.632471 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a6251-a4e5-4dec-a249-499996ca4c6d req-5f6cdb90-054e-4187-bec3-03a514c8e904 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:42.633964 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d56a6251-a4e5-4dec-a249-499996ca4c6d req-5f6cdb90-054e-4187-bec3-03a514c8e904 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 946 time: 0.0885754 Feb 16 13:10:42.680456 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d56a6251-a4e5-4dec-a249-499996ca4c6d req-701b5958-2104-40c4-abd7-b5da06103bc7 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403421 Feb 16 13:10:43.931085 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b5ca9-4a4a-42fb-a103-b226ead58d52 req-cd5f09d2-218a-4452-b84f-c04bc0cc716f tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:43.932511 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-029b5ca9-4a4a-42fb-a103-b226ead58d52 req-cd5f09d2-218a-4452-b84f-c04bc0cc716f tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 946 time: 0.1404316 Feb 16 13:10:43.979046 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-029b5ca9-4a4a-42fb-a103-b226ead58d52 req-fb81f534-f16b-4375-93e4-e9e8d3450e2c tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394795 Feb 16 13:10:45.247039 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b4c8f-daee-4d50-9e88-4bcb9e30e352 req-e525cf28-fb2e-4c99-af57-d2474b872425 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:45.248733 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7b5b4c8f-daee-4d50-9e88-4bcb9e30e352 req-e525cf28-fb2e-4c99-af57-d2474b872425 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 946 time: 0.1588359 Feb 16 13:10:45.293548 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7b5b4c8f-daee-4d50-9e88-4bcb9e30e352 req-879b5264-b959-4974-bfda-7451de92badd tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385034 Feb 16 13:10:46.497312 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd5721-ebe1-491c-8e40-4265225ae81c req-68ad6d03-ee66-406a-b390-c5394ff393e0 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:46.498695 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-facd5721-ebe1-491c-8e40-4265225ae81c req-68ad6d03-ee66-406a-b390-c5394ff393e0 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 946 time: 0.0827796 Feb 16 13:10:46.550089 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-facd5721-ebe1-491c-8e40-4265225ae81c req-dc99cf9a-8159-4527-b5f9-5d1b5f8958c7 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421131 Feb 16 13:10:47.770606 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2aafd8-904d-4ef6-aaa4-a30bc8eec82a req-d7c70cbb-cbbe-4ed0-80c2-24fca49f1216 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:47.772086 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0a2aafd8-904d-4ef6-aaa4-a30bc8eec82a req-d7c70cbb-cbbe-4ed0-80c2-24fca49f1216 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 946 time: 0.0997407 Feb 16 13:10:47.817130 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0a2aafd8-904d-4ef6-aaa4-a30bc8eec82a req-3ffca374-3650-48f0-8ae8-0b079a13a5e1 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390148 Feb 16 13:10:49.047081 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ffac7c-671b-45b4-8a45-8d29520fc0f7 req-fa4d6bff-47c2-4316-8c11-560a20dd3df9 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:49.048530 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-81ffac7c-671b-45b4-8a45-8d29520fc0f7 req-fa4d6bff-47c2-4316-8c11-560a20dd3df9 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 946 time: 0.0956557 Feb 16 13:10:49.093466 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-81ffac7c-671b-45b4-8a45-8d29520fc0f7 req-d2206b16-c0fa-4c80-800f-9fa8c440da0e tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391562 Feb 16 13:10:50.321855 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105822e1-0471-42bd-9a6a-6470224daed8 req-1ff755fc-8b18-4a9e-999a-cd74823bddf0 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:50.323781 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-105822e1-0471-42bd-9a6a-6470224daed8 req-1ff755fc-8b18-4a9e-999a-cd74823bddf0 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 946 time: 0.0973198 Feb 16 13:10:50.374623 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-105822e1-0471-42bd-9a6a-6470224daed8 req-cf1d13d4-0c8e-4c73-a4a7-791b7c138714 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422974 Feb 16 13:10:51.660349 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e8500-a732-4cd1-860c-1edf0507229d req-cbf745e8-222b-4eac-90ab-f948017964ad tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:51.661794 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-428e8500-a732-4cd1-860c-1edf0507229d req-cbf745e8-222b-4eac-90ab-f948017964ad tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 946 time: 0.1805913 Feb 16 13:10:51.708909 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-428e8500-a732-4cd1-860c-1edf0507229d req-6f723416-0cd5-4c40-8f36-4604ab9d455b tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413597 Feb 16 13:10:52.907085 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0caf85c-78ba-4315-85fd-b303808413f6 req-b5035bde-d8bb-4149-a127-693179284b48 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:52.908555 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a0caf85c-78ba-4315-85fd-b303808413f6 req-b5035bde-d8bb-4149-a127-693179284b48 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 946 time: 0.0899327 Feb 16 13:10:52.953931 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a0caf85c-78ba-4315-85fd-b303808413f6 req-9356a98e-a37c-400b-996c-d549ffc99f35 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393674 Feb 16 13:10:54.156254 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad96fa-a9e1-4c35-94a5-cf5351fe2bba req-cbf686f7-9f96-41e1-a686-77cc841809ea tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:54.157796 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ccad96fa-a9e1-4c35-94a5-cf5351fe2bba req-cbf686f7-9f96-41e1-a686-77cc841809ea tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 946 time: 0.0867810 Feb 16 13:10:54.207198 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ccad96fa-a9e1-4c35-94a5-cf5351fe2bba req-c6113671-fcfb-4ab9-bed8-60500840b17a tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433156 Feb 16 13:10:55.417932 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba31d6-d59f-42c6-8207-0d8e25027beb req-4041cac6-0f57-415c-995c-92319e664631 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:55.419391 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5cba31d6-d59f-42c6-8207-0d8e25027beb req-4041cac6-0f57-415c-995c-92319e664631 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 946 time: 0.0896375 Feb 16 13:10:55.464553 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5cba31d6-d59f-42c6-8207-0d8e25027beb req-d876ef32-7ba4-4311-ac99-a1e15696b801 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386558 Feb 16 13:10:56.672842 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa34b2-f01f-44d6-9f3f-da27df305a62 req-ad80c43b-8145-40f4-9285-3f6f9e145957 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:56.674409 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-beaa34b2-f01f-44d6-9f3f-da27df305a62 req-ad80c43b-8145-40f4-9285-3f6f9e145957 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 946 time: 0.0964298 Feb 16 13:10:56.724785 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-beaa34b2-f01f-44d6-9f3f-da27df305a62 req-b388d163-58d2-4689-8937-5dcb59da7be8 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444398 Feb 16 13:10:57.934000 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee349e-913e-4195-81ce-4b648f5e3148 req-39ae121c-1525-431d-b38d-079a74a0b5d1 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:57.935473 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f9ee349e-913e-4195-81ce-4b648f5e3148 req-39ae121c-1525-431d-b38d-079a74a0b5d1 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 946 time: 0.0880792 Feb 16 13:10:57.983970 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f9ee349e-913e-4195-81ce-4b648f5e3148 req-2ca6786d-e9c2-4591-be72-f3998fc7ecf7 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427465 Feb 16 13:10:58.088637 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:10:59.200278 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f834b8-0f94-41b4-b879-bbac551384f8 req-ac5f6071-2bbd-4a80-9a0b-4519c489f0e4 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:10:59.201774 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-75f834b8-0f94-41b4-b879-bbac551384f8 req-ac5f6071-2bbd-4a80-9a0b-4519c489f0e4 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 946 time: 0.1002448 Feb 16 13:10:59.250423 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-75f834b8-0f94-41b4-b879-bbac551384f8 req-0e606579-6b2f-4d37-823c-dffb7c6314a8 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422206 Feb 16 13:11:00.452367 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512bb47-2be0-4ec7-ae4b-cece94e4ec52 req-6b2a7aff-12ec-42b7-97f8-2210da3a4ea5 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:00.453859 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d512bb47-2be0-4ec7-ae4b-cece94e4ec52 req-6b2a7aff-12ec-42b7-97f8-2210da3a4ea5 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 946 time: 0.0863862 Feb 16 13:11:00.498749 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d512bb47-2be0-4ec7-ae4b-cece94e4ec52 req-3a3bacbb-caa0-4bd7-9b33-e8b944f19bf9 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392153 Feb 16 13:11:01.694445 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687bac9a-27b3-4a0e-b264-23fef852fad6 req-f315e9a5-e490-40bb-92ab-6c41192e1253 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:01.695876 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-687bac9a-27b3-4a0e-b264-23fef852fad6 req-f315e9a5-e490-40bb-92ab-6c41192e1253 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 946 time: 0.0802453 Feb 16 13:11:01.743982 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-687bac9a-27b3-4a0e-b264-23fef852fad6 req-bc25c2e5-5b16-40b1-9407-c76da387bc79 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423627 Feb 16 13:11:01.834917 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c73c5a8d-7ed5-4c40-9aff-0b8a6773fb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:02.945946 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b978a6b-60c3-46ce-bc6c-b314c4270fc9 req-90131ebe-7dff-4513-af8c-ec1b0cba7113 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:02.947399 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5b978a6b-60c3-46ce-bc6c-b314c4270fc9 req-90131ebe-7dff-4513-af8c-ec1b0cba7113 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 946 time: 0.0896018 Feb 16 13:11:02.990768 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5b978a6b-60c3-46ce-bc6c-b314c4270fc9 req-ad249104-4b9d-4876-9577-3cbb15e3bfe7 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376394 Feb 16 13:11:04.140161 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0c62095a-3894-4a0f-9647-1d11158405e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:04.193926 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138ec6a-da9a-423f-8eba-89000ef80e77 req-f5f2f20e-2cc8-4913-9315-5e27e2000d35 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:04.195383 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d138ec6a-da9a-423f-8eba-89000ef80e77 req-f5f2f20e-2cc8-4913-9315-5e27e2000d35 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 946 time: 0.0852158 Feb 16 13:11:04.242233 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d138ec6a-da9a-423f-8eba-89000ef80e77 req-05757101-525a-4fbb-9802-ec588947f7e8 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386004 Feb 16 13:11:04.560036 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:05.213576 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:05.226864 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:05.439606 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56d499-c918-45cc-97d5-d5bea50a5960 req-b77f6433-3a1a-4192-bfb4-c50ef01ccfe1 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:05.441460 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1b56d499-c918-45cc-97d5-d5bea50a5960 req-b77f6433-3a1a-4192-bfb4-c50ef01ccfe1 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 946 time: 0.0830133 Feb 16 13:11:05.488298 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1b56d499-c918-45cc-97d5-d5bea50a5960 req-8ef28bb8-c9d2-4258-83ee-db524767b9b9 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383518 Feb 16 13:11:06.687943 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c80efd-a6d0-4f47-be32-2a1c83f77548 req-305bad58-20fb-490a-b797-aed5b91a447a tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:06.689286 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-52c80efd-a6d0-4f47-be32-2a1c83f77548 req-305bad58-20fb-490a-b797-aed5b91a447a tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 946 time: 0.0852678 Feb 16 13:11:06.740014 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-52c80efd-a6d0-4f47-be32-2a1c83f77548 req-7125600e-a19a-43a2-9c6c-b2a65171e58a tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444183 Feb 16 13:11:06.770464 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:07.632669 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f9c88a3c-edb9-4307-93e8-db597b34ba22 req-4e906f93-57f1-4970-a911-575e765338dc service neutron] 10.222.0.89 "GET /v2.0/ports/a46180a1-6dca-4536-b67f-659ce0358d4c/bindings/hv-neutron-8295 HTTP/1.1" status: 200 len: 384 time: 0.1397958 Feb 16 13:11:07.966886 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c88a3c-edb9-4307-93e8-db597b34ba22 req-559d9531-d990-4b76-886c-769b94b8a8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:07.968358 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f9c88a3c-edb9-4307-93e8-db597b34ba22 req-559d9531-d990-4b76-886c-769b94b8a8ba service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f&tenant_id=a18ab2e284d9432eaa875ca2605527e6 HTTP/1.1" status: 200 len: 1099 time: 0.1293180 Feb 16 13:11:07.980911 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80e8e0-d9cb-4628-9e1f-77440fe35337 req-20afcb42-d626-4e83-999e-5b72e4fda74b tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:07.982448 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ef80e8e0-d9cb-4628-9e1f-77440fe35337 req-20afcb42-d626-4e83-999e-5b72e4fda74b tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 946 time: 0.1126733 Feb 16 13:11:08.074419 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ef80e8e0-d9cb-4628-9e1f-77440fe35337 req-c02cfe12-afdd-47ed-9266-f3f311813de6 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839708 Feb 16 13:11:08.092314 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c88a3c-edb9-4307-93e8-db597b34ba22 req-7d421292-ccc9-408a-85ec-75acc7d976ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:08.093801 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f9c88a3c-edb9-4307-93e8-db597b34ba22 req-7d421292-ccc9-408a-85ec-75acc7d976ef service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a18ab2e284d9432eaa875ca2605527e6&device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 1099 time: 0.0905135 Feb 16 13:11:08.237477 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c88a3c-edb9-4307-93e8-db597b34ba22 req-8aa06a89-7efc-45a9-ada6-dd64fc537888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:08.239050 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f9c88a3c-edb9-4307-93e8-db597b34ba22 req-8aa06a89-7efc-45a9-ada6-dd64fc537888 service neutron] 10.222.0.89 "GET /v2.0/networks?id=639bcc0a-f497-4cc5-9293-173f7b80451d HTTP/1.1" status: 200 len: 915 time: 0.1395006 Feb 16 13:11:08.309407 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f9c88a3c-edb9-4307-93e8-db597b34ba22 req-e8ba7e9f-e173-44a0-af6e-5efa0caf7bcf service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a46180a1-6dca-4536-b67f-659ce0358d4c HTTP/1.1" status: 200 len: 217 time: 0.0641673 Feb 16 13:11:08.391515 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c88a3c-edb9-4307-93e8-db597b34ba22 req-c35e6364-1b88-4995-8a96-81c721eabb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:08.392893 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f9c88a3c-edb9-4307-93e8-db597b34ba22 req-c35e6364-1b88-4995-8a96-81c721eabb25 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4fd78b03-4016-4a7a-b800-f8539f719674 HTTP/1.1" status: 200 len: 854 time: 0.0769832 Feb 16 13:11:08.439021 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f9c88a3c-edb9-4307-93e8-db597b34ba22 req-6bdca5bb-4b24-465c-93b9-eb3d93025bd3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=639bcc0a-f497-4cc5-9293-173f7b80451d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394430 Feb 16 13:11:08.677803 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f9c88a3c-edb9-4307-93e8-db597b34ba22 req-b0d0f58d-3eed-43e8-af8d-72bd3fd8e6cf service neutron] 10.222.0.89 "GET /v2.0/networks/639bcc0a-f497-4cc5-9293-173f7b80451d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319160 Feb 16 13:11:08.823433 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f9c88a3c-edb9-4307-93e8-db597b34ba22 req-afe9458f-e5d5-4625-bdf6-26b06cf8d7ac service neutron] 10.222.0.89 "GET /v2.0/networks/639bcc0a-f497-4cc5-9293-173f7b80451d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387508 Feb 16 13:11:09.288743 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e751343-fe13-4b0d-9a23-e28aebc54ef7 req-3887c11c-b17b-4020-969f-b50b6a01d515 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:09.290193 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3e751343-fe13-4b0d-9a23-e28aebc54ef7 req-3887c11c-b17b-4020-969f-b50b6a01d515 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 946 time: 0.1007159 Feb 16 13:11:09.334566 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3e751343-fe13-4b0d-9a23-e28aebc54ef7 req-dbd16197-561a-465c-b5ad-caa02e3470d3 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385127 Feb 16 13:11:10.533464 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab593592-0cb8-4368-a07b-3fec93ca2090 req-4239620f-5caf-4e58-9f4c-316e5c0d90dd tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:10.534937 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ab593592-0cb8-4368-a07b-3fec93ca2090 req-4239620f-5caf-4e58-9f4c-316e5c0d90dd tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 946 time: 0.0867658 Feb 16 13:11:10.589914 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ab593592-0cb8-4368-a07b-3fec93ca2090 req-c573d015-7df4-433e-b8f3-7a543cf509ed tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489633 Feb 16 13:11:10.741311 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb1b53-5705-4df6-be4c-db746c0f8058 req-b05f4c36-4dbd-4a40-ab08-e3dbdff24a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:10.742821 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-50eb1b53-5705-4df6-be4c-db746c0f8058 req-b05f4c36-4dbd-4a40-ab08-e3dbdff24a6c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a18ab2e284d9432eaa875ca2605527e6&device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 1099 time: 0.0820489 Feb 16 13:11:10.896261 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb1b53-5705-4df6-be4c-db746c0f8058 req-2a3d42e6-d480-4047-8c3e-6b162499ab72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:10.897747 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-50eb1b53-5705-4df6-be4c-db746c0f8058 req-2a3d42e6-d480-4047-8c3e-6b162499ab72 service neutron] 10.222.0.89 "GET /v2.0/networks?id=639bcc0a-f497-4cc5-9293-173f7b80451d HTTP/1.1" status: 200 len: 915 time: 0.1344070 Feb 16 13:11:10.969207 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-50eb1b53-5705-4df6-be4c-db746c0f8058 req-26dffb83-fc91-4f9f-bad3-b046efcc170d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a46180a1-6dca-4536-b67f-659ce0358d4c HTTP/1.1" status: 200 len: 217 time: 0.0637176 Feb 16 13:11:11.040483 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb1b53-5705-4df6-be4c-db746c0f8058 req-d7ad2fba-3873-4873-b2ac-447acd5354cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:11.041941 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-50eb1b53-5705-4df6-be4c-db746c0f8058 req-d7ad2fba-3873-4873-b2ac-447acd5354cd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4fd78b03-4016-4a7a-b800-f8539f719674 HTTP/1.1" status: 200 len: 854 time: 0.0656424 Feb 16 13:11:11.088892 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-50eb1b53-5705-4df6-be4c-db746c0f8058 req-47dd769d-6fe2-4cb1-af49-994f7ac65768 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=639bcc0a-f497-4cc5-9293-173f7b80451d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402522 Feb 16 13:11:11.223160 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-50eb1b53-5705-4df6-be4c-db746c0f8058 req-2578bbda-50fc-4ad3-8546-cac1fc53a29a service neutron] 10.222.0.89 "GET /v2.0/networks/639bcc0a-f497-4cc5-9293-173f7b80451d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275296 Feb 16 13:11:11.302950 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device a46180a1-6dca-4536-b67f-659ce0358d4c details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:11:11.307554 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device a46180a1-6dca-4536-b67f-659ce0358d4c no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:11:11.375464 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-50eb1b53-5705-4df6-be4c-db746c0f8058 req-18998493-1229-469d-b9ae-7b15cb338969 service neutron] 10.222.0.89 "GET /v2.0/networks/639bcc0a-f497-4cc5-9293-173f7b80451d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462367 Feb 16 13:11:11.540410 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:11.588379 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port a46180a1-6dca-4536-b67f-659ce0358d4c, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=a46180a1-6dca-4536-b67f-659ce0358d4c,segment=NetworkSegment(d8742377-394a-4ee7-8a98-1c42bb16864a),segment_id=d8742377-394a-4ee7-8a98-1c42bb16864a)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:11:11.598406 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331dffa9-3215-4ac2-9206-5a0a06db6f0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a46180a1-6dca-4536-b67f-659ce0358d4c'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:11:11.612772 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port a46180a1-6dca-4536-b67f-659ce0358d4c, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=a46180a1-6dca-4536-b67f-659ce0358d4c,segment=NetworkSegment(d8742377-394a-4ee7-8a98-1c42bb16864a),segment_id=d8742377-394a-4ee7-8a98-1c42bb16864a)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:11:11.613944 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': 'a46180a1-6dca-4536-b67f-659ce0358d4c', 'network_id': '639bcc0a-f497-4cc5-9293-173f7b80451d', 'port_id': 'a46180a1-6dca-4536-b67f-659ce0358d4c', 'mac_address': 'fa:16:3e:33:02:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd78b03-4016-4a7a-b800-f8539f719674', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:11:11.648250 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:11.683882 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331dffa9-3215-4ac2-9206-5a0a06db6f0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a46180a1-6dca-4536-b67f-659ce0358d4c', 'code': 200} Feb 16 13:11:11.724083 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:11.746743 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=a46180a1-6dca-4536-b67f-659ce0358d4c,revision_number=6']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:11.750022 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a46180a1-6dca-4536-b67f-659ce0358d4c {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:11:11.765550 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port a46180a1-6dca-4536-b67f-659ce0358d4c, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=a46180a1-6dca-4536-b67f-659ce0358d4c,segment=NetworkSegment(d8742377-394a-4ee7-8a98-1c42bb16864a),segment_id=d8742377-394a-4ee7-8a98-1c42bb16864a)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:11:11.771015 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:11.788936 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12850393-28b0-4460-80b0-80f440e3db50 req-2407f4fd-6e87-4ee2-8075-70674a45d433 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:11.790406 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-12850393-28b0-4460-80b0-80f440e3db50 req-2407f4fd-6e87-4ee2-8075-70674a45d433 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 944 time: 0.0884700 Feb 16 13:11:11.834958 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-12850393-28b0-4460-80b0-80f440e3db50 req-926371fc-6770-48a1-a56c-094c70868b40 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386717 Feb 16 13:11:11.845714 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['a46180a1-6dca-4536-b67f-659ce0358d4c'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:11:11.896473 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=a46180a1-6dca-4536-b67f-659ce0358d4c,revision_number=7']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:12.206317 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966b5bc-c833-48a4-bc6f-a865b00e649c req-d2061fde-8b98-4bc6-8b34-242b44781094 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:12.207730 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e966b5bc-c833-48a4-bc6f-a865b00e649c req-d2061fde-8b98-4bc6-8b34-242b44781094 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 945 time: 0.1385980 Feb 16 13:11:12.215001 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0582204-afc8-4ff1-bd1a-1e7dbdd981de req-9f98f822-54e0-4501-ade9-31b8a8384aab tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:12.216299 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e0582204-afc8-4ff1-bd1a-1e7dbdd981de req-9f98f822-54e0-4501-ade9-31b8a8384aab tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.89 "GET /v2.0/ports?device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f&tenant_id=a18ab2e284d9432eaa875ca2605527e6&binding%3Ahost_id=hv-neutron-8295 HTTP/1.1" status: 200 len: 945 time: 0.1459618 Feb 16 13:11:12.256904 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e966b5bc-c833-48a4-bc6f-a865b00e649c req-d9424b43-9086-4798-a6f2-caa923870db5 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395427 Feb 16 13:11:12.364815 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0582204-afc8-4ff1-bd1a-1e7dbdd981de req-4d51c927-fe36-4f1d-8011-4090508feeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:12.366266 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e0582204-afc8-4ff1-bd1a-1e7dbdd981de req-4d51c927-fe36-4f1d-8011-4090508feeaa service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a18ab2e284d9432eaa875ca2605527e6&device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 1098 time: 0.0742912 Feb 16 13:11:12.511643 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0582204-afc8-4ff1-bd1a-1e7dbdd981de req-79a209da-7b68-4037-8d1d-fc66e25ff6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:12.513033 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e0582204-afc8-4ff1-bd1a-1e7dbdd981de req-79a209da-7b68-4037-8d1d-fc66e25ff6ae service neutron] 10.222.0.89 "GET /v2.0/networks?id=639bcc0a-f497-4cc5-9293-173f7b80451d HTTP/1.1" status: 200 len: 915 time: 0.1402884 Feb 16 13:11:12.581533 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e0582204-afc8-4ff1-bd1a-1e7dbdd981de req-90692a69-5ea0-4e11-bb1c-bcb3bb5be1fb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a46180a1-6dca-4536-b67f-659ce0358d4c HTTP/1.1" status: 200 len: 217 time: 0.0613582 Feb 16 13:11:12.756934 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0582204-afc8-4ff1-bd1a-1e7dbdd981de req-7d11a4b9-5d8c-4e4e-adaa-b449a4150242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:12.758359 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e0582204-afc8-4ff1-bd1a-1e7dbdd981de req-7d11a4b9-5d8c-4e4e-adaa-b449a4150242 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4fd78b03-4016-4a7a-b800-f8539f719674 HTTP/1.1" status: 200 len: 854 time: 0.1698606 Feb 16 13:11:12.807001 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e0582204-afc8-4ff1-bd1a-1e7dbdd981de req-f6efb112-fae3-4d42-9140-eb9e7850293c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=639bcc0a-f497-4cc5-9293-173f7b80451d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404079 Feb 16 13:11:12.949176 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e0582204-afc8-4ff1-bd1a-1e7dbdd981de req-0c41edda-233a-47ed-b905-d27771e42671 service neutron] 10.222.0.89 "GET /v2.0/networks/639bcc0a-f497-4cc5-9293-173f7b80451d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354203 Feb 16 13:11:13.087972 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e0582204-afc8-4ff1-bd1a-1e7dbdd981de req-0768a589-ad55-4732-a318-8b4b8721618a service neutron] 10.222.0.89 "GET /v2.0/networks/639bcc0a-f497-4cc5-9293-173f7b80451d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324935 Feb 16 13:11:13.339542 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device a46180a1-6dca-4536-b67f-659ce0358d4c up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:11:13.415256 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port a46180a1-6dca-4536-b67f-659ce0358d4c triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:11:13.415615 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:13.468678 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d316382c-e4b7-4630-b4f7-915ce50fe40d req-bb87d21e-f41f-47c1-ab78-554b4b6fa378 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:13.470290 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d316382c-e4b7-4630-b4f7-915ce50fe40d req-bb87d21e-f41f-47c1-ab78-554b4b6fa378 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 945 time: 0.0888507 Feb 16 13:11:13.520521 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d316382c-e4b7-4630-b4f7-915ce50fe40d req-869debc3-66d8-41f4-b31b-27ddc42b5745 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433757 Feb 16 13:11:13.534937 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:13.574872 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port a46180a1-6dca-4536-b67f-659ce0358d4c, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=a46180a1-6dca-4536-b67f-659ce0358d4c,segment=NetworkSegment(d8742377-394a-4ee7-8a98-1c42bb16864a),segment_id=d8742377-394a-4ee7-8a98-1c42bb16864a)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:11:13.578860 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:13.653352 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=a46180a1-6dca-4536-b67f-659ce0358d4c,revision_number=8']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:13.684539 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331dffa9-3215-4ac2-9206-5a0a06db6f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46180a1-6dca-4536-b67f-659ce0358d4c'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:11:13.733307 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331dffa9-3215-4ac2-9206-5a0a06db6f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46180a1-6dca-4536-b67f-659ce0358d4c', 'code': 200} Feb 16 13:11:14.729837 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e143e06d-7306-4b42-b340-3d121c0bfe9b req-8dc24a82-97f9-4a9b-a9f6-080e48af3864 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:14.731197 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e143e06d-7306-4b42-b340-3d121c0bfe9b req-8dc24a82-97f9-4a9b-a9f6-080e48af3864 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 946 time: 0.0909772 Feb 16 13:11:14.779345 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e143e06d-7306-4b42-b340-3d121c0bfe9b req-ec21d48f-90b0-4d7c-937e-f98a67eb3d21 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400889 Feb 16 13:11:14.975844 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe03258-07b0-41bc-b651-c42058e891a0 req-3c58798b-83a1-4e68-84e2-092b5bf0af52 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:14.977325 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cbe03258-07b0-41bc-b651-c42058e891a0 req-3c58798b-83a1-4e68-84e2-092b5bf0af52 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 946 time: 0.0820444 Feb 16 13:11:15.028327 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cbe03258-07b0-41bc-b651-c42058e891a0 req-ceda196d-c592-419a-8002-0a89b9c9c71f tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424972 Feb 16 13:11:15.224040 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ea93e-23a5-4131-af2e-c6f2a41135fd req-adcf7a05-b54a-424e-a35c-cab126742b11 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:15.225609 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-985ea93e-23a5-4131-af2e-c6f2a41135fd req-adcf7a05-b54a-424e-a35c-cab126742b11 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 946 time: 0.0866897 Feb 16 13:11:15.272812 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-985ea93e-23a5-4131-af2e-c6f2a41135fd req-3ba3f077-7fb1-422b-bd8f-c7f349be9c9d tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388081 Feb 16 13:11:15.851749 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff4d14-4f81-48f1-b162-2daba9ea7cc2 req-c88150f0-f36e-4c47-8b2d-1194d4545344 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:15.853176 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b7ff4d14-4f81-48f1-b162-2daba9ea7cc2 req-c88150f0-f36e-4c47-8b2d-1194d4545344 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 946 time: 0.0883713 Feb 16 13:11:15.909097 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b7ff4d14-4f81-48f1-b162-2daba9ea7cc2 req-5090503b-291d-4bc3-a059-57626a05f6f6 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475905 Feb 16 13:11:17.259518 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa8adf-157a-40e3-bfa4-9bde29635dd4 req-433377e4-fc4a-437c-bdea-56f1f6b9d543 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:17.260912 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-0caa8adf-157a-40e3-bfa4-9bde29635dd4 req-433377e4-fc4a-437c-bdea-56f1f6b9d543 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 946 time: 0.0851462 Feb 16 13:11:17.305353 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-0caa8adf-157a-40e3-bfa4-9bde29635dd4 req-c0a22469-6944-4bc2-85ea-3f54d95e04ad tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a90417-f50c-4995-8c6e-b43939e82a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385609 Feb 16 13:11:17.575846 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b3319-92a1-48ca-a4cf-3bff15f90a68 req-91cba20a-6f96-442f-a337-9fadc441c1d4 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:17.577332 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3a8b3319-92a1-48ca-a4cf-3bff15f90a68 req-91cba20a-6f96-442f-a337-9fadc441c1d4 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.89 "GET /v2.0/ports?device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 946 time: 0.0946686 Feb 16 13:11:17.647306 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-3a8b3319-92a1-48ca-a4cf-3bff15f90a68 req-e6fbc9c2-3341-4ae4-9360-62bceb93e4c0 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Deleting port a46180a1-6dca-4536-b67f-659ce0358d4c {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:11:17.647615 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-3a8b3319-92a1-48ca-a4cf-3bff15f90a68 req-e6fbc9c2-3341-4ae4-9360-62bceb93e4c0 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:17.894958 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-3a8b3319-92a1-48ca-a4cf-3bff15f90a68 req-e6fbc9c2-3341-4ae4-9360-62bceb93e4c0 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] For port a46180a1-6dca-4536-b67f-659ce0358d4c, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=a46180a1-6dca-4536-b67f-659ce0358d4c,segment=NetworkSegment(d8742377-394a-4ee7-8a98-1c42bb16864a),segment_id=d8742377-394a-4ee7-8a98-1c42bb16864a)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:11:17.895187 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-3a8b3319-92a1-48ca-a4cf-3bff15f90a68 req-e6fbc9c2-3341-4ae4-9360-62bceb93e4c0 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:18.015707 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-3a8b3319-92a1-48ca-a4cf-3bff15f90a68 req-e6fbc9c2-3341-4ae4-9360-62bceb93e4c0 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Calling delete_port for a46180a1-6dca-4536-b67f-659ce0358d4c owned by compute:nova {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:11:18.176547 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-3a8b3319-92a1-48ca-a4cf-3bff15f90a68 req-e6fbc9c2-3341-4ae4-9360-62bceb93e4c0 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:18.188134 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['a46180a1-6dca-4536-b67f-659ce0358d4c'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:11:18.225203 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fbc9c2-3341-4ae4-9360-62bceb93e4c0 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Pushing event deleted for resources: {'Port': ['ID=a46180a1-6dca-4536-b67f-659ce0358d4c,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:18.265466 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fbc9c2-3341-4ae4-9360-62bceb93e4c0 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:18.265833 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fbc9c2-3341-4ae4-9360-62bceb93e4c0 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:18.266144 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fbc9c2-3341-4ae4-9360-62bceb93e4c0 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:18.266474 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fbc9c2-3341-4ae4-9360-62bceb93e4c0 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:18.266784 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fbc9c2-3341-4ae4-9360-62bceb93e4c0 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:18.267107 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fbc9c2-3341-4ae4-9360-62bceb93e4c0 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:18.267424 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fbc9c2-3341-4ae4-9360-62bceb93e4c0 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:18.267725 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fbc9c2-3341-4ae4-9360-62bceb93e4c0 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:18.268039 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fbc9c2-3341-4ae4-9360-62bceb93e4c0 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:18.268355 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fbc9c2-3341-4ae4-9360-62bceb93e4c0 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:18.268693 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fbc9c2-3341-4ae4-9360-62bceb93e4c0 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:18.269006 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fbc9c2-3341-4ae4-9360-62bceb93e4c0 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:18.310270 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8b3319-92a1-48ca-a4cf-3bff15f90a68 req-e6fbc9c2-3341-4ae4-9360-62bceb93e4c0 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] No DVR routers for this DVR port a46180a1-6dca-4536-b67f-659ce0358d4c on host hv-neutron-8295 {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:11:18.312601 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-3a8b3319-92a1-48ca-a4cf-3bff15f90a68 req-e6fbc9c2-3341-4ae4-9360-62bceb93e4c0 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:18.315013 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331dffa9-3215-4ac2-9206-5a0a06db6f0f', 'name': 'network-vif-deleted', 'tag': 'a46180a1-6dca-4536-b67f-659ce0358d4c'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:11:18.333060 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3a8b3319-92a1-48ca-a4cf-3bff15f90a68 req-e6fbc9c2-3341-4ae4-9360-62bceb93e4c0 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.89 "DELETE /v2.0/ports/a46180a1-6dca-4536-b67f-659ce0358d4c HTTP/1.1" status: 204 len: 173 time: 0.7490413 Feb 16 13:11:18.366889 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331dffa9-3215-4ac2-9206-5a0a06db6f0f', 'name': 'network-vif-deleted', 'tag': 'a46180a1-6dca-4536-b67f-659ce0358d4c', 'status': 'completed', 'code': 200} Feb 16 13:11:18.473030 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6beb271b-dbe7-42fe-ab01-4271757c281e req-527ea16a-c4e6-4a5d-9534-54eb7edf77f5 tempest-ServerDiskConfigTestJSON-2776050 tempest-ServerDiskConfigTestJSON-2776050-project] 10.222.0.83 "GET /v2.0/ports?device_id=331dffa9-3215-4ac2-9206-5a0a06db6f0f HTTP/1.1" status: 200 len: 210 time: 0.0506167 Feb 16 13:11:19.727881 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 46828) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:11:19.798391 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f15490e-9fbb-4350-902c-0f2a762472e2 admin admin] Deleting subnet 4fd78b03-4016-4a7a-b800-f8539f719674 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:11:19.801584 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8f15490e-9fbb-4350-902c-0f2a762472e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:19.850453 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8f15490e-9fbb-4350-902c-0f2a762472e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:19.906958 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8f15490e-9fbb-4350-902c-0f2a762472e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:19.975752 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8f15490e-9fbb-4350-902c-0f2a762472e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.012039 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f15490e-9fbb-4350-902c-0f2a762472e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fd78b03-4016-4a7a-b800-f8539f719674,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:20.016958 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8f15490e-9fbb-4350-902c-0f2a762472e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.024083 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15490e-9fbb-4350-902c-0f2a762472e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:20.024426 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15490e-9fbb-4350-902c-0f2a762472e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:20.024780 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15490e-9fbb-4350-902c-0f2a762472e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:20.025134 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15490e-9fbb-4350-902c-0f2a762472e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:20.025464 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15490e-9fbb-4350-902c-0f2a762472e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:20.025788 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15490e-9fbb-4350-902c-0f2a762472e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:20.026107 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15490e-9fbb-4350-902c-0f2a762472e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:20.026432 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15490e-9fbb-4350-902c-0f2a762472e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:20.026752 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15490e-9fbb-4350-902c-0f2a762472e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:20.027065 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15490e-9fbb-4350-902c-0f2a762472e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:20.027384 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15490e-9fbb-4350-902c-0f2a762472e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:20.027694 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f15490e-9fbb-4350-902c-0f2a762472e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:20.032495 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8f15490e-9fbb-4350-902c-0f2a762472e2 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/4fd78b03-4016-4a7a-b800-f8539f719674 HTTP/1.1" status: 204 len: 168 time: 0.3036029 Feb 16 13:11:20.035144 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 46832) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:11:20.139622 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-422efa29-1442-4b64-ba01-bd3a53e6fb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.276337 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-422efa29-1442-4b64-ba01-bd3a53e6fb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.301332 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-422efa29-1442-4b64-ba01-bd3a53e6fb95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['639bcc0a-f497-4cc5-9293-173f7b80451d']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:20.314174 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-422efa29-1442-4b64-ba01-bd3a53e6fb95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8742377-394a-4ee7-8a98-1c42bb16864a') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:20.314476 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-422efa29-1442-4b64-ba01-bd3a53e6fb95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8742377-394a-4ee7-8a98-1c42bb16864a') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:20.329797 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-422efa29-1442-4b64-ba01-bd3a53e6fb95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.347612 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-422efa29-1442-4b64-ba01-bd3a53e6fb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.354582 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-422efa29-1442-4b64-ba01-bd3a53e6fb95 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:11:20.355012 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-422efa29-1442-4b64-ba01-bd3a53e6fb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.368149 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 13:11:20.368149 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:11:20.368149 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 13:11:20.368149 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:11:20.368149 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 13:11:20.368149 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:11:20.368149 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 13:11:20.368149 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:11:20.368149 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 13:11:20.368149 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:11:20.368149 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 13:11:20.368149 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:11:20.368149 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 13:11:20.368149 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:11:20.368149 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:11:20.368149 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:11:20.368149 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:11:20.368149 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:11:20.368149 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 13:11:20.368149 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:11:20.368149 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 13:11:20.368149 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:11:20.368149 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:11:20.368149 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:11:20.368149 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 13:11:20.368149 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:11:20.368149 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:11:20.368149 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:11:20.368149 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:11:20.368149 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:11:20.368149 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:11:20.368149 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:11:20.446041 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-422efa29-1442-4b64-ba01-bd3a53e6fb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.462718 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-422efa29-1442-4b64-ba01-bd3a53e6fb95 admin admin] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.472688 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422efa29-1442-4b64-ba01-bd3a53e6fb95 admin admin] Pushing event deleted for resources: {'Network': ['ID=639bcc0a-f497-4cc5-9293-173f7b80451d,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:20.483054 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-422efa29-1442-4b64-ba01-bd3a53e6fb95 admin admin] 10.222.0.83 "DELETE /v2.0/networks/639bcc0a-f497-4cc5-9293-173f7b80451d HTTP/1.1" status: 204 len: 168 time: 0.4469459 Feb 16 13:11:20.617275 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 46840) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:11:20.669154 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-fc71a2a8-ed7d-4343-9c1c-4817602b1e86 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a18ab2e284d9432eaa875ca2605527e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505612 Feb 16 13:11:20.671782 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 46844) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:11:20.741680 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fe1fee9a-ec2c-409a-abe8-c121306fc7d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.768533 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fe1fee9a-ec2c-409a-abe8-c121306fc7d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.834684 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fe1fee9a-ec2c-409a-abe8-c121306fc7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.851959 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1fee9a-ec2c-409a-abe8-c121306fc7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a90417-f50c-4995-8c6e-b43939e82a8b,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:20.864280 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-fe1fee9a-ec2c-409a-abe8-c121306fc7d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:20.865830 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-fe1fee9a-ec2c-409a-abe8-c121306fc7d7 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/40a90417-f50c-4995-8c6e-b43939e82a8b HTTP/1.1" status: 204 len: 168 time: 0.1930277 Feb 16 13:11:21.407153 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device a46180a1-6dca-4536-b67f-659ce0358d4c no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:11:21.442956 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] No Port match for: a46180a1-6dca-4536-b67f-659ce0358d4c {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:11:21.443533 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device a46180a1-6dca-4536-b67f-659ce0358d4c not bound to the agent host hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:11:21.634477 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 46868) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:11:21.749642 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-f00f0a25-1b06-4f1d-9a6a-b72051217f5c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1922522622-network', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:11:21.754771 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f00f0a25-1b06-4f1d-9a6a-b72051217f5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:11:21.759292 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f00f0a25-1b06-4f1d-9a6a-b72051217f5c admin admin] Usage tracker for resource:network and tenant:0bd90968d77b41aca48f743ccb00ce24 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:11:21.762405 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f00f0a25-1b06-4f1d-9a6a-b72051217f5c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:11:21.769288 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f00f0a25-1b06-4f1d-9a6a-b72051217f5c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:11:21.781433 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00f0a25-1b06-4f1d-9a6a-b72051217f5c admin admin] Made reservation on behalf of 0bd90968d77b41aca48f743ccb00ce24 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:11:21.783687 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f00f0a25-1b06-4f1d-9a6a-b72051217f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:21.796108 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f00f0a25-1b06-4f1d-9a6a-b72051217f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:21.811078 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f00f0a25-1b06-4f1d-9a6a-b72051217f5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:11:21.815018 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f00f0a25-1b06-4f1d-9a6a-b72051217f5c admin admin] Usage tracker for resource:security_group_rule and tenant:0bd90968d77b41aca48f743ccb00ce24 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:11:21.818055 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f00f0a25-1b06-4f1d-9a6a-b72051217f5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:11:21.823693 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f00f0a25-1b06-4f1d-9a6a-b72051217f5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:11:21.903106 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f00f0a25-1b06-4f1d-9a6a-b72051217f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:21.909193 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f00f0a25-1b06-4f1d-9a6a-b72051217f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:21.938022 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f00f0a25-1b06-4f1d-9a6a-b72051217f5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:11:21.946154 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f0a25-1b06-4f1d-9a6a-b72051217f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4889bd5e-5195-47d3-97f2-8e8fab0b618c,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:21.951631 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f00f0a25-1b06-4f1d-9a6a-b72051217f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:21.951970 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-f00f0a25-1b06-4f1d-9a6a-b72051217f5c admin admin] Added segment 43e3019b-586d-4d5c-ac11-25a3857f5dac of type vlan for network e2b238cc-e1fe-47ae-9ac4-937e1e055441 Feb 16 13:11:21.978332 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f00f0a25-1b06-4f1d-9a6a-b72051217f5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:22.013324 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f00f0a25-1b06-4f1d-9a6a-b72051217f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:22.014770 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00f0a25-1b06-4f1d-9a6a-b72051217f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:22.015641 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f00f0a25-1b06-4f1d-9a6a-b72051217f5c admin admin] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:22.207025 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f0a25-1b06-4f1d-9a6a-b72051217f5c admin admin] Pushing event updated for resources: {'Network': ['ID=e2b238cc-e1fe-47ae-9ac4-937e1e055441,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:22.209945 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f00f0a25-1b06-4f1d-9a6a-b72051217f5c admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5739715 Feb 16 13:11:22.213232 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 46874) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:11:22.217744 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network e2b238cc-e1fe-47ae-9ac4-937e1e055441 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:11:22.218490 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-9b419915-58c5-4261-8ad2-11ebc07d0776 admin admin] Request body: {'subnet': {'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1922522622-subnet', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:11:22.223386 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9b419915-58c5-4261-8ad2-11ebc07d0776 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:11:22.227442 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9b419915-58c5-4261-8ad2-11ebc07d0776 admin admin] Usage tracker for resource:subnet and tenant:0bd90968d77b41aca48f743ccb00ce24 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:11:22.230360 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-9b419915-58c5-4261-8ad2-11ebc07d0776 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:11:22.235888 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-9b419915-58c5-4261-8ad2-11ebc07d0776 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:11:22.247213 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b419915-58c5-4261-8ad2-11ebc07d0776 admin admin] Made reservation on behalf of 0bd90968d77b41aca48f743ccb00ce24 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:11:22.249855 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9b419915-58c5-4261-8ad2-11ebc07d0776 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:22.468133 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9b419915-58c5-4261-8ad2-11ebc07d0776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:22.543195 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b419915-58c5-4261-8ad2-11ebc07d0776 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efb0954b-e49f-457a-8e17-f9ac8946b2c8,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:22.557634 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b419915-58c5-4261-8ad2-11ebc07d0776 admin admin] Checking segment: {'id': '43e3019b-586d-4d5c-ac11-25a3857f5dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:11:22.558037 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b419915-58c5-4261-8ad2-11ebc07d0776 admin admin] Network hostable DHCP agents. Network: e2b238cc-e1fe-47ae-9ac4-937e1e055441, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:11:22.580112 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b419915-58c5-4261-8ad2-11ebc07d0776 admin admin] Network e2b238cc-e1fe-47ae-9ac4-937e1e055441 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:11:22.590932 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-9b419915-58c5-4261-8ad2-11ebc07d0776 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, e2b238cc-e1fe-47ae-9ac4-937e1e055441) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:11:22.595461 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b419915-58c5-4261-8ad2-11ebc07d0776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:22.596043 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9b419915-58c5-4261-8ad2-11ebc07d0776 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:22.600159 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c27fad-a30d-41df-bae7-43e21ad3376e None None] Network e2b238cc-e1fe-47ae-9ac4-937e1e055441 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:11:22.619088 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9b419915-58c5-4261-8ad2-11ebc07d0776 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4048100 Feb 16 13:11:22.621819 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 46878) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:11:22.626774 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-fd390c63-df6b-4f4e-b6ca-1c8c6b38a85f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1922522622-router', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:11:22.631809 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-fd390c63-df6b-4f4e-b6ca-1c8c6b38a85f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:11:22.638305 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fd390c63-df6b-4f4e-b6ca-1c8c6b38a85f admin admin] Usage tracker for resource:router and tenant:0bd90968d77b41aca48f743ccb00ce24 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:11:22.641378 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fd390c63-df6b-4f4e-b6ca-1c8c6b38a85f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:11:22.648130 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-fd390c63-df6b-4f4e-b6ca-1c8c6b38a85f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:11:22.659852 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd390c63-df6b-4f4e-b6ca-1c8c6b38a85f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:22.660956 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd390c63-df6b-4f4e-b6ca-1c8c6b38a85f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:22.678539 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd390c63-df6b-4f4e-b6ca-1c8c6b38a85f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:22.820333 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c695252-7b22-4b32-be49-bde9465536ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'fixed_ips': [{'subnet_id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:11:22.821210 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9c695252-7b22-4b32-be49-bde9465536ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:22.943225 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd390c63-df6b-4f4e-b6ca-1c8c6b38a85f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:22.975707 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-9c695252-7b22-4b32-be49-bde9465536ec None None] Allocated IP 172.20.0.2 (e2b238cc-e1fe-47ae-9ac4-937e1e055441/efb0954b-e49f-457a-8e17-f9ac8946b2c8/253a02e2-10b3-49cf-b478-12ebe7ee8bda) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:11:23.177968 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9c695252-7b22-4b32-be49-bde9465536ec None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:23.188354 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-9c695252-7b22-4b32-be49-bde9465536ec None None] Transition to ACTIVE for port object 253a02e2-10b3-49cf-b478-12ebe7ee8bda will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:11:23.206168 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-9c695252-7b22-4b32-be49-bde9465536ec None None] Transition to ACTIVE for port object 253a02e2-10b3-49cf-b478-12ebe7ee8bda will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:11:23.213351 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9c695252-7b22-4b32-be49-bde9465536ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:23.252643 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd390c63-df6b-4f4e-b6ca-1c8c6b38a85f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:23.277018 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c695252-7b22-4b32-be49-bde9465536ec None None] Network e2b238cc-e1fe-47ae-9ac4-937e1e055441 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:11:23.278116 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-9c695252-7b22-4b32-be49-bde9465536ec None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:11:23.281975 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c695252-7b22-4b32-be49-bde9465536ec None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:11:23.286557 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd390c63-df6b-4f4e-b6ca-1c8c6b38a85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:23.323639 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c695252-7b22-4b32-be49-bde9465536ec None None] Pushing event updated for resources: {'Port': ['ID=253a02e2-10b3-49cf-b478-12ebe7ee8bda,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:23.425204 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-9c695252-7b22-4b32-be49-bde9465536ec None None] Attempting to bind port 253a02e2-10b3-49cf-b478-12ebe7ee8bda on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:11:23.425571 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-9c695252-7b22-4b32-be49-bde9465536ec None None] Attempting to bind port 253a02e2-10b3-49cf-b478-12ebe7ee8bda by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '43e3019b-586d-4d5c-ac11-25a3857f5dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:11:23.425928 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c695252-7b22-4b32-be49-bde9465536ec None None] Attempting to bind port 253a02e2-10b3-49cf-b478-12ebe7ee8bda on network e2b238cc-e1fe-47ae-9ac4-937e1e055441 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:11:23.433790 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c695252-7b22-4b32-be49-bde9465536ec None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:11:23.433790 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c695252-7b22-4b32-be49-bde9465536ec None None] Checking segment: {'id': '43e3019b-586d-4d5c-ac11-25a3857f5dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:11:23.434512 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9c695252-7b22-4b32-be49-bde9465536ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:23.435145 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c695252-7b22-4b32-be49-bde9465536ec None None] Bound using segment: {'id': '43e3019b-586d-4d5c-ac11-25a3857f5dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:11:23.435243 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-9c695252-7b22-4b32-be49-bde9465536ec None None] Bound port: 253a02e2-10b3-49cf-b478-12ebe7ee8bda, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43e3019b-586d-4d5c-ac11-25a3857f5dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:11:23.435545 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9c695252-7b22-4b32-be49-bde9465536ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:23.436580 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-fd390c63-df6b-4f4e-b6ca-1c8c6b38a85f admin admin] Allocated IP 172.26.5.108 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/7da69423-c559-4c95-aa24-948dd02a0af2) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:11:23.525161 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-9c695252-7b22-4b32-be49-bde9465536ec None None] For port 253a02e2-10b3-49cf-b478-12ebe7ee8bda, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:11:23.528338 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-9c695252-7b22-4b32-be49-bde9465536ec None None] For port 253a02e2-10b3-49cf-b478-12ebe7ee8bda, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=253a02e2-10b3-49cf-b478-12ebe7ee8bda,segment=NetworkSegment(43e3019b-586d-4d5c-ac11-25a3857f5dac),segment_id=43e3019b-586d-4d5c-ac11-25a3857f5dac)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:11:23.534454 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9c695252-7b22-4b32-be49-bde9465536ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:23.589333 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd390c63-df6b-4f4e-b6ca-1c8c6b38a85f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:23.614631 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c695252-7b22-4b32-be49-bde9465536ec None None] Pushing event updated for resources: {'Port': ['ID=253a02e2-10b3-49cf-b478-12ebe7ee8bda,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:23.621890 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd390c63-df6b-4f4e-b6ca-1c8c6b38a85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:23.802846 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd390c63-df6b-4f4e-b6ca-1c8c6b38a85f admin admin] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:11:23.805116 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-fd390c63-df6b-4f4e-b6ca-1c8c6b38a85f admin admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:11:23.807674 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd390c63-df6b-4f4e-b6ca-1c8c6b38a85f admin admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:11:23.859290 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd390c63-df6b-4f4e-b6ca-1c8c6b38a85f admin admin] Pushing event updated for resources: {'Port': ['ID=7da69423-c559-4c95-aa24-948dd02a0af2,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:24.237774 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd390c63-df6b-4f4e-b6ca-1c8c6b38a85f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:24.525162 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5671523c-7308-45e8-a75e-e299313b6927 None None] Network e2b238cc-e1fe-47ae-9ac4-937e1e055441 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:11:24.582145 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd390c63-df6b-4f4e-b6ca-1c8c6b38a85f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:24.675678 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-c3058f44-50a0-4800-9a4d-86df41840a0a None None] Provisioning for port 253a02e2-10b3-49cf-b478-12ebe7ee8bda completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:11:24.796914 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd390c63-df6b-4f4e-b6ca-1c8c6b38a85f admin admin] Router ac312ded-6b7a-472a-9b67-029bbd85aeed is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:11:24.979184 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd390c63-df6b-4f4e-b6ca-1c8c6b38a85f admin admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:11:24.988089 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd8848f-d284-45b6-aa75-634c66e5636d None None] Sync routers for ids ['ac312ded-6b7a-472a-9b67-029bbd85aeed'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:11:25.001031 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd8848f-d284-45b6-aa75-634c66e5636d None None] Routers {'ac312ded-6b7a-472a-9b67-029bbd85aeed'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:11:25.001675 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-8fd8848f-d284-45b6-aa75-634c66e5636d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:11:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['ac312ded-6b7a-472a-9b67-029bbd85aeed'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:25.005266 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd390c63-df6b-4f4e-b6ca-1c8c6b38a85f admin admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:25.007505 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fd390c63-df6b-4f4e-b6ca-1c8c6b38a85f admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3843753 Feb 16 13:11:25.010100 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 46882) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:11:25.196412 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-8fd8848f-d284-45b6-aa75-634c66e5636d None None] Set router ac312ded-6b7a-472a-9b67-029bbd85aeed gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:11:25.365604 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 253a02e2-10b3-49cf-b478-12ebe7ee8bda up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:11:25.517506 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 253a02e2-10b3-49cf-b478-12ebe7ee8bda completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:11:25.528072 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 253a02e2-10b3-49cf-b478-12ebe7ee8bda triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:11:25.528441 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:25.633359 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-8fd8848f-d284-45b6-aa75-634c66e5636d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'name': 'tempest-ServerActionsTestJSON-1922522622-router', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108'}], 'enable_snat': True}, 'gw_port_id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:22Z', 'updated_at': '2022-02-16T13:11:24Z', 'revision_number': 3, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'gw_port': {'id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:23Z', 'updated_at': '2022-02-16T13:11:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:25.650012 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd8848f-d284-45b6-aa75-634c66e5636d None None] Checking router: ac312ded-6b7a-472a-9b67-029bbd85aeed for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:11:25.650355 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd8848f-d284-45b6-aa75-634c66e5636d None None] Updating router ac312ded-6b7a-472a-9b67-029bbd85aeed port 7da69423-c559-4c95-aa24-948dd02a0af2 binding host dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:11:25.702037 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:25.727292 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8fd8848f-d284-45b6-aa75-634c66e5636d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:25.781048 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 253a02e2-10b3-49cf-b478-12ebe7ee8bda, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=253a02e2-10b3-49cf-b478-12ebe7ee8bda,segment=NetworkSegment(43e3019b-586d-4d5c-ac11-25a3857f5dac),segment_id=43e3019b-586d-4d5c-ac11-25a3857f5dac)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:11:25.808012 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3cf735c9-620a-4b68-a729-d75b05ded830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:25.823351 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:26.007634 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=253a02e2-10b3-49cf-b478-12ebe7ee8bda,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:26.016364 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-3cf735c9-620a-4b68-a729-d75b05ded830 admin admin] Allocated IP 172.20.0.1 (e2b238cc-e1fe-47ae-9ac4-937e1e055441/efb0954b-e49f-457a-8e17-f9ac8946b2c8/070cc61b-81b6-4719-8c30-ba1bd06072d4) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:11:26.155139 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8fd8848f-d284-45b6-aa75-634c66e5636d None None] Notify callbacks [] for port, precommit_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:26.167071 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-8fd8848f-d284-45b6-aa75-634c66e5636d None None] Transition to ACTIVE for port object 7da69423-c559-4c95-aa24-948dd02a0af2 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:11:26.169539 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3cf735c9-620a-4b68-a729-d75b05ded830 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:26.174670 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8fd8848f-d284-45b6-aa75-634c66e5636d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:26.185913 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-3cf735c9-620a-4b68-a729-d75b05ded830 admin admin] Transition to ACTIVE for port object 070cc61b-81b6-4719-8c30-ba1bd06072d4 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:11:26.210741 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3cf735c9-620a-4b68-a729-d75b05ded830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:26.248638 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-8fd8848f-d284-45b6-aa75-634c66e5636d None None] Attempting to bind port 7da69423-c559-4c95-aa24-948dd02a0af2 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:11:26.248987 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-8fd8848f-d284-45b6-aa75-634c66e5636d None None] Attempting to bind port 7da69423-c559-4c95-aa24-948dd02a0af2 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:11:26.249341 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd8848f-d284-45b6-aa75-634c66e5636d None None] Attempting to bind port 7da69423-c559-4c95-aa24-948dd02a0af2 on network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:11:26.254760 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83628e-e930-40e5-be87-530697b5c0d0 None None] Pushing event updated for resources: {'Port': ['ID=7da69423-c559-4c95-aa24-948dd02a0af2,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:26.259339 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd8848f-d284-45b6-aa75-634c66e5636d None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:11:26.259646 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd8848f-d284-45b6-aa75-634c66e5636d None None] Checking segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:11:26.260008 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8fd8848f-d284-45b6-aa75-634c66e5636d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:26.260383 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd8848f-d284-45b6-aa75-634c66e5636d None None] Bound using segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:11:26.260861 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-8fd8848f-d284-45b6-aa75-634c66e5636d None None] Bound port: 7da69423-c559-4c95-aa24-948dd02a0af2, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:11:26.261629 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8fd8848f-d284-45b6-aa75-634c66e5636d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:26.281556 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf735c9-620a-4b68-a729-d75b05ded830 admin admin] Network e2b238cc-e1fe-47ae-9ac4-937e1e055441 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:11:26.284365 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-3cf735c9-620a-4b68-a729-d75b05ded830 admin admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:11:26.286826 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf735c9-620a-4b68-a729-d75b05ded830 admin admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:11:26.321968 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf735c9-620a-4b68-a729-d75b05ded830 admin admin] Pushing event updated for resources: {'Port': ['ID=070cc61b-81b6-4719-8c30-ba1bd06072d4,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:26.339451 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-8fd8848f-d284-45b6-aa75-634c66e5636d None None] For port 7da69423-c559-4c95-aa24-948dd02a0af2, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:11:26.343760 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-8fd8848f-d284-45b6-aa75-634c66e5636d None None] For port 7da69423-c559-4c95-aa24-948dd02a0af2, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=7da69423-c559-4c95-aa24-948dd02a0af2,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:11:26.347757 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3cf735c9-620a-4b68-a729-d75b05ded830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:26.352540 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8fd8848f-d284-45b6-aa75-634c66e5636d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:26.443947 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd8848f-d284-45b6-aa75-634c66e5636d None None] Routers {'ac312ded-6b7a-472a-9b67-029bbd85aeed'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:11:26.444591 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-8fd8848f-d284-45b6-aa75-634c66e5636d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:11:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['ac312ded-6b7a-472a-9b67-029bbd85aeed'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:26.506357 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83628e-e930-40e5-be87-530697b5c0d0 None None] Pushing event updated for resources: {'Port': ['ID=7da69423-c559-4c95-aa24-948dd02a0af2,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:26.597481 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-7b16722c-34c2-43e0-b4c1-adeeaf1efe60 None None] Provisioning for port 070cc61b-81b6-4719-8c30-ba1bd06072d4 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:11:26.617199 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-7b16722c-34c2-43e0-b4c1-adeeaf1efe60 None None] Provisioning complete for port 070cc61b-81b6-4719-8c30-ba1bd06072d4 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:11:26.617549 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7b16722c-34c2-43e0-b4c1-adeeaf1efe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:26.626245 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3cf735c9-620a-4b68-a729-d75b05ded830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:26.689018 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-8fd8848f-d284-45b6-aa75-634c66e5636d None None] Set router ac312ded-6b7a-472a-9b67-029bbd85aeed gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:11:26.730250 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-7b16722c-34c2-43e0-b4c1-adeeaf1efe60 None None] Port 070cc61b-81b6-4719-8c30-ba1bd06072d4 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:11:26.962914 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3cf735c9-620a-4b68-a729-d75b05ded830 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:26.969861 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3cf735c9-620a-4b68-a729-d75b05ded830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:26.975025 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-8fd8848f-d284-45b6-aa75-634c66e5636d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'name': 'tempest-ServerActionsTestJSON-1922522622-router', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108'}], 'enable_snat': True}, 'gw_port_id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:22Z', 'updated_at': '2022-02-16T13:11:24Z', 'revision_number': 3, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'gw_port': {'id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:23Z', 'updated_at': '2022-02-16T13:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:26.978989 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd8848f-d284-45b6-aa75-634c66e5636d None None] The sync data for ids ['ac312ded-6b7a-472a-9b67-029bbd85aeed'] in dv-neutron-829527-1-hyperv is: [{'id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'name': 'tempest-ServerActionsTestJSON-1922522622-router', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108'}], 'enable_snat': True}, 'gw_port_id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:22Z', 'updated_at': '2022-02-16T13:11:24Z', 'revision_number': 3, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'gw_port': {'id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:23Z', 'updated_at': '2022-02-16T13:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:11:27.077330 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf735c9-620a-4b68-a729-d75b05ded830 admin admin] Pushing event updated for resources: {'Port': ['ID=070cc61b-81b6-4719-8c30-ba1bd06072d4,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:27.082007 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3cf735c9-620a-4b68-a729-d75b05ded830 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:27.232908 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf735c9-620a-4b68-a729-d75b05ded830 admin admin] Network e2b238cc-e1fe-47ae-9ac4-937e1e055441 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:11:27.234156 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-3cf735c9-620a-4b68-a729-d75b05ded830 admin admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:11:27.418800 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 7da69423-c559-4c95-aa24-948dd02a0af2 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:11:27.495495 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf735c9-620a-4b68-a729-d75b05ded830 admin admin] Router ac312ded-6b7a-472a-9b67-029bbd85aeed has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:11:27.500194 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 7da69423-c559-4c95-aa24-948dd02a0af2 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:11:27.506158 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 7da69423-c559-4c95-aa24-948dd02a0af2 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:11:27.506943 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:27.576258 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-44d0a6bd-a102-4298-83d5-2d5ad59650e3 None None] Provisioning complete for port 070cc61b-81b6-4719-8c30-ba1bd06072d4 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:11:27.576591 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-44d0a6bd-a102-4298-83d5-2d5ad59650e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:27.663513 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-44d0a6bd-a102-4298-83d5-2d5ad59650e3 None None] Port 070cc61b-81b6-4719-8c30-ba1bd06072d4 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:11:27.692520 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:27.701828 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf735c9-620a-4b68-a729-d75b05ded830 admin admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:11:27.711946 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 7da69423-c559-4c95-aa24-948dd02a0af2, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=7da69423-c559-4c95-aa24-948dd02a0af2,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:11:27.720229 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3cf735c9-620a-4b68-a729-d75b05ded830 admin admin] 10.222.0.83 "PUT /v2.0/routers/ac312ded-6b7a-472a-9b67-029bbd85aeed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7018523 Feb 16 13:11:27.720451 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:27.720451 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 253a02e2-10b3-49cf-b478-12ebe7ee8bda up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:11:27.832863 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=7da69423-c559-4c95-aa24-948dd02a0af2,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:27.845531 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 253a02e2-10b3-49cf-b478-12ebe7ee8bda triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:11:27.845900 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:28.197491 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 46892) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:11:28.202817 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-ec2f5608-0632-41ec-be02-2a1612bf5dd3 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1319556265', 'description': 'tempest-description--788027082'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:11:28.209360 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ec2f5608-0632-41ec-be02-2a1612bf5dd3 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:11:28.213424 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ec2f5608-0632-41ec-be02-2a1612bf5dd3 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Usage tracker for resource:security_group and tenant:0bd90968d77b41aca48f743ccb00ce24 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:11:28.216427 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ec2f5608-0632-41ec-be02-2a1612bf5dd3 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:11:28.222484 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ec2f5608-0632-41ec-be02-2a1612bf5dd3 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:11:28.235683 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ec2f5608-0632-41ec-be02-2a1612bf5dd3 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:28.261304 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ec2f5608-0632-41ec-be02-2a1612bf5dd3 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:11:28.269892 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ec2f5608-0632-41ec-be02-2a1612bf5dd3 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Usage tracker for resource:security_group_rule and tenant:0bd90968d77b41aca48f743ccb00ce24 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:11:28.273253 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ec2f5608-0632-41ec-be02-2a1612bf5dd3 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:11:28.279869 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ec2f5608-0632-41ec-be02-2a1612bf5dd3 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:11:28.362819 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ec2f5608-0632-41ec-be02-2a1612bf5dd3 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:28.367783 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ec2f5608-0632-41ec-be02-2a1612bf5dd3 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:28.409569 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f5608-0632-41ec-be02-2a1612bf5dd3 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:28.413004 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ec2f5608-0632-41ec-be02-2a1612bf5dd3 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:28.417476 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ec2f5608-0632-41ec-be02-2a1612bf5dd3 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2157676 Feb 16 13:11:28.417476 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 46896) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:11:28.422378 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-88c78d91-a840-4981-a1e9-e3ad09fca83b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Request body: {'security_group_rule': {'security_group_id': 'ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:11:28.428585 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-88c78d91-a840-4981-a1e9-e3ad09fca83b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:11:28.432400 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-88c78d91-a840-4981-a1e9-e3ad09fca83b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Usage tracker for resource:security_group_rule and tenant:0bd90968d77b41aca48f743ccb00ce24 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:11:28.435643 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-88c78d91-a840-4981-a1e9-e3ad09fca83b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:11:28.441315 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-88c78d91-a840-4981-a1e9-e3ad09fca83b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:11:28.460761 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-88c78d91-a840-4981-a1e9-e3ad09fca83b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:28.524989 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-88c78d91-a840-4981-a1e9-e3ad09fca83b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:28.530606 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-88c78d91-a840-4981-a1e9-e3ad09fca83b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:28.549020 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85b3301-c319-41e9-b8ab-9ac7bac688b4 None None] Sync routers for ids ['ac312ded-6b7a-472a-9b67-029bbd85aeed'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:11:28.556777 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c78d91-a840-4981-a1e9-e3ad09fca83b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=780f2796-e3ba-4b4f-9a07-065c1d35a5fe,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:28.562488 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85b3301-c319-41e9-b8ab-9ac7bac688b4 None None] Routers {'ac312ded-6b7a-472a-9b67-029bbd85aeed'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:11:28.563503 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-f85b3301-c319-41e9-b8ab-9ac7bac688b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:11:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['ac312ded-6b7a-472a-9b67-029bbd85aeed'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:28.566429 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-88c78d91-a840-4981-a1e9-e3ad09fca83b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:28.567620 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-88c78d91-a840-4981-a1e9-e3ad09fca83b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1493711 Feb 16 13:11:28.570369 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 46900) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:11:28.575415 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-e8d6ff5d-5f8b-4b4a-9778-14e5abaf2bca tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Request body: {'security_group_rule': {'security_group_id': 'ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:11:28.581412 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e8d6ff5d-5f8b-4b4a-9778-14e5abaf2bca tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:11:28.585400 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e8d6ff5d-5f8b-4b4a-9778-14e5abaf2bca tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Usage tracker for resource:security_group_rule and tenant:0bd90968d77b41aca48f743ccb00ce24 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:11:28.588268 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e8d6ff5d-5f8b-4b4a-9778-14e5abaf2bca tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:11:28.594038 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e8d6ff5d-5f8b-4b4a-9778-14e5abaf2bca tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:11:28.613897 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e8d6ff5d-5f8b-4b4a-9778-14e5abaf2bca tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:28.677313 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e8d6ff5d-5f8b-4b4a-9778-14e5abaf2bca tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:28.682519 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e8d6ff5d-5f8b-4b4a-9778-14e5abaf2bca tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:28.706015 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d6ff5d-5f8b-4b4a-9778-14e5abaf2bca tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6e50597-8343-48c7-bd96-58aff37becd2,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:28.718961 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e8d6ff5d-5f8b-4b4a-9778-14e5abaf2bca tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:28.722912 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e8d6ff5d-5f8b-4b4a-9778-14e5abaf2bca tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1488719 Feb 16 13:11:28.723457 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 46904) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:11:28.729265 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-55695172-319a-45db-a79f-eea02e86fd96 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Request body: {'floatingip': {'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:11:28.735715 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-55695172-319a-45db-a79f-eea02e86fd96 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:11:28.739642 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-55695172-319a-45db-a79f-eea02e86fd96 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Usage tracker for resource:floatingip and tenant:0bd90968d77b41aca48f743ccb00ce24 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:11:28.742835 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-55695172-319a-45db-a79f-eea02e86fd96 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:11:28.748876 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-55695172-319a-45db-a79f-eea02e86fd96 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:11:28.753111 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-f85b3301-c319-41e9-b8ab-9ac7bac688b4 None None] Set router ac312ded-6b7a-472a-9b67-029bbd85aeed gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:11:28.760519 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-55695172-319a-45db-a79f-eea02e86fd96 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks [] for floatingip, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:28.897118 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-55695172-319a-45db-a79f-eea02e86fd96 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:29.028075 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-55695172-319a-45db-a79f-eea02e86fd96 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Allocated IP 172.26.5.224 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/3032e438-b34b-4f70-81e7-95bed597f219) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:11:29.056116 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-f85b3301-c319-41e9-b8ab-9ac7bac688b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'name': 'tempest-ServerActionsTestJSON-1922522622-router', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108'}], 'enable_snat': True}, 'gw_port_id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:22Z', 'updated_at': '2022-02-16T13:11:26Z', 'revision_number': 4, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'gw_port': {'id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:23Z', 'updated_at': '2022-02-16T13:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '070cc61b-81b6-4719-8c30-ba1bd06072d4', 'name': '', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'mac_address': 'fa:16:3e:ee:39:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:25Z', 'updated_at': '2022-02-16T13:11:26Z', 'revision_number': 2, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'subnets': [{'id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:29.060847 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85b3301-c319-41e9-b8ab-9ac7bac688b4 None None] Checking router: ac312ded-6b7a-472a-9b67-029bbd85aeed for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:11:29.061194 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85b3301-c319-41e9-b8ab-9ac7bac688b4 None None] Updating router ac312ded-6b7a-472a-9b67-029bbd85aeed port 070cc61b-81b6-4719-8c30-ba1bd06072d4 binding host dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:11:29.115816 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-f85b3301-c319-41e9-b8ab-9ac7bac688b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:29.176755 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-55695172-319a-45db-a79f-eea02e86fd96 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:29.206952 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-55695172-319a-45db-a79f-eea02e86fd96 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:29.335340 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 7da69423-c559-4c95-aa24-948dd02a0af2 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:11:29.376158 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55695172-319a-45db-a79f-eea02e86fd96 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:11:29.379565 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-55695172-319a-45db-a79f-eea02e86fd96 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:11:29.382330 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55695172-319a-45db-a79f-eea02e86fd96 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:11:29.407588 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 7da69423-c559-4c95-aa24-948dd02a0af2 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:11:29.407956 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:29.431736 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55695172-319a-45db-a79f-eea02e86fd96 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Pushing event updated for resources: {'Port': ['ID=3032e438-b34b-4f70-81e7-95bed597f219,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:29.479077 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-55695172-319a-45db-a79f-eea02e86fd96 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:29.528974 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-f85b3301-c319-41e9-b8ab-9ac7bac688b4 None None] Notify callbacks [] for port, precommit_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:29.542783 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.provisioning_blocks [None req-f85b3301-c319-41e9-b8ab-9ac7bac688b4 None None] Transition to ACTIVE for port object 070cc61b-81b6-4719-8c30-ba1bd06072d4 will not be triggered until provisioned by entity L2. {{(pid=87703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:11:29.549512 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-55695172-319a-45db-a79f-eea02e86fd96 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:29.551351 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-f85b3301-c319-41e9-b8ab-9ac7bac688b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:29.741938 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e4c3d4-2901-4b4b-906c-4cf41980a886 None None] Pushing event updated for resources: {'Port': ['ID=070cc61b-81b6-4719-8c30-ba1bd06072d4,revision_number=3']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:29.757741 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e4c3d4-2901-4b4b-906c-4cf41980a886 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:29.758081 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e4c3d4-2901-4b4b-906c-4cf41980a886 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:29.758415 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e4c3d4-2901-4b4b-906c-4cf41980a886 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:29.758745 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e4c3d4-2901-4b4b-906c-4cf41980a886 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:29.759167 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e4c3d4-2901-4b4b-906c-4cf41980a886 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:29.759492 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e4c3d4-2901-4b4b-906c-4cf41980a886 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:29.759817 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e4c3d4-2901-4b4b-906c-4cf41980a886 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:29.760135 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e4c3d4-2901-4b4b-906c-4cf41980a886 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:29.760452 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e4c3d4-2901-4b4b-906c-4cf41980a886 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:29.760793 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e4c3d4-2901-4b4b-906c-4cf41980a886 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:29.761132 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e4c3d4-2901-4b4b-906c-4cf41980a886 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:29.761415 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e4c3d4-2901-4b4b-906c-4cf41980a886 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:29.779657 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-55695172-319a-45db-a79f-eea02e86fd96 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:29.781298 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-f85b3301-c319-41e9-b8ab-9ac7bac688b4 None None] Attempting to bind port 070cc61b-81b6-4719-8c30-ba1bd06072d4 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:11:29.781740 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-f85b3301-c319-41e9-b8ab-9ac7bac688b4 None None] Attempting to bind port 070cc61b-81b6-4719-8c30-ba1bd06072d4 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '43e3019b-586d-4d5c-ac11-25a3857f5dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441'}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:11:29.782099 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85b3301-c319-41e9-b8ab-9ac7bac688b4 None None] Attempting to bind port 070cc61b-81b6-4719-8c30-ba1bd06072d4 on network e2b238cc-e1fe-47ae-9ac4-937e1e055441 {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:11:29.787803 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-55695172-319a-45db-a79f-eea02e86fd96 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:29.788102 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85b3301-c319-41e9-b8ab-9ac7bac688b4 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:11:29.788471 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85b3301-c319-41e9-b8ab-9ac7bac688b4 None None] Checking segment: {'id': '43e3019b-586d-4d5c-ac11-25a3857f5dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:11:29.788900 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-f85b3301-c319-41e9-b8ab-9ac7bac688b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:29.789282 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85b3301-c319-41e9-b8ab-9ac7bac688b4 None None] Bound using segment: {'id': '43e3019b-586d-4d5c-ac11-25a3857f5dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441'} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:11:29.789730 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-f85b3301-c319-41e9-b8ab-9ac7bac688b4 None None] Bound port: 070cc61b-81b6-4719-8c30-ba1bd06072d4, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43e3019b-586d-4d5c-ac11-25a3857f5dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441'}}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:11:29.790097 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-f85b3301-c319-41e9-b8ab-9ac7bac688b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:29.883779 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-f85b3301-c319-41e9-b8ab-9ac7bac688b4 None None] For port 070cc61b-81b6-4719-8c30-ba1bd06072d4, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:11:29.887257 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-f85b3301-c319-41e9-b8ab-9ac7bac688b4 None None] For port 070cc61b-81b6-4719-8c30-ba1bd06072d4, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=070cc61b-81b6-4719-8c30-ba1bd06072d4,segment=NetworkSegment(43e3019b-586d-4d5c-ac11-25a3857f5dac),segment_id=43e3019b-586d-4d5c-ac11-25a3857f5dac)] {{(pid=87703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:11:29.892570 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55695172-319a-45db-a79f-eea02e86fd96 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Pushing event updated for resources: {'Port': ['ID=3032e438-b34b-4f70-81e7-95bed597f219,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:29.892983 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-f85b3301-c319-41e9-b8ab-9ac7bac688b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:29.911926 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-55695172-319a-45db-a79f-eea02e86fd96 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:29.936038 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-55695172-319a-45db-a79f-eea02e86fd96 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:29.937373 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-55695172-319a-45db-a79f-eea02e86fd96 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2125101 Feb 16 13:11:29.970028 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85b3301-c319-41e9-b8ab-9ac7bac688b4 None None] Routers {'ac312ded-6b7a-472a-9b67-029bbd85aeed'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:11:29.970652 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-f85b3301-c319-41e9-b8ab-9ac7bac688b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:11:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['ac312ded-6b7a-472a-9b67-029bbd85aeed'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:30.037184 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e4c3d4-2901-4b4b-906c-4cf41980a886 None None] Pushing event updated for resources: {'Port': ['ID=070cc61b-81b6-4719-8c30-ba1bd06072d4,revision_number=4']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:30.118039 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-73fc6dc2-cad0-4845-ae8a-556bca2f8219 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1319556265&fields=id&tenant_id=0bd90968d77b41aca48f743ccb00ce24 HTTP/1.1" status: 200 len: 267 time: 0.0480282 Feb 16 13:11:30.161776 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-f85b3301-c319-41e9-b8ab-9ac7bac688b4 None None] Set router ac312ded-6b7a-472a-9b67-029bbd85aeed gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:11:30.384806 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-22f0ab4a-e927-4c1d-87f6-a6c07df6f3a4 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:30.386572 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-22f0ab4a-e927-4c1d-87f6-a6c07df6f3a4 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/networks?id=e2b238cc-e1fe-47ae-9ac4-937e1e055441 HTTP/1.1" status: 200 len: 812 time: 0.2657893 Feb 16 13:11:30.402954 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-d5962048-262e-4a5f-ac51-6b7301fb324b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/quotas/0bd90968d77b41aca48f743ccb00ce24 HTTP/1.1" status: 200 len: 375 time: 0.0104034 Feb 16 13:11:30.481173 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-f85b3301-c319-41e9-b8ab-9ac7bac688b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'name': 'tempest-ServerActionsTestJSON-1922522622-router', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108'}], 'enable_snat': True}, 'gw_port_id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:22Z', 'updated_at': '2022-02-16T13:11:26Z', 'revision_number': 4, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'gw_port': {'id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:23Z', 'updated_at': '2022-02-16T13:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '070cc61b-81b6-4719-8c30-ba1bd06072d4', 'name': '', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'mac_address': 'fa:16:3e:ee:39:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:25Z', 'updated_at': '2022-02-16T13:11:29Z', 'revision_number': 4, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'subnets': [{'id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:30.485197 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85b3301-c319-41e9-b8ab-9ac7bac688b4 None None] The sync data for ids ['ac312ded-6b7a-472a-9b67-029bbd85aeed'] in dv-neutron-829527-1-hyperv is: [{'id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'name': 'tempest-ServerActionsTestJSON-1922522622-router', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108'}], 'enable_snat': True}, 'gw_port_id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:22Z', 'updated_at': '2022-02-16T13:11:26Z', 'revision_number': 4, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'gw_port': {'id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:23Z', 'updated_at': '2022-02-16T13:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '070cc61b-81b6-4719-8c30-ba1bd06072d4', 'name': '', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'mac_address': 'fa:16:3e:ee:39:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:25Z', 'updated_at': '2022-02-16T13:11:29Z', 'revision_number': 4, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'subnets': [{'id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:11:30.491374 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-893458f8-604d-438e-b78f-2a98c6aa9f03 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=0bd90968d77b41aca48f743ccb00ce24&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0828753 Feb 16 13:11:30.644813 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-8071c23c-f295-4322-bfa3-15d0d0e015a5 service neutron] 10.222.0.83 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410925 Feb 16 13:11:30.781348 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-02cccbc8-9bbf-406a-9f1d-d57f596970ca service neutron] 10.222.0.83 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305144 Feb 16 13:11:30.964855 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-2fe0a9d7-8b5f-4a6b-ac91-1a3edf6f67d2 req-69264769-e250-47a8-be14-8ae849cdeb78 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Synchronizing usage tracker for tenant:0bd90968d77b41aca48f743ccb00ce24 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:11:30.984277 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-2fe0a9d7-8b5f-4a6b-ac91-1a3edf6f67d2 req-69264769-e250-47a8-be14-8ae849cdeb78 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Unset dirty status for tenant:0bd90968d77b41aca48f743ccb00ce24 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:11:30.985540 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2fe0a9d7-8b5f-4a6b-ac91-1a3edf6f67d2 req-69264769-e250-47a8-be14-8ae849cdeb78 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 210 time: 0.0702283 Feb 16 13:11:31.373048 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 070cc61b-81b6-4719-8c30-ba1bd06072d4 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:11:31.449137 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 070cc61b-81b6-4719-8c30-ba1bd06072d4 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:11:31.455285 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 070cc61b-81b6-4719-8c30-ba1bd06072d4 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:11:31.455654 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:31.590937 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:31.625454 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 070cc61b-81b6-4719-8c30-ba1bd06072d4, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=070cc61b-81b6-4719-8c30-ba1bd06072d4,segment=NetworkSegment(43e3019b-586d-4d5c-ac11-25a3857f5dac),segment_id=43e3019b-586d-4d5c-ac11-25a3857f5dac)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:11:31.631265 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:31.706526 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=070cc61b-81b6-4719-8c30-ba1bd06072d4,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:31.834090 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-aad74eb7-d5d7-4e34-a0e8-f7fcc6bfcb61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:32.153753 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-2ea7568b-9f36-42ef-9556-246b04bb1a1c tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:32.155100 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-2ea7568b-9f36-42ef-9556-246b04bb1a1c tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.89 "GET /v2.0/networks?id=e2b238cc-e1fe-47ae-9ac4-937e1e055441 HTTP/1.1" status: 200 len: 812 time: 0.1947942 Feb 16 13:11:32.157427 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-05299782-572f-4420-baf7-31adea5bff56 req-61b92030-cf8b-43cb-accf-0cf4edd3944c tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 210 time: 0.0585330 Feb 16 13:11:32.205609 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-7edaf07c-05b0-4ce4-8029-efc07626230e tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0bd90968d77b41aca48f743ccb00ce24 HTTP/1.1" status: 200 len: 380 time: 0.0409484 Feb 16 13:11:32.217473 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-23664854-161d-430c-8692-980cb2a7ffaa tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Request body: {'port': {'device_id': 'c63f5f2a-bdf6-4010-a521-295d1ac9662f', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'admin_state_up': True, 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'security_groups': ['ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f']}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:11:32.353736 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-23664854-161d-430c-8692-980cb2a7ffaa tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:11:32.363649 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-23664854-161d-430c-8692-980cb2a7ffaa tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:11:32.376841 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-23664854-161d-430c-8692-980cb2a7ffaa tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Made reservation on behalf of 0bd90968d77b41aca48f743ccb00ce24 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:11:32.380745 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-23664854-161d-430c-8692-980cb2a7ffaa tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:32.570522 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-23664854-161d-430c-8692-980cb2a7ffaa tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Allocated IP 172.20.0.13 (e2b238cc-e1fe-47ae-9ac4-937e1e055441/efb0954b-e49f-457a-8e17-f9ac8946b2c8/8ab7712e-0f3e-4084-9903-86e78b5f47c4) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:11:32.771479 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-23664854-161d-430c-8692-980cb2a7ffaa tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:32.786887 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-23664854-161d-430c-8692-980cb2a7ffaa tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Transition to ACTIVE for port object 8ab7712e-0f3e-4084-9903-86e78b5f47c4 will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:11:32.818568 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-23664854-161d-430c-8692-980cb2a7ffaa tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:32.890961 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-23664854-161d-430c-8692-980cb2a7ffaa tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Network e2b238cc-e1fe-47ae-9ac4-937e1e055441 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:11:32.894061 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-23664854-161d-430c-8692-980cb2a7ffaa tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:11:32.898039 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-23664854-161d-430c-8692-980cb2a7ffaa tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:11:32.931933 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23664854-161d-430c-8692-980cb2a7ffaa tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Pushing event updated for resources: {'Port': ['ID=8ab7712e-0f3e-4084-9903-86e78b5f47c4,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:32.970217 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-23664854-161d-430c-8692-980cb2a7ffaa tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:32.970601 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-23664854-161d-430c-8692-980cb2a7ffaa tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:32.998864 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-23664854-161d-430c-8692-980cb2a7ffaa tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7848976 Feb 16 13:11:33.011076 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-b6535647-f42d-4a91-94e2-a14ca2ed624f service neutron] Request body: {'port': {'device_id': 'c63f5f2a-bdf6-4010-a521-295d1ac9662f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:11:33.126665 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-b6535647-f42d-4a91-94e2-a14ca2ed624f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:33.171056 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-1e7e738c-fe45-4432-842a-f70d98a701b4 None None] Provisioning for port 8ab7712e-0f3e-4084-9903-86e78b5f47c4 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:11:33.176648 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-1e7e738c-fe45-4432-842a-f70d98a701b4 None None] Provisioning complete for port 8ab7712e-0f3e-4084-9903-86e78b5f47c4 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:11:33.177032 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-1e7e738c-fe45-4432-842a-f70d98a701b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:33.234853 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-1e7e738c-fe45-4432-842a-f70d98a701b4 None None] Port 8ab7712e-0f3e-4084-9903-86e78b5f47c4 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:11:33.334464 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 070cc61b-81b6-4719-8c30-ba1bd06072d4 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:11:33.350545 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef87cc-6886-4eaf-a876-652391ddfc83 req-8cfe37ac-f519-4d6a-bf6d-cbc17a2e4066 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:33.352027 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e1ef87cc-6886-4eaf-a876-652391ddfc83 req-8cfe37ac-f519-4d6a-bf6d-cbc17a2e4066 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 932 time: 0.0866086 Feb 16 13:11:33.402359 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 070cc61b-81b6-4719-8c30-ba1bd06072d4 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:11:33.402723 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:33.413262 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-e1ef87cc-6886-4eaf-a876-652391ddfc83 req-6f84b985-ee8e-4dba-a38a-0ded94abbbff tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Synchronizing usage tracker for tenant:0bd90968d77b41aca48f743ccb00ce24 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:11:33.433074 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-e1ef87cc-6886-4eaf-a876-652391ddfc83 req-6f84b985-ee8e-4dba-a38a-0ded94abbbff tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Unset dirty status for tenant:0bd90968d77b41aca48f743ccb00ce24 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:11:33.434744 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e1ef87cc-6886-4eaf-a876-652391ddfc83 req-6f84b985-ee8e-4dba-a38a-0ded94abbbff tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731494 Feb 16 13:11:33.622013 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-b6535647-f42d-4a91-94e2-a14ca2ed624f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ab7712e-0f3e-4084-9903-86e78b5f47c4 {{(pid=87701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:11:33.629386 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-b6535647-f42d-4a91-94e2-a14ca2ed624f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:33.643636 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-b6535647-f42d-4a91-94e2-a14ca2ed624f service neutron] Transition to ACTIVE for port object 8ab7712e-0f3e-4084-9903-86e78b5f47c4 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:11:33.649220 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-b6535647-f42d-4a91-94e2-a14ca2ed624f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:33.801048 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6535647-f42d-4a91-94e2-a14ca2ed624f service neutron] Pushing event updated for resources: {'Port': ['ID=8ab7712e-0f3e-4084-9903-86e78b5f47c4,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:33.884512 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-b6535647-f42d-4a91-94e2-a14ca2ed624f service neutron] Attempting to bind port 8ab7712e-0f3e-4084-9903-86e78b5f47c4 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:11:33.884879 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-b6535647-f42d-4a91-94e2-a14ca2ed624f service neutron] Attempting to bind port 8ab7712e-0f3e-4084-9903-86e78b5f47c4 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '43e3019b-586d-4d5c-ac11-25a3857f5dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:11:33.885204 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-b6535647-f42d-4a91-94e2-a14ca2ed624f service neutron] Attempting to bind port 8ab7712e-0f3e-4084-9903-86e78b5f47c4 on network e2b238cc-e1fe-47ae-9ac4-937e1e055441 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:11:33.889719 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-b6535647-f42d-4a91-94e2-a14ca2ed624f service neutron] Port 8ab7712e-0f3e-4084-9903-86e78b5f47c4 on network e2b238cc-e1fe-47ae-9ac4-937e1e055441 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:11:33.890036 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-b6535647-f42d-4a91-94e2-a14ca2ed624f service neutron] Attempting to bind port 8ab7712e-0f3e-4084-9903-86e78b5f47c4 on network e2b238cc-e1fe-47ae-9ac4-937e1e055441 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:11:33.895050 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-b6535647-f42d-4a91-94e2-a14ca2ed624f service neutron] Checking agent: {'id': 'b4b5bcfd-2763-4324-82e0-923bc8a52546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'started_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:11:33.895382 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-b6535647-f42d-4a91-94e2-a14ca2ed624f service neutron] Checking segment: {'id': '43e3019b-586d-4d5c-ac11-25a3857f5dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:11:33.895760 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-b6535647-f42d-4a91-94e2-a14ca2ed624f service neutron] Bound using segment: {'id': '43e3019b-586d-4d5c-ac11-25a3857f5dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:11:33.896205 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-b6535647-f42d-4a91-94e2-a14ca2ed624f service neutron] Bound port: 8ab7712e-0f3e-4084-9903-86e78b5f47c4, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43e3019b-586d-4d5c-ac11-25a3857f5dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:11:33.896660 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-b6535647-f42d-4a91-94e2-a14ca2ed624f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:33.987641 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-b6535647-f42d-4a91-94e2-a14ca2ed624f service neutron] For port 8ab7712e-0f3e-4084-9903-86e78b5f47c4, host hv-neutron-8295, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:11:33.990664 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-b6535647-f42d-4a91-94e2-a14ca2ed624f service neutron] For port 8ab7712e-0f3e-4084-9903-86e78b5f47c4, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=8ab7712e-0f3e-4084-9903-86e78b5f47c4,segment=NetworkSegment(43e3019b-586d-4d5c-ac11-25a3857f5dac),segment_id=43e3019b-586d-4d5c-ac11-25a3857f5dac)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:11:33.997692 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-b6535647-f42d-4a91-94e2-a14ca2ed624f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:34.060477 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-b6535647-f42d-4a91-94e2-a14ca2ed624f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:34.061196 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-b6535647-f42d-4a91-94e2-a14ca2ed624f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:34.062552 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-b6535647-f42d-4a91-94e2-a14ca2ed624f service neutron] 10.222.0.89 "PUT /v2.0/ports/8ab7712e-0f3e-4084-9903-86e78b5f47c4 HTTP/1.1" status: 200 len: 1094 time: 1.0563357 Feb 16 13:11:34.062983 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c63f5f2a-bdf6-4010-a521-295d1ac9662f', 'tag': '8ab7712e-0f3e-4084-9903-86e78b5f47c4'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:11:34.087064 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6535647-f42d-4a91-94e2-a14ca2ed624f service neutron] Pushing event updated for resources: {'Port': ['ID=8ab7712e-0f3e-4084-9903-86e78b5f47c4,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:34.145135 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b81dcda0-5715-4494-8841-db80389eede8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:34.149904 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c63f5f2a-bdf6-4010-a521-295d1ac9662f', 'tag': '8ab7712e-0f3e-4084-9903-86e78b5f47c4', 'status': 'completed', 'code': 200} Feb 16 13:11:34.192668 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-287533e4-ac65-4635-9c07-09957d61aa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:34.194917 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-287533e4-ac65-4635-9c07-09957d61aa32 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0bd90968d77b41aca48f743ccb00ce24&device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 1097 time: 0.0841620 Feb 16 13:11:34.268175 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-b8c1c445-dfdc-40bd-aa26-55d17dacdad5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ab7712e-0f3e-4084-9903-86e78b5f47c4 HTTP/1.1" status: 200 len: 217 time: 0.0664332 Feb 16 13:11:34.330329 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-7ac2cbc5-6d61-4fa4-bea3-e85c5ef47e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:34.331673 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-7ac2cbc5-6d61-4fa4-bea3-e85c5ef47e79 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=efb0954b-e49f-457a-8e17-f9ac8946b2c8 HTTP/1.1" status: 200 len: 851 time: 0.0575774 Feb 16 13:11:34.415222 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-a8401119-668b-405f-a4bb-0c06aa709aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:34.416760 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-a8401119-668b-405f-a4bb-0c06aa709aae service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e2b238cc-e1fe-47ae-9ac4-937e1e055441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781837 Feb 16 13:11:34.556601 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-e98bbe93-d943-4e0c-8c2a-68f99ceef7e5 service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331048 Feb 16 13:11:34.557151 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:34.633461 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b48b7-14bc-4266-af29-208b99b4159a req-0c38e0ca-7c2b-4175-af56-09a1919b82aa tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:34.635596 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-538b48b7-14bc-4266-af29-208b99b4159a req-0c38e0ca-7c2b-4175-af56-09a1919b82aa tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 944 time: 0.0846703 Feb 16 13:11:34.679754 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-538b48b7-14bc-4266-af29-208b99b4159a req-ae00b9a4-339a-46d0-a8b3-9d2917cdabd8 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383809 Feb 16 13:11:34.692521 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e10a67c5-f31d-4bb8-90f7-bc18aa7cc7ff req-bd1e09ad-15a0-4df5-82cb-4970082ecff3 service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295426 Feb 16 13:11:34.836385 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec572719-68f8-4429-8fd5-cef2111b58e6 req-f40a5bf4-ef09-41d3-ac3a-a7a6aeff4f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:34.837907 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ec572719-68f8-4429-8fd5-cef2111b58e6 req-f40a5bf4-ef09-41d3-ac3a-a7a6aeff4f9c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0bd90968d77b41aca48f743ccb00ce24&device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 1097 time: 0.0842540 Feb 16 13:11:34.984960 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec572719-68f8-4429-8fd5-cef2111b58e6 req-97f0b3cc-f815-4dae-b98b-ecd54e8ea8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:34.986370 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ec572719-68f8-4429-8fd5-cef2111b58e6 req-97f0b3cc-f815-4dae-b98b-ecd54e8ea8a2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e2b238cc-e1fe-47ae-9ac4-937e1e055441 HTTP/1.1" status: 200 len: 913 time: 0.1415651 Feb 16 13:11:35.058849 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ec572719-68f8-4429-8fd5-cef2111b58e6 req-2281f9d6-ae45-4a55-828c-3fa794b4abc7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ab7712e-0f3e-4084-9903-86e78b5f47c4 HTTP/1.1" status: 200 len: 217 time: 0.0637419 Feb 16 13:11:35.088292 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:11:35.119643 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec572719-68f8-4429-8fd5-cef2111b58e6 req-53948dcf-0255-4211-8ffe-ca2f9dea4b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:35.121099 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ec572719-68f8-4429-8fd5-cef2111b58e6 req-53948dcf-0255-4211-8ffe-ca2f9dea4b39 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=efb0954b-e49f-457a-8e17-f9ac8946b2c8 HTTP/1.1" status: 200 len: 851 time: 0.0563209 Feb 16 13:11:35.197079 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:35.204453 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec572719-68f8-4429-8fd5-cef2111b58e6 req-a845a2a1-c6a0-4bfd-9728-efa63fe5a883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:35.205954 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ec572719-68f8-4429-8fd5-cef2111b58e6 req-a845a2a1-c6a0-4bfd-9728-efa63fe5a883 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e2b238cc-e1fe-47ae-9ac4-937e1e055441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773661 Feb 16 13:11:35.227559 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:35.350064 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ec572719-68f8-4429-8fd5-cef2111b58e6 req-2ef424d4-e2a3-4b44-9f97-3b132e60ba96 service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350060 Feb 16 13:11:35.615149 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ec572719-68f8-4429-8fd5-cef2111b58e6 req-c4a8e1b6-f1b8-4c83-aa22-a41aff173416 service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587588 Feb 16 13:11:35.914079 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a40efe-482d-4c32-8bb1-10604ccc0ba4 req-653f9502-d31e-400b-b42c-ad663ab80611 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:35.915079 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-f7a40efe-482d-4c32-8bb1-10604ccc0ba4 req-653f9502-d31e-400b-b42c-ad663ab80611 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Synchronizing usage tracker for tenant:0bd90968d77b41aca48f743ccb00ce24 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:11:35.943558 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-f7a40efe-482d-4c32-8bb1-10604ccc0ba4 req-653f9502-d31e-400b-b42c-ad663ab80611 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Unset dirty status for tenant:0bd90968d77b41aca48f743ccb00ce24 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:11:35.944824 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f7a40efe-482d-4c32-8bb1-10604ccc0ba4 req-653f9502-d31e-400b-b42c-ad663ab80611 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 944 time: 0.1329100 Feb 16 13:11:35.997005 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f7a40efe-482d-4c32-8bb1-10604ccc0ba4 req-b0ba7ad2-07ba-488e-802f-5e97c8deac25 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450561 Feb 16 13:11:36.776155 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:37.193881 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bbe94a-97bc-4ad8-925c-05b56bd61d8c req-37beac1e-cf22-4db2-8a88-b93535ecf6d2 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:37.195368 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d9bbe94a-97bc-4ad8-925c-05b56bd61d8c req-37beac1e-cf22-4db2-8a88-b93535ecf6d2 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 944 time: 0.0819941 Feb 16 13:11:37.243377 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d9bbe94a-97bc-4ad8-925c-05b56bd61d8c req-086f5ec1-f1ae-4045-ac42-0f7b3766a561 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395789 Feb 16 13:11:37.500880 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 8ab7712e-0f3e-4084-9903-86e78b5f47c4 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:11:37.646298 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 8ab7712e-0f3e-4084-9903-86e78b5f47c4, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=8ab7712e-0f3e-4084-9903-86e78b5f47c4,segment=NetworkSegment(43e3019b-586d-4d5c-ac11-25a3857f5dac),segment_id=43e3019b-586d-4d5c-ac11-25a3857f5dac)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:11:37.659488 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': '8ab7712e-0f3e-4084-9903-86e78b5f47c4', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'port_id': '8ab7712e-0f3e-4084-9903-86e78b5f47c4', 'mac_address': 'fa:16:3e:bd:74:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:11:37.716705 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:37.732968 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ab7712e-0f3e-4084-9903-86e78b5f47c4 {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:11:37.749535 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 8ab7712e-0f3e-4084-9903-86e78b5f47c4, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=8ab7712e-0f3e-4084-9903-86e78b5f47c4,segment=NetworkSegment(43e3019b-586d-4d5c-ac11-25a3857f5dac),segment_id=43e3019b-586d-4d5c-ac11-25a3857f5dac)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:11:37.756662 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:37.827266 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=8ab7712e-0f3e-4084-9903-86e78b5f47c4,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:37.835813 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:37.836167 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:37.836499 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:37.836859 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:37.837185 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:37.837523 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:37.837839 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:37.838163 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:37.838488 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:37.838804 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:37.839106 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:37.839421 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:11:37.967541 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['8ab7712e-0f3e-4084-9903-86e78b5f47c4'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:11:38.442788 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df74272-7aa7-4745-9ca7-e7023ef62f63 req-443f4d9f-b7a6-4b71-9909-8a661aa3092a tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:38.444912 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7df74272-7aa7-4745-9ca7-e7023ef62f63 req-443f4d9f-b7a6-4b71-9909-8a661aa3092a tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 945 time: 0.0866847 Feb 16 13:11:38.491980 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7df74272-7aa7-4745-9ca7-e7023ef62f63 req-e436ab65-dc9e-4eb6-b871-651f97c83b34 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389583 Feb 16 13:11:39.516326 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 8ab7712e-0f3e-4084-9903-86e78b5f47c4 up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:11:39.615262 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning for port 8ab7712e-0f3e-4084-9903-86e78b5f47c4 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:11:39.620350 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port 8ab7712e-0f3e-4084-9903-86e78b5f47c4 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:11:39.620734 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:39.708323 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692cc204-c2ce-4eb3-a60e-c59b4bb1b74e req-44788d39-945e-483b-b7dc-698c6a177fb7 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:39.709903 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-692cc204-c2ce-4eb3-a60e-c59b4bb1b74e req-44788d39-945e-483b-b7dc-698c6a177fb7 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 945 time: 0.0818632 Feb 16 13:11:39.739592 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:39.755036 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-692cc204-c2ce-4eb3-a60e-c59b4bb1b74e req-2ad97efd-e6a1-41e3-a9f8-778819a2ac3b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377474 Feb 16 13:11:39.765953 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63f5f2a-bdf6-4010-a521-295d1ac9662f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab7712e-0f3e-4084-9903-86e78b5f47c4'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:11:39.775906 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 8ab7712e-0f3e-4084-9903-86e78b5f47c4, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=8ab7712e-0f3e-4084-9903-86e78b5f47c4,segment=NetworkSegment(43e3019b-586d-4d5c-ac11-25a3857f5dac),segment_id=43e3019b-586d-4d5c-ac11-25a3857f5dac)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:11:39.780496 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:39.815750 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63f5f2a-bdf6-4010-a521-295d1ac9662f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab7712e-0f3e-4084-9903-86e78b5f47c4', 'code': 200} Feb 16 13:11:39.853808 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=8ab7712e-0f3e-4084-9903-86e78b5f47c4,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:11:40.070475 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c745039f-00a2-4441-a11f-9cfd31e062e9 req-87e5ceff-8219-4989-872a-41900d4ec7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:40.071896 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c745039f-00a2-4441-a11f-9cfd31e062e9 req-87e5ceff-8219-4989-872a-41900d4ec7e8 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 1099 time: 0.0864782 Feb 16 13:11:40.114623 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c745039f-00a2-4441-a11f-9cfd31e062e9 req-5757895a-c071-4463-a67f-41e0fb6bc2e7 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356529 Feb 16 13:11:40.949862 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fda2a1-b575-4d29-b177-5284b0226c73 req-6f728f1a-6168-40d4-bc00-71bbca041372 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:40.951348 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-76fda2a1-b575-4d29-b177-5284b0226c73 req-6f728f1a-6168-40d4-bc00-71bbca041372 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 946 time: 0.0927575 Feb 16 13:11:40.999707 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-76fda2a1-b575-4d29-b177-5284b0226c73 req-4c0270f5-6d15-4fba-b111-39b45c6e3195 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426643 Feb 16 13:11:42.214844 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ba5da-09fd-4de6-89fc-bd695bc3a0bf req-aa712c3a-38dc-453a-8f4f-3ccf0252650b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:42.216597 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-515ba5da-09fd-4de6-89fc-bd695bc3a0bf req-aa712c3a-38dc-453a-8f4f-3ccf0252650b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 946 time: 0.0914185 Feb 16 13:11:42.260255 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-515ba5da-09fd-4de6-89fc-bd695bc3a0bf req-da7e037b-26f4-4563-bbb3-3aa40307890e tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375695 Feb 16 13:11:42.459058 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650278ef-e5ec-420b-8990-6f8455de75cb req-e5047571-fde8-471b-95e7-739bcfce5ab1 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:42.460345 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-650278ef-e5ec-420b-8990-6f8455de75cb req-e5047571-fde8-471b-95e7-739bcfce5ab1 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 946 time: 0.0894105 Feb 16 13:11:42.470450 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 46960) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:11:42.475811 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-02f95409-68e9-434d-aa67-492b6a792f6b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Request body: {'floatingip': {'port_id': '8ab7712e-0f3e-4084-9903-86e78b5f47c4'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:11:42.554526 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-02f95409-68e9-434d-aa67-492b6a792f6b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks [] for floatingip, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:43.260661 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-02f95409-68e9-434d-aa67-492b6a792f6b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:43.267634 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-02f95409-68e9-434d-aa67-492b6a792f6b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:43.441367 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-02f95409-68e9-434d-aa67-492b6a792f6b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Floating IP 6f7b5e9e-f176-40df-ac1c-c73af4da0d46 associated. External IP: 172.26.5.224, port: 8ab7712e-0f3e-4084-9903-86e78b5f47c4. Feb 16 13:11:43.794943 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f95409-68e9-434d-aa67-492b6a792f6b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Router ac312ded-6b7a-472a-9b67-029bbd85aeed has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:11:43.977465 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f95409-68e9-434d-aa67-492b6a792f6b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:11:43.981887 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-02f95409-68e9-434d-aa67-492b6a792f6b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:11:43.987404 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5c9bfa-7743-4acd-ae64-07271bf3e15b None None] Sync routers for ids ['ac312ded-6b7a-472a-9b67-029bbd85aeed'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:11:43.998926 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5c9bfa-7743-4acd-ae64-07271bf3e15b None None] Routers {'ac312ded-6b7a-472a-9b67-029bbd85aeed'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:11:43.999558 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-6b5c9bfa-7743-4acd-ae64-07271bf3e15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:11:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['ac312ded-6b7a-472a-9b67-029bbd85aeed'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:44.037466 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-02f95409-68e9-434d-aa67-492b6a792f6b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "PUT /v2.0/floatingips/6f7b5e9e-f176-40df-ac1c-c73af4da0d46 HTTP/1.1" status: 200 len: 992 time: 1.5659015 Feb 16 13:11:44.038138 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c63f5f2a-bdf6-4010-a521-295d1ac9662f', 'tag': '8ab7712e-0f3e-4084-9903-86e78b5f47c4'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:11:44.134706 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c63f5f2a-bdf6-4010-a521-295d1ac9662f', 'tag': '8ab7712e-0f3e-4084-9903-86e78b5f47c4', 'status': 'completed', 'code': 200} Feb 16 13:11:44.180427 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-6b5c9bfa-7743-4acd-ae64-07271bf3e15b None None] Set router ac312ded-6b7a-472a-9b67-029bbd85aeed gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:11:44.277432 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8a4f2-a81b-4175-837c-2f99c2d3e014 req-93034b82-c6de-4bda-839f-ac90b6f687c4 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:44.278896 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-95d8a4f2-a81b-4175-837c-2f99c2d3e014 req-93034b82-c6de-4bda-839f-ac90b6f687c4 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 946 time: 0.1499612 Feb 16 13:11:44.284225 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31832342-7ead-4e3c-88ee-ce427d2f705c req-29273b94-ea27-4c43-b585-18b4092c785f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:44.285651 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-31832342-7ead-4e3c-88ee-ce427d2f705c req-29273b94-ea27-4c43-b585-18b4092c785f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0bd90968d77b41aca48f743ccb00ce24&device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 1099 time: 0.1165223 Feb 16 13:11:44.395252 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-95d8a4f2-a81b-4175-837c-2f99c2d3e014 req-91f4287a-9511-499b-bc1b-9992625808e5 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085417 Feb 16 13:11:44.453345 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31832342-7ead-4e3c-88ee-ce427d2f705c req-9e8c9ca1-6f5a-4801-ac45-194312bd3113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:44.454791 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-31832342-7ead-4e3c-88ee-ce427d2f705c req-9e8c9ca1-6f5a-4801-ac45-194312bd3113 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e2b238cc-e1fe-47ae-9ac4-937e1e055441 HTTP/1.1" status: 200 len: 913 time: 0.1558330 Feb 16 13:11:44.563199 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-31832342-7ead-4e3c-88ee-ce427d2f705c req-562de798-ec20-4fb0-bcdd-b8b700af7987 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ab7712e-0f3e-4084-9903-86e78b5f47c4 HTTP/1.1" status: 200 len: 1000 time: 0.0996864 Feb 16 13:11:44.565035 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-6b5c9bfa-7743-4acd-ae64-07271bf3e15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'name': 'tempest-ServerActionsTestJSON-1922522622-router', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108'}], 'enable_snat': True}, 'gw_port_id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:22Z', 'updated_at': '2022-02-16T13:11:26Z', 'revision_number': 4, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'gw_port': {'id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:23Z', 'updated_at': '2022-02-16T13:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '6f7b5e9e-f176-40df-ac1c-c73af4da0d46', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'floating_ip_address': '172.26.5.224', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'port_id': '8ab7712e-0f3e-4084-9903-86e78b5f47c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'mac_address': 'fa:16:3e:bd:74:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63f5f2a-bdf6-4010-a521-295d1ac9662f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:11:29Z', 'updated_at': '2022-02-16T13:11:43Z', 'revision_number': 1, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '070cc61b-81b6-4719-8c30-ba1bd06072d4', 'name': '', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'mac_address': 'fa:16:3e:ee:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:25Z', 'updated_at': '2022-02-16T13:11:31Z', 'revision_number': 5, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'subnets': [{'id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:44.569050 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5c9bfa-7743-4acd-ae64-07271bf3e15b None None] Checking router: ac312ded-6b7a-472a-9b67-029bbd85aeed for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:11:44.578572 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5c9bfa-7743-4acd-ae64-07271bf3e15b None None] Routers {'ac312ded-6b7a-472a-9b67-029bbd85aeed'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:11:44.579165 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-6b5c9bfa-7743-4acd-ae64-07271bf3e15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:11:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['ac312ded-6b7a-472a-9b67-029bbd85aeed'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:44.592954 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c72f7e8-efd3-41f8-a591-d9d2ac38cc76 req-8083dadb-8b1d-4ea0-9e96-e24d5ff89cc8 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:44.594600 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1c72f7e8-efd3-41f8-a591-d9d2ac38cc76 req-8083dadb-8b1d-4ea0-9e96-e24d5ff89cc8 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 946 time: 0.0863247 Feb 16 13:11:44.635838 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31832342-7ead-4e3c-88ee-ce427d2f705c req-f80f17a4-d085-4c0a-8b9e-6f9635ea843a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:44.637331 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-31832342-7ead-4e3c-88ee-ce427d2f705c req-f80f17a4-d085-4c0a-8b9e-6f9635ea843a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=efb0954b-e49f-457a-8e17-f9ac8946b2c8 HTTP/1.1" status: 200 len: 851 time: 0.0671315 Feb 16 13:11:44.639327 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1c72f7e8-efd3-41f8-a591-d9d2ac38cc76 req-03754020-5e4e-4272-9503-c3b78b20170e tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389981 Feb 16 13:11:44.716831 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31832342-7ead-4e3c-88ee-ce427d2f705c req-4a9a5296-97d3-4491-8e66-840a622a2e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:44.718313 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-31832342-7ead-4e3c-88ee-ce427d2f705c req-4a9a5296-97d3-4491-8e66-840a622a2e80 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e2b238cc-e1fe-47ae-9ac4-937e1e055441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736012 Feb 16 13:11:44.752535 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-6b5c9bfa-7743-4acd-ae64-07271bf3e15b None None] Set router ac312ded-6b7a-472a-9b67-029bbd85aeed gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:11:44.856134 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-31832342-7ead-4e3c-88ee-ce427d2f705c req-2abc7dae-58e3-4bf9-a225-625af069bdd6 service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314642 Feb 16 13:11:44.986108 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-31832342-7ead-4e3c-88ee-ce427d2f705c req-f0be3b82-e4ef-4f05-9ae0-284cc54e65d3 service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237516 Feb 16 13:11:45.103387 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-6b5c9bfa-7743-4acd-ae64-07271bf3e15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'name': 'tempest-ServerActionsTestJSON-1922522622-router', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108'}], 'enable_snat': True}, 'gw_port_id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:22Z', 'updated_at': '2022-02-16T13:11:26Z', 'revision_number': 4, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'gw_port': {'id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:23Z', 'updated_at': '2022-02-16T13:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '6f7b5e9e-f176-40df-ac1c-c73af4da0d46', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'floating_ip_address': '172.26.5.224', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'port_id': '8ab7712e-0f3e-4084-9903-86e78b5f47c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'mac_address': 'fa:16:3e:bd:74:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63f5f2a-bdf6-4010-a521-295d1ac9662f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:11:29Z', 'updated_at': '2022-02-16T13:11:43Z', 'revision_number': 1, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '070cc61b-81b6-4719-8c30-ba1bd06072d4', 'name': '', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'mac_address': 'fa:16:3e:ee:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:25Z', 'updated_at': '2022-02-16T13:11:31Z', 'revision_number': 5, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'subnets': [{'id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:11:45.107400 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5c9bfa-7743-4acd-ae64-07271bf3e15b None None] The sync data for ids ['ac312ded-6b7a-472a-9b67-029bbd85aeed'] in dv-neutron-829527-1-hyperv is: [{'id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'name': 'tempest-ServerActionsTestJSON-1922522622-router', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108'}], 'enable_snat': True}, 'gw_port_id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:22Z', 'updated_at': '2022-02-16T13:11:26Z', 'revision_number': 4, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'gw_port': {'id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:23Z', 'updated_at': '2022-02-16T13:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '6f7b5e9e-f176-40df-ac1c-c73af4da0d46', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'floating_ip_address': '172.26.5.224', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'port_id': '8ab7712e-0f3e-4084-9903-86e78b5f47c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'mac_address': 'fa:16:3e:bd:74:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63f5f2a-bdf6-4010-a521-295d1ac9662f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:11:29Z', 'updated_at': '2022-02-16T13:11:43Z', 'revision_number': 1, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '070cc61b-81b6-4719-8c30-ba1bd06072d4', 'name': '', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'mac_address': 'fa:16:3e:ee:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:25Z', 'updated_at': '2022-02-16T13:11:31Z', 'revision_number': 5, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'subnets': [{'id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:11:45.314130 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e762da7e-1767-4943-a916-163983c0b51d None None] New status for floating IP 6f7b5e9e-f176-40df-ac1c-c73af4da0d46: ACTIVE {{(pid=87703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:11:45.839803 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a66667-f99f-4bd2-9fdf-ee690d65c47d req-49545e8b-9175-480c-9f11-0417013f8c53 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:45.841200 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d4a66667-f99f-4bd2-9fdf-ee690d65c47d req-49545e8b-9175-480c-9f11-0417013f8c53 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 946 time: 0.0891020 Feb 16 13:11:45.890560 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d4a66667-f99f-4bd2-9fdf-ee690d65c47d req-3d6c787f-2d2d-4873-88d3-60c41719e4c4 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409412 Feb 16 13:11:46.096627 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592a78d-128a-4c30-ade8-405bdb925ba5 req-a0f9649f-62c2-41f1-b23a-fed13f88bc6c tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:46.098220 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a592a78d-128a-4c30-ade8-405bdb925ba5 req-a0f9649f-62c2-41f1-b23a-fed13f88bc6c tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 946 time: 0.1039314 Feb 16 13:11:46.143324 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a592a78d-128a-4c30-ade8-405bdb925ba5 req-09b27f52-12ec-4396-b06b-c5d32e28d6e2 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389311 Feb 16 13:11:46.685642 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6bc32bab-0125-4f0b-9d73-ec35207d82fe req-9449dd06-3ab9-4800-ae9f-53092cf08d48 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2410378 Feb 16 13:11:46.695803 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508e8ce-6da5-467a-a7ae-4b32fe9fbe2d req-c80e711e-42ff-4672-9877-ed03ba71662b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:46.697208 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5508e8ce-6da5-467a-a7ae-4b32fe9fbe2d req-c80e711e-42ff-4672-9877-ed03ba71662b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 946 time: 0.2183590 Feb 16 13:11:46.744411 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5508e8ce-6da5-467a-a7ae-4b32fe9fbe2d req-ae9e179c-db29-4ebc-af0c-2d9fc31b5e9b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404494 Feb 16 13:11:48.001609 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb1378-e796-423b-ad9e-e459e41b03ae req-179baf85-b868-43cb-b6f9-ccfbb908a822 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:48.003055 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e9eb1378-e796-423b-ad9e-e459e41b03ae req-179baf85-b868-43cb-b6f9-ccfbb908a822 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 946 time: 0.1391959 Feb 16 13:11:48.009274 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc32bab-0125-4f0b-9d73-ec35207d82fe req-c1cf94d7-197b-4be2-9b8b-afc094ebe695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:48.010637 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6bc32bab-0125-4f0b-9d73-ec35207d82fe req-c1cf94d7-197b-4be2-9b8b-afc094ebe695 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0bd90968d77b41aca48f743ccb00ce24&device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 1099 time: 0.1009605 Feb 16 13:11:48.228652 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e9eb1378-e796-423b-ad9e-e459e41b03ae req-9c3bb1b9-a206-4ff7-9548-ddb318bfb593 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169025 Feb 16 13:11:48.275862 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc32bab-0125-4f0b-9d73-ec35207d82fe req-294f1c8f-3541-4988-8273-3b4cfac1288c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:48.277327 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6bc32bab-0125-4f0b-9d73-ec35207d82fe req-294f1c8f-3541-4988-8273-3b4cfac1288c service neutron] 10.222.0.89 "GET /v2.0/networks?id=e2b238cc-e1fe-47ae-9ac4-937e1e055441 HTTP/1.1" status: 200 len: 913 time: 0.1454473 Feb 16 13:11:48.389184 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6bc32bab-0125-4f0b-9d73-ec35207d82fe req-48f935f6-351c-4d7b-a996-34cbb808c3b7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ab7712e-0f3e-4084-9903-86e78b5f47c4 HTTP/1.1" status: 200 len: 1002 time: 0.1056857 Feb 16 13:11:48.454705 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc32bab-0125-4f0b-9d73-ec35207d82fe req-a6e9761d-a189-4b3b-953b-9b9fd9750b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:48.456143 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6bc32bab-0125-4f0b-9d73-ec35207d82fe req-a6e9761d-a189-4b3b-953b-9b9fd9750b69 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=efb0954b-e49f-457a-8e17-f9ac8946b2c8 HTTP/1.1" status: 200 len: 851 time: 0.0599430 Feb 16 13:11:48.535519 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc32bab-0125-4f0b-9d73-ec35207d82fe req-e078b018-e54d-4aa2-8597-f7d2876bf547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:48.537609 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6bc32bab-0125-4f0b-9d73-ec35207d82fe req-e078b018-e54d-4aa2-8597-f7d2876bf547 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e2b238cc-e1fe-47ae-9ac4-937e1e055441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749238 Feb 16 13:11:48.687150 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6bc32bab-0125-4f0b-9d73-ec35207d82fe req-f9d9e3c1-fbdb-47d2-95f1-b0103015d779 service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430323 Feb 16 13:11:48.819368 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6bc32bab-0125-4f0b-9d73-ec35207d82fe req-910f3826-440c-417c-857e-0c4d2c7adeb8 service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246340 Feb 16 13:11:49.424317 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a57fd7-5429-4214-b428-1283e3f4bc14 req-c184279f-f1af-4cf4-ad19-8c913603621d tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:49.425841 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a6a57fd7-5429-4214-b428-1283e3f4bc14 req-c184279f-f1af-4cf4-ad19-8c913603621d tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 946 time: 0.0832191 Feb 16 13:11:49.476595 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a6a57fd7-5429-4214-b428-1283e3f4bc14 req-badfbb13-b68a-46f2-a54d-b4ea3d312a37 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416753 Feb 16 13:11:50.681026 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef0791-e127-4513-8840-8a0d341072b5 req-538b0d87-e4af-43f6-8185-bf2f01db4eb2 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:50.682381 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-25ef0791-e127-4513-8840-8a0d341072b5 req-538b0d87-e4af-43f6-8185-bf2f01db4eb2 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 946 time: 0.0872653 Feb 16 13:11:50.726966 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-25ef0791-e127-4513-8840-8a0d341072b5 req-94c6e15b-dcba-465f-8e40-ca61c946c113 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386169 Feb 16 13:11:51.922413 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123146a-60a1-411b-9afd-b1712749369c req-10d99b72-49d9-4922-8915-15613f192238 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:51.923851 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9123146a-60a1-411b-9afd-b1712749369c req-10d99b72-49d9-4922-8915-15613f192238 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 946 time: 0.0831537 Feb 16 13:11:51.970046 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9123146a-60a1-411b-9afd-b1712749369c req-701d16d4-00d5-4925-8916-1095ef890b6d tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389476 Feb 16 13:11:53.172978 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb83da0-38b7-46b6-b3ce-b23ccbe01e58 req-fadee931-0882-4170-92d9-7d55407a516a tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:53.174428 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-feb83da0-38b7-46b6-b3ce-b23ccbe01e58 req-fadee931-0882-4170-92d9-7d55407a516a tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 946 time: 0.0816236 Feb 16 13:11:53.219193 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-feb83da0-38b7-46b6-b3ce-b23ccbe01e58 req-48aa54b4-abfb-47ac-8e52-2b89b7fc590b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385184 Feb 16 13:11:54.424278 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac058d-efd9-4e46-a71c-fd589b5d4d99 req-c1cc8c83-e8bf-4457-b087-b63780cce36c tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:54.425815 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-84ac058d-efd9-4e46-a71c-fd589b5d4d99 req-c1cc8c83-e8bf-4457-b087-b63780cce36c tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 946 time: 0.0895250 Feb 16 13:11:54.474143 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-84ac058d-efd9-4e46-a71c-fd589b5d4d99 req-67e9bab6-894a-434c-9295-b55352a19471 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417399 Feb 16 13:11:55.684102 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e0ab86-5eb8-4275-96e5-95e8d512cef1 req-b5ba116c-0c50-4844-acdb-4f7a9e4555ff tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:55.685482 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d1e0ab86-5eb8-4275-96e5-95e8d512cef1 req-b5ba116c-0c50-4844-acdb-4f7a9e4555ff tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 946 time: 0.0946314 Feb 16 13:11:55.731102 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d1e0ab86-5eb8-4275-96e5-95e8d512cef1 req-e1bb37bc-985b-49db-8a95-d5d2d53dd93e tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370226 Feb 16 13:11:56.929880 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afe21f-ba78-489d-b85f-f9d490d53ac4 req-6db583c2-eef4-4779-b230-327c7fbe8cd1 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:56.931325 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-20afe21f-ba78-489d-b85f-f9d490d53ac4 req-6db583c2-eef4-4779-b230-327c7fbe8cd1 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 946 time: 0.0851169 Feb 16 13:11:56.979433 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-20afe21f-ba78-489d-b85f-f9d490d53ac4 req-e4bb6cf4-254b-476d-a413-94ae8d73f714 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420029 Feb 16 13:11:58.191983 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4443e-6ff5-436a-89b0-ec9169221d89 req-291dd789-ea6b-443f-9a1d-9d37c58e6c22 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:58.193969 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-efa4443e-6ff5-436a-89b0-ec9169221d89 req-291dd789-ea6b-443f-9a1d-9d37c58e6c22 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 946 time: 0.0881462 Feb 16 13:11:58.237838 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-efa4443e-6ff5-436a-89b0-ec9169221d89 req-6acae8c1-236e-4014-af9c-c6c679f7ad93 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385735 Feb 16 13:11:59.450776 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a32444-12dc-45f1-b644-4ae00b73934d req-a82d6294-ed39-47f6-b97c-fd66556866a5 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:11:59.452253 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-b5a32444-12dc-45f1-b644-4ae00b73934d req-a82d6294-ed39-47f6-b97c-fd66556866a5 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 946 time: 0.0899699 Feb 16 13:11:59.497811 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-b5a32444-12dc-45f1-b644-4ae00b73934d req-2319ff18-0260-4c27-ad32-aeb25485eb1a tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397370 Feb 16 13:12:00.717346 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b897b-353b-47a7-8821-71dd392d5c38 req-23bdd7bf-e475-496e-b0b1-19d786933908 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:00.718705 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-286b897b-353b-47a7-8821-71dd392d5c38 req-23bdd7bf-e475-496e-b0b1-19d786933908 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 946 time: 0.0938547 Feb 16 13:12:00.766651 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-286b897b-353b-47a7-8821-71dd392d5c38 req-f74b7d43-a18d-41ec-b226-e1cb89636c79 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421815 Feb 16 13:12:01.834861 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ebef5f99-8fc5-4b8b-bf34-565842162478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:01.979038 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b669f-89fb-4697-a924-6a0782ee0cae req-991d8a9d-9810-4031-a25f-7bb5d5794c80 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:01.980495 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7e7b669f-89fb-4697-a924-6a0782ee0cae req-991d8a9d-9810-4031-a25f-7bb5d5794c80 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 946 time: 0.0929236 Feb 16 13:12:02.028231 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7e7b669f-89fb-4697-a924-6a0782ee0cae req-1d5393eb-c58a-4aee-a4e0-0b5951e198ac tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393386 Feb 16 13:12:03.234566 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be87ac3-8ae6-49e6-85b9-4b88dc588ed9 req-90d37711-4271-4a8a-b00c-f860a582b8d5 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:03.236044 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5be87ac3-8ae6-49e6-85b9-4b88dc588ed9 req-90d37711-4271-4a8a-b00c-f860a582b8d5 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 946 time: 0.0908511 Feb 16 13:12:03.287930 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5be87ac3-8ae6-49e6-85b9-4b88dc588ed9 req-87f7946d-4ffe-4271-8f67-257df9c697e7 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438557 Feb 16 13:12:04.140804 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a824ba16-2496-42dd-a867-673e5c630931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:04.492691 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853269b-2d1e-414c-a576-17cf1a69eb33 req-78ad0ae8-b39f-4f31-a9ea-b1831b7ebec9 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:04.494129 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f853269b-2d1e-414c-a576-17cf1a69eb33 req-78ad0ae8-b39f-4f31-a9ea-b1831b7ebec9 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 946 time: 0.0900550 Feb 16 13:12:04.540116 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f853269b-2d1e-414c-a576-17cf1a69eb33 req-20e4e191-0ad8-4252-970e-0eb90dfd8099 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402865 Feb 16 13:12:04.563940 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:05.209949 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:05.231003 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:05.744833 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae10cde-967d-413d-ae70-be55620904fd req-b7bcdccb-cab4-486d-9a85-59f5e7be452e tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:05.746315 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2ae10cde-967d-413d-ae70-be55620904fd req-b7bcdccb-cab4-486d-9a85-59f5e7be452e tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 946 time: 0.0865500 Feb 16 13:12:05.790521 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2ae10cde-967d-413d-ae70-be55620904fd req-884c63fd-9e72-4919-b7d0-803a31458523 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385423 Feb 16 13:12:06.835121 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:06.978460 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e927aa1f-199a-4a8a-9c36-caff9f47390b req-71d6b58a-64e9-4e9e-a7c7-a978745cafb5 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:06.979897 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e927aa1f-199a-4a8a-9c36-caff9f47390b req-71d6b58a-64e9-4e9e-a7c7-a978745cafb5 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 946 time: 0.0800214 Feb 16 13:12:07.026634 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e927aa1f-199a-4a8a-9c36-caff9f47390b req-fbf4dd3f-3246-4fa1-a14c-c9344f4450fc tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409398 Feb 16 13:12:08.244286 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b284e1-5514-4996-baa3-897c1c9a6244 req-f7727078-2fb3-4959-babd-eabb181998f2 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:08.245770 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a9b284e1-5514-4996-baa3-897c1c9a6244 req-f7727078-2fb3-4959-babd-eabb181998f2 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 946 time: 0.0953133 Feb 16 13:12:08.293563 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a9b284e1-5514-4996-baa3-897c1c9a6244 req-a0717dbd-507e-4483-bbc4-fe6e0b7694ad tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394206 Feb 16 13:12:09.494098 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f13b40-fa99-4ca7-bedb-cde0527e6ece req-67173791-89c3-49bd-89c0-be7bc78f7078 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:09.495537 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-08f13b40-fa99-4ca7-bedb-cde0527e6ece req-67173791-89c3-49bd-89c0-be7bc78f7078 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 946 time: 0.0801759 Feb 16 13:12:09.545988 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-08f13b40-fa99-4ca7-bedb-cde0527e6ece req-9a0c03cd-9ed8-480a-94e8-4ab1a3be3bc5 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411544 Feb 16 13:12:10.562792 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6bc32bab-0125-4f0b-9d73-ec35207d82fe req-b3114cd7-07cc-435e-9eed-dcc382f187a6 service neutron] 10.222.0.89 "GET /v2.0/ports/8ab7712e-0f3e-4084-9903-86e78b5f47c4/bindings/hv-neutron-8295 HTTP/1.1" status: 200 len: 384 time: 0.0810730 Feb 16 13:12:10.742154 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2439e-972e-496c-905e-588afd7f7521 req-c4e6b10e-e13b-4bd5-92cd-153e6336be39 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:10.743908 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-72b2439e-972e-496c-905e-588afd7f7521 req-c4e6b10e-e13b-4bd5-92cd-153e6336be39 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 946 time: 0.0866098 Feb 16 13:12:10.950460 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-72b2439e-972e-496c-905e-588afd7f7521 req-cd24e6bd-22f3-418f-a068-f554562421a2 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1999037 Feb 16 13:12:10.971553 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc32bab-0125-4f0b-9d73-ec35207d82fe req-8cc476c2-c167-4699-8073-e054456ecf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:10.973055 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6bc32bab-0125-4f0b-9d73-ec35207d82fe req-8cc476c2-c167-4699-8073-e054456ecf5b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f&tenant_id=0bd90968d77b41aca48f743ccb00ce24 HTTP/1.1" status: 200 len: 1099 time: 0.2029181 Feb 16 13:12:11.070520 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc32bab-0125-4f0b-9d73-ec35207d82fe req-2611cd65-a2c4-4a9a-aecd-7a31386128b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:11.072000 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6bc32bab-0125-4f0b-9d73-ec35207d82fe req-2611cd65-a2c4-4a9a-aecd-7a31386128b5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0bd90968d77b41aca48f743ccb00ce24&device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 1099 time: 0.0762200 Feb 16 13:12:11.220126 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc32bab-0125-4f0b-9d73-ec35207d82fe req-ece93b4d-9d2a-4f8e-9989-b969434765bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:11.221659 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6bc32bab-0125-4f0b-9d73-ec35207d82fe req-ece93b4d-9d2a-4f8e-9989-b969434765bd service neutron] 10.222.0.89 "GET /v2.0/networks?id=e2b238cc-e1fe-47ae-9ac4-937e1e055441 HTTP/1.1" status: 200 len: 913 time: 0.1435242 Feb 16 13:12:11.333404 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6bc32bab-0125-4f0b-9d73-ec35207d82fe req-cbdfe917-eb5c-491e-8399-e0f66cb80664 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ab7712e-0f3e-4084-9903-86e78b5f47c4 HTTP/1.1" status: 200 len: 1002 time: 0.1052601 Feb 16 13:12:11.401177 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc32bab-0125-4f0b-9d73-ec35207d82fe req-2a580f24-69d9-4853-b06b-8f0869ddea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:11.402606 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6bc32bab-0125-4f0b-9d73-ec35207d82fe req-2a580f24-69d9-4853-b06b-8f0869ddea3e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=efb0954b-e49f-457a-8e17-f9ac8946b2c8 HTTP/1.1" status: 200 len: 851 time: 0.0622072 Feb 16 13:12:11.488086 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc32bab-0125-4f0b-9d73-ec35207d82fe req-ffde0dbf-0c6c-4f79-bece-065c67ef9f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:11.489607 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6bc32bab-0125-4f0b-9d73-ec35207d82fe req-ffde0dbf-0c6c-4f79-bece-065c67ef9f58 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e2b238cc-e1fe-47ae-9ac4-937e1e055441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809493 Feb 16 13:12:11.627030 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6bc32bab-0125-4f0b-9d73-ec35207d82fe req-edc9db64-a7c8-4de3-b174-72e738d8a3b3 service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265268 Feb 16 13:12:11.761702 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6bc32bab-0125-4f0b-9d73-ec35207d82fe req-fd0dda5d-2a22-418e-a374-f866fa83da53 service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262980 Feb 16 13:12:11.951638 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981010bc-29f9-4e28-b300-c1dbbfda7d30 req-3a22a2be-e24b-4593-8181-c57b48102ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:11.953691 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-981010bc-29f9-4e28-b300-c1dbbfda7d30 req-3a22a2be-e24b-4593-8181-c57b48102ca8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0bd90968d77b41aca48f743ccb00ce24&device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 1099 time: 0.0761840 Feb 16 13:12:12.088164 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:12:12.105949 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981010bc-29f9-4e28-b300-c1dbbfda7d30 req-aae13ffa-9ca0-4c22-a079-cb09f14a802f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:12.107440 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-981010bc-29f9-4e28-b300-c1dbbfda7d30 req-aae13ffa-9ca0-4c22-a079-cb09f14a802f service neutron] 10.222.0.89 "GET /v2.0/networks?id=e2b238cc-e1fe-47ae-9ac4-937e1e055441 HTTP/1.1" status: 200 len: 913 time: 0.1295695 Feb 16 13:12:12.140850 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a2af9f-28ec-4e54-8a82-331a9434bd53 req-445ef255-7d93-4851-9933-f0c210c368b4 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:12.142341 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-81a2af9f-28ec-4e54-8a82-331a9434bd53 req-445ef255-7d93-4851-9933-f0c210c368b4 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 946 time: 0.0848808 Feb 16 13:12:12.187207 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-81a2af9f-28ec-4e54-8a82-331a9434bd53 req-1992a15c-2463-4a3c-b2a2-bb5577895494 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388696 Feb 16 13:12:12.212588 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-981010bc-29f9-4e28-b300-c1dbbfda7d30 req-2e5a1ecd-7b7a-4e28-9723-9b3f8faebf17 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ab7712e-0f3e-4084-9903-86e78b5f47c4 HTTP/1.1" status: 200 len: 1002 time: 0.0984635 Feb 16 13:12:12.283311 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981010bc-29f9-4e28-b300-c1dbbfda7d30 req-c44426ef-1f05-402b-887a-1773578fa2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:12.284790 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-981010bc-29f9-4e28-b300-c1dbbfda7d30 req-c44426ef-1f05-402b-887a-1773578fa2f6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=efb0954b-e49f-457a-8e17-f9ac8946b2c8 HTTP/1.1" status: 200 len: 851 time: 0.0647087 Feb 16 13:12:12.368706 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981010bc-29f9-4e28-b300-c1dbbfda7d30 req-1308b899-7e22-4b4c-973d-85b17515fd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:12.370181 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-981010bc-29f9-4e28-b300-c1dbbfda7d30 req-1308b899-7e22-4b4c-973d-85b17515fd4e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e2b238cc-e1fe-47ae-9ac4-937e1e055441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782719 Feb 16 13:12:12.501561 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-981010bc-29f9-4e28-b300-c1dbbfda7d30 req-c4c8f021-3cfc-46e0-a96a-561f39bcf5b6 service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241140 Feb 16 13:12:12.639214 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-981010bc-29f9-4e28-b300-c1dbbfda7d30 req-5f517795-104e-48d6-a1a9-d92156acfad6 service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307633 Feb 16 13:12:13.380835 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a3a8d-a20d-4d8a-aacc-df835e0a8a0a req-8a279951-bf92-49d4-a2c4-30da9b6a4356 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:13.382782 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-199a3a8d-a20d-4d8a-aacc-df835e0a8a0a req-8a279951-bf92-49d4-a2c4-30da9b6a4356 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 946 time: 0.0834272 Feb 16 13:12:13.441678 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-199a3a8d-a20d-4d8a-aacc-df835e0a8a0a req-cc36ba20-f6e5-4275-9ea8-654c26652c8c tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501308 Feb 16 13:12:13.639319 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 8ab7712e-0f3e-4084-9903-86e78b5f47c4 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:12:13.641723 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 8ab7712e-0f3e-4084-9903-86e78b5f47c4 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:12:13.880894 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:13.909873 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 8ab7712e-0f3e-4084-9903-86e78b5f47c4, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=8ab7712e-0f3e-4084-9903-86e78b5f47c4,segment=NetworkSegment(43e3019b-586d-4d5c-ac11-25a3857f5dac),segment_id=43e3019b-586d-4d5c-ac11-25a3857f5dac)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:12:13.931002 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63f5f2a-bdf6-4010-a521-295d1ac9662f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ab7712e-0f3e-4084-9903-86e78b5f47c4'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:12:13.937311 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': '8ab7712e-0f3e-4084-9903-86e78b5f47c4', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'port_id': '8ab7712e-0f3e-4084-9903-86e78b5f47c4', 'mac_address': 'fa:16:3e:bd:74:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:12:13.943074 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 8ab7712e-0f3e-4084-9903-86e78b5f47c4, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=8ab7712e-0f3e-4084-9903-86e78b5f47c4,segment=NetworkSegment(43e3019b-586d-4d5c-ac11-25a3857f5dac),segment_id=43e3019b-586d-4d5c-ac11-25a3857f5dac)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:12:13.975568 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:14.019376 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63f5f2a-bdf6-4010-a521-295d1ac9662f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ab7712e-0f3e-4084-9903-86e78b5f47c4', 'code': 200} Feb 16 13:12:14.051209 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:14.074225 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ab7712e-0f3e-4084-9903-86e78b5f47c4 {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:12:14.080650 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=8ab7712e-0f3e-4084-9903-86e78b5f47c4,revision_number=6']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:14.093622 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 8ab7712e-0f3e-4084-9903-86e78b5f47c4, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=8ab7712e-0f3e-4084-9903-86e78b5f47c4,segment=NetworkSegment(43e3019b-586d-4d5c-ac11-25a3857f5dac),segment_id=43e3019b-586d-4d5c-ac11-25a3857f5dac)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:12:14.098364 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:14.162145 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['8ab7712e-0f3e-4084-9903-86e78b5f47c4'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:12:14.201812 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=8ab7712e-0f3e-4084-9903-86e78b5f47c4,revision_number=7']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:14.738046 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d81b3-c2d8-4560-9f23-477d3739f38b req-f886f7dd-414e-4960-95c4-845b81a7ee56 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:14.739399 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-288d81b3-c2d8-4560-9f23-477d3739f38b req-f886f7dd-414e-4960-95c4-845b81a7ee56 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 945 time: 0.1899290 Feb 16 13:12:14.784672 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-288d81b3-c2d8-4560-9f23-477d3739f38b req-665654c3-2b5d-4818-a7b7-7104a57c6985 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389323 Feb 16 13:12:15.175512 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e4ab6-dc50-44b9-9410-f2c2f6c11ccd req-9b1cee18-4730-4157-b71e-d31c6b25b16f tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:15.176998 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b16e4ab6-dc50-44b9-9410-f2c2f6c11ccd req-9b1cee18-4730-4157-b71e-d31c6b25b16f tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 945 time: 0.1540849 Feb 16 13:12:15.185560 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e0571-2eb5-4e35-bd96-18be2a9b254d req-32a50227-89bd-4637-937f-f82a86b369d6 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:15.186876 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e06e0571-2eb5-4e35-bd96-18be2a9b254d req-32a50227-89bd-4637-937f-f82a86b369d6 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.89 "GET /v2.0/ports?device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f&tenant_id=0bd90968d77b41aca48f743ccb00ce24&binding%3Ahost_id=hv-neutron-8295 HTTP/1.1" status: 200 len: 945 time: 0.1198463 Feb 16 13:12:15.231586 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b16e4ab6-dc50-44b9-9410-f2c2f6c11ccd req-64217e35-b894-4fc2-a39c-c93e1f420ae4 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437527 Feb 16 13:12:15.355149 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e0571-2eb5-4e35-bd96-18be2a9b254d req-b24c494d-125b-4778-941e-a3226f7d2746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:15.356642 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e06e0571-2eb5-4e35-bd96-18be2a9b254d req-b24c494d-125b-4778-941e-a3226f7d2746 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0bd90968d77b41aca48f743ccb00ce24&device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 1098 time: 0.0724778 Feb 16 13:12:15.491120 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e0571-2eb5-4e35-bd96-18be2a9b254d req-1b7221b6-29e7-49ce-81b7-ff4c74b12b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:15.492479 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e06e0571-2eb5-4e35-bd96-18be2a9b254d req-1b7221b6-29e7-49ce-81b7-ff4c74b12b8e service neutron] 10.222.0.89 "GET /v2.0/networks?id=e2b238cc-e1fe-47ae-9ac4-937e1e055441 HTTP/1.1" status: 200 len: 913 time: 0.1284235 Feb 16 13:12:15.604430 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e06e0571-2eb5-4e35-bd96-18be2a9b254d req-44ea89e0-3490-420a-a8cc-a3c150660e89 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ab7712e-0f3e-4084-9903-86e78b5f47c4 HTTP/1.1" status: 200 len: 1001 time: 0.1043408 Feb 16 13:12:15.654746 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 8ab7712e-0f3e-4084-9903-86e78b5f47c4 up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:12:15.669266 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e0571-2eb5-4e35-bd96-18be2a9b254d req-0163c218-5bf6-4c40-926e-935b91fc1245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:15.671341 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e06e0571-2eb5-4e35-bd96-18be2a9b254d req-0163c218-5bf6-4c40-926e-935b91fc1245 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=efb0954b-e49f-457a-8e17-f9ac8946b2c8 HTTP/1.1" status: 200 len: 851 time: 0.0596423 Feb 16 13:12:15.728758 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port 8ab7712e-0f3e-4084-9903-86e78b5f47c4 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:12:15.729123 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:15.754894 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e0571-2eb5-4e35-bd96-18be2a9b254d req-58005a8a-76bc-4a2f-bfed-8e0fd6fca554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:15.756318 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e06e0571-2eb5-4e35-bd96-18be2a9b254d req-58005a8a-76bc-4a2f-bfed-8e0fd6fca554 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e2b238cc-e1fe-47ae-9ac4-937e1e055441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780213 Feb 16 13:12:15.849296 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:15.883443 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 8ab7712e-0f3e-4084-9903-86e78b5f47c4, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=8ab7712e-0f3e-4084-9903-86e78b5f47c4,segment=NetworkSegment(43e3019b-586d-4d5c-ac11-25a3857f5dac),segment_id=43e3019b-586d-4d5c-ac11-25a3857f5dac)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:12:15.889433 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:15.889590 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e06e0571-2eb5-4e35-bd96-18be2a9b254d req-d28711c6-c537-453a-8d89-a32c9145cdaa service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253893 Feb 16 13:12:15.960990 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=8ab7712e-0f3e-4084-9903-86e78b5f47c4,revision_number=8']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:16.020107 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e06e0571-2eb5-4e35-bd96-18be2a9b254d req-e15da93f-2518-4064-a44d-291854158d0e service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240921 Feb 16 13:12:16.020363 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63f5f2a-bdf6-4010-a521-295d1ac9662f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab7712e-0f3e-4084-9903-86e78b5f47c4'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:12:16.131078 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63f5f2a-bdf6-4010-a521-295d1ac9662f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab7712e-0f3e-4084-9903-86e78b5f47c4', 'code': 200} Feb 16 13:12:16.433457 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fbd912-ae81-4730-a683-53ca768faad5 req-c48be6bb-392b-44ab-8d29-267ef4fb3c64 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:16.434941 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-40fbd912-ae81-4730-a683-53ca768faad5 req-c48be6bb-392b-44ab-8d29-267ef4fb3c64 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 946 time: 0.0885682 Feb 16 13:12:16.480871 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-40fbd912-ae81-4730-a683-53ca768faad5 req-022d6ef4-3037-4fc6-bc5b-75fe18eb8b2a tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399880 Feb 16 13:12:17.686384 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1a451-3d03-438e-832d-04ea023d9abd req-8f866289-4c22-4cc9-8ee7-f5871efeba8e tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:17.687762 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d7d1a451-3d03-438e-832d-04ea023d9abd req-8f866289-4c22-4cc9-8ee7-f5871efeba8e tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 946 time: 0.0805020 Feb 16 13:12:17.731657 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d7d1a451-3d03-438e-832d-04ea023d9abd req-2fcbedb8-51a7-49d0-8619-e23469118c6c tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380664 Feb 16 13:12:17.936107 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea211a-5a4d-40e9-9534-002eebaacf9e req-05a2e74c-49cb-48a0-9064-725bdb228ae1 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:17.937656 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f6ea211a-5a4d-40e9-9534-002eebaacf9e req-05a2e74c-49cb-48a0-9064-725bdb228ae1 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 946 time: 0.0928946 Feb 16 13:12:17.991434 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f6ea211a-5a4d-40e9-9534-002eebaacf9e req-e7dcec93-7ef2-4d41-8c81-7873f91ef2e0 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444374 Feb 16 13:12:18.202058 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe02220d-25fa-4043-971c-43b7fe0d9d6c req-0c36f822-6969-4b7c-8f1d-bc72b934f563 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:18.203395 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-fe02220d-25fa-4043-971c-43b7fe0d9d6c req-0c36f822-6969-4b7c-8f1d-bc72b934f563 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 946 time: 0.0832710 Feb 16 13:12:18.250477 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-fe02220d-25fa-4043-971c-43b7fe0d9d6c req-4a55faf4-64dd-4fc9-8041-555ca4496c2d tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381773 Feb 16 13:12:18.648639 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323430ca-114c-46e2-9476-6a2a7574f7e4 req-22cd9c67-dd0a-4683-afe5-ab71d830ae35 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:18.650067 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-323430ca-114c-46e2-9476-6a2a7574f7e4 req-22cd9c67-dd0a-4683-afe5-ab71d830ae35 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 946 time: 0.0907755 Feb 16 13:12:18.700913 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-323430ca-114c-46e2-9476-6a2a7574f7e4 req-baf140e8-cf8a-4236-9486-4fb4260bb210 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450950 Feb 16 13:12:19.912068 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c3721-5960-4bf4-ad48-04095ca97a02 req-5b0f990f-5bda-4cc4-a311-db806477d907 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:19.913745 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-013c3721-5960-4bf4-ad48-04095ca97a02 req-5b0f990f-5bda-4cc4-a311-db806477d907 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 946 time: 0.0929074 Feb 16 13:12:19.963030 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-013c3721-5960-4bf4-ad48-04095ca97a02 req-4af815e2-cf37-4d27-b924-d4734e942f49 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435162 Feb 16 13:12:20.339343 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a6a911-f209-4564-bcd9-63afc2dcc374 req-2d315cc6-e2bc-4df9-98f4-776f45882657 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:20.340797 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e4a6a911-f209-4564-bcd9-63afc2dcc374 req-2d315cc6-e2bc-4df9-98f4-776f45882657 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.89 "GET /v2.0/ports?device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 946 time: 0.0966475 Feb 16 13:12:20.409253 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-e4a6a911-f209-4564-bcd9-63afc2dcc374 req-2dea79bf-e297-46b8-80e9-b784ce083e1b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Deleting port 8ab7712e-0f3e-4084-9903-86e78b5f47c4 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:12:20.409592 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-e4a6a911-f209-4564-bcd9-63afc2dcc374 req-2dea79bf-e297-46b8-80e9-b784ce083e1b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:20.762598 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-e4a6a911-f209-4564-bcd9-63afc2dcc374 req-2dea79bf-e297-46b8-80e9-b784ce083e1b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] For port 8ab7712e-0f3e-4084-9903-86e78b5f47c4, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=8ab7712e-0f3e-4084-9903-86e78b5f47c4,segment=NetworkSegment(43e3019b-586d-4d5c-ac11-25a3857f5dac),segment_id=43e3019b-586d-4d5c-ac11-25a3857f5dac)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:12:20.762858 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-e4a6a911-f209-4564-bcd9-63afc2dcc374 req-2dea79bf-e297-46b8-80e9-b784ce083e1b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:21.049738 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-e4a6a911-f209-4564-bcd9-63afc2dcc374 req-2dea79bf-e297-46b8-80e9-b784ce083e1b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:21.050453 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-e4a6a911-f209-4564-bcd9-63afc2dcc374 req-2dea79bf-e297-46b8-80e9-b784ce083e1b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:21.050453 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.l3_db [req-e4a6a911-f209-4564-bcd9-63afc2dcc374 req-2dea79bf-e297-46b8-80e9-b784ce083e1b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Floating IP 6f7b5e9e-f176-40df-ac1c-c73af4da0d46 disassociated. External IP: 172.26.5.224, port: 8ab7712e-0f3e-4084-9903-86e78b5f47c4. Feb 16 13:12:21.050683 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-e4a6a911-f209-4564-bcd9-63afc2dcc374 req-2dea79bf-e297-46b8-80e9-b784ce083e1b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Calling delete_port for 8ab7712e-0f3e-4084-9903-86e78b5f47c4 owned by compute:nova {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:12:21.158495 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991ace2-797b-4788-b2fb-f6caf053b054 req-a5020a82-ca2c-494e-af7b-65b87678a467 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:21.159923 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5991ace2-797b-4788-b2fb-f6caf053b054 req-a5020a82-ca2c-494e-af7b-65b87678a467 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=c63f5f2a-bdf6-4010-a521-295d1ac9662f HTTP/1.1" status: 200 len: 946 time: 0.0798388 Feb 16 13:12:21.193348 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-e4a6a911-f209-4564-bcd9-63afc2dcc374 req-2dea79bf-e297-46b8-80e9-b784ce083e1b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:21.205195 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5991ace2-797b-4788-b2fb-f6caf053b054 req-e28a829b-7b5c-4fb0-85e1-4d568c1fec52 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387211 Feb 16 13:12:21.249897 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea79bf-e297-46b8-80e9-b784ce083e1b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Pushing event deleted for resources: {'Port': ['ID=8ab7712e-0f3e-4084-9903-86e78b5f47c4,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:21.260384 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea79bf-e297-46b8-80e9-b784ce083e1b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:21.260756 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea79bf-e297-46b8-80e9-b784ce083e1b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:21.261089 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea79bf-e297-46b8-80e9-b784ce083e1b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:21.261422 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea79bf-e297-46b8-80e9-b784ce083e1b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:21.261741 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea79bf-e297-46b8-80e9-b784ce083e1b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:21.262066 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea79bf-e297-46b8-80e9-b784ce083e1b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:21.262391 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea79bf-e297-46b8-80e9-b784ce083e1b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:21.262710 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea79bf-e297-46b8-80e9-b784ce083e1b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:21.263029 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea79bf-e297-46b8-80e9-b784ce083e1b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:21.263374 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea79bf-e297-46b8-80e9-b784ce083e1b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:21.263696 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea79bf-e297-46b8-80e9-b784ce083e1b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:21.264006 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dea79bf-e297-46b8-80e9-b784ce083e1b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:12:21.448184 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4a6a911-f209-4564-bcd9-63afc2dcc374 req-2dea79bf-e297-46b8-80e9-b784ce083e1b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Router ac312ded-6b7a-472a-9b67-029bbd85aeed has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:12:21.628253 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4a6a911-f209-4564-bcd9-63afc2dcc374 req-2dea79bf-e297-46b8-80e9-b784ce083e1b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:12:21.638659 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35058f61-6e9a-4902-8f43-0e33008ab6cb None None] Sync routers for ids ['ac312ded-6b7a-472a-9b67-029bbd85aeed'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:12:21.648652 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35058f61-6e9a-4902-8f43-0e33008ab6cb None None] Routers {'ac312ded-6b7a-472a-9b67-029bbd85aeed'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:12:21.649380 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-35058f61-6e9a-4902-8f43-0e33008ab6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:12:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['ac312ded-6b7a-472a-9b67-029bbd85aeed'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:12:21.702653 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a6a911-f209-4564-bcd9-63afc2dcc374 req-2dea79bf-e297-46b8-80e9-b784ce083e1b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] No DVR routers for this DVR port 8ab7712e-0f3e-4084-9903-86e78b5f47c4 on host hv-neutron-8295 {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:12:21.705327 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-e4a6a911-f209-4564-bcd9-63afc2dcc374 req-2dea79bf-e297-46b8-80e9-b784ce083e1b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:21.707837 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63f5f2a-bdf6-4010-a521-295d1ac9662f', 'name': 'network-vif-deleted', 'tag': '8ab7712e-0f3e-4084-9903-86e78b5f47c4'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:12:21.724969 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e4a6a911-f209-4564-bcd9-63afc2dcc374 req-2dea79bf-e297-46b8-80e9-b784ce083e1b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.89 "DELETE /v2.0/ports/8ab7712e-0f3e-4084-9903-86e78b5f47c4 HTTP/1.1" status: 204 len: 173 time: 1.3787408 Feb 16 13:12:21.816584 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63f5f2a-bdf6-4010-a521-295d1ac9662f', 'name': 'network-vif-deleted', 'tag': '8ab7712e-0f3e-4084-9903-86e78b5f47c4', 'status': 'completed', 'code': 200} Feb 16 13:12:21.843331 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-35058f61-6e9a-4902-8f43-0e33008ab6cb None None] Set router ac312ded-6b7a-472a-9b67-029bbd85aeed gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:12:22.156313 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-35058f61-6e9a-4902-8f43-0e33008ab6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'name': 'tempest-ServerActionsTestJSON-1922522622-router', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108'}], 'enable_snat': True}, 'gw_port_id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:22Z', 'updated_at': '2022-02-16T13:11:26Z', 'revision_number': 4, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'gw_port': {'id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:23Z', 'updated_at': '2022-02-16T13:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '070cc61b-81b6-4719-8c30-ba1bd06072d4', 'name': '', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'mac_address': 'fa:16:3e:ee:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:25Z', 'updated_at': '2022-02-16T13:11:31Z', 'revision_number': 5, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'subnets': [{'id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:12:22.160572 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35058f61-6e9a-4902-8f43-0e33008ab6cb None None] Checking router: ac312ded-6b7a-472a-9b67-029bbd85aeed for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:12:22.170327 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35058f61-6e9a-4902-8f43-0e33008ab6cb None None] Routers {'ac312ded-6b7a-472a-9b67-029bbd85aeed'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:12:22.170933 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-35058f61-6e9a-4902-8f43-0e33008ab6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:12:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['ac312ded-6b7a-472a-9b67-029bbd85aeed'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:12:22.354321 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-35058f61-6e9a-4902-8f43-0e33008ab6cb None None] Set router ac312ded-6b7a-472a-9b67-029bbd85aeed gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:12:22.538516 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-21373349-a950-4824-8e76-222f40bd9700 req-dcaef7f3-76c4-4b76-9c98-f17d4ebe5e56 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1319556265&fields=id&tenant_id=0bd90968d77b41aca48f743ccb00ce24 HTTP/1.1" status: 200 len: 267 time: 0.0392685 Feb 16 13:12:22.690461 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21373349-a950-4824-8e76-222f40bd9700 req-eca9dddc-8e0f-46d3-917c-df1d2fb5637c tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:22.691038 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-21373349-a950-4824-8e76-222f40bd9700 req-eca9dddc-8e0f-46d3-917c-df1d2fb5637c tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Synchronizing usage tracker for tenant:0bd90968d77b41aca48f743ccb00ce24 on resource:network {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:12:22.709536 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-21373349-a950-4824-8e76-222f40bd9700 req-eca9dddc-8e0f-46d3-917c-df1d2fb5637c tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Unset dirty status for tenant:0bd90968d77b41aca48f743ccb00ce24 on resource:network {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:12:22.710893 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-21373349-a950-4824-8e76-222f40bd9700 req-eca9dddc-8e0f-46d3-917c-df1d2fb5637c tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/networks?id=e2b238cc-e1fe-47ae-9ac4-937e1e055441 HTTP/1.1" status: 200 len: 812 time: 0.1655869 Feb 16 13:12:22.715924 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-35058f61-6e9a-4902-8f43-0e33008ab6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'name': 'tempest-ServerActionsTestJSON-1922522622-router', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108'}], 'enable_snat': True}, 'gw_port_id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:22Z', 'updated_at': '2022-02-16T13:11:26Z', 'revision_number': 4, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'gw_port': {'id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:23Z', 'updated_at': '2022-02-16T13:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '070cc61b-81b6-4719-8c30-ba1bd06072d4', 'name': '', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'mac_address': 'fa:16:3e:ee:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:25Z', 'updated_at': '2022-02-16T13:11:31Z', 'revision_number': 5, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'subnets': [{'id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:12:22.720119 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35058f61-6e9a-4902-8f43-0e33008ab6cb None None] The sync data for ids ['ac312ded-6b7a-472a-9b67-029bbd85aeed'] in dv-neutron-829527-1-hyperv is: [{'id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'name': 'tempest-ServerActionsTestJSON-1922522622-router', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108'}], 'enable_snat': True}, 'gw_port_id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:22Z', 'updated_at': '2022-02-16T13:11:26Z', 'revision_number': 4, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'gw_port': {'id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:23Z', 'updated_at': '2022-02-16T13:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '070cc61b-81b6-4719-8c30-ba1bd06072d4', 'name': '', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'mac_address': 'fa:16:3e:ee:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:25Z', 'updated_at': '2022-02-16T13:11:31Z', 'revision_number': 5, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'subnets': [{'id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:12:22.727623 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-21373349-a950-4824-8e76-222f40bd9700 req-4ddf26b6-b1a3-4770-925e-f658fe1e5a96 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/quotas/0bd90968d77b41aca48f743ccb00ce24 HTTP/1.1" status: 200 len: 375 time: 0.0106263 Feb 16 13:12:22.819125 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-21373349-a950-4824-8e76-222f40bd9700 req-e8a252bd-feae-4280-b888-67300e75c74d tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=0bd90968d77b41aca48f743ccb00ce24&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0857780 Feb 16 13:12:22.945579 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aedfe1f-a045-4824-824d-55ffa8608c8b None None] New status for floating IP 6f7b5e9e-f176-40df-ac1c-c73af4da0d46: DOWN {{(pid=87703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:12:23.011075 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-21373349-a950-4824-8e76-222f40bd9700 req-8701f6b6-e0db-40f8-a8fb-6b4cf11dcf34 service neutron] 10.222.0.83 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795573 Feb 16 13:12:23.148490 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-21373349-a950-4824-8e76-222f40bd9700 req-555f45c4-dc1a-4c61-b2c3-e4775034bcc9 service neutron] 10.222.0.83 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313443 Feb 16 13:12:23.327859 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-336c47ec-a556-46df-8f3c-55d7a1a2f4eb req-21bd352c-85fa-4ceb-a758-b122a7c9fa07 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Synchronizing usage tracker for tenant:0bd90968d77b41aca48f743ccb00ce24 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:12:23.343614 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-336c47ec-a556-46df-8f3c-55d7a1a2f4eb req-21bd352c-85fa-4ceb-a758-b122a7c9fa07 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Unset dirty status for tenant:0bd90968d77b41aca48f743ccb00ce24 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:12:23.344953 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-336c47ec-a556-46df-8f3c-55d7a1a2f4eb req-21bd352c-85fa-4ceb-a758-b122a7c9fa07 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 210 time: 0.0595253 Feb 16 13:12:23.669678 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 8ab7712e-0f3e-4084-9903-86e78b5f47c4 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:12:23.704691 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] No Port match for: 8ab7712e-0f3e-4084-9903-86e78b5f47c4 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:12:23.705298 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 8ab7712e-0f3e-4084-9903-86e78b5f47c4 not bound to the agent host hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:12:24.501690 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-96363592-44fa-4183-a0ef-6355f4db484a req-34c0f568-f302-40b7-87f2-302a4ef3b076 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 210 time: 0.0445979 Feb 16 13:12:24.536310 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21373349-a950-4824-8e76-222f40bd9700 req-7536af5a-b935-434c-89d8-de214dfe8857 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:24.538349 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-21373349-a950-4824-8e76-222f40bd9700 req-7536af5a-b935-434c-89d8-de214dfe8857 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.89 "GET /v2.0/networks?id=e2b238cc-e1fe-47ae-9ac4-937e1e055441 HTTP/1.1" status: 200 len: 812 time: 0.1607115 Feb 16 13:12:24.587851 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-21373349-a950-4824-8e76-222f40bd9700 req-11c5d811-362c-4456-b7e1-6e9c8bb4e446 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0bd90968d77b41aca48f743ccb00ce24 HTTP/1.1" status: 200 len: 380 time: 0.0408487 Feb 16 13:12:24.597113 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-21373349-a950-4824-8e76-222f40bd9700 req-b4230f17-5602-45fc-8f97-6ae446dff083 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Request body: {'port': {'device_id': '568e1c76-3db2-4845-b76b-200744ffa953', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'admin_state_up': True, 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'security_groups': ['ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f']}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:12:24.737047 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-21373349-a950-4824-8e76-222f40bd9700 req-b4230f17-5602-45fc-8f97-6ae446dff083 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:12:24.746835 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-21373349-a950-4824-8e76-222f40bd9700 req-b4230f17-5602-45fc-8f97-6ae446dff083 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:12:24.758896 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21373349-a950-4824-8e76-222f40bd9700 req-b4230f17-5602-45fc-8f97-6ae446dff083 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Made reservation on behalf of 0bd90968d77b41aca48f743ccb00ce24 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:12:24.762594 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-21373349-a950-4824-8e76-222f40bd9700 req-b4230f17-5602-45fc-8f97-6ae446dff083 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:25.045385 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [req-21373349-a950-4824-8e76-222f40bd9700 req-b4230f17-5602-45fc-8f97-6ae446dff083 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Allocated IP 172.20.0.13 (e2b238cc-e1fe-47ae-9ac4-937e1e055441/efb0954b-e49f-457a-8e17-f9ac8946b2c8/df3dfb54-5bbb-47b7-912b-848bbee4c342) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:12:25.236760 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-21373349-a950-4824-8e76-222f40bd9700 req-b4230f17-5602-45fc-8f97-6ae446dff083 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:25.253589 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-21373349-a950-4824-8e76-222f40bd9700 req-b4230f17-5602-45fc-8f97-6ae446dff083 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Transition to ACTIVE for port object df3dfb54-5bbb-47b7-912b-848bbee4c342 will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:12:25.283680 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-21373349-a950-4824-8e76-222f40bd9700 req-b4230f17-5602-45fc-8f97-6ae446dff083 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:25.356819 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21373349-a950-4824-8e76-222f40bd9700 req-b4230f17-5602-45fc-8f97-6ae446dff083 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Network e2b238cc-e1fe-47ae-9ac4-937e1e055441 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:12:25.359880 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [req-21373349-a950-4824-8e76-222f40bd9700 req-b4230f17-5602-45fc-8f97-6ae446dff083 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:12:25.363711 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-21373349-a950-4824-8e76-222f40bd9700 req-b4230f17-5602-45fc-8f97-6ae446dff083 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:12:25.393624 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4230f17-5602-45fc-8f97-6ae446dff083 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Pushing event updated for resources: {'Port': ['ID=df3dfb54-5bbb-47b7-912b-848bbee4c342,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:25.432408 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21373349-a950-4824-8e76-222f40bd9700 req-b4230f17-5602-45fc-8f97-6ae446dff083 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:25.433486 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-21373349-a950-4824-8e76-222f40bd9700 req-b4230f17-5602-45fc-8f97-6ae446dff083 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:25.460389 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-21373349-a950-4824-8e76-222f40bd9700 req-b4230f17-5602-45fc-8f97-6ae446dff083 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8665836 Feb 16 13:12:25.471522 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-21373349-a950-4824-8e76-222f40bd9700 req-4714536f-7b6a-4672-be63-d6c87916dd70 service neutron] Request body: {'port': {'device_id': '568e1c76-3db2-4845-b76b-200744ffa953', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:12:25.580947 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-51a7e356-dd4e-4fa2-90a9-97726af86964 None None] Provisioning for port df3dfb54-5bbb-47b7-912b-848bbee4c342 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:12:25.588679 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-51a7e356-dd4e-4fa2-90a9-97726af86964 None None] Provisioning complete for port df3dfb54-5bbb-47b7-912b-848bbee4c342 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:12:25.589404 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-51a7e356-dd4e-4fa2-90a9-97726af86964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:25.597147 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-21373349-a950-4824-8e76-222f40bd9700 req-4714536f-7b6a-4672-be63-d6c87916dd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:25.641874 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-51a7e356-dd4e-4fa2-90a9-97726af86964 None None] Port df3dfb54-5bbb-47b7-912b-848bbee4c342 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:12:25.860484 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d5b8d-e66d-42ae-8f71-e8fe8f4a75fb req-a698a92e-9a8d-47e7-a276-840475c0cfe8 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:25.861099 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-ea7d5b8d-e66d-42ae-8f71-e8fe8f4a75fb req-a698a92e-9a8d-47e7-a276-840475c0cfe8 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Synchronizing usage tracker for tenant:0bd90968d77b41aca48f743ccb00ce24 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:12:25.898738 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-ea7d5b8d-e66d-42ae-8f71-e8fe8f4a75fb req-a698a92e-9a8d-47e7-a276-840475c0cfe8 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Unset dirty status for tenant:0bd90968d77b41aca48f743ccb00ce24 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:12:25.899953 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ea7d5b8d-e66d-42ae-8f71-e8fe8f4a75fb req-a698a92e-9a8d-47e7-a276-840475c0cfe8 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 932 time: 0.2634356 Feb 16 13:12:25.971510 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ea7d5b8d-e66d-42ae-8f71-e8fe8f4a75fb req-9773a553-e90b-4abe-a1b1-599af3ad9810 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597413 Feb 16 13:12:26.038964 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [req-21373349-a950-4824-8e76-222f40bd9700 req-4714536f-7b6a-4672-be63-d6c87916dd70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df3dfb54-5bbb-47b7-912b-848bbee4c342 {{(pid=87701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:12:26.047788 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-21373349-a950-4824-8e76-222f40bd9700 req-4714536f-7b6a-4672-be63-d6c87916dd70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:26.065928 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-21373349-a950-4824-8e76-222f40bd9700 req-4714536f-7b6a-4672-be63-d6c87916dd70 service neutron] Transition to ACTIVE for port object df3dfb54-5bbb-47b7-912b-848bbee4c342 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:12:26.071415 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-21373349-a950-4824-8e76-222f40bd9700 req-4714536f-7b6a-4672-be63-d6c87916dd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:26.211257 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4714536f-7b6a-4672-be63-d6c87916dd70 service neutron] Pushing event updated for resources: {'Port': ['ID=df3dfb54-5bbb-47b7-912b-848bbee4c342,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:26.312385 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-21373349-a950-4824-8e76-222f40bd9700 req-4714536f-7b6a-4672-be63-d6c87916dd70 service neutron] Attempting to bind port df3dfb54-5bbb-47b7-912b-848bbee4c342 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:12:26.312737 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-21373349-a950-4824-8e76-222f40bd9700 req-4714536f-7b6a-4672-be63-d6c87916dd70 service neutron] Attempting to bind port df3dfb54-5bbb-47b7-912b-848bbee4c342 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '43e3019b-586d-4d5c-ac11-25a3857f5dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:12:26.313053 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21373349-a950-4824-8e76-222f40bd9700 req-4714536f-7b6a-4672-be63-d6c87916dd70 service neutron] Attempting to bind port df3dfb54-5bbb-47b7-912b-848bbee4c342 on network e2b238cc-e1fe-47ae-9ac4-937e1e055441 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:12:26.317660 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21373349-a950-4824-8e76-222f40bd9700 req-4714536f-7b6a-4672-be63-d6c87916dd70 service neutron] Port df3dfb54-5bbb-47b7-912b-848bbee4c342 on network e2b238cc-e1fe-47ae-9ac4-937e1e055441 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:12:26.317983 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21373349-a950-4824-8e76-222f40bd9700 req-4714536f-7b6a-4672-be63-d6c87916dd70 service neutron] Attempting to bind port df3dfb54-5bbb-47b7-912b-848bbee4c342 on network e2b238cc-e1fe-47ae-9ac4-937e1e055441 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:12:26.323073 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21373349-a950-4824-8e76-222f40bd9700 req-4714536f-7b6a-4672-be63-d6c87916dd70 service neutron] Checking agent: {'id': 'b4b5bcfd-2763-4324-82e0-923bc8a52546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'started_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:12:26.323394 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21373349-a950-4824-8e76-222f40bd9700 req-4714536f-7b6a-4672-be63-d6c87916dd70 service neutron] Checking segment: {'id': '43e3019b-586d-4d5c-ac11-25a3857f5dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:12:26.323761 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21373349-a950-4824-8e76-222f40bd9700 req-4714536f-7b6a-4672-be63-d6c87916dd70 service neutron] Bound using segment: {'id': '43e3019b-586d-4d5c-ac11-25a3857f5dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:12:26.324170 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-21373349-a950-4824-8e76-222f40bd9700 req-4714536f-7b6a-4672-be63-d6c87916dd70 service neutron] Bound port: df3dfb54-5bbb-47b7-912b-848bbee4c342, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43e3019b-586d-4d5c-ac11-25a3857f5dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:12:26.324505 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-21373349-a950-4824-8e76-222f40bd9700 req-4714536f-7b6a-4672-be63-d6c87916dd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:26.416656 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-21373349-a950-4824-8e76-222f40bd9700 req-4714536f-7b6a-4672-be63-d6c87916dd70 service neutron] For port df3dfb54-5bbb-47b7-912b-848bbee4c342, host hv-neutron-8295, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:12:26.420023 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-21373349-a950-4824-8e76-222f40bd9700 req-4714536f-7b6a-4672-be63-d6c87916dd70 service neutron] For port df3dfb54-5bbb-47b7-912b-848bbee4c342, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=df3dfb54-5bbb-47b7-912b-848bbee4c342,segment=NetworkSegment(43e3019b-586d-4d5c-ac11-25a3857f5dac),segment_id=43e3019b-586d-4d5c-ac11-25a3857f5dac)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:12:26.424387 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-21373349-a950-4824-8e76-222f40bd9700 req-4714536f-7b6a-4672-be63-d6c87916dd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:26.485212 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21373349-a950-4824-8e76-222f40bd9700 req-4714536f-7b6a-4672-be63-d6c87916dd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:26.485921 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-21373349-a950-4824-8e76-222f40bd9700 req-4714536f-7b6a-4672-be63-d6c87916dd70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:26.487309 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-21373349-a950-4824-8e76-222f40bd9700 req-4714536f-7b6a-4672-be63-d6c87916dd70 service neutron] 10.222.0.89 "PUT /v2.0/ports/df3dfb54-5bbb-47b7-912b-848bbee4c342 HTTP/1.1" status: 200 len: 1094 time: 1.0200970 Feb 16 13:12:26.487749 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '568e1c76-3db2-4845-b76b-200744ffa953', 'tag': 'df3dfb54-5bbb-47b7-912b-848bbee4c342'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:12:26.511401 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4714536f-7b6a-4672-be63-d6c87916dd70 service neutron] Pushing event updated for resources: {'Port': ['ID=df3dfb54-5bbb-47b7-912b-848bbee4c342,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:26.561344 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '568e1c76-3db2-4845-b76b-200744ffa953', 'tag': 'df3dfb54-5bbb-47b7-912b-848bbee4c342', 'status': 'completed', 'code': 200} Feb 16 13:12:26.606023 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21373349-a950-4824-8e76-222f40bd9700 req-36e773ef-fe0e-4197-9a23-ea9b31384e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:26.607537 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-21373349-a950-4824-8e76-222f40bd9700 req-36e773ef-fe0e-4197-9a23-ea9b31384e55 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0bd90968d77b41aca48f743ccb00ce24&device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 1097 time: 0.0789740 Feb 16 13:12:26.678117 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-21373349-a950-4824-8e76-222f40bd9700 req-98c39e9a-d10e-4676-a34b-4ef2fa0e5cf0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df3dfb54-5bbb-47b7-912b-848bbee4c342 HTTP/1.1" status: 200 len: 217 time: 0.0626938 Feb 16 13:12:26.858817 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21373349-a950-4824-8e76-222f40bd9700 req-2cf966b2-cedc-47e3-8e8f-38ac028946c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:26.860977 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-21373349-a950-4824-8e76-222f40bd9700 req-2cf966b2-cedc-47e3-8e8f-38ac028946c0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=efb0954b-e49f-457a-8e17-f9ac8946b2c8 HTTP/1.1" status: 200 len: 851 time: 0.1755068 Feb 16 13:12:26.939533 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21373349-a950-4824-8e76-222f40bd9700 req-7eedd809-e6b9-4598-b1af-fe9b22a69b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:26.940950 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-21373349-a950-4824-8e76-222f40bd9700 req-7eedd809-e6b9-4598-b1af-fe9b22a69b1a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e2b238cc-e1fe-47ae-9ac4-937e1e055441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733891 Feb 16 13:12:27.075520 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-21373349-a950-4824-8e76-222f40bd9700 req-9c056a3b-2206-424d-bc8a-984610886c10 service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280193 Feb 16 13:12:27.214309 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-21373349-a950-4824-8e76-222f40bd9700 req-2b0ab035-3edf-42b8-8634-2377e2dc53c3 service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326702 Feb 16 13:12:27.370859 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593d757-99f0-4770-aae3-c6fdbb90e294 req-18cc0f51-8911-495e-b7f4-b9e2593f8711 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:27.372381 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3593d757-99f0-4770-aae3-c6fdbb90e294 req-18cc0f51-8911-495e-b7f4-b9e2593f8711 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 944 time: 0.1479971 Feb 16 13:12:27.381865 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b02dd7-4d7d-4f54-823b-18668e979b0e req-ba4268e8-b267-4051-b649-beb9cb7d26c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:27.383462 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d0b02dd7-4d7d-4f54-823b-18668e979b0e req-ba4268e8-b267-4051-b649-beb9cb7d26c1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0bd90968d77b41aca48f743ccb00ce24&device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 1097 time: 0.1157553 Feb 16 13:12:27.501905 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3593d757-99f0-4770-aae3-c6fdbb90e294 req-7a379044-29d7-4975-ad51-343257c2988e tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223307 Feb 16 13:12:27.542527 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b02dd7-4d7d-4f54-823b-18668e979b0e req-6b8a1324-a711-4b6f-b403-4dc7657c3532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:27.543970 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d0b02dd7-4d7d-4f54-823b-18668e979b0e req-6b8a1324-a711-4b6f-b403-4dc7657c3532 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e2b238cc-e1fe-47ae-9ac4-937e1e055441 HTTP/1.1" status: 200 len: 913 time: 0.1481493 Feb 16 13:12:27.614799 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d0b02dd7-4d7d-4f54-823b-18668e979b0e req-4664f45b-7796-4a4b-8c32-fcc4dca5a338 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df3dfb54-5bbb-47b7-912b-848bbee4c342 HTTP/1.1" status: 200 len: 217 time: 0.0634928 Feb 16 13:12:27.676585 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b02dd7-4d7d-4f54-823b-18668e979b0e req-12d11093-7069-47a9-96cd-9035fd80bac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:27.678095 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d0b02dd7-4d7d-4f54-823b-18668e979b0e req-12d11093-7069-47a9-96cd-9035fd80bac0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=efb0954b-e49f-457a-8e17-f9ac8946b2c8 HTTP/1.1" status: 200 len: 851 time: 0.0565667 Feb 16 13:12:27.765092 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b02dd7-4d7d-4f54-823b-18668e979b0e req-17312c4b-3cdc-4dd9-ada2-ca9e65aebca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:27.766500 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d0b02dd7-4d7d-4f54-823b-18668e979b0e req-17312c4b-3cdc-4dd9-ada2-ca9e65aebca0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e2b238cc-e1fe-47ae-9ac4-937e1e055441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812666 Feb 16 13:12:27.901789 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d0b02dd7-4d7d-4f54-823b-18668e979b0e req-79b0c924-ad3f-4236-b28a-a55b0428703e service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281900 Feb 16 13:12:28.046048 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d0b02dd7-4d7d-4f54-823b-18668e979b0e req-253bf27d-ea12-4642-bb6c-b6bb09f75787 service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379678 Feb 16 13:12:28.809991 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d264e-a7c6-4436-8bbc-c38436efa457 req-3aeff056-f607-4eeb-b874-b91edb6085b0 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:28.811478 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a31d264e-a7c6-4436-8bbc-c38436efa457 req-3aeff056-f607-4eeb-b874-b91edb6085b0 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 944 time: 0.1784360 Feb 16 13:12:28.856848 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a31d264e-a7c6-4436-8bbc-c38436efa457 req-25232493-9b2b-4e57-8062-d08b09447760 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395806 Feb 16 13:12:29.675588 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device df3dfb54-5bbb-47b7-912b-848bbee4c342 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:12:29.829299 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port df3dfb54-5bbb-47b7-912b-848bbee4c342, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=df3dfb54-5bbb-47b7-912b-848bbee4c342,segment=NetworkSegment(43e3019b-586d-4d5c-ac11-25a3857f5dac),segment_id=43e3019b-586d-4d5c-ac11-25a3857f5dac)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:12:29.844755 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': 'df3dfb54-5bbb-47b7-912b-848bbee4c342', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'port_id': 'df3dfb54-5bbb-47b7-912b-848bbee4c342', 'mac_address': 'fa:16:3e:a5:30:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:12:29.903319 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:29.920511 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df3dfb54-5bbb-47b7-912b-848bbee4c342 {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:12:29.937381 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port df3dfb54-5bbb-47b7-912b-848bbee4c342, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=df3dfb54-5bbb-47b7-912b-848bbee4c342,segment=NetworkSegment(43e3019b-586d-4d5c-ac11-25a3857f5dac),segment_id=43e3019b-586d-4d5c-ac11-25a3857f5dac)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:12:29.943689 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:30.007369 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=df3dfb54-5bbb-47b7-912b-848bbee4c342,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:30.045707 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598391b6-2f87-4a98-86fb-5cb89e20df67 req-a2efeb7c-e15c-4478-9c28-0d6233c7a4b4 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:30.047151 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-598391b6-2f87-4a98-86fb-5cb89e20df67 req-a2efeb7c-e15c-4478-9c28-0d6233c7a4b4 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 945 time: 0.0796416 Feb 16 13:12:30.090778 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-598391b6-2f87-4a98-86fb-5cb89e20df67 req-6350e137-c662-4e06-a5c2-d1a0c889b53d tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379007 Feb 16 13:12:30.146250 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['df3dfb54-5bbb-47b7-912b-848bbee4c342'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:12:31.295604 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb5a7c-0bb9-43bd-85b1-17fd27678101 req-9001675b-ec29-4e9a-be53-9c5571068512 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:31.297045 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c1eb5a7c-0bb9-43bd-85b1-17fd27678101 req-9001675b-ec29-4e9a-be53-9c5571068512 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 945 time: 0.0846667 Feb 16 13:12:31.347066 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c1eb5a7c-0bb9-43bd-85b1-17fd27678101 req-f0127826-c078-476e-9799-496dc0f59ed6 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413840 Feb 16 13:12:31.674524 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device df3dfb54-5bbb-47b7-912b-848bbee4c342 up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:12:31.755863 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning for port df3dfb54-5bbb-47b7-912b-848bbee4c342 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:12:31.760972 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port df3dfb54-5bbb-47b7-912b-848bbee4c342 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:12:31.761337 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:31.837529 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-cebcd386-b938-4ab7-938d-9e4e5fbbdbd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:31.894199 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:31.921155 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568e1c76-3db2-4845-b76b-200744ffa953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df3dfb54-5bbb-47b7-912b-848bbee4c342'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:12:31.930836 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port df3dfb54-5bbb-47b7-912b-848bbee4c342, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=df3dfb54-5bbb-47b7-912b-848bbee4c342,segment=NetworkSegment(43e3019b-586d-4d5c-ac11-25a3857f5dac),segment_id=43e3019b-586d-4d5c-ac11-25a3857f5dac)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:12:31.936313 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:31.970134 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568e1c76-3db2-4845-b76b-200744ffa953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df3dfb54-5bbb-47b7-912b-848bbee4c342', 'code': 200} Feb 16 13:12:32.009479 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=df3dfb54-5bbb-47b7-912b-848bbee4c342,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:12:32.221057 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46be727-1b1e-4bfc-998e-581ef42acccc req-27ff0311-61c0-4a00-9c2a-5d46e73386c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:32.222444 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c46be727-1b1e-4bfc-998e-581ef42acccc req-27ff0311-61c0-4a00-9c2a-5d46e73386c9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 1099 time: 0.0864646 Feb 16 13:12:32.262892 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c46be727-1b1e-4bfc-998e-581ef42acccc req-dc8c352c-11cf-4bc1-9e9e-e4da943475fb service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337627 Feb 16 13:12:32.559974 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b129479-2768-4f3e-9ca4-bf8fdd9ed86e req-7ef71ce2-23e3-496c-b482-8ac6901563e9 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:32.561463 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9b129479-2768-4f3e-9ca4-bf8fdd9ed86e req-7ef71ce2-23e3-496c-b482-8ac6901563e9 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 946 time: 0.0976079 Feb 16 13:12:32.606726 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9b129479-2768-4f3e-9ca4-bf8fdd9ed86e req-fc9d3294-eae0-4bfc-ae1c-0dd344bf0d03 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395687 Feb 16 13:12:33.809363 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7d586-fcfc-49d1-9b31-57ca8e929654 req-124336fb-714d-4cbd-b406-cacd569e2e45 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:33.810973 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b7b7d586-fcfc-49d1-9b31-57ca8e929654 req-124336fb-714d-4cbd-b406-cacd569e2e45 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 946 time: 0.0841408 Feb 16 13:12:33.870345 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b7b7d586-fcfc-49d1-9b31-57ca8e929654 req-f8c0a413-dfcb-498a-a604-e2fd24e9710a tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513992 Feb 16 13:12:34.056302 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2254cf-3264-4915-bf51-549a6108d13a req-e7b4975a-0693-41a3-9e02-48e4fab6e99f tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:34.057753 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5b2254cf-3264-4915-bf51-549a6108d13a req-e7b4975a-0693-41a3-9e02-48e4fab6e99f tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 946 time: 0.0826521 Feb 16 13:12:34.066890 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 47138) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:12:34.072178 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-e63546a9-dcc3-4697-bb3c-5ab59f329318 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Request body: {'floatingip': {'port_id': 'df3dfb54-5bbb-47b7-912b-848bbee4c342'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:12:34.145118 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-eafdbf0b-b383-442e-90a3-c7410da11dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:34.149480 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e63546a9-dcc3-4697-bb3c-5ab59f329318 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks [] for floatingip, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:34.593990 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:34.759968 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e63546a9-dcc3-4697-bb3c-5ab59f329318 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:34.765762 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e63546a9-dcc3-4697-bb3c-5ab59f329318 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:34.936425 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-e63546a9-dcc3-4697-bb3c-5ab59f329318 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Floating IP 6f7b5e9e-f176-40df-ac1c-c73af4da0d46 associated. External IP: 172.26.5.224, port: df3dfb54-5bbb-47b7-912b-848bbee4c342. Feb 16 13:12:35.205207 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:35.234731 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:35.398639 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63546a9-dcc3-4697-bb3c-5ab59f329318 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Router ac312ded-6b7a-472a-9b67-029bbd85aeed has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:12:35.604593 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63546a9-dcc3-4697-bb3c-5ab59f329318 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:12:35.609169 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e63546a9-dcc3-4697-bb3c-5ab59f329318 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:35.614481 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b87cff6-ff10-4cda-aeb5-68af32fe03a2 None None] Sync routers for ids ['ac312ded-6b7a-472a-9b67-029bbd85aeed'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:12:35.623958 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b87cff6-ff10-4cda-aeb5-68af32fe03a2 None None] Routers {'ac312ded-6b7a-472a-9b67-029bbd85aeed'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:12:35.624643 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-3b87cff6-ff10-4cda-aeb5-68af32fe03a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:12:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['ac312ded-6b7a-472a-9b67-029bbd85aeed'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:12:35.672890 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e63546a9-dcc3-4697-bb3c-5ab59f329318 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "PUT /v2.0/floatingips/6f7b5e9e-f176-40df-ac1c-c73af4da0d46 HTTP/1.1" status: 200 len: 992 time: 1.6048772 Feb 16 13:12:35.673478 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '568e1c76-3db2-4845-b76b-200744ffa953', 'tag': 'df3dfb54-5bbb-47b7-912b-848bbee4c342'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:12:35.738374 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '568e1c76-3db2-4845-b76b-200744ffa953', 'tag': 'df3dfb54-5bbb-47b7-912b-848bbee4c342', 'status': 'completed', 'code': 200} Feb 16 13:12:35.841777 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-3b87cff6-ff10-4cda-aeb5-68af32fe03a2 None None] Set router ac312ded-6b7a-472a-9b67-029bbd85aeed gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:12:35.853900 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe7341-104b-4862-a198-5f683c35345b req-69b00824-1c99-439f-84ce-a506828a6443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:35.855701 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5dbe7341-104b-4862-a198-5f683c35345b req-69b00824-1c99-439f-84ce-a506828a6443 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0bd90968d77b41aca48f743ccb00ce24&device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 1099 time: 0.0907681 Feb 16 13:12:36.196367 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe7341-104b-4862-a198-5f683c35345b req-f4153272-51c6-4f2e-a154-65ced5024a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:36.197803 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5dbe7341-104b-4862-a198-5f683c35345b req-f4153272-51c6-4f2e-a154-65ced5024a64 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e2b238cc-e1fe-47ae-9ac4-937e1e055441 HTTP/1.1" status: 200 len: 913 time: 0.3358011 Feb 16 13:12:36.272133 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012802cc-a9bf-48d3-9051-babe0e036ed8 req-546899b5-13fe-4396-bff7-bd990ec84387 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:36.273711 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-012802cc-a9bf-48d3-9051-babe0e036ed8 req-546899b5-13fe-4396-bff7-bd990ec84387 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 946 time: 0.2128217 Feb 16 13:12:36.328108 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-3b87cff6-ff10-4cda-aeb5-68af32fe03a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'name': 'tempest-ServerActionsTestJSON-1922522622-router', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108'}], 'enable_snat': True}, 'gw_port_id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:22Z', 'updated_at': '2022-02-16T13:11:26Z', 'revision_number': 4, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'gw_port': {'id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:23Z', 'updated_at': '2022-02-16T13:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '6f7b5e9e-f176-40df-ac1c-c73af4da0d46', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'floating_ip_address': '172.26.5.224', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'port_id': 'df3dfb54-5bbb-47b7-912b-848bbee4c342', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'mac_address': 'fa:16:3e:a5:30:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568e1c76-3db2-4845-b76b-200744ffa953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:11:29Z', 'updated_at': '2022-02-16T13:12:34Z', 'revision_number': 5, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '070cc61b-81b6-4719-8c30-ba1bd06072d4', 'name': '', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'mac_address': 'fa:16:3e:ee:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:25Z', 'updated_at': '2022-02-16T13:11:31Z', 'revision_number': 5, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'subnets': [{'id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:12:36.335522 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b87cff6-ff10-4cda-aeb5-68af32fe03a2 None None] Checking router: ac312ded-6b7a-472a-9b67-029bbd85aeed for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:12:36.344762 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b87cff6-ff10-4cda-aeb5-68af32fe03a2 None None] Routers {'ac312ded-6b7a-472a-9b67-029bbd85aeed'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:12:36.345346 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-3b87cff6-ff10-4cda-aeb5-68af32fe03a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:12:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['ac312ded-6b7a-472a-9b67-029bbd85aeed'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:12:36.353503 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5dbe7341-104b-4862-a198-5f683c35345b req-e731c704-731c-4832-848f-98ddaaaaf9c3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df3dfb54-5bbb-47b7-912b-848bbee4c342 HTTP/1.1" status: 200 len: 1000 time: 0.1489453 Feb 16 13:12:36.361461 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-012802cc-a9bf-48d3-9051-babe0e036ed8 req-72dc8e7d-251c-43a0-b8de-619b9621dfb9 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747716 Feb 16 13:12:36.435723 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe7341-104b-4862-a198-5f683c35345b req-9134146f-203c-4679-966f-3933eb4f89a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:36.437637 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5dbe7341-104b-4862-a198-5f683c35345b req-9134146f-203c-4679-966f-3933eb4f89a4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=efb0954b-e49f-457a-8e17-f9ac8946b2c8 HTTP/1.1" status: 200 len: 851 time: 0.0741122 Feb 16 13:12:36.522076 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe7341-104b-4862-a198-5f683c35345b req-2d6d15c7-3c21-49ea-8650-5326898371ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:36.523620 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5dbe7341-104b-4862-a198-5f683c35345b req-2d6d15c7-3c21-49ea-8650-5326898371ca service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e2b238cc-e1fe-47ae-9ac4-937e1e055441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796399 Feb 16 13:12:36.552244 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-3b87cff6-ff10-4cda-aeb5-68af32fe03a2 None None] Set router ac312ded-6b7a-472a-9b67-029bbd85aeed gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:12:36.658032 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5dbe7341-104b-4862-a198-5f683c35345b req-7aea1cf4-c3e4-4c3a-95cc-4400f5bd5455 service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270056 Feb 16 13:12:36.793242 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5dbe7341-104b-4862-a198-5f683c35345b req-407bd53b-1c3b-466c-868f-4d1c4c0d61a0 service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284332 Feb 16 13:12:36.813085 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:12:36.922023 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-3b87cff6-ff10-4cda-aeb5-68af32fe03a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'name': 'tempest-ServerActionsTestJSON-1922522622-router', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108'}], 'enable_snat': True}, 'gw_port_id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:22Z', 'updated_at': '2022-02-16T13:11:26Z', 'revision_number': 4, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'gw_port': {'id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:23Z', 'updated_at': '2022-02-16T13:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '6f7b5e9e-f176-40df-ac1c-c73af4da0d46', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'floating_ip_address': '172.26.5.224', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'port_id': 'df3dfb54-5bbb-47b7-912b-848bbee4c342', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'mac_address': 'fa:16:3e:a5:30:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568e1c76-3db2-4845-b76b-200744ffa953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:11:29Z', 'updated_at': '2022-02-16T13:12:34Z', 'revision_number': 5, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '070cc61b-81b6-4719-8c30-ba1bd06072d4', 'name': '', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'mac_address': 'fa:16:3e:ee:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:25Z', 'updated_at': '2022-02-16T13:11:31Z', 'revision_number': 5, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'subnets': [{'id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:12:36.926116 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b87cff6-ff10-4cda-aeb5-68af32fe03a2 None None] The sync data for ids ['ac312ded-6b7a-472a-9b67-029bbd85aeed'] in dv-neutron-829527-1-hyperv is: [{'id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'name': 'tempest-ServerActionsTestJSON-1922522622-router', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108'}], 'enable_snat': True}, 'gw_port_id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:22Z', 'updated_at': '2022-02-16T13:11:26Z', 'revision_number': 4, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'gw_port': {'id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:23Z', 'updated_at': '2022-02-16T13:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '6f7b5e9e-f176-40df-ac1c-c73af4da0d46', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'floating_ip_address': '172.26.5.224', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'port_id': 'df3dfb54-5bbb-47b7-912b-848bbee4c342', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'mac_address': 'fa:16:3e:a5:30:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568e1c76-3db2-4845-b76b-200744ffa953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:11:29Z', 'updated_at': '2022-02-16T13:12:34Z', 'revision_number': 5, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '070cc61b-81b6-4719-8c30-ba1bd06072d4', 'name': '', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'mac_address': 'fa:16:3e:ee:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:25Z', 'updated_at': '2022-02-16T13:11:31Z', 'revision_number': 5, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'subnets': [{'id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:12:37.114676 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f74721-0bff-4d54-8b59-bae023f4a4fe None None] New status for floating IP 6f7b5e9e-f176-40df-ac1c-c73af4da0d46: ACTIVE {{(pid=87703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:12:37.580449 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e45443-cd39-450b-a11d-5fbf17c96abe req-272c67a5-7b07-44ed-9bb6-8c0916858def tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:37.582752 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d7e45443-cd39-450b-a11d-5fbf17c96abe req-272c67a5-7b07-44ed-9bb6-8c0916858def tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 946 time: 0.1015811 Feb 16 13:12:37.629355 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d7e45443-cd39-450b-a11d-5fbf17c96abe req-cd58ffd9-284e-4757-b306-6084d03ee6a9 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407221 Feb 16 13:12:38.820857 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3f2d3-c74f-4aa2-96ad-3127f9c61a01 req-82ec0b8f-817d-4b48-948f-716d82869bd3 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:38.822318 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1cf3f2d3-c74f-4aa2-96ad-3127f9c61a01 req-82ec0b8f-817d-4b48-948f-716d82869bd3 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 946 time: 0.0811911 Feb 16 13:12:38.866980 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1cf3f2d3-c74f-4aa2-96ad-3127f9c61a01 req-9ba6354f-1832-4963-9cfd-ddd8e53f5a8f tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387974 Feb 16 13:12:40.071341 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df624dab-998d-4af8-bc3f-b48096c37d2f req-bccc47ff-a515-4923-8332-8768e13bb39c tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:40.072815 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-df624dab-998d-4af8-bc3f-b48096c37d2f req-bccc47ff-a515-4923-8332-8768e13bb39c tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 946 time: 0.0890861 Feb 16 13:12:40.119766 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-df624dab-998d-4af8-bc3f-b48096c37d2f req-eddb6ff4-1c95-4977-bed4-af2904dc00ca tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386295 Feb 16 13:12:41.347787 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbeba28-aa16-400d-b891-d379e7dae0cf req-25597fcd-bb73-45a3-bb45-58ea9787b6b6 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:41.349299 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3dbeba28-aa16-400d-b891-d379e7dae0cf req-25597fcd-bb73-45a3-bb45-58ea9787b6b6 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 946 time: 0.1069124 Feb 16 13:12:41.393087 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3dbeba28-aa16-400d-b891-d379e7dae0cf req-cb1a4b8c-d106-4810-967c-c7717dcfa1e3 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379882 Feb 16 13:12:42.595473 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b5671-115f-40e3-b597-01ed677bef31 req-daffae28-3873-4f88-a357-85b1960a5a7e tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:42.596988 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8d8b5671-115f-40e3-b597-01ed677bef31 req-daffae28-3873-4f88-a357-85b1960a5a7e tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 946 time: 0.0938938 Feb 16 13:12:42.643096 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8d8b5671-115f-40e3-b597-01ed677bef31 req-b2023d82-9017-4948-b569-a0f9347ce784 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376134 Feb 16 13:12:43.856449 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f5f12-e56c-42b9-9a3e-5f392ec4dcd1 req-ee88e842-1e32-4a9e-9543-e7218f614f8c tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:43.857938 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1b5f5f12-e56c-42b9-9a3e-5f392ec4dcd1 req-ee88e842-1e32-4a9e-9543-e7218f614f8c tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 946 time: 0.0875571 Feb 16 13:12:43.905181 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1b5f5f12-e56c-42b9-9a3e-5f392ec4dcd1 req-b7571361-a48b-42f5-9e01-b6c06674e6bb tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382266 Feb 16 13:12:45.116390 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646228c-749f-4816-a95a-e12c8f5886fc req-567a3bdc-5516-4ee9-a4e2-83b99814ee6c tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:45.117929 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f646228c-749f-4816-a95a-e12c8f5886fc req-567a3bdc-5516-4ee9-a4e2-83b99814ee6c tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 946 time: 0.0898356 Feb 16 13:12:45.164390 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f646228c-749f-4816-a95a-e12c8f5886fc req-defb2245-c5bb-4d2c-a698-e6b2f1091ba4 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406535 Feb 16 13:12:46.375968 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24479c-a4a0-4caf-976d-4d18a270b79c req-1b509d2e-a560-49bf-848d-378fd7807b31 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:46.377573 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-df24479c-a4a0-4caf-976d-4d18a270b79c req-1b509d2e-a560-49bf-848d-378fd7807b31 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 946 time: 0.0958123 Feb 16 13:12:46.424830 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-df24479c-a4a0-4caf-976d-4d18a270b79c req-f47f8fb1-a507-493f-9b9d-159c235417c8 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411472 Feb 16 13:12:47.625153 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a291d56-3418-42af-828b-59d9287d194d req-5d5f0b77-2f9c-4167-8035-29db9517078d tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:47.626498 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9a291d56-3418-42af-828b-59d9287d194d req-5d5f0b77-2f9c-4167-8035-29db9517078d tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 946 time: 0.0887353 Feb 16 13:12:47.673319 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9a291d56-3418-42af-828b-59d9287d194d req-ee2f8663-405f-4966-82de-748499212e1b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398672 Feb 16 13:12:48.876545 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7aa51b-3d69-43c2-9abc-418a906ce12c req-cd631799-9cfe-432f-ad34-97cc5fbd849a tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:48.878042 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1b7aa51b-3d69-43c2-9abc-418a906ce12c req-cd631799-9cfe-432f-ad34-97cc5fbd849a tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 946 time: 0.0894568 Feb 16 13:12:48.926299 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1b7aa51b-3d69-43c2-9abc-418a906ce12c req-dd08eeed-0006-4940-94a5-c9934dbc09db tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404637 Feb 16 13:12:49.093300 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:12:50.148473 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a84b9c-3ba4-493a-a7ca-fab41509c080 req-1d836dc1-a246-4699-a7e5-abfb8bc4fe78 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:50.149970 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-87a84b9c-3ba4-493a-a7ca-fab41509c080 req-1d836dc1-a246-4699-a7e5-abfb8bc4fe78 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 946 time: 0.1046007 Feb 16 13:12:50.201476 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-87a84b9c-3ba4-493a-a7ca-fab41509c080 req-dd71f538-af19-4fce-adb4-f9ca7ae0ee47 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441356 Feb 16 13:12:51.410658 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8f033-39fa-4a9a-8a9c-8a2bfc216e94 req-fc89f443-a38b-4b54-ac01-95714056ad76 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:51.412138 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-43c8f033-39fa-4a9a-8a9c-8a2bfc216e94 req-fc89f443-a38b-4b54-ac01-95714056ad76 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 946 time: 0.0963471 Feb 16 13:12:51.457076 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-43c8f033-39fa-4a9a-8a9c-8a2bfc216e94 req-28d61cf3-eebf-4f2a-a065-bc3ceb57f673 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390899 Feb 16 13:12:52.674389 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993230e9-0bfa-46cf-8d78-51c4a7ee5ede req-8e7a9de9-931d-4c28-a991-989744c047b6 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:52.675843 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-993230e9-0bfa-46cf-8d78-51c4a7ee5ede req-8e7a9de9-931d-4c28-a991-989744c047b6 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 946 time: 0.0942388 Feb 16 13:12:52.721980 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-993230e9-0bfa-46cf-8d78-51c4a7ee5ede req-fe9cf59a-ed6f-4277-bdf6-07ef38a4488a tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401735 Feb 16 13:12:53.914253 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e400ea-67f9-448b-ba5d-5961661422d6 req-42de8252-fe0f-40f4-923a-70c203dc1efd tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:53.915624 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-80e400ea-67f9-448b-ba5d-5961661422d6 req-42de8252-fe0f-40f4-923a-70c203dc1efd tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 946 time: 0.0891795 Feb 16 13:12:53.964664 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-80e400ea-67f9-448b-ba5d-5961661422d6 req-6376d779-413a-40d8-bda1-7ac9c47f2409 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430853 Feb 16 13:12:55.175927 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caddb5b4-3a2f-4ef1-885e-f02dde80c6be req-479e1776-8b16-4503-8859-7e7760f056fa tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:55.177431 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-caddb5b4-3a2f-4ef1-885e-f02dde80c6be req-479e1776-8b16-4503-8859-7e7760f056fa tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 946 time: 0.0927410 Feb 16 13:12:55.224641 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-caddb5b4-3a2f-4ef1-885e-f02dde80c6be req-09bdfbc2-e466-4c88-9431-9ef741e1fdc5 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385065 Feb 16 13:12:56.431221 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472f4c3-5c43-411d-a794-b2e5b5d2beb3 req-d38bf134-a527-4b80-a396-d92d917ab7fc tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:56.432779 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3472f4c3-5c43-411d-a794-b2e5b5d2beb3 req-d38bf134-a527-4b80-a396-d92d917ab7fc tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 946 time: 0.0941367 Feb 16 13:12:56.479635 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3472f4c3-5c43-411d-a794-b2e5b5d2beb3 req-f29b0cce-f6eb-4ca3-ad92-2388c09c534a tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398481 Feb 16 13:12:57.693357 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320823f4-ec59-459d-a0b2-7221bf1ddcba req-0559e3af-2b93-466b-9331-fac4d2b11dc1 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:57.694723 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-320823f4-ec59-459d-a0b2-7221bf1ddcba req-0559e3af-2b93-466b-9331-fac4d2b11dc1 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 946 time: 0.0956230 Feb 16 13:12:57.738770 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-320823f4-ec59-459d-a0b2-7221bf1ddcba req-4905b043-ba7b-48b7-99f5-360fbb3bb154 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383587 Feb 16 13:12:58.945184 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6c18d-b92a-4a17-b3f0-f0524cb0db50 req-23791f3e-0ee9-4215-9a0e-897e1fefefc0 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:12:58.946622 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3df6c18d-b92a-4a17-b3f0-f0524cb0db50 req-23791f3e-0ee9-4215-9a0e-897e1fefefc0 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 946 time: 0.0917058 Feb 16 13:12:59.001796 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3df6c18d-b92a-4a17-b3f0-f0524cb0db50 req-a1c0e49d-68b7-46d0-8074-9d93eba3f1c9 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492902 Feb 16 13:13:00.215030 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac9894-fb84-498b-adc5-c00aaa6b190a req-f0d41b86-0b31-4ff5-a647-ba576871a462 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:00.216501 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1fac9894-fb84-498b-adc5-c00aaa6b190a req-f0d41b86-0b31-4ff5-a647-ba576871a462 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 946 time: 0.0962188 Feb 16 13:13:00.261885 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1fac9894-fb84-498b-adc5-c00aaa6b190a req-85f149a7-8764-4022-aaf9-a0d51b32a965 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376639 Feb 16 13:13:01.447581 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc8c72-902d-4c93-a1c8-666215ae78ab req-b08f5bc3-432f-4777-b0a0-fe7a66388e87 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:01.449075 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fefc8c72-902d-4c93-a1c8-666215ae78ab req-b08f5bc3-432f-4777-b0a0-fe7a66388e87 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 946 time: 0.0838373 Feb 16 13:13:01.492804 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fefc8c72-902d-4c93-a1c8-666215ae78ab req-e51ea13e-0d86-4755-ad53-fbce82d5e32f tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379663 Feb 16 13:13:01.833182 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-00015804-4ff7-433f-adba-7d96cae51182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:01.858075 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-cb37b8d0-2bc0-4d2b-b347-ec300ee41441 req-f6f2c76b-83a2-4df0-9c2c-a72beae555c1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0694878 Feb 16 13:13:02.034293 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bec2ad-9b42-433e-9a40-02a31fe33528 req-d944c585-b945-4751-965b-efeb79f68449 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:02.035774 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-08bec2ad-9b42-433e-9a40-02a31fe33528 req-d944c585-b945-4751-965b-efeb79f68449 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 946 time: 0.2006056 Feb 16 13:13:02.082216 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-08bec2ad-9b42-433e-9a40-02a31fe33528 req-7fb16532-00d8-414e-a66a-d9264d477b62 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405524 Feb 16 13:13:03.216961 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37b8d0-2bc0-4d2b-b347-ec300ee41441 req-74e88517-459a-4e10-ad6f-4df3c8abbff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:03.218443 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cb37b8d0-2bc0-4d2b-b347-ec300ee41441 req-74e88517-459a-4e10-ad6f-4df3c8abbff9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0bd90968d77b41aca48f743ccb00ce24&device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 1099 time: 0.0746598 Feb 16 13:13:03.286249 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b00b9f-93d0-485b-bcaa-ff01e56d4692 req-afd9e3bb-7b19-4030-902d-bcc19a380a8d tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:03.287727 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-18b00b9f-93d0-485b-bcaa-ff01e56d4692 req-afd9e3bb-7b19-4030-902d-bcc19a380a8d tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 946 time: 0.0847628 Feb 16 13:13:03.334338 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-18b00b9f-93d0-485b-bcaa-ff01e56d4692 req-cb70c575-3297-46bb-bc62-e6eac5481a89 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408452 Feb 16 13:13:03.354751 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37b8d0-2bc0-4d2b-b347-ec300ee41441 req-c8bbe291-e8ef-4427-8df9-70840d49f436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:03.356249 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cb37b8d0-2bc0-4d2b-b347-ec300ee41441 req-c8bbe291-e8ef-4427-8df9-70840d49f436 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e2b238cc-e1fe-47ae-9ac4-937e1e055441 HTTP/1.1" status: 200 len: 913 time: 0.1314569 Feb 16 13:13:03.465015 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cb37b8d0-2bc0-4d2b-b347-ec300ee41441 req-7bc62977-e38d-4132-9961-71f4e397d94e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df3dfb54-5bbb-47b7-912b-848bbee4c342 HTTP/1.1" status: 200 len: 1002 time: 0.1019611 Feb 16 13:13:03.537438 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37b8d0-2bc0-4d2b-b347-ec300ee41441 req-4a6c3827-e06c-41ea-b532-f9bf9cecec4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:03.539349 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cb37b8d0-2bc0-4d2b-b347-ec300ee41441 req-4a6c3827-e06c-41ea-b532-f9bf9cecec4a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=efb0954b-e49f-457a-8e17-f9ac8946b2c8 HTTP/1.1" status: 200 len: 851 time: 0.0687275 Feb 16 13:13:03.618815 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37b8d0-2bc0-4d2b-b347-ec300ee41441 req-5f4b585d-716f-4a4f-b9ba-b9d558bf5ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:03.620325 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cb37b8d0-2bc0-4d2b-b347-ec300ee41441 req-5f4b585d-716f-4a4f-b9ba-b9d558bf5ef7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e2b238cc-e1fe-47ae-9ac4-937e1e055441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752237 Feb 16 13:13:03.759264 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cb37b8d0-2bc0-4d2b-b347-ec300ee41441 req-52aed837-bb86-44e7-b0a3-457fd8beccf8 service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321242 Feb 16 13:13:03.891655 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cb37b8d0-2bc0-4d2b-b347-ec300ee41441 req-ce8b7bc2-db9c-42a9-b9e4-79398b6d1368 service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266351 Feb 16 13:13:04.151079 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-1e2f2eea-5308-4682-bce9-326967f964ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:04.546099 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb08ee-9220-47ac-873c-c567a0e08b36 req-cff680f7-31c5-4747-86c2-baf48e16d88d tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:04.547653 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-efdb08ee-9220-47ac-873c-c567a0e08b36 req-cff680f7-31c5-4747-86c2-baf48e16d88d tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 946 time: 0.0939393 Feb 16 13:13:04.607078 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-efdb08ee-9220-47ac-873c-c567a0e08b36 req-11af23ea-684a-458f-9347-11d0897f2175 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480354 Feb 16 13:13:04.610077 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:05.202626 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:05.238043 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:05.604578 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cb37b8d0-2bc0-4d2b-b347-ec300ee41441 req-07a47dba-03e3-431e-bf0a-3b63faa23f4f service neutron] 10.222.0.89 "GET /v2.0/ports/df3dfb54-5bbb-47b7-912b-848bbee4c342/bindings/hv-neutron-8295 HTTP/1.1" status: 200 len: 384 time: 0.0825379 Feb 16 13:13:05.819877 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5cb071-c473-4cda-a5b5-a7c7c9b1f3b8 req-9d284088-37ac-4542-baa5-816523b63fdc tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:05.821418 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8a5cb071-c473-4cda-a5b5-a7c7c9b1f3b8 req-9d284088-37ac-4542-baa5-816523b63fdc tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 946 time: 0.0947700 Feb 16 13:13:05.872868 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8a5cb071-c473-4cda-a5b5-a7c7c9b1f3b8 req-fdf55ebc-b659-4ca4-8fe8-bbad80982e24 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445535 Feb 16 13:13:05.891794 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37b8d0-2bc0-4d2b-b347-ec300ee41441 req-02a072ce-19b1-4911-bab0-d0a61c4dcde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:05.893403 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cb37b8d0-2bc0-4d2b-b347-ec300ee41441 req-02a072ce-19b1-4911-bab0-d0a61c4dcde1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953&tenant_id=0bd90968d77b41aca48f743ccb00ce24 HTTP/1.1" status: 200 len: 1099 time: 0.0778301 Feb 16 13:13:05.993268 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37b8d0-2bc0-4d2b-b347-ec300ee41441 req-f1329b5c-f297-401e-aadf-b333069b2b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:05.994847 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cb37b8d0-2bc0-4d2b-b347-ec300ee41441 req-f1329b5c-f297-401e-aadf-b333069b2b32 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0bd90968d77b41aca48f743ccb00ce24&device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 1099 time: 0.0793090 Feb 16 13:13:06.140776 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37b8d0-2bc0-4d2b-b347-ec300ee41441 req-085a73ea-82c9-4af2-b103-8c1a80dc1432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:06.142999 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cb37b8d0-2bc0-4d2b-b347-ec300ee41441 req-085a73ea-82c9-4af2-b103-8c1a80dc1432 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e2b238cc-e1fe-47ae-9ac4-937e1e055441 HTTP/1.1" status: 200 len: 913 time: 0.1412220 Feb 16 13:13:06.247713 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cb37b8d0-2bc0-4d2b-b347-ec300ee41441 req-a1b23bfa-3f37-4ed0-bc72-b84c136b795d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df3dfb54-5bbb-47b7-912b-848bbee4c342 HTTP/1.1" status: 200 len: 1002 time: 0.0983708 Feb 16 13:13:06.311544 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37b8d0-2bc0-4d2b-b347-ec300ee41441 req-288ecf94-5310-48d6-a8c7-b12ce9570f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:06.313172 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cb37b8d0-2bc0-4d2b-b347-ec300ee41441 req-288ecf94-5310-48d6-a8c7-b12ce9570f0e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=efb0954b-e49f-457a-8e17-f9ac8946b2c8 HTTP/1.1" status: 200 len: 851 time: 0.0598860 Feb 16 13:13:06.394003 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37b8d0-2bc0-4d2b-b347-ec300ee41441 req-a720baf8-3b07-47e1-a988-372e3d30584a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:06.395450 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cb37b8d0-2bc0-4d2b-b347-ec300ee41441 req-a720baf8-3b07-47e1-a988-372e3d30584a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e2b238cc-e1fe-47ae-9ac4-937e1e055441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765259 Feb 16 13:13:06.655787 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cb37b8d0-2bc0-4d2b-b347-ec300ee41441 req-edfde221-e0dd-48b3-a6da-42b943a13fb6 service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539337 Feb 16 13:13:06.785985 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:06.794793 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cb37b8d0-2bc0-4d2b-b347-ec300ee41441 req-851203ce-0c75-4694-8081-3b524871a4f1 service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327577 Feb 16 13:13:07.065938 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96aee45-3283-4600-8e2c-c7364d7cb2c1 req-22639fe9-e536-44ad-838b-d4859d9c6e74 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:07.067421 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d96aee45-3283-4600-8e2c-c7364d7cb2c1 req-22639fe9-e536-44ad-838b-d4859d9c6e74 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 946 time: 0.0809991 Feb 16 13:13:07.117131 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d96aee45-3283-4600-8e2c-c7364d7cb2c1 req-29a3b8ce-585c-4100-bdf3-6bd6c4df1982 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401280 Feb 16 13:13:08.424758 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6bc5d0-24ef-42f1-abb3-91868f9d6848 req-29e3e013-a191-4489-8361-e52a6e771753 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:08.426307 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8d6bc5d0-24ef-42f1-abb3-91868f9d6848 req-29e3e013-a191-4489-8361-e52a6e771753 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 946 time: 0.1947951 Feb 16 13:13:08.471691 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8d6bc5d0-24ef-42f1-abb3-91868f9d6848 req-eb985c72-fac2-494e-8a3f-ec210e6ce778 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394390 Feb 16 13:13:08.819549 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37ba39-4e37-474f-9b2f-249b019c9465 req-5250b7f5-8be0-4c64-892b-7eaa0a70741e tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:08.821041 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9a37ba39-4e37-474f-9b2f-249b019c9465 req-5250b7f5-8be0-4c64-892b-7eaa0a70741e tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 946 time: 0.0963991 Feb 16 13:13:08.828406 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874519fe-232e-482f-b7c3-ecf2b4e1bd5a req-242a9fe1-40d1-4a67-9dc7-31703bd93825 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:08.829926 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-874519fe-232e-482f-b7c3-ecf2b4e1bd5a req-242a9fe1-40d1-4a67-9dc7-31703bd93825 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.89 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953&tenant_id=0bd90968d77b41aca48f743ccb00ce24&binding%3Ahost_id=hv-neutron-8295 HTTP/1.1" status: 200 len: 946 time: 0.0967736 Feb 16 13:13:08.869951 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9a37ba39-4e37-474f-9b2f-249b019c9465 req-4222c5d0-ef20-4d8f-ad2c-7a95a39ff955 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427883 Feb 16 13:13:08.985303 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874519fe-232e-482f-b7c3-ecf2b4e1bd5a req-208805eb-a5ed-4c95-974a-b0674ee6f0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:08.987372 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-874519fe-232e-482f-b7c3-ecf2b4e1bd5a req-208805eb-a5ed-4c95-974a-b0674ee6f0b5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0bd90968d77b41aca48f743ccb00ce24&device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 1099 time: 0.0765703 Feb 16 13:13:09.131467 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874519fe-232e-482f-b7c3-ecf2b4e1bd5a req-1fdb62d5-6b78-43bf-ac75-0d0b95d49dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:09.133826 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-874519fe-232e-482f-b7c3-ecf2b4e1bd5a req-1fdb62d5-6b78-43bf-ac75-0d0b95d49dac service neutron] 10.222.0.89 "GET /v2.0/networks?id=e2b238cc-e1fe-47ae-9ac4-937e1e055441 HTTP/1.1" status: 200 len: 913 time: 0.1399961 Feb 16 13:13:09.247993 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-874519fe-232e-482f-b7c3-ecf2b4e1bd5a req-ef7c4817-fbfe-4f62-997b-ed51de5bd51d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df3dfb54-5bbb-47b7-912b-848bbee4c342 HTTP/1.1" status: 200 len: 1002 time: 0.1073425 Feb 16 13:13:09.317706 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874519fe-232e-482f-b7c3-ecf2b4e1bd5a req-c1493219-99b9-4218-bc6e-57d596bb9479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:09.319144 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-874519fe-232e-482f-b7c3-ecf2b4e1bd5a req-c1493219-99b9-4218-bc6e-57d596bb9479 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=efb0954b-e49f-457a-8e17-f9ac8946b2c8 HTTP/1.1" status: 200 len: 851 time: 0.0649152 Feb 16 13:13:09.398988 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874519fe-232e-482f-b7c3-ecf2b4e1bd5a req-370f31d4-e072-41ea-b146-ece0ebf06370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:09.400502 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-874519fe-232e-482f-b7c3-ecf2b4e1bd5a req-370f31d4-e072-41ea-b146-ece0ebf06370 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e2b238cc-e1fe-47ae-9ac4-937e1e055441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738485 Feb 16 13:13:09.538180 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-874519fe-232e-482f-b7c3-ecf2b4e1bd5a req-c8193270-683a-4032-8f61-c670424c5407 service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308231 Feb 16 13:13:09.678521 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-874519fe-232e-482f-b7c3-ecf2b4e1bd5a req-b2eebc0c-2d6e-4a26-8bb5-689ada271646 service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328733 Feb 16 13:13:09.910251 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device df3dfb54-5bbb-47b7-912b-848bbee4c342 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:13:09.912741 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device df3dfb54-5bbb-47b7-912b-848bbee4c342 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:13:10.069717 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd58b7-d9f5-4f48-9556-54f7757ed998 req-8c5fc68b-9ffc-4a3b-8172-8dab3a32190b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:10.076668 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-80fd58b7-d9f5-4f48-9556-54f7757ed998 req-8c5fc68b-9ffc-4a3b-8172-8dab3a32190b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 946 time: 0.0890915 Feb 16 13:13:10.120354 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-80fd58b7-d9f5-4f48-9556-54f7757ed998 req-ff291df2-64cf-46d2-93fb-66e4d7489613 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425780 Feb 16 13:13:10.129957 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:10.152114 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port df3dfb54-5bbb-47b7-912b-848bbee4c342, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=df3dfb54-5bbb-47b7-912b-848bbee4c342,segment=NetworkSegment(43e3019b-586d-4d5c-ac11-25a3857f5dac),segment_id=43e3019b-586d-4d5c-ac11-25a3857f5dac)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:13:10.173686 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568e1c76-3db2-4845-b76b-200744ffa953', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df3dfb54-5bbb-47b7-912b-848bbee4c342'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:13:10.179679 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': 'df3dfb54-5bbb-47b7-912b-848bbee4c342', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'port_id': 'df3dfb54-5bbb-47b7-912b-848bbee4c342', 'mac_address': 'fa:16:3e:a5:30:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:13:10.216768 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port df3dfb54-5bbb-47b7-912b-848bbee4c342, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=df3dfb54-5bbb-47b7-912b-848bbee4c342,segment=NetworkSegment(43e3019b-586d-4d5c-ac11-25a3857f5dac),segment_id=43e3019b-586d-4d5c-ac11-25a3857f5dac)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:13:10.225251 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568e1c76-3db2-4845-b76b-200744ffa953', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df3dfb54-5bbb-47b7-912b-848bbee4c342', 'code': 200} Feb 16 13:13:10.231697 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:10.290576 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:10.315670 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id df3dfb54-5bbb-47b7-912b-848bbee4c342 {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:13:10.323815 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=df3dfb54-5bbb-47b7-912b-848bbee4c342,revision_number=6']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:10.360735 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:10.361079 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:10.361397 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:10.361721 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:10.362057 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:10.362358 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:10.362673 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:10.363008 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:10.363316 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:10.363626 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:10.363914 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:10.364249 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:10.391789 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.db.api [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:13:10.392142 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG oslo_db.api [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:13:10.948193 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:10.965076 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df3dfb54-5bbb-47b7-912b-848bbee4c342 {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:13:10.981550 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port df3dfb54-5bbb-47b7-912b-848bbee4c342, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=df3dfb54-5bbb-47b7-912b-848bbee4c342,segment=NetworkSegment(43e3019b-586d-4d5c-ac11-25a3857f5dac),segment_id=43e3019b-586d-4d5c-ac11-25a3857f5dac)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:13:10.988577 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:11.056595 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['df3dfb54-5bbb-47b7-912b-848bbee4c342'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:13:11.100261 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=df3dfb54-5bbb-47b7-912b-848bbee4c342,revision_number=7']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:11.312436 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd7da4-1e76-4bab-9e60-0ef11922abe1 req-5a09a2ab-d156-44a0-9d76-29791c1b306b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:11.313943 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b0fd7da4-1e76-4bab-9e60-0ef11922abe1 req-5a09a2ab-d156-44a0-9d76-29791c1b306b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 945 time: 0.0859542 Feb 16 13:13:11.358497 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b0fd7da4-1e76-4bab-9e60-0ef11922abe1 req-62e8ce16-03e8-4414-83b9-8f5747113d86 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385053 Feb 16 13:13:11.562941 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1950b-fc63-4eb3-a96f-417b98f670e4 req-a640431f-6612-4d95-9334-85b35c79115e tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:11.564458 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d3a1950b-fc63-4eb3-a96f-417b98f670e4 req-a640431f-6612-4d95-9334-85b35c79115e tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 945 time: 0.0884159 Feb 16 13:13:11.617678 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d3a1950b-fc63-4eb3-a96f-417b98f670e4 req-ad90ea85-5f95-499e-a1aa-2e3b4a3b8939 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441964 Feb 16 13:13:11.935964 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device df3dfb54-5bbb-47b7-912b-848bbee4c342 up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:13:11.991208 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a882c-982b-4d3d-b1fa-e0997f4d1e84 req-3f0dee53-25eb-4049-81c7-fb5fa1df6cbe tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:11.992811 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-bd1a882c-982b-4d3d-b1fa-e0997f4d1e84 req-3f0dee53-25eb-4049-81c7-fb5fa1df6cbe tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 945 time: 0.0835776 Feb 16 13:13:12.038897 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-bd1a882c-982b-4d3d-b1fa-e0997f4d1e84 req-f6748121-e61b-4696-a2e3-f6d486cfa163 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398717 Feb 16 13:13:12.044976 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740fb418-33e1-48b5-8837-4e0f3fd679d4 req-6874204b-7ebb-4332-a3a2-576f25881966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:12.047105 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port df3dfb54-5bbb-47b7-912b-848bbee4c342 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:12.047105 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:12.047699 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-740fb418-33e1-48b5-8837-4e0f3fd679d4 req-6874204b-7ebb-4332-a3a2-576f25881966 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0bd90968d77b41aca48f743ccb00ce24&device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 1098 time: 0.0770361 Feb 16 13:13:12.165241 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:12.182719 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740fb418-33e1-48b5-8837-4e0f3fd679d4 req-bf7e1d10-b7f4-4ae1-b456-533f4c7c04a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:12.184728 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-740fb418-33e1-48b5-8837-4e0f3fd679d4 req-bf7e1d10-b7f4-4ae1-b456-533f4c7c04a8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e2b238cc-e1fe-47ae-9ac4-937e1e055441 HTTP/1.1" status: 200 len: 913 time: 0.1303520 Feb 16 13:13:12.197991 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port df3dfb54-5bbb-47b7-912b-848bbee4c342, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=df3dfb54-5bbb-47b7-912b-848bbee4c342,segment=NetworkSegment(43e3019b-586d-4d5c-ac11-25a3857f5dac),segment_id=43e3019b-586d-4d5c-ac11-25a3857f5dac)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:13:12.205166 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:12.234373 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568e1c76-3db2-4845-b76b-200744ffa953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df3dfb54-5bbb-47b7-912b-848bbee4c342'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:13:12.278141 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=df3dfb54-5bbb-47b7-912b-848bbee4c342,revision_number=8']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:12.282598 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568e1c76-3db2-4845-b76b-200744ffa953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df3dfb54-5bbb-47b7-912b-848bbee4c342', 'code': 200} Feb 16 13:13:12.294964 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-740fb418-33e1-48b5-8837-4e0f3fd679d4 req-16f82a7e-5c5f-468c-9e1e-c640f5ddfe6a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df3dfb54-5bbb-47b7-912b-848bbee4c342 HTTP/1.1" status: 200 len: 1002 time: 0.1036398 Feb 16 13:13:12.473522 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740fb418-33e1-48b5-8837-4e0f3fd679d4 req-09592bcf-0106-4c9e-94e0-04b41facb2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:12.474975 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-740fb418-33e1-48b5-8837-4e0f3fd679d4 req-09592bcf-0106-4c9e-94e0-04b41facb2b2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=efb0954b-e49f-457a-8e17-f9ac8946b2c8 HTTP/1.1" status: 200 len: 851 time: 0.1737020 Feb 16 13:13:12.554871 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740fb418-33e1-48b5-8837-4e0f3fd679d4 req-9251de9f-87f2-4099-90f2-96ffda1ef3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:12.556361 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-740fb418-33e1-48b5-8837-4e0f3fd679d4 req-9251de9f-87f2-4099-90f2-96ffda1ef3c1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e2b238cc-e1fe-47ae-9ac4-937e1e055441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746105 Feb 16 13:13:12.707082 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-740fb418-33e1-48b5-8837-4e0f3fd679d4 req-cefeec3b-6e0e-4395-8adb-3b06f38eaa49 service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426682 Feb 16 13:13:12.842940 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-740fb418-33e1-48b5-8837-4e0f3fd679d4 req-56f77843-e86e-4951-9f47-279ad94f6193 service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294789 Feb 16 13:13:13.018134 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82fb12-fd89-4458-9069-382e010bb93b req-a4d96a55-5f66-4869-b14c-7fbb7e1b9222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:13.019594 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ed82fb12-fd89-4458-9069-382e010bb93b req-a4d96a55-5f66-4869-b14c-7fbb7e1b9222 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0bd90968d77b41aca48f743ccb00ce24&device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 1099 time: 0.0775433 Feb 16 13:13:13.177325 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82fb12-fd89-4458-9069-382e010bb93b req-e530d43e-8917-4b36-85dc-0f82ad9cca19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:13.178820 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ed82fb12-fd89-4458-9069-382e010bb93b req-e530d43e-8917-4b36-85dc-0f82ad9cca19 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e2b238cc-e1fe-47ae-9ac4-937e1e055441 HTTP/1.1" status: 200 len: 913 time: 0.1354194 Feb 16 13:13:13.240471 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128fcba5-d056-4910-a419-307dc5cacce1 req-9ddf978f-3351-4b5b-bc12-0ec1ca932af2 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:13.242023 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-128fcba5-d056-4910-a419-307dc5cacce1 req-9ddf978f-3351-4b5b-bc12-0ec1ca932af2 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 946 time: 0.0910516 Feb 16 13:13:13.292297 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-128fcba5-d056-4910-a419-307dc5cacce1 req-4fbf81ff-aca7-4dc1-9ef6-09439acf00dc tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439985 Feb 16 13:13:13.293368 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ed82fb12-fd89-4458-9069-382e010bb93b req-c5b0dd32-098a-4618-9ab5-6514c2affcc4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df3dfb54-5bbb-47b7-912b-848bbee4c342 HTTP/1.1" status: 200 len: 1002 time: 0.0993485 Feb 16 13:13:13.366555 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82fb12-fd89-4458-9069-382e010bb93b req-340f7eee-d975-4f51-924d-b65675da1b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:13.368186 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ed82fb12-fd89-4458-9069-382e010bb93b req-340f7eee-d975-4f51-924d-b65675da1b52 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=efb0954b-e49f-457a-8e17-f9ac8946b2c8 HTTP/1.1" status: 200 len: 851 time: 0.0645278 Feb 16 13:13:13.445754 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82fb12-fd89-4458-9069-382e010bb93b req-36ba49db-cc2f-423e-afec-513057e7edfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:13.447306 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ed82fb12-fd89-4458-9069-382e010bb93b req-36ba49db-cc2f-423e-afec-513057e7edfc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e2b238cc-e1fe-47ae-9ac4-937e1e055441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722401 Feb 16 13:13:13.583758 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ed82fb12-fd89-4458-9069-382e010bb93b req-43cf9d0a-b19e-4680-a128-155c2178ee03 service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289334 Feb 16 13:13:13.719741 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ed82fb12-fd89-4458-9069-382e010bb93b req-419bff37-d97a-4649-bb7f-5c6ad4f0d62a service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293075 Feb 16 13:13:14.501279 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3dc371-4a95-4863-8ed8-eb2dd051adab req-7aab47d6-7cee-400d-a197-4c4e99e44920 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:14.502849 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8d3dc371-4a95-4863-8ed8-eb2dd051adab req-7aab47d6-7cee-400d-a197-4c4e99e44920 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 946 time: 0.0966215 Feb 16 13:13:14.550795 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8d3dc371-4a95-4863-8ed8-eb2dd051adab req-6e5ecadc-8b03-43c3-bffe-fadb99d74db4 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414348 Feb 16 13:13:14.971107 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b1da1-d2fd-4cb8-9f3f-b4d53d68739e req-45b0d8a9-4c58-46c0-93ae-ce653e993887 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:14.972568 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6a1b1da1-d2fd-4cb8-9f3f-b4d53d68739e req-45b0d8a9-4c58-46c0-93ae-ce653e993887 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 946 time: 0.1044071 Feb 16 13:13:15.019562 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6a1b1da1-d2fd-4cb8-9f3f-b4d53d68739e req-a6316064-c8da-47bf-b1dc-7232b4897276 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386343 Feb 16 13:13:16.216881 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff044dc6-ac7c-473c-9624-296d94da2933 req-847b6bd6-1746-477f-ab89-0dc63c66ecfa tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:16.218317 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ff044dc6-ac7c-473c-9624-296d94da2933 req-847b6bd6-1746-477f-ab89-0dc63c66ecfa tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 946 time: 0.0801811 Feb 16 13:13:16.263993 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ff044dc6-ac7c-473c-9624-296d94da2933 req-bc81619e-69eb-41d2-97a5-8926bfce453d tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376599 Feb 16 13:13:16.798906 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7e8fd-3715-4502-af8a-deeca7fa136e req-250959ff-dbad-40f1-8144-45c777286462 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:16.800452 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-24a7e8fd-3715-4502-af8a-deeca7fa136e req-250959ff-dbad-40f1-8144-45c777286462 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.89 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 946 time: 0.1031060 Feb 16 13:13:16.871698 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-24a7e8fd-3715-4502-af8a-deeca7fa136e req-de5edafa-48ad-4864-8d8e-1c347c8b5405 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Deleting port df3dfb54-5bbb-47b7-912b-848bbee4c342 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:13:16.872028 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-24a7e8fd-3715-4502-af8a-deeca7fa136e req-de5edafa-48ad-4864-8d8e-1c347c8b5405 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:17.126826 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-24a7e8fd-3715-4502-af8a-deeca7fa136e req-de5edafa-48ad-4864-8d8e-1c347c8b5405 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] For port df3dfb54-5bbb-47b7-912b-848bbee4c342, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=df3dfb54-5bbb-47b7-912b-848bbee4c342,segment=NetworkSegment(43e3019b-586d-4d5c-ac11-25a3857f5dac),segment_id=43e3019b-586d-4d5c-ac11-25a3857f5dac)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:13:17.127064 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-24a7e8fd-3715-4502-af8a-deeca7fa136e req-de5edafa-48ad-4864-8d8e-1c347c8b5405 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:17.583399 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-24a7e8fd-3715-4502-af8a-deeca7fa136e req-de5edafa-48ad-4864-8d8e-1c347c8b5405 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:17.583798 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-24a7e8fd-3715-4502-af8a-deeca7fa136e req-de5edafa-48ad-4864-8d8e-1c347c8b5405 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:17.584089 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.l3_db [req-24a7e8fd-3715-4502-af8a-deeca7fa136e req-de5edafa-48ad-4864-8d8e-1c347c8b5405 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Floating IP 6f7b5e9e-f176-40df-ac1c-c73af4da0d46 disassociated. External IP: 172.26.5.224, port: df3dfb54-5bbb-47b7-912b-848bbee4c342. Feb 16 13:13:17.584429 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-24a7e8fd-3715-4502-af8a-deeca7fa136e req-de5edafa-48ad-4864-8d8e-1c347c8b5405 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Calling delete_port for df3dfb54-5bbb-47b7-912b-848bbee4c342 owned by compute:nova {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:13:17.645870 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65469d50-d29d-465f-bb7e-62a9b34badd3 req-e6902af1-9ce6-46f2-a416-344d82422e01 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:17.647341 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-65469d50-d29d-465f-bb7e-62a9b34badd3 req-e6902af1-9ce6-46f2-a416-344d82422e01 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 946 time: 0.2407467 Feb 16 13:13:17.712627 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-65469d50-d29d-465f-bb7e-62a9b34badd3 req-5a0ff3c7-e56e-4bf0-b521-aa0af5495031 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591960 Feb 16 13:13:17.778467 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-24a7e8fd-3715-4502-af8a-deeca7fa136e req-de5edafa-48ad-4864-8d8e-1c347c8b5405 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:17.830732 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5edafa-48ad-4864-8d8e-1c347c8b5405 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Pushing event deleted for resources: {'Port': ['ID=df3dfb54-5bbb-47b7-912b-848bbee4c342,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:18.023788 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24a7e8fd-3715-4502-af8a-deeca7fa136e req-de5edafa-48ad-4864-8d8e-1c347c8b5405 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Router ac312ded-6b7a-472a-9b67-029bbd85aeed has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:13:18.215452 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24a7e8fd-3715-4502-af8a-deeca7fa136e req-de5edafa-48ad-4864-8d8e-1c347c8b5405 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:13:18.225997 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc75e237-d04c-495d-b302-436dc04b7216 None None] Sync routers for ids ['ac312ded-6b7a-472a-9b67-029bbd85aeed'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:13:18.235713 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc75e237-d04c-495d-b302-436dc04b7216 None None] Routers {'ac312ded-6b7a-472a-9b67-029bbd85aeed'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:13:18.236273 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-fc75e237-d04c-495d-b302-436dc04b7216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:13:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['ac312ded-6b7a-472a-9b67-029bbd85aeed'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:18.289285 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a7e8fd-3715-4502-af8a-deeca7fa136e req-de5edafa-48ad-4864-8d8e-1c347c8b5405 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] No DVR routers for this DVR port df3dfb54-5bbb-47b7-912b-848bbee4c342 on host hv-neutron-8295 {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:13:18.292080 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-24a7e8fd-3715-4502-af8a-deeca7fa136e req-de5edafa-48ad-4864-8d8e-1c347c8b5405 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:18.294636 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568e1c76-3db2-4845-b76b-200744ffa953', 'name': 'network-vif-deleted', 'tag': 'df3dfb54-5bbb-47b7-912b-848bbee4c342'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:13:18.313167 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-24a7e8fd-3715-4502-af8a-deeca7fa136e req-de5edafa-48ad-4864-8d8e-1c347c8b5405 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.89 "DELETE /v2.0/ports/df3dfb54-5bbb-47b7-912b-848bbee4c342 HTTP/1.1" status: 204 len: 173 time: 1.5071149 Feb 16 13:13:18.341468 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568e1c76-3db2-4845-b76b-200744ffa953', 'name': 'network-vif-deleted', 'tag': 'df3dfb54-5bbb-47b7-912b-848bbee4c342', 'status': 'completed', 'code': 200} Feb 16 13:13:18.424447 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-fc75e237-d04c-495d-b302-436dc04b7216 None None] Set router ac312ded-6b7a-472a-9b67-029bbd85aeed gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:13:18.765080 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-fc75e237-d04c-495d-b302-436dc04b7216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'name': 'tempest-ServerActionsTestJSON-1922522622-router', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108'}], 'enable_snat': True}, 'gw_port_id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:22Z', 'updated_at': '2022-02-16T13:11:26Z', 'revision_number': 4, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'gw_port': {'id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:23Z', 'updated_at': '2022-02-16T13:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '070cc61b-81b6-4719-8c30-ba1bd06072d4', 'name': '', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'mac_address': 'fa:16:3e:ee:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:25Z', 'updated_at': '2022-02-16T13:11:31Z', 'revision_number': 5, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'subnets': [{'id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:18.769808 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc75e237-d04c-495d-b302-436dc04b7216 None None] Checking router: ac312ded-6b7a-472a-9b67-029bbd85aeed for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:13:18.778894 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc75e237-d04c-495d-b302-436dc04b7216 None None] Routers {'ac312ded-6b7a-472a-9b67-029bbd85aeed'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:13:18.779534 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-fc75e237-d04c-495d-b302-436dc04b7216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:13:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['ac312ded-6b7a-472a-9b67-029bbd85aeed'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:18.887007 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-81b334b2-39b5-48df-b586-771f6c21cb12 req-0a714335-fdc3-44c0-afbc-cde6ada6b598 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Synchronizing usage tracker for tenant:0bd90968d77b41aca48f743ccb00ce24 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:13:18.905567 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-81b334b2-39b5-48df-b586-771f6c21cb12 req-0a714335-fdc3-44c0-afbc-cde6ada6b598 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Unset dirty status for tenant:0bd90968d77b41aca48f743ccb00ce24 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:13:18.906989 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-81b334b2-39b5-48df-b586-771f6c21cb12 req-0a714335-fdc3-44c0-afbc-cde6ada6b598 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=568e1c76-3db2-4845-b76b-200744ffa953 HTTP/1.1" status: 200 len: 210 time: 0.0653763 Feb 16 13:13:18.969946 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-fc75e237-d04c-495d-b302-436dc04b7216 None None] Set router ac312ded-6b7a-472a-9b67-029bbd85aeed gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:13:19.281980 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-fc75e237-d04c-495d-b302-436dc04b7216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'name': 'tempest-ServerActionsTestJSON-1922522622-router', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108'}], 'enable_snat': True}, 'gw_port_id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:22Z', 'updated_at': '2022-02-16T13:11:26Z', 'revision_number': 4, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'gw_port': {'id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:23Z', 'updated_at': '2022-02-16T13:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '070cc61b-81b6-4719-8c30-ba1bd06072d4', 'name': '', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'mac_address': 'fa:16:3e:ee:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:25Z', 'updated_at': '2022-02-16T13:11:31Z', 'revision_number': 5, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'subnets': [{'id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:19.286354 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc75e237-d04c-495d-b302-436dc04b7216 None None] The sync data for ids ['ac312ded-6b7a-472a-9b67-029bbd85aeed'] in dv-neutron-829527-1-hyperv is: [{'id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'name': 'tempest-ServerActionsTestJSON-1922522622-router', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108'}], 'enable_snat': True}, 'gw_port_id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:22Z', 'updated_at': '2022-02-16T13:11:26Z', 'revision_number': 4, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'gw_port': {'id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:23Z', 'updated_at': '2022-02-16T13:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '070cc61b-81b6-4719-8c30-ba1bd06072d4', 'name': '', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'mac_address': 'fa:16:3e:ee:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:25Z', 'updated_at': '2022-02-16T13:11:31Z', 'revision_number': 5, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'subnets': [{'id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:13:19.514296 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2791771c-f20b-4c8c-a982-53fc0ab1b242 None None] New status for floating IP 6f7b5e9e-f176-40df-ac1c-c73af4da0d46: DOWN {{(pid=87703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:13:19.954244 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device df3dfb54-5bbb-47b7-912b-848bbee4c342 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:13:19.990087 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] No Port match for: df3dfb54-5bbb-47b7-912b-848bbee4c342 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:13:19.990332 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device df3dfb54-5bbb-47b7-912b-848bbee4c342 not bound to the agent host hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:13:20.270792 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-f72a9ceb-bb8d-49d2-8f8b-37a4879ac4fc tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1319556265&fields=id&tenant_id=0bd90968d77b41aca48f743ccb00ce24 HTTP/1.1" status: 200 len: 267 time: 0.0416434 Feb 16 13:13:20.442300 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-61b65cc5-958c-4081-9ae8-c212fc310147 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:20.443725 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-61b65cc5-958c-4081-9ae8-c212fc310147 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/networks?id=e2b238cc-e1fe-47ae-9ac4-937e1e055441 HTTP/1.1" status: 200 len: 812 time: 0.1664276 Feb 16 13:13:20.461485 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-46ef0db7-bf28-4194-b0e6-d58bde01dd84 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/quotas/0bd90968d77b41aca48f743ccb00ce24 HTTP/1.1" status: 200 len: 375 time: 0.0092194 Feb 16 13:13:20.548018 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-4463f51d-a9d8-44b2-8ecf-5a746b110ba9 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=0bd90968d77b41aca48f743ccb00ce24&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0815563 Feb 16 13:13:20.712019 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-08e769bf-6ae6-4ece-9964-7c7a114935c0 service neutron] 10.222.0.83 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453645 Feb 16 13:13:20.846561 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-d66793f9-ddce-46ac-addd-3ac9e9bcda85 service neutron] 10.222.0.83 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285324 Feb 16 13:13:21.026943 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-487b89a6-5cde-4dea-8b05-ec9593fc4180 req-34842122-040a-40e1-a828-35402d8e5515 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 210 time: 0.0421576 Feb 16 13:13:22.157758 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-f419c268-ab27-4b56-9bef-11abbf1f456b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:22.159212 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-f419c268-ab27-4b56-9bef-11abbf1f456b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.89 "GET /v2.0/networks?id=e2b238cc-e1fe-47ae-9ac4-937e1e055441 HTTP/1.1" status: 200 len: 812 time: 0.1593993 Feb 16 13:13:22.175862 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-72d30242-832d-4705-b1c3-4e22628849e8 req-ad85387c-4022-48f0-8986-5711b6afb269 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 210 time: 0.0422623 Feb 16 13:13:22.211293 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-50143431-d253-48ea-acd7-169043417e67 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0bd90968d77b41aca48f743ccb00ce24 HTTP/1.1" status: 200 len: 380 time: 0.0427694 Feb 16 13:13:22.220028 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-9094ae47-92ff-486a-9437-4b8b5c88a200 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Request body: {'port': {'device_id': '2fc104f8-6a1a-4787-bde8-6dfd0257489e', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'admin_state_up': True, 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'security_groups': ['ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f']}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:13:22.356068 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-9094ae47-92ff-486a-9437-4b8b5c88a200 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:13:22.365302 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-9094ae47-92ff-486a-9437-4b8b5c88a200 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:13:22.377617 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-9094ae47-92ff-486a-9437-4b8b5c88a200 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Made reservation on behalf of 0bd90968d77b41aca48f743ccb00ce24 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:13:22.381387 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-9094ae47-92ff-486a-9437-4b8b5c88a200 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:22.548881 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-9094ae47-92ff-486a-9437-4b8b5c88a200 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Allocated IP 172.20.0.14 (e2b238cc-e1fe-47ae-9ac4-937e1e055441/efb0954b-e49f-457a-8e17-f9ac8946b2c8/2160ad0f-0bd5-49d1-8714-7b7400ebd874) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:13:22.865291 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-9094ae47-92ff-486a-9437-4b8b5c88a200 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:22.880342 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-9094ae47-92ff-486a-9437-4b8b5c88a200 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Transition to ACTIVE for port object 2160ad0f-0bd5-49d1-8714-7b7400ebd874 will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:13:22.912541 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-9094ae47-92ff-486a-9437-4b8b5c88a200 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:22.990777 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-9094ae47-92ff-486a-9437-4b8b5c88a200 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Network e2b238cc-e1fe-47ae-9ac4-937e1e055441 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:13:22.993870 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-9094ae47-92ff-486a-9437-4b8b5c88a200 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:13:22.997702 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-9094ae47-92ff-486a-9437-4b8b5c88a200 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:13:23.027701 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9094ae47-92ff-486a-9437-4b8b5c88a200 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Pushing event updated for resources: {'Port': ['ID=2160ad0f-0bd5-49d1-8714-7b7400ebd874,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:23.043570 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9094ae47-92ff-486a-9437-4b8b5c88a200 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:23.043942 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9094ae47-92ff-486a-9437-4b8b5c88a200 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:23.044274 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9094ae47-92ff-486a-9437-4b8b5c88a200 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:23.044594 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9094ae47-92ff-486a-9437-4b8b5c88a200 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:23.044941 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9094ae47-92ff-486a-9437-4b8b5c88a200 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:23.045259 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9094ae47-92ff-486a-9437-4b8b5c88a200 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:23.045573 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9094ae47-92ff-486a-9437-4b8b5c88a200 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:23.045882 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9094ae47-92ff-486a-9437-4b8b5c88a200 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:23.046180 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9094ae47-92ff-486a-9437-4b8b5c88a200 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:23.046491 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9094ae47-92ff-486a-9437-4b8b5c88a200 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:23.046811 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9094ae47-92ff-486a-9437-4b8b5c88a200 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:23.047113 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9094ae47-92ff-486a-9437-4b8b5c88a200 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:13:23.076173 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-9094ae47-92ff-486a-9437-4b8b5c88a200 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:23.076812 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-9094ae47-92ff-486a-9437-4b8b5c88a200 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:23.104699 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-9094ae47-92ff-486a-9437-4b8b5c88a200 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8881102 Feb 16 13:13:23.116194 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-8d87c0df-d77d-438c-b0db-7ea9c4fbd2f0 service neutron] Request body: {'port': {'device_id': '2fc104f8-6a1a-4787-bde8-6dfd0257489e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:13:23.225122 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-a4b7dc1b-8a78-41ff-8294-cc917a524495 None None] Provisioning for port 2160ad0f-0bd5-49d1-8714-7b7400ebd874 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:13:23.230836 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-a4b7dc1b-8a78-41ff-8294-cc917a524495 None None] Provisioning complete for port 2160ad0f-0bd5-49d1-8714-7b7400ebd874 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:23.231196 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a4b7dc1b-8a78-41ff-8294-cc917a524495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:23.232737 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-8d87c0df-d77d-438c-b0db-7ea9c4fbd2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:23.287630 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-a4b7dc1b-8a78-41ff-8294-cc917a524495 None None] Port 2160ad0f-0bd5-49d1-8714-7b7400ebd874 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:13:23.510751 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017c5e1-f1e4-4121-b87f-a98d9d7662a9 req-f1ad1681-0fc4-408b-85a3-690428470eb0 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:23.511443 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-5017c5e1-f1e4-4121-b87f-a98d9d7662a9 req-f1ad1681-0fc4-408b-85a3-690428470eb0 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Synchronizing usage tracker for tenant:0bd90968d77b41aca48f743ccb00ce24 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:13:23.559135 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-5017c5e1-f1e4-4121-b87f-a98d9d7662a9 req-f1ad1681-0fc4-408b-85a3-690428470eb0 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Unset dirty status for tenant:0bd90968d77b41aca48f743ccb00ce24 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:13:23.560337 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5017c5e1-f1e4-4121-b87f-a98d9d7662a9 req-f1ad1681-0fc4-408b-85a3-690428470eb0 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 932 time: 0.2658830 Feb 16 13:13:23.635324 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5017c5e1-f1e4-4121-b87f-a98d9d7662a9 req-35ec99e9-6cee-47fe-9069-abe521f023f2 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621891 Feb 16 13:13:23.703284 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-8d87c0df-d77d-438c-b0db-7ea9c4fbd2f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2160ad0f-0bd5-49d1-8714-7b7400ebd874 {{(pid=87701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:13:23.711016 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-8d87c0df-d77d-438c-b0db-7ea9c4fbd2f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:23.733933 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-8d87c0df-d77d-438c-b0db-7ea9c4fbd2f0 service neutron] Transition to ACTIVE for port object 2160ad0f-0bd5-49d1-8714-7b7400ebd874 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:13:23.739064 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-8d87c0df-d77d-438c-b0db-7ea9c4fbd2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:23.897915 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d87c0df-d77d-438c-b0db-7ea9c4fbd2f0 service neutron] Pushing event updated for resources: {'Port': ['ID=2160ad0f-0bd5-49d1-8714-7b7400ebd874,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:23.982772 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-8d87c0df-d77d-438c-b0db-7ea9c4fbd2f0 service neutron] Attempting to bind port 2160ad0f-0bd5-49d1-8714-7b7400ebd874 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:13:23.983105 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-8d87c0df-d77d-438c-b0db-7ea9c4fbd2f0 service neutron] Attempting to bind port 2160ad0f-0bd5-49d1-8714-7b7400ebd874 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '43e3019b-586d-4d5c-ac11-25a3857f5dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:13:23.983435 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-8d87c0df-d77d-438c-b0db-7ea9c4fbd2f0 service neutron] Attempting to bind port 2160ad0f-0bd5-49d1-8714-7b7400ebd874 on network e2b238cc-e1fe-47ae-9ac4-937e1e055441 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:13:23.988060 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-8d87c0df-d77d-438c-b0db-7ea9c4fbd2f0 service neutron] Port 2160ad0f-0bd5-49d1-8714-7b7400ebd874 on network e2b238cc-e1fe-47ae-9ac4-937e1e055441 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:13:23.988502 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-8d87c0df-d77d-438c-b0db-7ea9c4fbd2f0 service neutron] Attempting to bind port 2160ad0f-0bd5-49d1-8714-7b7400ebd874 on network e2b238cc-e1fe-47ae-9ac4-937e1e055441 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:13:23.993851 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-8d87c0df-d77d-438c-b0db-7ea9c4fbd2f0 service neutron] Checking agent: {'id': 'b4b5bcfd-2763-4324-82e0-923bc8a52546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'started_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:13:23.994183 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-8d87c0df-d77d-438c-b0db-7ea9c4fbd2f0 service neutron] Checking segment: {'id': '43e3019b-586d-4d5c-ac11-25a3857f5dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:13:23.994557 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-8d87c0df-d77d-438c-b0db-7ea9c4fbd2f0 service neutron] Bound using segment: {'id': '43e3019b-586d-4d5c-ac11-25a3857f5dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:13:23.994977 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-8d87c0df-d77d-438c-b0db-7ea9c4fbd2f0 service neutron] Bound port: 2160ad0f-0bd5-49d1-8714-7b7400ebd874, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43e3019b-586d-4d5c-ac11-25a3857f5dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:13:23.995319 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-8d87c0df-d77d-438c-b0db-7ea9c4fbd2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:24.098860 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-8d87c0df-d77d-438c-b0db-7ea9c4fbd2f0 service neutron] For port 2160ad0f-0bd5-49d1-8714-7b7400ebd874, host hv-neutron-8295, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:13:24.102579 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-8d87c0df-d77d-438c-b0db-7ea9c4fbd2f0 service neutron] For port 2160ad0f-0bd5-49d1-8714-7b7400ebd874, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=2160ad0f-0bd5-49d1-8714-7b7400ebd874,segment=NetworkSegment(43e3019b-586d-4d5c-ac11-25a3857f5dac),segment_id=43e3019b-586d-4d5c-ac11-25a3857f5dac)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:13:24.109281 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-8d87c0df-d77d-438c-b0db-7ea9c4fbd2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:24.175131 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-8d87c0df-d77d-438c-b0db-7ea9c4fbd2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:24.175703 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-8d87c0df-d77d-438c-b0db-7ea9c4fbd2f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:24.177135 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-8d87c0df-d77d-438c-b0db-7ea9c4fbd2f0 service neutron] 10.222.0.89 "PUT /v2.0/ports/2160ad0f-0bd5-49d1-8714-7b7400ebd874 HTTP/1.1" status: 200 len: 1094 time: 1.0652859 Feb 16 13:13:24.177576 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc104f8-6a1a-4787-bde8-6dfd0257489e', 'tag': '2160ad0f-0bd5-49d1-8714-7b7400ebd874'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:13:24.200058 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d87c0df-d77d-438c-b0db-7ea9c4fbd2f0 service neutron] Pushing event updated for resources: {'Port': ['ID=2160ad0f-0bd5-49d1-8714-7b7400ebd874,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:24.248811 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fc104f8-6a1a-4787-bde8-6dfd0257489e', 'tag': '2160ad0f-0bd5-49d1-8714-7b7400ebd874', 'status': 'completed', 'code': 200} Feb 16 13:13:24.293566 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-52a02c90-881e-4d8c-83c0-141ea7007d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:24.295058 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-52a02c90-881e-4d8c-83c0-141ea7007d3b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0bd90968d77b41aca48f743ccb00ce24&device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 1097 time: 0.0769863 Feb 16 13:13:24.366573 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-a10dd1c9-cd68-46bb-a82d-5b2a5addddb6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2160ad0f-0bd5-49d1-8714-7b7400ebd874 HTTP/1.1" status: 200 len: 217 time: 0.0630956 Feb 16 13:13:24.437988 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-cdcd3ccb-d652-4f80-903c-ebc62451a0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:24.439435 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-cdcd3ccb-d652-4f80-903c-ebc62451a0ff service neutron] 10.222.0.89 "GET /v2.0/subnets?id=efb0954b-e49f-457a-8e17-f9ac8946b2c8 HTTP/1.1" status: 200 len: 851 time: 0.0656614 Feb 16 13:13:24.517555 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-0834ce62-52c4-4fb8-8eae-239175a4dc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:24.518954 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-0834ce62-52c4-4fb8-8eae-239175a4dc20 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e2b238cc-e1fe-47ae-9ac4-937e1e055441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722532 Feb 16 13:13:24.808941 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-bb76c14a-2984-4a54-ae10-c4cc4ab35a13 service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828856 Feb 16 13:13:24.940460 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f3e03-06ab-4137-8897-b89d3cb44109 req-77f5236f-c69a-4e04-9ec5-840ffe64f95f tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:24.941933 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d31f3e03-06ab-4137-8897-b89d3cb44109 req-77f5236f-c69a-4e04-9ec5-840ffe64f95f tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 944 time: 0.1959658 Feb 16 13:13:24.974764 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1025565b-9ff3-4d43-8b0a-21b83f5ce8cc req-604b50db-7b87-4109-bc78-cf497a523bfd service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581306 Feb 16 13:13:24.997131 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d31f3e03-06ab-4137-8897-b89d3cb44109 req-4760c39b-5f84-4797-b70e-4d36851da96f tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447242 Feb 16 13:13:25.100296 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb707352-f6d1-487c-8ebc-b054a0db0a7d req-3c5fd5df-d6b2-492c-b25f-3a36f629a904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:25.101715 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bb707352-f6d1-487c-8ebc-b054a0db0a7d req-3c5fd5df-d6b2-492c-b25f-3a36f629a904 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0bd90968d77b41aca48f743ccb00ce24&device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 1097 time: 0.0729954 Feb 16 13:13:25.233736 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb707352-f6d1-487c-8ebc-b054a0db0a7d req-a6a2b4bc-5b5e-416f-9c58-766f1ad37282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:25.235178 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bb707352-f6d1-487c-8ebc-b054a0db0a7d req-a6a2b4bc-5b5e-416f-9c58-766f1ad37282 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e2b238cc-e1fe-47ae-9ac4-937e1e055441 HTTP/1.1" status: 200 len: 913 time: 0.1265836 Feb 16 13:13:25.306942 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bb707352-f6d1-487c-8ebc-b054a0db0a7d req-2ba61958-240a-4650-89c7-0e5ba39ec799 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2160ad0f-0bd5-49d1-8714-7b7400ebd874 HTTP/1.1" status: 200 len: 217 time: 0.0641727 Feb 16 13:13:25.371653 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb707352-f6d1-487c-8ebc-b054a0db0a7d req-134e95d6-4a89-40f5-9546-500920d0e560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:25.373049 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bb707352-f6d1-487c-8ebc-b054a0db0a7d req-134e95d6-4a89-40f5-9546-500920d0e560 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=efb0954b-e49f-457a-8e17-f9ac8946b2c8 HTTP/1.1" status: 200 len: 851 time: 0.0590198 Feb 16 13:13:25.466114 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb707352-f6d1-487c-8ebc-b054a0db0a7d req-1b1648df-e4d5-4655-9117-09f7e32be73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:25.467605 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bb707352-f6d1-487c-8ebc-b054a0db0a7d req-1b1648df-e4d5-4655-9117-09f7e32be73c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e2b238cc-e1fe-47ae-9ac4-937e1e055441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0879962 Feb 16 13:13:25.599344 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bb707352-f6d1-487c-8ebc-b054a0db0a7d req-dad3740d-a041-4b9e-b1a7-72db939d84a2 service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243749 Feb 16 13:13:25.735886 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bb707352-f6d1-487c-8ebc-b054a0db0a7d req-dc0f6099-533e-47b0-98ee-137ff475cf0b service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275873 Feb 16 13:13:26.099835 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:13:26.199804 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e4abe-cf4e-40f7-851d-da9b774db597 req-093cf036-943e-43d5-9c7a-8b72906fedf7 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:26.201254 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-379e4abe-cf4e-40f7-851d-da9b774db597 req-093cf036-943e-43d5-9c7a-8b72906fedf7 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 944 time: 0.0851789 Feb 16 13:13:26.245253 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-379e4abe-cf4e-40f7-851d-da9b774db597 req-28d85bb8-14c4-4d39-bdb4-65badc1f823a tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381963 Feb 16 13:13:27.435554 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df65cb5-36f7-4705-b527-a1fbf56a5831 req-ec89ed25-60cb-4575-bf9d-0c20583dc011 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:27.437082 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9df65cb5-36f7-4705-b527-a1fbf56a5831 req-ec89ed25-60cb-4575-bf9d-0c20583dc011 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 944 time: 0.0820541 Feb 16 13:13:27.484870 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9df65cb5-36f7-4705-b527-a1fbf56a5831 req-5868fa1e-9d9a-4e04-bbec-e48cc9548d92 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393651 Feb 16 13:13:28.043522 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 2160ad0f-0bd5-49d1-8714-7b7400ebd874 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:13:28.186319 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 2160ad0f-0bd5-49d1-8714-7b7400ebd874, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=2160ad0f-0bd5-49d1-8714-7b7400ebd874,segment=NetworkSegment(43e3019b-586d-4d5c-ac11-25a3857f5dac),segment_id=43e3019b-586d-4d5c-ac11-25a3857f5dac)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:13:28.200375 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': '2160ad0f-0bd5-49d1-8714-7b7400ebd874', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'port_id': '2160ad0f-0bd5-49d1-8714-7b7400ebd874', 'mac_address': 'fa:16:3e:c4:a0:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:13:28.266606 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:28.283561 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2160ad0f-0bd5-49d1-8714-7b7400ebd874 {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:13:28.299142 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 2160ad0f-0bd5-49d1-8714-7b7400ebd874, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=2160ad0f-0bd5-49d1-8714-7b7400ebd874,segment=NetworkSegment(43e3019b-586d-4d5c-ac11-25a3857f5dac),segment_id=43e3019b-586d-4d5c-ac11-25a3857f5dac)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:13:28.305651 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:28.376531 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=2160ad0f-0bd5-49d1-8714-7b7400ebd874,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:28.558453 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['2160ad0f-0bd5-49d1-8714-7b7400ebd874'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:13:28.680935 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610cfc5c-4fd3-4cfb-8a38-909565da1576 req-1397071d-e16e-4f4d-aa22-c0ded13d8e71 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:28.682508 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-610cfc5c-4fd3-4cfb-8a38-909565da1576 req-1397071d-e16e-4f4d-aa22-c0ded13d8e71 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 945 time: 0.0858612 Feb 16 13:13:28.731524 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-610cfc5c-4fd3-4cfb-8a38-909565da1576 req-14064d8b-8502-4cec-94c2-f01bbdc64e3b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421481 Feb 16 13:13:29.941262 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d6084-aa91-4a8e-8438-d692eb631313 req-2fe6a82e-8c41-44f5-960a-f54eefe9a541 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:29.942774 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-871d6084-aa91-4a8e-8438-d692eb631313 req-2fe6a82e-8c41-44f5-960a-f54eefe9a541 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 945 time: 0.0938466 Feb 16 13:13:29.990386 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-871d6084-aa91-4a8e-8438-d692eb631313 req-181c50da-efb4-4b07-8861-737f98dab342 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395491 Feb 16 13:13:30.014409 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 2160ad0f-0bd5-49d1-8714-7b7400ebd874 up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:13:30.094592 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning for port 2160ad0f-0bd5-49d1-8714-7b7400ebd874 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:13:30.101478 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port 2160ad0f-0bd5-49d1-8714-7b7400ebd874 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:13:30.102039 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:30.224181 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:30.251387 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc104f8-6a1a-4787-bde8-6dfd0257489e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2160ad0f-0bd5-49d1-8714-7b7400ebd874'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:13:30.261414 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 2160ad0f-0bd5-49d1-8714-7b7400ebd874, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=2160ad0f-0bd5-49d1-8714-7b7400ebd874,segment=NetworkSegment(43e3019b-586d-4d5c-ac11-25a3857f5dac),segment_id=43e3019b-586d-4d5c-ac11-25a3857f5dac)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:13:30.267245 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:30.298797 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc104f8-6a1a-4787-bde8-6dfd0257489e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2160ad0f-0bd5-49d1-8714-7b7400ebd874', 'code': 200} Feb 16 13:13:30.338563 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=2160ad0f-0bd5-49d1-8714-7b7400ebd874,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:13:30.557622 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2ee09-9f52-49b8-99c0-0b3222f5bffa req-7f96e33c-0d3c-4daf-b349-3f4f0d16a402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:30.559529 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-48d2ee09-9f52-49b8-99c0-0b3222f5bffa req-7f96e33c-0d3c-4daf-b349-3f4f0d16a402 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 1099 time: 0.0907550 Feb 16 13:13:30.606377 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-48d2ee09-9f52-49b8-99c0-0b3222f5bffa req-6c127791-b7c8-4a75-b7fa-1439ac86b034 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403848 Feb 16 13:13:31.194262 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd13615-897f-440d-a64c-053cc9da898d req-0708a49d-a585-4540-96b7-bf0909bfcf3e tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:31.195706 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ffd13615-897f-440d-a64c-053cc9da898d req-0708a49d-a585-4540-96b7-bf0909bfcf3e tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 946 time: 0.0828786 Feb 16 13:13:31.245065 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ffd13615-897f-440d-a64c-053cc9da898d req-f4ef0c8c-c513-48f3-bc21-56f43323f74e tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418007 Feb 16 13:13:31.837218 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0f2a9ae7-35cf-4862-af77-d7a7cae27b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:32.453438 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a16f3c2-f98b-4449-b519-269d73254ca9 req-3582c02b-1a94-4cc1-a113-ed02171194d7 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:32.454932 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1a16f3c2-f98b-4449-b519-269d73254ca9 req-3582c02b-1a94-4cc1-a113-ed02171194d7 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 946 time: 0.0891764 Feb 16 13:13:32.499919 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1a16f3c2-f98b-4449-b519-269d73254ca9 req-a7a9dfe7-91c8-4c24-bb6d-62333af54c15 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392497 Feb 16 13:13:32.686541 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c5f8cc-5324-4046-9edd-dd4399849d5b req-2f59d11e-2d89-46b3-833a-b3fd8100ccc3 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:32.688026 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-77c5f8cc-5324-4046-9edd-dd4399849d5b req-2f59d11e-2d89-46b3-833a-b3fd8100ccc3 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 946 time: 0.0855734 Feb 16 13:13:32.702534 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 47320) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:13:32.710263 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-6b410de8-33ec-45e5-b3d1-1bfd88528c71 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Request body: {'floatingip': {'port_id': '2160ad0f-0bd5-49d1-8714-7b7400ebd874'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:13:32.795430 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6b410de8-33ec-45e5-b3d1-1bfd88528c71 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks [] for floatingip, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:33.494968 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6b410de8-33ec-45e5-b3d1-1bfd88528c71 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:33.501014 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6b410de8-33ec-45e5-b3d1-1bfd88528c71 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:33.683265 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-6b410de8-33ec-45e5-b3d1-1bfd88528c71 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Floating IP 6f7b5e9e-f176-40df-ac1c-c73af4da0d46 associated. External IP: 172.26.5.224, port: 2160ad0f-0bd5-49d1-8714-7b7400ebd874. Feb 16 13:13:34.053217 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b410de8-33ec-45e5-b3d1-1bfd88528c71 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Router ac312ded-6b7a-472a-9b67-029bbd85aeed has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:13:34.155603 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-148a28ad-4956-4fff-aece-3fd12c57149a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:34.238902 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b410de8-33ec-45e5-b3d1-1bfd88528c71 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:13:34.243294 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6b410de8-33ec-45e5-b3d1-1bfd88528c71 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:34.248701 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb69f6f-77e6-495a-b47e-fb4fc1c756af None None] Sync routers for ids ['ac312ded-6b7a-472a-9b67-029bbd85aeed'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:13:34.258222 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb69f6f-77e6-495a-b47e-fb4fc1c756af None None] Routers {'ac312ded-6b7a-472a-9b67-029bbd85aeed'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:13:34.258829 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-6bb69f6f-77e6-495a-b47e-fb4fc1c756af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:13:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['ac312ded-6b7a-472a-9b67-029bbd85aeed'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:34.411047 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6b410de8-33ec-45e5-b3d1-1bfd88528c71 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "PUT /v2.0/floatingips/6f7b5e9e-f176-40df-ac1c-c73af4da0d46 HTTP/1.1" status: 200 len: 992 time: 1.7049105 Feb 16 13:13:34.411047 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc104f8-6a1a-4787-bde8-6dfd0257489e', 'tag': '2160ad0f-0bd5-49d1-8714-7b7400ebd874'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:13:34.456488 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-6bb69f6f-77e6-495a-b47e-fb4fc1c756af None None] Set router ac312ded-6b7a-472a-9b67-029bbd85aeed gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:13:34.458822 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fc104f8-6a1a-4787-bde8-6dfd0257489e', 'tag': '2160ad0f-0bd5-49d1-8714-7b7400ebd874', 'status': 'completed', 'code': 200} Feb 16 13:13:34.553220 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5e807-1f1e-4cfd-9a64-cb368c50aa4c req-7685fc88-3dc0-4d70-a04a-9db14e584703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:34.554727 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-87f5e807-1f1e-4cfd-9a64-cb368c50aa4c req-7685fc88-3dc0-4d70-a04a-9db14e584703 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0bd90968d77b41aca48f743ccb00ce24&device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 1099 time: 0.0731299 Feb 16 13:13:34.644374 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:34.756401 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c9b18a66-832c-4209-8e12-ca2eb7dbb25b req-26821a09-8be4-4e29-8d7f-59eb682677b6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0760467 Feb 16 13:13:34.854567 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-6bb69f6f-77e6-495a-b47e-fb4fc1c756af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'name': 'tempest-ServerActionsTestJSON-1922522622-router', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108'}], 'enable_snat': True}, 'gw_port_id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:22Z', 'updated_at': '2022-02-16T13:11:26Z', 'revision_number': 4, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'gw_port': {'id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:23Z', 'updated_at': '2022-02-16T13:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '6f7b5e9e-f176-40df-ac1c-c73af4da0d46', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'floating_ip_address': '172.26.5.224', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'port_id': '2160ad0f-0bd5-49d1-8714-7b7400ebd874', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'mac_address': 'fa:16:3e:c4:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc104f8-6a1a-4787-bde8-6dfd0257489e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:11:29Z', 'updated_at': '2022-02-16T13:13:33Z', 'revision_number': 9, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '070cc61b-81b6-4719-8c30-ba1bd06072d4', 'name': '', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'mac_address': 'fa:16:3e:ee:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:25Z', 'updated_at': '2022-02-16T13:11:31Z', 'revision_number': 5, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'subnets': [{'id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:34.858968 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb69f6f-77e6-495a-b47e-fb4fc1c756af None None] Checking router: ac312ded-6b7a-472a-9b67-029bbd85aeed for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:13:34.869628 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb69f6f-77e6-495a-b47e-fb4fc1c756af None None] Routers {'ac312ded-6b7a-472a-9b67-029bbd85aeed'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:13:34.870245 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-6bb69f6f-77e6-495a-b47e-fb4fc1c756af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:13:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['ac312ded-6b7a-472a-9b67-029bbd85aeed'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:34.891415 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5e807-1f1e-4cfd-9a64-cb368c50aa4c req-cd0a51fa-b787-4199-9996-491427f4a030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:34.893113 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-87f5e807-1f1e-4cfd-9a64-cb368c50aa4c req-cd0a51fa-b787-4199-9996-491427f4a030 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e2b238cc-e1fe-47ae-9ac4-937e1e055441 HTTP/1.1" status: 200 len: 913 time: 0.3314927 Feb 16 13:13:34.901423 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7e0d1-fbbc-455d-986e-06bf573bafac req-d204179b-a2af-4c76-af1e-3e7b97ef643b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:34.902990 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-63b7e0d1-fbbc-455d-986e-06bf573bafac req-d204179b-a2af-4c76-af1e-3e7b97ef643b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 946 time: 0.1373861 Feb 16 13:13:35.032999 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-63b7e0d1-fbbc-455d-986e-06bf573bafac req-c1d9ae0a-5e9c-431d-b809-deec400572b9 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806634 Feb 16 13:13:35.034629 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-87f5e807-1f1e-4cfd-9a64-cb368c50aa4c req-e03b78e0-f781-4e6e-8f59-5fabb3008494 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2160ad0f-0bd5-49d1-8714-7b7400ebd874 HTTP/1.1" status: 200 len: 1000 time: 0.1308055 Feb 16 13:13:35.070533 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-6bb69f6f-77e6-495a-b47e-fb4fc1c756af None None] Set router ac312ded-6b7a-472a-9b67-029bbd85aeed gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:13:35.110276 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5e807-1f1e-4cfd-9a64-cb368c50aa4c req-b484000c-708f-434d-a97d-08c411384a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:35.111917 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-87f5e807-1f1e-4cfd-9a64-cb368c50aa4c req-b484000c-708f-434d-a97d-08c411384a11 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=efb0954b-e49f-457a-8e17-f9ac8946b2c8 HTTP/1.1" status: 200 len: 851 time: 0.0708375 Feb 16 13:13:35.193293 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5e807-1f1e-4cfd-9a64-cb368c50aa4c req-0f47e104-6e2a-49f8-beb1-27f743168ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:35.195192 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-87f5e807-1f1e-4cfd-9a64-cb368c50aa4c req-0f47e104-6e2a-49f8-beb1-27f743168ba7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e2b238cc-e1fe-47ae-9ac4-937e1e055441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772345 Feb 16 13:13:35.283509 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:35.308721 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:35.347306 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-87f5e807-1f1e-4cfd-9a64-cb368c50aa4c req-5956a185-356f-446b-8792-da92238e7047 service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448920 Feb 16 13:13:35.495284 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-87f5e807-1f1e-4cfd-9a64-cb368c50aa4c req-e7b73201-9ca9-4519-9964-879792dedc3f service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419046 Feb 16 13:13:35.511848 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-6bb69f6f-77e6-495a-b47e-fb4fc1c756af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'name': 'tempest-ServerActionsTestJSON-1922522622-router', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108'}], 'enable_snat': True}, 'gw_port_id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:22Z', 'updated_at': '2022-02-16T13:11:26Z', 'revision_number': 4, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'gw_port': {'id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:23Z', 'updated_at': '2022-02-16T13:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '6f7b5e9e-f176-40df-ac1c-c73af4da0d46', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'floating_ip_address': '172.26.5.224', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'port_id': '2160ad0f-0bd5-49d1-8714-7b7400ebd874', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'mac_address': 'fa:16:3e:c4:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc104f8-6a1a-4787-bde8-6dfd0257489e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:11:29Z', 'updated_at': '2022-02-16T13:13:33Z', 'revision_number': 9, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '070cc61b-81b6-4719-8c30-ba1bd06072d4', 'name': '', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'mac_address': 'fa:16:3e:ee:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:25Z', 'updated_at': '2022-02-16T13:11:31Z', 'revision_number': 5, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'subnets': [{'id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:13:35.516562 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb69f6f-77e6-495a-b47e-fb4fc1c756af None None] The sync data for ids ['ac312ded-6b7a-472a-9b67-029bbd85aeed'] in dv-neutron-829527-1-hyperv is: [{'id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'name': 'tempest-ServerActionsTestJSON-1922522622-router', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108'}], 'enable_snat': True}, 'gw_port_id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:22Z', 'updated_at': '2022-02-16T13:11:26Z', 'revision_number': 4, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'gw_port': {'id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:23Z', 'updated_at': '2022-02-16T13:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '6f7b5e9e-f176-40df-ac1c-c73af4da0d46', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'floating_ip_address': '172.26.5.224', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'port_id': '2160ad0f-0bd5-49d1-8714-7b7400ebd874', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'mac_address': 'fa:16:3e:c4:a0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc104f8-6a1a-4787-bde8-6dfd0257489e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:11:29Z', 'updated_at': '2022-02-16T13:13:33Z', 'revision_number': 9, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '070cc61b-81b6-4719-8c30-ba1bd06072d4', 'name': '', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'mac_address': 'fa:16:3e:ee:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:25Z', 'updated_at': '2022-02-16T13:11:31Z', 'revision_number': 5, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'subnets': [{'id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:13:35.713497 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cb91e6-4f97-427b-8373-f42ea1046bb3 None None] New status for floating IP 6f7b5e9e-f176-40df-ac1c-c73af4da0d46: ACTIVE {{(pid=87703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:13:35.951810 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b18a66-832c-4209-8e12-ca2eb7dbb25b req-f15ec65b-5080-4237-8ae3-9ec5d1026e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:35.953242 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c9b18a66-832c-4209-8e12-ca2eb7dbb25b req-f15ec65b-5080-4237-8ae3-9ec5d1026e71 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0bd90968d77b41aca48f743ccb00ce24&device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 1099 time: 0.0748065 Feb 16 13:13:36.094726 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b18a66-832c-4209-8e12-ca2eb7dbb25b req-8a86eea8-d94f-44aa-b0c0-371a83ef3667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:36.096173 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c9b18a66-832c-4209-8e12-ca2eb7dbb25b req-8a86eea8-d94f-44aa-b0c0-371a83ef3667 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e2b238cc-e1fe-47ae-9ac4-937e1e055441 HTTP/1.1" status: 200 len: 913 time: 0.1370718 Feb 16 13:13:36.200325 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c9b18a66-832c-4209-8e12-ca2eb7dbb25b req-e5f23eee-6579-486a-aa13-e90f904e4453 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2160ad0f-0bd5-49d1-8714-7b7400ebd874 HTTP/1.1" status: 200 len: 1003 time: 0.0981064 Feb 16 13:13:36.233684 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770456cc-9e2e-48fc-9c4e-eabc26eb8a46 req-fa2da0a6-e126-4982-b667-814e3a1d10f9 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:36.235014 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-770456cc-9e2e-48fc-9c4e-eabc26eb8a46 req-fa2da0a6-e126-4982-b667-814e3a1d10f9 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 946 time: 0.0829532 Feb 16 13:13:36.262797 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b18a66-832c-4209-8e12-ca2eb7dbb25b req-c91a5dfe-83a1-45bc-9f0c-8a532bc5ce50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:36.264234 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c9b18a66-832c-4209-8e12-ca2eb7dbb25b req-c91a5dfe-83a1-45bc-9f0c-8a532bc5ce50 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=efb0954b-e49f-457a-8e17-f9ac8946b2c8 HTTP/1.1" status: 200 len: 851 time: 0.0567353 Feb 16 13:13:36.279663 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-770456cc-9e2e-48fc-9c4e-eabc26eb8a46 req-51254c1f-4ad9-420f-be6e-5291ea3e1d24 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387003 Feb 16 13:13:36.342744 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b18a66-832c-4209-8e12-ca2eb7dbb25b req-d4a4a521-716e-4f37-9e66-e4718b847c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:36.344259 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c9b18a66-832c-4209-8e12-ca2eb7dbb25b req-d4a4a521-716e-4f37-9e66-e4718b847c61 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e2b238cc-e1fe-47ae-9ac4-937e1e055441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738668 Feb 16 13:13:36.474006 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c9b18a66-832c-4209-8e12-ca2eb7dbb25b req-9d356bcc-c055-4b41-ac6f-5a89014bbcfd service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230967 Feb 16 13:13:36.609805 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c9b18a66-832c-4209-8e12-ca2eb7dbb25b req-d4df1dc0-ff4b-4273-9c7e-9dd357418dab service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292965 Feb 16 13:13:36.789626 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:13:37.515488 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a746e-7c5c-484b-91eb-bf7b50f88405 req-65680f8b-e698-4636-a0eb-d783d6fd21ae tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:37.516983 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d64a746e-7c5c-484b-91eb-bf7b50f88405 req-65680f8b-e698-4636-a0eb-d783d6fd21ae tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 946 time: 0.1113164 Feb 16 13:13:37.562081 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d64a746e-7c5c-484b-91eb-bf7b50f88405 req-3fe4b263-273a-4f92-8783-9f983c68a71a tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392396 Feb 16 13:13:38.784462 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6889194-ade5-45ff-84a1-d8639db949f9 req-abb6cdbd-97f2-4eb3-abfe-d79f8080426e tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:38.785972 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a6889194-ade5-45ff-84a1-d8639db949f9 req-abb6cdbd-97f2-4eb3-abfe-d79f8080426e tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 946 time: 0.0961914 Feb 16 13:13:38.841140 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a6889194-ade5-45ff-84a1-d8639db949f9 req-ca1e366e-f966-47be-b235-76389ab0ccf5 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469606 Feb 16 13:13:40.161326 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5758f-b7e7-4f9e-8398-d7d8e2676aac req-e3ace171-a146-414e-93fa-a3ac395d2f75 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:40.162748 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-31d5758f-b7e7-4f9e-8398-d7d8e2676aac req-e3ace171-a146-414e-93fa-a3ac395d2f75 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 946 time: 0.2043777 Feb 16 13:13:40.210787 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-31d5758f-b7e7-4f9e-8398-d7d8e2676aac req-d5027b00-f34d-4ebe-bdbb-95d06112e6d2 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418339 Feb 16 13:13:41.415468 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ddea79-8363-444e-88c8-4ff5ce68def6 req-e941a489-cf57-4aff-a6ec-dc3d2c83f499 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:41.417063 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c3ddea79-8363-444e-88c8-4ff5ce68def6 req-e941a489-cf57-4aff-a6ec-dc3d2c83f499 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 946 time: 0.0869441 Feb 16 13:13:41.462849 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c3ddea79-8363-444e-88c8-4ff5ce68def6 req-b647f196-b532-470a-8323-5acd303f7cb3 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400341 Feb 16 13:13:42.677517 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e147b50a-83ca-4a58-ac7f-ea3b85367c06 req-5015742e-6c50-43e6-a0b2-b62066cdc951 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:42.678949 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e147b50a-83ca-4a58-ac7f-ea3b85367c06 req-5015742e-6c50-43e6-a0b2-b62066cdc951 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 946 time: 0.0950348 Feb 16 13:13:42.732986 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e147b50a-83ca-4a58-ac7f-ea3b85367c06 req-917deb49-4e73-4f7a-bad7-372b095f5301 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474117 Feb 16 13:13:43.939973 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ef9e0-387c-42d5-8c15-57178488a471 req-f723d4ea-560a-416d-9839-b9a4ec6c3499 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:43.941483 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2b5ef9e0-387c-42d5-8c15-57178488a471 req-f723d4ea-560a-416d-9839-b9a4ec6c3499 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 946 time: 0.0913410 Feb 16 13:13:43.989298 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2b5ef9e0-387c-42d5-8c15-57178488a471 req-33692d0b-b092-4a5f-9028-b6d66b28f5a5 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394127 Feb 16 13:13:45.208523 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0262c3c0-8133-461c-b6bc-ccf2c7b14ab0 req-02cf8c7f-6c8f-4e2b-aaf1-e8e547cd7fe6 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:45.209908 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0262c3c0-8133-461c-b6bc-ccf2c7b14ab0 req-02cf8c7f-6c8f-4e2b-aaf1-e8e547cd7fe6 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 946 time: 0.0913317 Feb 16 13:13:45.255888 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0262c3c0-8133-461c-b6bc-ccf2c7b14ab0 req-43296510-2e50-4e76-a4c5-445b2303929f tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378556 Feb 16 13:13:46.455630 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade21be-2b84-4f26-b3d4-e58daff460dc req-82476e05-a29a-411c-ac70-6826320b0102 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:46.457124 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2ade21be-2b84-4f26-b3d4-e58daff460dc req-82476e05-a29a-411c-ac70-6826320b0102 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 946 time: 0.0860112 Feb 16 13:13:46.500911 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2ade21be-2b84-4f26-b3d4-e58daff460dc req-eb6d5a1d-7aee-4ec0-af81-91d75a45b96f tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379279 Feb 16 13:13:47.702790 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae788480-3e0f-41b6-a116-425a11bc44bd req-cbd9b37a-1506-47b3-89ba-1119911b6fc7 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:47.704162 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ae788480-3e0f-41b6-a116-425a11bc44bd req-cbd9b37a-1506-47b3-89ba-1119911b6fc7 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 946 time: 0.0889361 Feb 16 13:13:47.747880 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ae788480-3e0f-41b6-a116-425a11bc44bd req-b9a9d3bb-120c-46da-aec2-6a6c3ad370b9 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378900 Feb 16 13:13:48.977491 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c4ec0-6312-4949-8258-b9ca02721cac req-92a560f6-bc37-4d5c-88de-25836ae501d7 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:48.978944 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-803c4ec0-6312-4949-8258-b9ca02721cac req-92a560f6-bc37-4d5c-88de-25836ae501d7 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 946 time: 0.1117201 Feb 16 13:13:49.031892 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-803c4ec0-6312-4949-8258-b9ca02721cac req-2f960bbd-2cd4-4374-aa54-19e32d381dc4 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440929 Feb 16 13:13:50.237140 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da2801a-4c32-4edf-a772-d37c1456fcbf req-66a2e07d-8042-46dd-b82c-de5578109fc8 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:50.238635 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7da2801a-4c32-4edf-a772-d37c1456fcbf req-66a2e07d-8042-46dd-b82c-de5578109fc8 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 946 time: 0.0878985 Feb 16 13:13:50.283435 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7da2801a-4c32-4edf-a772-d37c1456fcbf req-d0c9dd39-a9e9-4864-8d7d-b36e5b376d98 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386922 Feb 16 13:13:51.488087 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1143228-eaf0-4ac4-81c7-95ca857f2989 req-087e4bb9-e6f8-4e9f-8207-8eed6dae2718 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:51.489565 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c1143228-eaf0-4ac4-81c7-95ca857f2989 req-087e4bb9-e6f8-4e9f-8207-8eed6dae2718 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 946 time: 0.0824668 Feb 16 13:13:51.536263 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c1143228-eaf0-4ac4-81c7-95ca857f2989 req-d0529226-63e7-4a17-bd45-386a8701830b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410566 Feb 16 13:13:52.748975 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa71b2-5f51-4c03-876d-d049dc56a50d req-74f33a53-d622-4166-8e19-4732727557a1 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:52.750365 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a8fa71b2-5f51-4c03-876d-d049dc56a50d req-74f33a53-d622-4166-8e19-4732727557a1 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 946 time: 0.0862730 Feb 16 13:13:52.803733 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a8fa71b2-5f51-4c03-876d-d049dc56a50d req-efd5eb65-70a5-4e03-a0b1-9a6004dcf394 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472300 Feb 16 13:13:54.155181 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13196c88-d9c3-43ed-b951-c79b7f7d4860 req-807ddad2-739f-48ed-8e5c-da5d229e5c46 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:54.156536 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-13196c88-d9c3-43ed-b951-c79b7f7d4860 req-807ddad2-739f-48ed-8e5c-da5d229e5c46 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 946 time: 0.0855644 Feb 16 13:13:54.202031 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-13196c88-d9c3-43ed-b951-c79b7f7d4860 req-d4f16aa4-f0ed-48db-b1eb-612ffb37d465 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389342 Feb 16 13:13:55.400910 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8406ce-6953-49ec-8ce8-cc900288501d req-9b7c71e0-c3ad-4a29-ad3b-dcde81b150f9 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:55.402524 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6f8406ce-6953-49ec-8ce8-cc900288501d req-9b7c71e0-c3ad-4a29-ad3b-dcde81b150f9 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 946 time: 0.0908449 Feb 16 13:13:55.450209 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6f8406ce-6953-49ec-8ce8-cc900288501d req-c06c468f-597f-4d89-becc-2892b91d8a4a tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417020 Feb 16 13:13:56.647809 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2fae3-c35a-48be-a34d-21ca13331e43 req-86339e36-aeec-4063-ab93-2ffc050c638b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:56.649281 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9ba2fae3-c35a-48be-a34d-21ca13331e43 req-86339e36-aeec-4063-ab93-2ffc050c638b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 946 time: 0.0846450 Feb 16 13:13:56.703569 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9ba2fae3-c35a-48be-a34d-21ca13331e43 req-75066db8-948c-4f40-999f-521199666aa8 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484908 Feb 16 13:13:57.915870 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84f861-564d-412f-be04-bc65843c4f51 req-927acafb-31ff-40c9-bf4a-191cfe61ce61 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:57.917395 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0b84f861-564d-412f-be04-bc65843c4f51 req-927acafb-31ff-40c9-bf4a-191cfe61ce61 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 946 time: 0.0948014 Feb 16 13:13:57.962315 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0b84f861-564d-412f-be04-bc65843c4f51 req-56d89a06-16c2-4853-8c5d-bad60dca35e3 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389485 Feb 16 13:13:59.162604 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2dae4f-b295-4aff-8fcb-84713baa7969 req-e9662974-412a-43e6-9db7-e906c876d261 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:13:59.164041 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2f2dae4f-b295-4aff-8fcb-84713baa7969 req-e9662974-412a-43e6-9db7-e906c876d261 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 946 time: 0.0871618 Feb 16 13:13:59.218817 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2f2dae4f-b295-4aff-8fcb-84713baa7969 req-5f8c0d17-b692-407b-94c1-0a1a4f89211a tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456855 Feb 16 13:14:00.429186 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be484097-c7c3-4da8-8ef6-61c016ba0ca9 req-8a0e0d30-386f-4682-b4c8-bf087ef03a67 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:00.430657 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-be484097-c7c3-4da8-8ef6-61c016ba0ca9 req-8a0e0d30-386f-4682-b4c8-bf087ef03a67 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 946 time: 0.0818295 Feb 16 13:14:00.478037 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-be484097-c7c3-4da8-8ef6-61c016ba0ca9 req-d720a9dd-2a18-4e42-9e22-938c42eb4318 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413964 Feb 16 13:14:01.689959 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b9399-8650-422f-b046-b6c4ffc5502a req-12946fd4-f6b4-4ea9-ba2f-afa1363b00be tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:01.691743 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-220b9399-8650-422f-b046-b6c4ffc5502a req-12946fd4-f6b4-4ea9-ba2f-afa1363b00be tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 946 time: 0.0994329 Feb 16 13:14:01.738865 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-220b9399-8650-422f-b046-b6c4ffc5502a req-5f411e32-ca58-4ff7-95be-e011af99e671 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411210 Feb 16 13:14:01.853160 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d9c6c020-9bd4-406e-8ce3-75b73feebc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:02.929555 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3f5a5-8544-4e0e-ae39-f784c2dc4bef req-a0ec9588-d4f6-42a5-9ae3-70a614916c18 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:02.931005 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e1e3f5a5-8544-4e0e-ae39-f784c2dc4bef req-a0ec9588-d4f6-42a5-9ae3-70a614916c18 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 946 time: 0.0799067 Feb 16 13:14:02.975397 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e1e3f5a5-8544-4e0e-ae39-f784c2dc4bef req-47602b2f-1d45-42ae-b91d-fdbab3847ea8 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382011 Feb 16 13:14:03.095113 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:14:03.475321 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c9b18a66-832c-4209-8e12-ca2eb7dbb25b req-7ec7ebe9-fe10-4f44-aa15-b47b4dcbdc46 service neutron] 10.222.0.89 "GET /v2.0/ports/2160ad0f-0bd5-49d1-8714-7b7400ebd874/bindings/hv-neutron-8295 HTTP/1.1" status: 200 len: 384 time: 0.0799601 Feb 16 13:14:03.755285 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b18a66-832c-4209-8e12-ca2eb7dbb25b req-2a12e135-78a7-4ba8-9f3a-6eefb88125ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:03.756839 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c9b18a66-832c-4209-8e12-ca2eb7dbb25b req-2a12e135-78a7-4ba8-9f3a-6eefb88125ea service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e&tenant_id=0bd90968d77b41aca48f743ccb00ce24 HTTP/1.1" status: 200 len: 1099 time: 0.0746450 Feb 16 13:14:03.849993 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b18a66-832c-4209-8e12-ca2eb7dbb25b req-4135669c-bb1f-4d18-ad5e-5805d9476cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:03.851495 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c9b18a66-832c-4209-8e12-ca2eb7dbb25b req-4135669c-bb1f-4d18-ad5e-5805d9476cda service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0bd90968d77b41aca48f743ccb00ce24&device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 1099 time: 0.0723813 Feb 16 13:14:03.984175 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b18a66-832c-4209-8e12-ca2eb7dbb25b req-05909c01-5b55-4a67-9d43-f06bb9782430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:03.987064 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c9b18a66-832c-4209-8e12-ca2eb7dbb25b req-05909c01-5b55-4a67-9d43-f06bb9782430 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e2b238cc-e1fe-47ae-9ac4-937e1e055441 HTTP/1.1" status: 200 len: 913 time: 0.1291146 Feb 16 13:14:04.099259 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c9b18a66-832c-4209-8e12-ca2eb7dbb25b req-50146be1-87e2-4bf9-a879-583b14a0c3da service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2160ad0f-0bd5-49d1-8714-7b7400ebd874 HTTP/1.1" status: 200 len: 1003 time: 0.1059408 Feb 16 13:14:04.159370 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-abc7b95e-89ef-47dc-9a77-ead676ec5194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:04.166010 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f0f67-82be-4f60-b9af-897174191641 req-81aa5ac1-bb47-4f5b-9ab1-f64a3e123696 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:04.167496 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-df3f0f67-82be-4f60-b9af-897174191641 req-81aa5ac1-bb47-4f5b-9ab1-f64a3e123696 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 946 time: 0.0827508 Feb 16 13:14:04.170554 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b18a66-832c-4209-8e12-ca2eb7dbb25b req-84125e91-0f3c-4617-8346-fda4dacd4e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:04.172056 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c9b18a66-832c-4209-8e12-ca2eb7dbb25b req-84125e91-0f3c-4617-8346-fda4dacd4e34 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=efb0954b-e49f-457a-8e17-f9ac8946b2c8 HTTP/1.1" status: 200 len: 851 time: 0.0673587 Feb 16 13:14:04.213628 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-df3f0f67-82be-4f60-b9af-897174191641 req-10b4dd64-1753-43ed-8eb0-3e9105c59cd8 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403099 Feb 16 13:14:04.246993 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b18a66-832c-4209-8e12-ca2eb7dbb25b req-81685134-1639-4042-804e-6448ea4a22ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:04.248512 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c9b18a66-832c-4209-8e12-ca2eb7dbb25b req-81685134-1639-4042-804e-6448ea4a22ee service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e2b238cc-e1fe-47ae-9ac4-937e1e055441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708261 Feb 16 13:14:04.381765 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c9b18a66-832c-4209-8e12-ca2eb7dbb25b req-a1cc970e-c376-4233-901a-a1d912fec497 service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268852 Feb 16 13:14:04.516562 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c9b18a66-832c-4209-8e12-ca2eb7dbb25b req-9babb05c-1f5e-493e-a56d-3c7e818f6e41 service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287527 Feb 16 13:14:04.622463 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:05.207167 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:05.245169 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:05.419348 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2bd03e-1c9b-4796-891d-9823ae03a406 req-3ae0efab-7bbe-47e7-9d71-d69e6260d196 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:05.421203 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0a2bd03e-1c9b-4796-891d-9823ae03a406 req-3ae0efab-7bbe-47e7-9d71-d69e6260d196 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 946 time: 0.0870769 Feb 16 13:14:05.468367 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0a2bd03e-1c9b-4796-891d-9823ae03a406 req-5d899b64-5898-42d4-93f3-1b7d023e216a tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398290 Feb 16 13:14:06.204636 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 2160ad0f-0bd5-49d1-8714-7b7400ebd874 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:14:06.209321 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 2160ad0f-0bd5-49d1-8714-7b7400ebd874 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:14:06.427345 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:06.440651 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 2160ad0f-0bd5-49d1-8714-7b7400ebd874, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=2160ad0f-0bd5-49d1-8714-7b7400ebd874,segment=NetworkSegment(43e3019b-586d-4d5c-ac11-25a3857f5dac),segment_id=43e3019b-586d-4d5c-ac11-25a3857f5dac)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:14:06.461602 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': '2160ad0f-0bd5-49d1-8714-7b7400ebd874', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'port_id': '2160ad0f-0bd5-49d1-8714-7b7400ebd874', 'mac_address': 'fa:16:3e:c4:a0:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:14:06.491407 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc104f8-6a1a-4787-bde8-6dfd0257489e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2160ad0f-0bd5-49d1-8714-7b7400ebd874'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:14:06.516311 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 2160ad0f-0bd5-49d1-8714-7b7400ebd874, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=2160ad0f-0bd5-49d1-8714-7b7400ebd874,segment=NetworkSegment(43e3019b-586d-4d5c-ac11-25a3857f5dac),segment_id=43e3019b-586d-4d5c-ac11-25a3857f5dac)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:14:06.525698 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:06.565756 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc104f8-6a1a-4787-bde8-6dfd0257489e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2160ad0f-0bd5-49d1-8714-7b7400ebd874', 'code': 200} Feb 16 13:14:06.575699 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:06.604128 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2160ad0f-0bd5-49d1-8714-7b7400ebd874 {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:14:06.643788 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=2160ad0f-0bd5-49d1-8714-7b7400ebd874,revision_number=6']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:06.671248 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.db.api [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:14:06.671605 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG oslo_db.api [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:14:06.673236 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd40665-e019-4326-8bbc-7c7e2cde257f req-d96df287-04bc-4aed-8df6-7b5ca0eb2d7f tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:06.674707 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1bd40665-e019-4326-8bbc-7c7e2cde257f req-d96df287-04bc-4aed-8df6-7b5ca0eb2d7f tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 944 time: 0.0846131 Feb 16 13:14:06.720727 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1bd40665-e019-4326-8bbc-7c7e2cde257f req-897dde58-6ec6-406c-8ad5-a83b351b6ffd tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389085 Feb 16 13:14:06.848488 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:07.145019 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e168c-7dff-41fd-90f1-24be6d2f133c req-c63248d0-a014-4ddb-8429-696f50b2455a tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:07.146457 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fe6e168c-7dff-41fd-90f1-24be6d2f133c req-c63248d0-a014-4ddb-8429-696f50b2455a tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.89 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e&tenant_id=0bd90968d77b41aca48f743ccb00ce24&binding%3Ahost_id=hv-neutron-8295 HTTP/1.1" status: 200 len: 944 time: 0.0916522 Feb 16 13:14:07.195790 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4082af8b-3ce1-405b-8234-c23bdb779a01 req-eea590fe-4b2e-4b44-bbfb-c02bc0e5da8a tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:07.197433 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4082af8b-3ce1-405b-8234-c23bdb779a01 req-eea590fe-4b2e-4b44-bbfb-c02bc0e5da8a tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 944 time: 0.0808854 Feb 16 13:14:07.226691 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:07.231179 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fe6e168c-7dff-41fd-90f1-24be6d2f133c req-b399f2e8-abfa-4fae-bdb7-818a573042a0 service neutron] 10.222.0.89 "GET /v2.0/ports/2160ad0f-0bd5-49d1-8714-7b7400ebd874/bindings/hv-neutron-8295 HTTP/1.1" status: 200 len: 384 time: 0.0793531 Feb 16 13:14:07.245312 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2160ad0f-0bd5-49d1-8714-7b7400ebd874 {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:14:07.247289 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4082af8b-3ce1-405b-8234-c23bdb779a01 req-83369f87-cbca-4895-a5e0-4c153140d8be tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434318 Feb 16 13:14:07.263281 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 2160ad0f-0bd5-49d1-8714-7b7400ebd874, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=2160ad0f-0bd5-49d1-8714-7b7400ebd874,segment=NetworkSegment(43e3019b-586d-4d5c-ac11-25a3857f5dac),segment_id=43e3019b-586d-4d5c-ac11-25a3857f5dac)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:14:07.268844 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:07.335119 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['2160ad0f-0bd5-49d1-8714-7b7400ebd874'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:14:07.387490 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=2160ad0f-0bd5-49d1-8714-7b7400ebd874,revision_number=7']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:07.426273 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e168c-7dff-41fd-90f1-24be6d2f133c req-bc24a6eb-2c8c-4e54-bca2-e64201b9c992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:07.427904 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fe6e168c-7dff-41fd-90f1-24be6d2f133c req-bc24a6eb-2c8c-4e54-bca2-e64201b9c992 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0bd90968d77b41aca48f743ccb00ce24&device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 1098 time: 0.1761234 Feb 16 13:14:07.562901 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e168c-7dff-41fd-90f1-24be6d2f133c req-88df5b8d-8615-40fd-8856-4eb381945300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:07.566871 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fe6e168c-7dff-41fd-90f1-24be6d2f133c req-88df5b8d-8615-40fd-8856-4eb381945300 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e2b238cc-e1fe-47ae-9ac4-937e1e055441 HTTP/1.1" status: 200 len: 913 time: 0.1314371 Feb 16 13:14:07.678830 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fe6e168c-7dff-41fd-90f1-24be6d2f133c req-8e89da10-7143-436e-922e-575205afb331 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2160ad0f-0bd5-49d1-8714-7b7400ebd874 HTTP/1.1" status: 200 len: 1002 time: 0.1054063 Feb 16 13:14:07.744669 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e168c-7dff-41fd-90f1-24be6d2f133c req-34a18f9a-f9c5-4a62-95f9-e3a1f91eb113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:07.746826 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fe6e168c-7dff-41fd-90f1-24be6d2f133c req-34a18f9a-f9c5-4a62-95f9-e3a1f91eb113 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=efb0954b-e49f-457a-8e17-f9ac8946b2c8 HTTP/1.1" status: 200 len: 851 time: 0.0614130 Feb 16 13:14:07.828462 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e168c-7dff-41fd-90f1-24be6d2f133c req-f6d80366-ddd7-465d-a23f-018b5eba83c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:07.829970 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fe6e168c-7dff-41fd-90f1-24be6d2f133c req-f6d80366-ddd7-465d-a23f-018b5eba83c7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e2b238cc-e1fe-47ae-9ac4-937e1e055441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771885 Feb 16 13:14:07.965040 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fe6e168c-7dff-41fd-90f1-24be6d2f133c req-2c441bb9-fb28-4b54-951d-daa98bef61ca service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286998 Feb 16 13:14:08.097145 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fe6e168c-7dff-41fd-90f1-24be6d2f133c req-97931914-2d82-410c-9b36-bf4bc96bd744 service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262918 Feb 16 13:14:08.216649 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 2160ad0f-0bd5-49d1-8714-7b7400ebd874 up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:14:08.291815 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port 2160ad0f-0bd5-49d1-8714-7b7400ebd874 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:14:08.292410 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:08.449082 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b95ef-cb28-48b7-a6ea-caf4967cf4b6 req-a4393b49-217d-4491-b9ee-a01090b5b491 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:08.450532 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bf7b95ef-cb28-48b7-a6ea-caf4967cf4b6 req-a4393b49-217d-4491-b9ee-a01090b5b491 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 945 time: 0.0833545 Feb 16 13:14:08.456131 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:08.488864 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 2160ad0f-0bd5-49d1-8714-7b7400ebd874, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=2160ad0f-0bd5-49d1-8714-7b7400ebd874,segment=NetworkSegment(43e3019b-586d-4d5c-ac11-25a3857f5dac),segment_id=43e3019b-586d-4d5c-ac11-25a3857f5dac)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:14:08.493424 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:08.494490 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bf7b95ef-cb28-48b7-a6ea-caf4967cf4b6 req-f944130a-3b8e-415d-ab5f-af2a83885673 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380318 Feb 16 13:14:08.558961 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=2160ad0f-0bd5-49d1-8714-7b7400ebd874,revision_number=8']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:08.567391 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc104f8-6a1a-4787-bde8-6dfd0257489e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2160ad0f-0bd5-49d1-8714-7b7400ebd874'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:14:08.619601 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc104f8-6a1a-4787-bde8-6dfd0257489e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2160ad0f-0bd5-49d1-8714-7b7400ebd874', 'code': 200} Feb 16 13:14:09.702704 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f30e2-fa19-452d-b22c-79a49694bd87 req-c2bd827e-8095-4cbe-885b-797ec78a2a33 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:09.704074 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1a9f30e2-fa19-452d-b22c-79a49694bd87 req-c2bd827e-8095-4cbe-885b-797ec78a2a33 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 946 time: 0.0964572 Feb 16 13:14:09.749280 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1a9f30e2-fa19-452d-b22c-79a49694bd87 req-d6ff547c-8048-4d84-91b6-9a997278f58a tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394976 Feb 16 13:14:10.597837 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e168c-7dff-41fd-90f1-24be6d2f133c req-4877654a-0bdd-49de-b8af-7f3d0e6f26e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:10.599394 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fe6e168c-7dff-41fd-90f1-24be6d2f133c req-4877654a-0bdd-49de-b8af-7f3d0e6f26e8 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e&tenant_id=0bd90968d77b41aca48f743ccb00ce24 HTTP/1.1" status: 200 len: 1099 time: 0.0778008 Feb 16 13:14:10.701397 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e168c-7dff-41fd-90f1-24be6d2f133c req-b48320d0-a9ed-4323-83a8-e145c5572c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:10.702848 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fe6e168c-7dff-41fd-90f1-24be6d2f133c req-b48320d0-a9ed-4323-83a8-e145c5572c60 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0bd90968d77b41aca48f743ccb00ce24&device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 1099 time: 0.0787024 Feb 16 13:14:10.837483 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e168c-7dff-41fd-90f1-24be6d2f133c req-c600652f-268e-4bb5-8b05-c6c6c5f5dcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:10.838953 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fe6e168c-7dff-41fd-90f1-24be6d2f133c req-c600652f-268e-4bb5-8b05-c6c6c5f5dcd1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e2b238cc-e1fe-47ae-9ac4-937e1e055441 HTTP/1.1" status: 200 len: 913 time: 0.1300707 Feb 16 13:14:10.940588 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808b895-e2d3-4290-aae2-74fd418c27f2 req-58564e1b-fd26-48cc-ad6e-fd88591e8883 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:10.942571 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1808b895-e2d3-4290-aae2-74fd418c27f2 req-58564e1b-fd26-48cc-ad6e-fd88591e8883 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 946 time: 0.0825465 Feb 16 13:14:10.942914 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fe6e168c-7dff-41fd-90f1-24be6d2f133c req-f55b4a96-f55c-4cf5-9574-48f084366bf0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2160ad0f-0bd5-49d1-8714-7b7400ebd874 HTTP/1.1" status: 200 len: 1003 time: 0.0977321 Feb 16 13:14:10.988489 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1808b895-e2d3-4290-aae2-74fd418c27f2 req-60d58354-c9df-4985-8e99-28e20d76efdf tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399172 Feb 16 13:14:11.007286 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e168c-7dff-41fd-90f1-24be6d2f133c req-c1f832c7-fa4a-4e3a-9407-32d6e424348f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:11.008841 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fe6e168c-7dff-41fd-90f1-24be6d2f133c req-c1f832c7-fa4a-4e3a-9407-32d6e424348f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=efb0954b-e49f-457a-8e17-f9ac8946b2c8 HTTP/1.1" status: 200 len: 851 time: 0.0592127 Feb 16 13:14:11.100019 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e168c-7dff-41fd-90f1-24be6d2f133c req-4a608e11-d550-463a-b4a7-f58b3c4b3c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:11.101538 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fe6e168c-7dff-41fd-90f1-24be6d2f133c req-4a608e11-d550-463a-b4a7-f58b3c4b3c8e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e2b238cc-e1fe-47ae-9ac4-937e1e055441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0868344 Feb 16 13:14:11.244162 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fe6e168c-7dff-41fd-90f1-24be6d2f133c req-5ac79e8f-58f5-4526-baf8-df1a8f7beaac service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350839 Feb 16 13:14:11.476984 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fe6e168c-7dff-41fd-90f1-24be6d2f133c req-0daea952-5896-4752-9961-648640614bcf service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256627 Feb 16 13:14:12.186881 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ca848-0eb3-48d1-bf5f-629ca02e1f3c req-129d2460-ad1c-4516-8aa8-754e806dbd80 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:12.188394 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cc0ca848-0eb3-48d1-bf5f-629ca02e1f3c req-129d2460-ad1c-4516-8aa8-754e806dbd80 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 946 time: 0.0858526 Feb 16 13:14:12.241321 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cc0ca848-0eb3-48d1-bf5f-629ca02e1f3c req-01147ccb-176f-483d-9007-aa2a708563c5 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439885 Feb 16 13:14:13.450843 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c4ae52-8690-4ddf-adb2-0c6dd20cc90e req-cc7ea7f9-3667-450c-a765-df772244858c tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:13.452285 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-13c4ae52-8690-4ddf-adb2-0c6dd20cc90e req-cc7ea7f9-3667-450c-a765-df772244858c tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 946 time: 0.0894036 Feb 16 13:14:13.497216 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-13c4ae52-8690-4ddf-adb2-0c6dd20cc90e req-ed5720bd-b814-4abc-95c1-ff4ab0028b26 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392239 Feb 16 13:14:13.591051 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6a7e7d5d-17e5-4d09-9068-f388f3dcf219 req-3416d970-24b4-4c15-8ffc-b7ef55e576a6 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0765820 Feb 16 13:14:13.740364 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55da826-d60a-44f8-9d34-eb16b4972ebf req-d96783d6-49b2-40e6-b162-2a5262f82c2a tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:13.741899 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d55da826-d60a-44f8-9d34-eb16b4972ebf req-d96783d6-49b2-40e6-b162-2a5262f82c2a tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 946 time: 0.1335976 Feb 16 13:14:13.772236 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e7d5d-17e5-4d09-9068-f388f3dcf219 req-7e70ec46-482e-47c6-8e9f-087372c67d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:13.773729 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6a7e7d5d-17e5-4d09-9068-f388f3dcf219 req-7e70ec46-482e-47c6-8e9f-087372c67d59 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0bd90968d77b41aca48f743ccb00ce24&device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 1099 time: 0.1122019 Feb 16 13:14:13.793927 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d55da826-d60a-44f8-9d34-eb16b4972ebf req-9ed8585a-cb95-424f-b033-e7738cb23a68 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449278 Feb 16 13:14:13.924404 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e7d5d-17e5-4d09-9068-f388f3dcf219 req-bd89c5cb-eafe-4f22-91b7-cc8716857c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:13.925858 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6a7e7d5d-17e5-4d09-9068-f388f3dcf219 req-bd89c5cb-eafe-4f22-91b7-cc8716857c3a service neutron] 10.222.0.89 "GET /v2.0/networks?id=e2b238cc-e1fe-47ae-9ac4-937e1e055441 HTTP/1.1" status: 200 len: 913 time: 0.1312106 Feb 16 13:14:13.985933 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6f614-aa5c-4971-aa48-488ccd0eb40f req-381b9b6e-cac9-4fc2-8c1c-ee1a3e2ec368 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:13.987448 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-84b6f614-aa5c-4971-aa48-488ccd0eb40f req-381b9b6e-cac9-4fc2-8c1c-ee1a3e2ec368 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 946 time: 0.0796826 Feb 16 13:14:14.032191 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6a7e7d5d-17e5-4d09-9068-f388f3dcf219 req-4b6b264a-a8d9-49d7-93c8-8d5ddaedda51 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2160ad0f-0bd5-49d1-8714-7b7400ebd874 HTTP/1.1" status: 200 len: 1003 time: 0.0998902 Feb 16 13:14:14.032636 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-84b6f614-aa5c-4971-aa48-488ccd0eb40f req-886754ab-ae9a-4c3d-b02c-64f2a08fd42e tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391717 Feb 16 13:14:14.095335 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e7d5d-17e5-4d09-9068-f388f3dcf219 req-f00600da-30bc-4c5e-95cd-d1f282d481fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:14.096873 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6a7e7d5d-17e5-4d09-9068-f388f3dcf219 req-f00600da-30bc-4c5e-95cd-d1f282d481fb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=efb0954b-e49f-457a-8e17-f9ac8946b2c8 HTTP/1.1" status: 200 len: 851 time: 0.0589912 Feb 16 13:14:14.176438 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e7d5d-17e5-4d09-9068-f388f3dcf219 req-258643cb-472f-4eaa-bf7b-03804d7a9014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:14.178411 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6a7e7d5d-17e5-4d09-9068-f388f3dcf219 req-258643cb-472f-4eaa-bf7b-03804d7a9014 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e2b238cc-e1fe-47ae-9ac4-937e1e055441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757573 Feb 16 13:14:14.242024 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 2160ad0f-0bd5-49d1-8714-7b7400ebd874 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:14:14.250598 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 2160ad0f-0bd5-49d1-8714-7b7400ebd874 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:14:14.315525 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6a7e7d5d-17e5-4d09-9068-f388f3dcf219 req-9c1e3585-c512-4271-8025-710ea8222185 service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301911 Feb 16 13:14:14.431444 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d349f-3973-44bb-903f-c127545330a2 req-d5a49708-a289-4843-a3f5-59ab3776eb23 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:14.433796 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e36d349f-3973-44bb-903f-c127545330a2 req-d5a49708-a289-4843-a3f5-59ab3776eb23 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 946 time: 0.0978327 Feb 16 13:14:14.459868 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6a7e7d5d-17e5-4d09-9068-f388f3dcf219 req-b904cd3f-e8c1-4f34-9cef-ea92c0ebb103 service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362031 Feb 16 13:14:14.469885 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:14.486606 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e36d349f-3973-44bb-903f-c127545330a2 req-abcde5ea-d286-4ad1-9c52-fce94c1dbbcc tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455055 Feb 16 13:14:14.506992 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 2160ad0f-0bd5-49d1-8714-7b7400ebd874, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=2160ad0f-0bd5-49d1-8714-7b7400ebd874,segment=NetworkSegment(43e3019b-586d-4d5c-ac11-25a3857f5dac),segment_id=43e3019b-586d-4d5c-ac11-25a3857f5dac)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:14:14.523056 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc104f8-6a1a-4787-bde8-6dfd0257489e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2160ad0f-0bd5-49d1-8714-7b7400ebd874'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:14:14.531638 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': '2160ad0f-0bd5-49d1-8714-7b7400ebd874', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'port_id': '2160ad0f-0bd5-49d1-8714-7b7400ebd874', 'mac_address': 'fa:16:3e:c4:a0:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:14:14.535578 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 2160ad0f-0bd5-49d1-8714-7b7400ebd874, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=2160ad0f-0bd5-49d1-8714-7b7400ebd874,segment=NetworkSegment(43e3019b-586d-4d5c-ac11-25a3857f5dac),segment_id=43e3019b-586d-4d5c-ac11-25a3857f5dac)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:14:14.565521 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:14.606910 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc104f8-6a1a-4787-bde8-6dfd0257489e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2160ad0f-0bd5-49d1-8714-7b7400ebd874', 'code': 200} Feb 16 13:14:14.643794 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:14.666365 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2160ad0f-0bd5-49d1-8714-7b7400ebd874 {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:14:14.670192 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=2160ad0f-0bd5-49d1-8714-7b7400ebd874,revision_number=9']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:14.683288 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:14.683626 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:14.683958 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:14.684278 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:14.684650 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:14.684994 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:14.685314 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:14.685627 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:14.685943 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:14.686255 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:14.686545 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:14.686853 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:14.695383 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 2160ad0f-0bd5-49d1-8714-7b7400ebd874, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=2160ad0f-0bd5-49d1-8714-7b7400ebd874,segment=NetworkSegment(43e3019b-586d-4d5c-ac11-25a3857f5dac),segment_id=43e3019b-586d-4d5c-ac11-25a3857f5dac)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:14:14.700747 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:14.762655 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['2160ad0f-0bd5-49d1-8714-7b7400ebd874'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:14:14.801358 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=2160ad0f-0bd5-49d1-8714-7b7400ebd874,revision_number=10']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:15.692306 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e0114-6ffd-4389-b10c-6347aa592a98 req-d41a597a-4607-421a-a09c-81cf0b0a6ea7 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:15.693867 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-850e0114-6ffd-4389-b10c-6347aa592a98 req-d41a597a-4607-421a-a09c-81cf0b0a6ea7 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 946 time: 0.0832448 Feb 16 13:14:15.740964 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-850e0114-6ffd-4389-b10c-6347aa592a98 req-7be9984f-32ce-4b96-af24-f38c39c4ac6c tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415585 Feb 16 13:14:16.248671 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 2160ad0f-0bd5-49d1-8714-7b7400ebd874 up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:14:16.322803 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port 2160ad0f-0bd5-49d1-8714-7b7400ebd874 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:14:16.323185 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:16.440231 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:16.474220 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 2160ad0f-0bd5-49d1-8714-7b7400ebd874, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=2160ad0f-0bd5-49d1-8714-7b7400ebd874,segment=NetworkSegment(43e3019b-586d-4d5c-ac11-25a3857f5dac),segment_id=43e3019b-586d-4d5c-ac11-25a3857f5dac)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:14:16.478775 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:16.548562 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=2160ad0f-0bd5-49d1-8714-7b7400ebd874,revision_number=11']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:16.560994 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a613e9cd-4fff-4c62-a010-c5259966f068 req-e73507c7-7a3f-475a-a5be-5aae3000607d tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:16.562465 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a613e9cd-4fff-4c62-a010-c5259966f068 req-e73507c7-7a3f-475a-a5be-5aae3000607d tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.89 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 947 time: 0.0813422 Feb 16 13:14:16.608278 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc104f8-6a1a-4787-bde8-6dfd0257489e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2160ad0f-0bd5-49d1-8714-7b7400ebd874'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:14:16.636347 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-a613e9cd-4fff-4c62-a010-c5259966f068 req-96af9930-51d9-4f59-8cbe-84aed1dbe398 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Deleting port 2160ad0f-0bd5-49d1-8714-7b7400ebd874 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:14:16.636713 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-a613e9cd-4fff-4c62-a010-c5259966f068 req-96af9930-51d9-4f59-8cbe-84aed1dbe398 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:16.654995 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc104f8-6a1a-4787-bde8-6dfd0257489e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2160ad0f-0bd5-49d1-8714-7b7400ebd874', 'code': 200} Feb 16 13:14:16.885467 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-a613e9cd-4fff-4c62-a010-c5259966f068 req-96af9930-51d9-4f59-8cbe-84aed1dbe398 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] For port 2160ad0f-0bd5-49d1-8714-7b7400ebd874, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=2160ad0f-0bd5-49d1-8714-7b7400ebd874,segment=NetworkSegment(43e3019b-586d-4d5c-ac11-25a3857f5dac),segment_id=43e3019b-586d-4d5c-ac11-25a3857f5dac)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:14:16.885747 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-a613e9cd-4fff-4c62-a010-c5259966f068 req-96af9930-51d9-4f59-8cbe-84aed1dbe398 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:16.938496 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23584fad-4d3b-48c0-a335-459a7a513b0b req-3b872ff0-fe66-43dc-b171-55f076cfeb45 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:16.940054 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-23584fad-4d3b-48c0-a335-459a7a513b0b req-3b872ff0-fe66-43dc-b171-55f076cfeb45 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 947 time: 0.0837462 Feb 16 13:14:16.988481 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-23584fad-4d3b-48c0-a335-459a7a513b0b req-d522b744-9864-4b0c-97bb-78df8690784d tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419908 Feb 16 13:14:17.302506 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-a613e9cd-4fff-4c62-a010-c5259966f068 req-96af9930-51d9-4f59-8cbe-84aed1dbe398 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:17.303092 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-a613e9cd-4fff-4c62-a010-c5259966f068 req-96af9930-51d9-4f59-8cbe-84aed1dbe398 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:17.303568 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.l3_db [req-a613e9cd-4fff-4c62-a010-c5259966f068 req-96af9930-51d9-4f59-8cbe-84aed1dbe398 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Floating IP 6f7b5e9e-f176-40df-ac1c-c73af4da0d46 disassociated. External IP: 172.26.5.224, port: 2160ad0f-0bd5-49d1-8714-7b7400ebd874. Feb 16 13:14:17.303941 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-a613e9cd-4fff-4c62-a010-c5259966f068 req-96af9930-51d9-4f59-8cbe-84aed1dbe398 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Calling delete_port for 2160ad0f-0bd5-49d1-8714-7b7400ebd874 owned by compute:nova {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:14:17.457293 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-a613e9cd-4fff-4c62-a010-c5259966f068 req-96af9930-51d9-4f59-8cbe-84aed1dbe398 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:17.507276 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96af9930-51d9-4f59-8cbe-84aed1dbe398 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Pushing event deleted for resources: {'Port': ['ID=2160ad0f-0bd5-49d1-8714-7b7400ebd874,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:17.703838 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a613e9cd-4fff-4c62-a010-c5259966f068 req-96af9930-51d9-4f59-8cbe-84aed1dbe398 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Router ac312ded-6b7a-472a-9b67-029bbd85aeed has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:14:17.885559 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a613e9cd-4fff-4c62-a010-c5259966f068 req-96af9930-51d9-4f59-8cbe-84aed1dbe398 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:14:17.895311 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a5930c-310f-4bf7-b6a6-229cbe80ca63 None None] Sync routers for ids ['ac312ded-6b7a-472a-9b67-029bbd85aeed'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:14:17.906363 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a5930c-310f-4bf7-b6a6-229cbe80ca63 None None] Routers {'ac312ded-6b7a-472a-9b67-029bbd85aeed'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:14:17.907005 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-12a5930c-310f-4bf7-b6a6-229cbe80ca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:14:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['ac312ded-6b7a-472a-9b67-029bbd85aeed'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:14:17.961642 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-a613e9cd-4fff-4c62-a010-c5259966f068 req-96af9930-51d9-4f59-8cbe-84aed1dbe398 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] No DVR routers for this DVR port 2160ad0f-0bd5-49d1-8714-7b7400ebd874 on host hv-neutron-8295 {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:14:17.964048 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-a613e9cd-4fff-4c62-a010-c5259966f068 req-96af9930-51d9-4f59-8cbe-84aed1dbe398 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:17.966909 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc104f8-6a1a-4787-bde8-6dfd0257489e', 'name': 'network-vif-deleted', 'tag': '2160ad0f-0bd5-49d1-8714-7b7400ebd874'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:14:17.986870 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a613e9cd-4fff-4c62-a010-c5259966f068 req-96af9930-51d9-4f59-8cbe-84aed1dbe398 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.89 "DELETE /v2.0/ports/2160ad0f-0bd5-49d1-8714-7b7400ebd874 HTTP/1.1" status: 204 len: 173 time: 1.4177334 Feb 16 13:14:18.014596 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc104f8-6a1a-4787-bde8-6dfd0257489e', 'name': 'network-vif-deleted', 'tag': '2160ad0f-0bd5-49d1-8714-7b7400ebd874', 'status': 'completed', 'code': 200} Feb 16 13:14:18.109017 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-12a5930c-310f-4bf7-b6a6-229cbe80ca63 None None] Set router ac312ded-6b7a-472a-9b67-029bbd85aeed gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:14:18.155709 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1dacad30-5a42-4af6-ac45-171a6a14f8a6 req-95210328-dc89-4fce-b3ab-c77c3ea1251a tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=2fc104f8-6a1a-4787-bde8-6dfd0257489e HTTP/1.1" status: 200 len: 210 time: 0.0475531 Feb 16 13:14:18.466846 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-12a5930c-310f-4bf7-b6a6-229cbe80ca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'name': 'tempest-ServerActionsTestJSON-1922522622-router', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108'}], 'enable_snat': True}, 'gw_port_id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:22Z', 'updated_at': '2022-02-16T13:11:26Z', 'revision_number': 4, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'gw_port': {'id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:23Z', 'updated_at': '2022-02-16T13:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '070cc61b-81b6-4719-8c30-ba1bd06072d4', 'name': '', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'mac_address': 'fa:16:3e:ee:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:25Z', 'updated_at': '2022-02-16T13:11:31Z', 'revision_number': 5, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'subnets': [{'id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:14:18.471721 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a5930c-310f-4bf7-b6a6-229cbe80ca63 None None] Checking router: ac312ded-6b7a-472a-9b67-029bbd85aeed for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:14:18.481335 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a5930c-310f-4bf7-b6a6-229cbe80ca63 None None] Routers {'ac312ded-6b7a-472a-9b67-029bbd85aeed'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:14:18.481945 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-12a5930c-310f-4bf7-b6a6-229cbe80ca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:14:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['ac312ded-6b7a-472a-9b67-029bbd85aeed'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:14:18.665607 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-12a5930c-310f-4bf7-b6a6-229cbe80ca63 None None] Set router ac312ded-6b7a-472a-9b67-029bbd85aeed gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:14:18.972371 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-12a5930c-310f-4bf7-b6a6-229cbe80ca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'name': 'tempest-ServerActionsTestJSON-1922522622-router', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108'}], 'enable_snat': True}, 'gw_port_id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:22Z', 'updated_at': '2022-02-16T13:11:26Z', 'revision_number': 4, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'gw_port': {'id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:23Z', 'updated_at': '2022-02-16T13:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '070cc61b-81b6-4719-8c30-ba1bd06072d4', 'name': '', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'mac_address': 'fa:16:3e:ee:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:25Z', 'updated_at': '2022-02-16T13:11:31Z', 'revision_number': 5, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'subnets': [{'id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:14:18.977263 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a5930c-310f-4bf7-b6a6-229cbe80ca63 None None] The sync data for ids ['ac312ded-6b7a-472a-9b67-029bbd85aeed'] in dv-neutron-829527-1-hyperv is: [{'id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'name': 'tempest-ServerActionsTestJSON-1922522622-router', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108'}], 'enable_snat': True}, 'gw_port_id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:22Z', 'updated_at': '2022-02-16T13:11:26Z', 'revision_number': 4, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'gw_port': {'id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:23Z', 'updated_at': '2022-02-16T13:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '070cc61b-81b6-4719-8c30-ba1bd06072d4', 'name': '', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'mac_address': 'fa:16:3e:ee:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:25Z', 'updated_at': '2022-02-16T13:11:31Z', 'revision_number': 5, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'subnets': [{'id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:14:19.203277 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eefa751-71f2-4d96-bc78-bdd7cef53072 None None] New status for floating IP 6f7b5e9e-f176-40df-ac1c-c73af4da0d46: DOWN {{(pid=87703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:14:19.511885 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ced2703f-a128-4185-9cee-b1b1701b601f req-1ccc3e8b-92de-4b7c-bbbe-c06d273fb937 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1319556265&fields=id&tenant_id=0bd90968d77b41aca48f743ccb00ce24 HTTP/1.1" status: 200 len: 267 time: 0.0391338 Feb 16 13:14:19.658404 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced2703f-a128-4185-9cee-b1b1701b601f req-ad12c3c6-b41b-4a44-bcd9-8bbbaf98b718 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:19.659831 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ced2703f-a128-4185-9cee-b1b1701b601f req-ad12c3c6-b41b-4a44-bcd9-8bbbaf98b718 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/networks?id=e2b238cc-e1fe-47ae-9ac4-937e1e055441 HTTP/1.1" status: 200 len: 812 time: 0.1415107 Feb 16 13:14:19.676975 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ced2703f-a128-4185-9cee-b1b1701b601f req-039ef418-2c91-4d6e-9086-ec274d5624cf tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/quotas/0bd90968d77b41aca48f743ccb00ce24 HTTP/1.1" status: 200 len: 375 time: 0.0091341 Feb 16 13:14:19.770943 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-ced2703f-a128-4185-9cee-b1b1701b601f req-f14f17a6-11eb-40ac-b77f-22153f69ca78 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Synchronizing usage tracker for tenant:0bd90968d77b41aca48f743ccb00ce24 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:14:19.788206 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-ced2703f-a128-4185-9cee-b1b1701b601f req-f14f17a6-11eb-40ac-b77f-22153f69ca78 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Unset dirty status for tenant:0bd90968d77b41aca48f743ccb00ce24 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:14:19.789583 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ced2703f-a128-4185-9cee-b1b1701b601f req-f14f17a6-11eb-40ac-b77f-22153f69ca78 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=0bd90968d77b41aca48f743ccb00ce24&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1072416 Feb 16 13:14:19.930035 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ced2703f-a128-4185-9cee-b1b1701b601f req-55c559f6-3a62-4900-ae90-6e00d15ba1cd service neutron] 10.222.0.83 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283286 Feb 16 13:14:20.181858 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ced2703f-a128-4185-9cee-b1b1701b601f req-258168f3-dc76-4cff-a8f0-f6a80d32f90e service neutron] 10.222.0.83 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427812 Feb 16 13:14:20.293935 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 2160ad0f-0bd5-49d1-8714-7b7400ebd874 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:14:20.332924 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] No Port match for: 2160ad0f-0bd5-49d1-8714-7b7400ebd874 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:14:20.333257 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 2160ad0f-0bd5-49d1-8714-7b7400ebd874 not bound to the agent host hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:14:21.398130 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-83538214-b6d3-4ba4-819a-5199360c3060 req-8d1b51da-c3ed-4ec0-8ee5-e41889733bc5 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 210 time: 0.0472162 Feb 16 13:14:22.494506 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced2703f-a128-4185-9cee-b1b1701b601f req-0e914b3d-8904-48ee-99f0-1de9c2aef4ff tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:22.495911 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ced2703f-a128-4185-9cee-b1b1701b601f req-0e914b3d-8904-48ee-99f0-1de9c2aef4ff tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.89 "GET /v2.0/networks?id=e2b238cc-e1fe-47ae-9ac4-937e1e055441 HTTP/1.1" status: 200 len: 812 time: 0.1494126 Feb 16 13:14:22.572874 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d85b0128-d938-4ac9-b4a3-7e8697c16cfd req-e3e72acf-8d39-4ee5-a72a-c8a3e6db546b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 210 time: 0.0540686 Feb 16 13:14:22.585364 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ced2703f-a128-4185-9cee-b1b1701b601f req-a98c2113-2f60-4073-ad81-3c2155328fac tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0bd90968d77b41aca48f743ccb00ce24 HTTP/1.1" status: 200 len: 380 time: 0.0802984 Feb 16 13:14:22.593555 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-ced2703f-a128-4185-9cee-b1b1701b601f req-2d9a982a-6360-4038-801a-89b8e26345cf tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Request body: {'port': {'device_id': '001bad6b-0fbf-403c-bdf2-12320f76c0d2', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'admin_state_up': True, 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'security_groups': ['ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f']}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:14:22.746975 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-ced2703f-a128-4185-9cee-b1b1701b601f req-2d9a982a-6360-4038-801a-89b8e26345cf tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:14:22.756663 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-ced2703f-a128-4185-9cee-b1b1701b601f req-2d9a982a-6360-4038-801a-89b8e26345cf tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:14:22.766558 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ced2703f-a128-4185-9cee-b1b1701b601f req-2d9a982a-6360-4038-801a-89b8e26345cf tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Made reservation on behalf of 0bd90968d77b41aca48f743ccb00ce24 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:14:22.770451 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-ced2703f-a128-4185-9cee-b1b1701b601f req-2d9a982a-6360-4038-801a-89b8e26345cf tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:22.946694 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [req-ced2703f-a128-4185-9cee-b1b1701b601f req-2d9a982a-6360-4038-801a-89b8e26345cf tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Allocated IP 172.20.0.7 (e2b238cc-e1fe-47ae-9ac4-937e1e055441/efb0954b-e49f-457a-8e17-f9ac8946b2c8/6340b70d-0398-41f5-8489-158bd331c7a3) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:14:23.142604 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-ced2703f-a128-4185-9cee-b1b1701b601f req-2d9a982a-6360-4038-801a-89b8e26345cf tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:23.159658 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-ced2703f-a128-4185-9cee-b1b1701b601f req-2d9a982a-6360-4038-801a-89b8e26345cf tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Transition to ACTIVE for port object 6340b70d-0398-41f5-8489-158bd331c7a3 will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:14:23.187853 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-ced2703f-a128-4185-9cee-b1b1701b601f req-2d9a982a-6360-4038-801a-89b8e26345cf tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:23.257180 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ced2703f-a128-4185-9cee-b1b1701b601f req-2d9a982a-6360-4038-801a-89b8e26345cf tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Network e2b238cc-e1fe-47ae-9ac4-937e1e055441 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:14:23.260324 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [req-ced2703f-a128-4185-9cee-b1b1701b601f req-2d9a982a-6360-4038-801a-89b8e26345cf tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:14:23.266907 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced2703f-a128-4185-9cee-b1b1701b601f req-2d9a982a-6360-4038-801a-89b8e26345cf tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:14:23.303050 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a982a-6360-4038-801a-89b8e26345cf tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Pushing event updated for resources: {'Port': ['ID=6340b70d-0398-41f5-8489-158bd331c7a3,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:23.317290 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9a982a-6360-4038-801a-89b8e26345cf tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:23.317630 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9a982a-6360-4038-801a-89b8e26345cf tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:23.317970 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9a982a-6360-4038-801a-89b8e26345cf tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:23.318369 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9a982a-6360-4038-801a-89b8e26345cf tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:23.318694 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9a982a-6360-4038-801a-89b8e26345cf tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:23.319031 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9a982a-6360-4038-801a-89b8e26345cf tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:23.319545 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9a982a-6360-4038-801a-89b8e26345cf tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:23.319892 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9a982a-6360-4038-801a-89b8e26345cf tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:23.320212 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9a982a-6360-4038-801a-89b8e26345cf tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:23.320537 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9a982a-6360-4038-801a-89b8e26345cf tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:23.320886 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9a982a-6360-4038-801a-89b8e26345cf tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:23.321202 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9a982a-6360-4038-801a-89b8e26345cf tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:14:23.346924 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced2703f-a128-4185-9cee-b1b1701b601f req-2d9a982a-6360-4038-801a-89b8e26345cf tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:23.347558 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-ced2703f-a128-4185-9cee-b1b1701b601f req-2d9a982a-6360-4038-801a-89b8e26345cf tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:23.373877 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ced2703f-a128-4185-9cee-b1b1701b601f req-2d9a982a-6360-4038-801a-89b8e26345cf tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7843285 Feb 16 13:14:23.384769 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-ced2703f-a128-4185-9cee-b1b1701b601f req-ef6babb6-ed84-4b19-ba05-2287120c22e7 service neutron] Request body: {'port': {'device_id': '001bad6b-0fbf-403c-bdf2-12320f76c0d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:14:23.499752 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-ced2703f-a128-4185-9cee-b1b1701b601f req-ef6babb6-ed84-4b19-ba05-2287120c22e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:23.566907 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-6644b484-768f-4959-917e-f613414f3a3b None None] Provisioning for port 6340b70d-0398-41f5-8489-158bd331c7a3 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:14:23.572990 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-6644b484-768f-4959-917e-f613414f3a3b None None] Provisioning complete for port 6340b70d-0398-41f5-8489-158bd331c7a3 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:14:23.573367 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6644b484-768f-4959-917e-f613414f3a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:23.625481 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-6644b484-768f-4959-917e-f613414f3a3b None None] Port 6340b70d-0398-41f5-8489-158bd331c7a3 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:14:23.764352 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1ffc8-7f8f-4559-9c7a-8c4a06483e4c req-c4f14544-2428-4ab4-8862-76d52b471a13 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:23.765795 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8ab1ffc8-7f8f-4559-9c7a-8c4a06483e4c req-c4f14544-2428-4ab4-8862-76d52b471a13 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 931 time: 0.0847270 Feb 16 13:14:23.810294 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8ab1ffc8-7f8f-4559-9c7a-8c4a06483e4c req-303cd16a-9eab-41f2-8199-40f190f116bd tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383737 Feb 16 13:14:23.855399 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [req-ced2703f-a128-4185-9cee-b1b1701b601f req-ef6babb6-ed84-4b19-ba05-2287120c22e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6340b70d-0398-41f5-8489-158bd331c7a3 {{(pid=87701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:14:23.862665 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-ced2703f-a128-4185-9cee-b1b1701b601f req-ef6babb6-ed84-4b19-ba05-2287120c22e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:23.876964 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-ced2703f-a128-4185-9cee-b1b1701b601f req-ef6babb6-ed84-4b19-ba05-2287120c22e7 service neutron] Transition to ACTIVE for port object 6340b70d-0398-41f5-8489-158bd331c7a3 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:14:23.881996 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-ced2703f-a128-4185-9cee-b1b1701b601f req-ef6babb6-ed84-4b19-ba05-2287120c22e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:24.015176 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6babb6-ed84-4b19-ba05-2287120c22e7 service neutron] Pushing event updated for resources: {'Port': ['ID=6340b70d-0398-41f5-8489-158bd331c7a3,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:24.119541 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-ced2703f-a128-4185-9cee-b1b1701b601f req-ef6babb6-ed84-4b19-ba05-2287120c22e7 service neutron] Attempting to bind port 6340b70d-0398-41f5-8489-158bd331c7a3 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:14:24.119878 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-ced2703f-a128-4185-9cee-b1b1701b601f req-ef6babb6-ed84-4b19-ba05-2287120c22e7 service neutron] Attempting to bind port 6340b70d-0398-41f5-8489-158bd331c7a3 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '43e3019b-586d-4d5c-ac11-25a3857f5dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:14:24.120203 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced2703f-a128-4185-9cee-b1b1701b601f req-ef6babb6-ed84-4b19-ba05-2287120c22e7 service neutron] Attempting to bind port 6340b70d-0398-41f5-8489-158bd331c7a3 on network e2b238cc-e1fe-47ae-9ac4-937e1e055441 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:14:24.124907 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced2703f-a128-4185-9cee-b1b1701b601f req-ef6babb6-ed84-4b19-ba05-2287120c22e7 service neutron] Port 6340b70d-0398-41f5-8489-158bd331c7a3 on network e2b238cc-e1fe-47ae-9ac4-937e1e055441 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:14:24.125226 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced2703f-a128-4185-9cee-b1b1701b601f req-ef6babb6-ed84-4b19-ba05-2287120c22e7 service neutron] Attempting to bind port 6340b70d-0398-41f5-8489-158bd331c7a3 on network e2b238cc-e1fe-47ae-9ac4-937e1e055441 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:14:24.130229 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced2703f-a128-4185-9cee-b1b1701b601f req-ef6babb6-ed84-4b19-ba05-2287120c22e7 service neutron] Checking agent: {'id': 'b4b5bcfd-2763-4324-82e0-923bc8a52546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'started_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:14:24.130561 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced2703f-a128-4185-9cee-b1b1701b601f req-ef6babb6-ed84-4b19-ba05-2287120c22e7 service neutron] Checking segment: {'id': '43e3019b-586d-4d5c-ac11-25a3857f5dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:14:24.131041 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced2703f-a128-4185-9cee-b1b1701b601f req-ef6babb6-ed84-4b19-ba05-2287120c22e7 service neutron] Bound using segment: {'id': '43e3019b-586d-4d5c-ac11-25a3857f5dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:14:24.131693 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-ced2703f-a128-4185-9cee-b1b1701b601f req-ef6babb6-ed84-4b19-ba05-2287120c22e7 service neutron] Bound port: 6340b70d-0398-41f5-8489-158bd331c7a3, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43e3019b-586d-4d5c-ac11-25a3857f5dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:14:24.132041 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-ced2703f-a128-4185-9cee-b1b1701b601f req-ef6babb6-ed84-4b19-ba05-2287120c22e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:24.223316 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-ced2703f-a128-4185-9cee-b1b1701b601f req-ef6babb6-ed84-4b19-ba05-2287120c22e7 service neutron] For port 6340b70d-0398-41f5-8489-158bd331c7a3, host hv-neutron-8295, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:14:24.226233 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-ced2703f-a128-4185-9cee-b1b1701b601f req-ef6babb6-ed84-4b19-ba05-2287120c22e7 service neutron] For port 6340b70d-0398-41f5-8489-158bd331c7a3, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=6340b70d-0398-41f5-8489-158bd331c7a3,segment=NetworkSegment(43e3019b-586d-4d5c-ac11-25a3857f5dac),segment_id=43e3019b-586d-4d5c-ac11-25a3857f5dac)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:14:24.233147 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-ced2703f-a128-4185-9cee-b1b1701b601f req-ef6babb6-ed84-4b19-ba05-2287120c22e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:24.291114 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced2703f-a128-4185-9cee-b1b1701b601f req-ef6babb6-ed84-4b19-ba05-2287120c22e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:24.291805 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-ced2703f-a128-4185-9cee-b1b1701b601f req-ef6babb6-ed84-4b19-ba05-2287120c22e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:24.293405 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ced2703f-a128-4185-9cee-b1b1701b601f req-ef6babb6-ed84-4b19-ba05-2287120c22e7 service neutron] 10.222.0.89 "PUT /v2.0/ports/6340b70d-0398-41f5-8489-158bd331c7a3 HTTP/1.1" status: 200 len: 1093 time: 0.9126763 Feb 16 13:14:24.293656 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '001bad6b-0fbf-403c-bdf2-12320f76c0d2', 'tag': '6340b70d-0398-41f5-8489-158bd331c7a3'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:14:24.317735 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6babb6-ed84-4b19-ba05-2287120c22e7 service neutron] Pushing event updated for resources: {'Port': ['ID=6340b70d-0398-41f5-8489-158bd331c7a3,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:24.381373 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '001bad6b-0fbf-403c-bdf2-12320f76c0d2', 'tag': '6340b70d-0398-41f5-8489-158bd331c7a3', 'status': 'completed', 'code': 200} Feb 16 13:14:24.423688 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced2703f-a128-4185-9cee-b1b1701b601f req-3fd82aa0-767f-4a06-9c3d-b356b546870d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:24.425629 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ced2703f-a128-4185-9cee-b1b1701b601f req-3fd82aa0-767f-4a06-9c3d-b356b546870d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0bd90968d77b41aca48f743ccb00ce24&device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 1096 time: 0.0805910 Feb 16 13:14:24.497619 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ced2703f-a128-4185-9cee-b1b1701b601f req-c841b596-9dd4-418f-a7fa-f58286e3cac1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6340b70d-0398-41f5-8489-158bd331c7a3 HTTP/1.1" status: 200 len: 217 time: 0.0640922 Feb 16 13:14:24.663851 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced2703f-a128-4185-9cee-b1b1701b601f req-ddcfa347-eec6-4c7c-9343-e7e2b92b4dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:24.665255 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ced2703f-a128-4185-9cee-b1b1701b601f req-ddcfa347-eec6-4c7c-9343-e7e2b92b4dce service neutron] 10.222.0.89 "GET /v2.0/subnets?id=efb0954b-e49f-457a-8e17-f9ac8946b2c8 HTTP/1.1" status: 200 len: 851 time: 0.1617074 Feb 16 13:14:24.749346 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced2703f-a128-4185-9cee-b1b1701b601f req-13424bc6-9c93-4390-813a-c60f94034b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:24.750828 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ced2703f-a128-4185-9cee-b1b1701b601f req-13424bc6-9c93-4390-813a-c60f94034b6d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e2b238cc-e1fe-47ae-9ac4-937e1e055441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783656 Feb 16 13:14:24.886782 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ced2703f-a128-4185-9cee-b1b1701b601f req-cf1de7fe-9ccf-4324-bc1f-7cb4a84867c0 service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287026 Feb 16 13:14:24.998529 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65f9f4-2f4f-485c-a465-ffcbfb201119 req-c0834a32-56d3-49b1-8d59-b51ce4f3a3af tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:25.000068 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-cb65f9f4-2f4f-485c-a465-ffcbfb201119 req-c0834a32-56d3-49b1-8d59-b51ce4f3a3af tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 943 time: 0.0818989 Feb 16 13:14:25.023595 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ced2703f-a128-4185-9cee-b1b1701b601f req-9a141e5d-4a50-474f-ae8a-142df9dc8973 service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298633 Feb 16 13:14:25.047061 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-cb65f9f4-2f4f-485c-a465-ffcbfb201119 req-42a2d50f-10ff-495b-8d98-35cdbfee62ff tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407057 Feb 16 13:14:25.145145 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae612610-3fb0-46e1-bb89-89ac136399cb req-b1d53267-fe48-41ff-8a8a-ac7e1b35eae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:25.146552 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ae612610-3fb0-46e1-bb89-89ac136399cb req-b1d53267-fe48-41ff-8a8a-ac7e1b35eae5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0bd90968d77b41aca48f743ccb00ce24&device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 1096 time: 0.0741725 Feb 16 13:14:25.279646 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae612610-3fb0-46e1-bb89-89ac136399cb req-c38d9061-58cc-4eda-bc18-6cd1c6451087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:25.281141 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ae612610-3fb0-46e1-bb89-89ac136399cb req-c38d9061-58cc-4eda-bc18-6cd1c6451087 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e2b238cc-e1fe-47ae-9ac4-937e1e055441 HTTP/1.1" status: 200 len: 913 time: 0.1285906 Feb 16 13:14:25.361400 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ae612610-3fb0-46e1-bb89-89ac136399cb req-8b25b101-c886-418a-8474-c626c1abf719 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6340b70d-0398-41f5-8489-158bd331c7a3 HTTP/1.1" status: 200 len: 217 time: 0.0729640 Feb 16 13:14:25.424204 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae612610-3fb0-46e1-bb89-89ac136399cb req-d81ff246-349d-4e97-886f-cc2f03ef2d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:25.425613 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ae612610-3fb0-46e1-bb89-89ac136399cb req-d81ff246-349d-4e97-886f-cc2f03ef2d5b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=efb0954b-e49f-457a-8e17-f9ac8946b2c8 HTTP/1.1" status: 200 len: 851 time: 0.0586095 Feb 16 13:14:25.506447 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae612610-3fb0-46e1-bb89-89ac136399cb req-ba4259ab-9736-407a-be0b-6f73f4a23066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:25.507976 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ae612610-3fb0-46e1-bb89-89ac136399cb req-ba4259ab-9736-407a-be0b-6f73f4a23066 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e2b238cc-e1fe-47ae-9ac4-937e1e055441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761113 Feb 16 13:14:25.649055 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ae612610-3fb0-46e1-bb89-89ac136399cb req-7b05d03a-21ff-4bfb-835c-6d337f561803 service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321487 Feb 16 13:14:25.787218 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ae612610-3fb0-46e1-bb89-89ac136399cb req-955966c9-2ed8-4249-9158-a447369b7597 service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316450 Feb 16 13:14:26.250284 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1b322-392a-4674-90d3-35eada8eb0b9 req-43217f39-90a2-47aa-9ee4-3e79a9d2dd34 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:26.250961 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-b1e1b322-392a-4674-90d3-35eada8eb0b9 req-43217f39-90a2-47aa-9ee4-3e79a9d2dd34 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Synchronizing usage tracker for tenant:0bd90968d77b41aca48f743ccb00ce24 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:14:26.268139 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-b1e1b322-392a-4674-90d3-35eada8eb0b9 req-43217f39-90a2-47aa-9ee4-3e79a9d2dd34 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Unset dirty status for tenant:0bd90968d77b41aca48f743ccb00ce24 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:14:26.269358 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b1e1b322-392a-4674-90d3-35eada8eb0b9 req-43217f39-90a2-47aa-9ee4-3e79a9d2dd34 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 943 time: 0.1051400 Feb 16 13:14:26.315927 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b1e1b322-392a-4674-90d3-35eada8eb0b9 req-af8c8c38-2f3b-409c-9326-1925787a609f tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396793 Feb 16 13:14:26.340805 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 6340b70d-0398-41f5-8489-158bd331c7a3 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:14:26.473609 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 6340b70d-0398-41f5-8489-158bd331c7a3, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=6340b70d-0398-41f5-8489-158bd331c7a3,segment=NetworkSegment(43e3019b-586d-4d5c-ac11-25a3857f5dac),segment_id=43e3019b-586d-4d5c-ac11-25a3857f5dac)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:14:26.487044 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': '6340b70d-0398-41f5-8489-158bd331c7a3', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'port_id': '6340b70d-0398-41f5-8489-158bd331c7a3', 'mac_address': 'fa:16:3e:a8:69:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:14:26.545468 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:26.566340 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6340b70d-0398-41f5-8489-158bd331c7a3 {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:14:26.583422 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 6340b70d-0398-41f5-8489-158bd331c7a3, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=6340b70d-0398-41f5-8489-158bd331c7a3,segment=NetworkSegment(43e3019b-586d-4d5c-ac11-25a3857f5dac),segment_id=43e3019b-586d-4d5c-ac11-25a3857f5dac)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:14:26.588650 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:26.659282 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=6340b70d-0398-41f5-8489-158bd331c7a3,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:26.789237 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['6340b70d-0398-41f5-8489-158bd331c7a3'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:14:27.523771 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc32660-86a5-4781-927c-88cf847dfd23 req-6d0b4867-8a06-4d72-846b-2bede8107514 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:27.525277 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-0dc32660-86a5-4781-927c-88cf847dfd23 req-6d0b4867-8a06-4d72-846b-2bede8107514 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 944 time: 0.0923080 Feb 16 13:14:27.569115 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-0dc32660-86a5-4781-927c-88cf847dfd23 req-33283939-e6cc-4cf7-862d-e63d7a74a382 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381913 Feb 16 13:14:28.356067 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 6340b70d-0398-41f5-8489-158bd331c7a3 up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:14:28.430430 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning for port 6340b70d-0398-41f5-8489-158bd331c7a3 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:14:28.435841 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port 6340b70d-0398-41f5-8489-158bd331c7a3 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:14:28.436216 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:28.552537 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:28.581985 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '001bad6b-0fbf-403c-bdf2-12320f76c0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6340b70d-0398-41f5-8489-158bd331c7a3'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:14:28.597619 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 6340b70d-0398-41f5-8489-158bd331c7a3, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=6340b70d-0398-41f5-8489-158bd331c7a3,segment=NetworkSegment(43e3019b-586d-4d5c-ac11-25a3857f5dac),segment_id=43e3019b-586d-4d5c-ac11-25a3857f5dac)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:14:28.602825 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:28.641082 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '001bad6b-0fbf-403c-bdf2-12320f76c0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6340b70d-0398-41f5-8489-158bd331c7a3', 'code': 200} Feb 16 13:14:28.681852 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=6340b70d-0398-41f5-8489-158bd331c7a3,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:14:28.873630 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6869d6-44dd-4c2d-a721-aae515059337 req-051a16cd-9091-43c3-92fb-e0620631ae5a tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:28.875138 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-cf6869d6-44dd-4c2d-a721-aae515059337 req-051a16cd-9091-43c3-92fb-e0620631ae5a tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 945 time: 0.1931181 Feb 16 13:14:28.879180 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36685cee-df6d-4846-90c3-b99200147ed6 req-351d5d89-90c9-48a5-98fa-03f02884df67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:28.880823 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-36685cee-df6d-4846-90c3-b99200147ed6 req-351d5d89-90c9-48a5-98fa-03f02884df67 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 1098 time: 0.0758185 Feb 16 13:14:28.920507 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-36685cee-df6d-4846-90c3-b99200147ed6 req-b0e1d552-a9bf-4d36-a47c-68f55f23ee59 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339775 Feb 16 13:14:28.923267 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-cf6869d6-44dd-4c2d-a721-aae515059337 req-d085059d-542b-4674-aab5-686b3ded18dc tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412872 Feb 16 13:14:30.129825 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ea484-9d0a-47c5-8bf0-e7c582c95f04 req-23b0ae2e-c83e-456d-87ee-9b0cb663f4ce tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:30.131324 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6d7ea484-9d0a-47c5-8bf0-e7c582c95f04 req-23b0ae2e-c83e-456d-87ee-9b0cb663f4ce tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 945 time: 0.0829329 Feb 16 13:14:30.177690 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6d7ea484-9d0a-47c5-8bf0-e7c582c95f04 req-9d2ee5af-3dba-43ca-9948-4b6f065607ef tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404425 Feb 16 13:14:30.394217 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe9095-0d9b-4b72-8766-1d43ffb77ebb req-e015bb32-7a30-41f1-80e9-3009bc2a8cfa tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:30.395844 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5ebe9095-0d9b-4b72-8766-1d43ffb77ebb req-e015bb32-7a30-41f1-80e9-3009bc2a8cfa tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 945 time: 0.1041198 Feb 16 13:14:30.404642 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 47502) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:14:30.409751 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-056ea0e9-5e47-4d96-b219-46bd62262c02 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Request body: {'floatingip': {'port_id': '6340b70d-0398-41f5-8489-158bd331c7a3'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:14:30.489834 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-056ea0e9-5e47-4d96-b219-46bd62262c02 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks [] for floatingip, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:31.120088 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-056ea0e9-5e47-4d96-b219-46bd62262c02 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:31.125991 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-056ea0e9-5e47-4d96-b219-46bd62262c02 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:31.293154 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-056ea0e9-5e47-4d96-b219-46bd62262c02 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Floating IP 6f7b5e9e-f176-40df-ac1c-c73af4da0d46 associated. External IP: 172.26.5.224, port: 6340b70d-0398-41f5-8489-158bd331c7a3. Feb 16 13:14:31.753606 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056ea0e9-5e47-4d96-b219-46bd62262c02 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Router ac312ded-6b7a-472a-9b67-029bbd85aeed has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:14:31.847070 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-00afeb96-1051-4c56-b85e-735f355a0312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:31.938395 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056ea0e9-5e47-4d96-b219-46bd62262c02 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:14:31.942744 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-056ea0e9-5e47-4d96-b219-46bd62262c02 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:31.949090 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591753e3-0604-42b8-b638-68ee265e8ef8 None None] Sync routers for ids ['ac312ded-6b7a-472a-9b67-029bbd85aeed'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:14:31.958895 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591753e3-0604-42b8-b638-68ee265e8ef8 None None] Routers {'ac312ded-6b7a-472a-9b67-029bbd85aeed'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:14:31.959514 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-591753e3-0604-42b8-b638-68ee265e8ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:14:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['ac312ded-6b7a-472a-9b67-029bbd85aeed'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:14:31.997183 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-056ea0e9-5e47-4d96-b219-46bd62262c02 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "PUT /v2.0/floatingips/6f7b5e9e-f176-40df-ac1c-c73af4da0d46 HTTP/1.1" status: 200 len: 992 time: 1.5914600 Feb 16 13:14:31.998024 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '001bad6b-0fbf-403c-bdf2-12320f76c0d2', 'tag': '6340b70d-0398-41f5-8489-158bd331c7a3'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:14:32.044132 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '001bad6b-0fbf-403c-bdf2-12320f76c0d2', 'tag': '6340b70d-0398-41f5-8489-158bd331c7a3', 'status': 'completed', 'code': 200} Feb 16 13:14:32.145320 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e1b2f-924e-40ea-a347-1d250b08cecc req-6e3f254d-46fd-482e-a6e0-ade4f558b98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:32.146892 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c93e1b2f-924e-40ea-a347-1d250b08cecc req-6e3f254d-46fd-482e-a6e0-ade4f558b98d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0bd90968d77b41aca48f743ccb00ce24&device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 1098 time: 0.0778222 Feb 16 13:14:32.194038 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-591753e3-0604-42b8-b638-68ee265e8ef8 None None] Set router ac312ded-6b7a-472a-9b67-029bbd85aeed gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:14:32.401508 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e1b2f-924e-40ea-a347-1d250b08cecc req-af3daf1d-378b-4f0a-86f3-2707045c3060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:32.402963 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c93e1b2f-924e-40ea-a347-1d250b08cecc req-af3daf1d-378b-4f0a-86f3-2707045c3060 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e2b238cc-e1fe-47ae-9ac4-937e1e055441 HTTP/1.1" status: 200 len: 913 time: 0.2503350 Feb 16 13:14:32.527940 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c93e1b2f-924e-40ea-a347-1d250b08cecc req-7053fd55-ab88-45a0-aaa1-bbcafc006feb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6340b70d-0398-41f5-8489-158bd331c7a3 HTTP/1.1" status: 200 len: 1000 time: 0.1165414 Feb 16 13:14:32.594668 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e1b2f-924e-40ea-a347-1d250b08cecc req-8cac926d-dfcb-4d9d-ad58-0fee12c9d1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:32.596208 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c93e1b2f-924e-40ea-a347-1d250b08cecc req-8cac926d-dfcb-4d9d-ad58-0fee12c9d1e2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=efb0954b-e49f-457a-8e17-f9ac8946b2c8 HTTP/1.1" status: 200 len: 851 time: 0.0615289 Feb 16 13:14:32.628138 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-591753e3-0604-42b8-b638-68ee265e8ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'name': 'tempest-ServerActionsTestJSON-1922522622-router', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108'}], 'enable_snat': True}, 'gw_port_id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:22Z', 'updated_at': '2022-02-16T13:11:26Z', 'revision_number': 4, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'gw_port': {'id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:23Z', 'updated_at': '2022-02-16T13:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '6f7b5e9e-f176-40df-ac1c-c73af4da0d46', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'floating_ip_address': '172.26.5.224', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'port_id': '6340b70d-0398-41f5-8489-158bd331c7a3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'mac_address': 'fa:16:3e:a8:69:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001bad6b-0fbf-403c-bdf2-12320f76c0d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:11:29Z', 'updated_at': '2022-02-16T13:14:31Z', 'revision_number': 13, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '070cc61b-81b6-4719-8c30-ba1bd06072d4', 'name': '', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'mac_address': 'fa:16:3e:ee:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:25Z', 'updated_at': '2022-02-16T13:11:31Z', 'revision_number': 5, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'subnets': [{'id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:14:32.633547 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591753e3-0604-42b8-b638-68ee265e8ef8 None None] Checking router: ac312ded-6b7a-472a-9b67-029bbd85aeed for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:14:32.643982 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591753e3-0604-42b8-b638-68ee265e8ef8 None None] Routers {'ac312ded-6b7a-472a-9b67-029bbd85aeed'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:14:32.644961 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-591753e3-0604-42b8-b638-68ee265e8ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:14:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['ac312ded-6b7a-472a-9b67-029bbd85aeed'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:14:32.676390 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e1b2f-924e-40ea-a347-1d250b08cecc req-0a2e6b00-e96f-4f66-aa18-d177c89fed34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:32.677910 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c93e1b2f-924e-40ea-a347-1d250b08cecc req-0a2e6b00-e96f-4f66-aa18-d177c89fed34 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e2b238cc-e1fe-47ae-9ac4-937e1e055441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757725 Feb 16 13:14:32.821576 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c93e1b2f-924e-40ea-a347-1d250b08cecc req-4b9fb503-9864-4ff9-8681-dc12363aa64f service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357360 Feb 16 13:14:32.832524 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-591753e3-0604-42b8-b638-68ee265e8ef8 None None] Set router ac312ded-6b7a-472a-9b67-029bbd85aeed gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:14:32.957904 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c93e1b2f-924e-40ea-a347-1d250b08cecc req-1a4e0cf4-6f9d-4863-9b2f-ca6a6a3be7f7 service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298532 Feb 16 13:14:33.188925 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-591753e3-0604-42b8-b638-68ee265e8ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'name': 'tempest-ServerActionsTestJSON-1922522622-router', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108'}], 'enable_snat': True}, 'gw_port_id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:22Z', 'updated_at': '2022-02-16T13:11:26Z', 'revision_number': 4, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'gw_port': {'id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:23Z', 'updated_at': '2022-02-16T13:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '6f7b5e9e-f176-40df-ac1c-c73af4da0d46', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'floating_ip_address': '172.26.5.224', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'port_id': '6340b70d-0398-41f5-8489-158bd331c7a3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'mac_address': 'fa:16:3e:a8:69:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001bad6b-0fbf-403c-bdf2-12320f76c0d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:11:29Z', 'updated_at': '2022-02-16T13:14:31Z', 'revision_number': 13, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '070cc61b-81b6-4719-8c30-ba1bd06072d4', 'name': '', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'mac_address': 'fa:16:3e:ee:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:25Z', 'updated_at': '2022-02-16T13:11:31Z', 'revision_number': 5, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'subnets': [{'id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:14:33.193184 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591753e3-0604-42b8-b638-68ee265e8ef8 None None] The sync data for ids ['ac312ded-6b7a-472a-9b67-029bbd85aeed'] in dv-neutron-829527-1-hyperv is: [{'id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'name': 'tempest-ServerActionsTestJSON-1922522622-router', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108'}], 'enable_snat': True}, 'gw_port_id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:22Z', 'updated_at': '2022-02-16T13:11:26Z', 'revision_number': 4, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'gw_port': {'id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:23Z', 'updated_at': '2022-02-16T13:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '6f7b5e9e-f176-40df-ac1c-c73af4da0d46', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'floating_ip_address': '172.26.5.224', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'port_id': '6340b70d-0398-41f5-8489-158bd331c7a3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'mac_address': 'fa:16:3e:a8:69:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001bad6b-0fbf-403c-bdf2-12320f76c0d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:11:29Z', 'updated_at': '2022-02-16T13:14:31Z', 'revision_number': 13, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '070cc61b-81b6-4719-8c30-ba1bd06072d4', 'name': '', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'mac_address': 'fa:16:3e:ee:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:25Z', 'updated_at': '2022-02-16T13:11:31Z', 'revision_number': 5, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'subnets': [{'id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:14:33.385342 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74a9871-5f15-40dd-abb7-569af00e51f3 None None] New status for floating IP 6f7b5e9e-f176-40df-ac1c-c73af4da0d46: ACTIVE {{(pid=87703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:14:33.726558 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ff5f8-09ee-4c2b-9c09-561f7ad39beb req-547a21b5-f90e-4a99-9247-36f008a7ff6f tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:33.728062 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d36ff5f8-09ee-4c2b-9c09-561f7ad39beb req-547a21b5-f90e-4a99-9247-36f008a7ff6f tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 945 time: 0.0954199 Feb 16 13:14:33.773312 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d36ff5f8-09ee-4c2b-9c09-561f7ad39beb req-d2c337b1-3769-4253-aac7-3718f59e6566 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392604 Feb 16 13:14:34.163995 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6498aacd-ff35-46b5-b607-203986b56d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:34.638216 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:35.202726 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:35.248148 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:36.802120 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:14:40.100750 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:14:43.527688 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-0071d27a-a52e-46bd-8a00-73483bc95c21 req-7ac9888b-07df-46e1-ae3a-975eeca4666a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1151819 Feb 16 13:14:43.537099 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b74da-b89b-461b-b075-b8a028d3f0fd req-096f7d17-be26-4e94-8de0-8163d70a25f4 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:43.538575 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e41b74da-b89b-461b-b075-b8a028d3f0fd req-096f7d17-be26-4e94-8de0-8163d70a25f4 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 945 time: 0.0786469 Feb 16 13:14:43.586424 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e41b74da-b89b-461b-b075-b8a028d3f0fd req-33040062-4f01-401e-a6d5-e5d071bef4fc tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415657 Feb 16 13:14:44.738726 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071d27a-a52e-46bd-8a00-73483bc95c21 req-c6c07b4a-beb8-42f3-a775-14e406f52d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:44.740204 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0071d27a-a52e-46bd-8a00-73483bc95c21 req-c6c07b4a-beb8-42f3-a775-14e406f52d13 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0bd90968d77b41aca48f743ccb00ce24&device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 1098 time: 0.0771439 Feb 16 13:14:44.791101 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dcd54a-9a3e-4ee2-a79f-18e7e795f034 req-732ea524-dd9e-4b6c-86ba-00359cb667cc tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:44.792542 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-73dcd54a-9a3e-4ee2-a79f-18e7e795f034 req-732ea524-dd9e-4b6c-86ba-00359cb667cc tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 945 time: 0.0851066 Feb 16 13:14:44.836775 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-73dcd54a-9a3e-4ee2-a79f-18e7e795f034 req-834324e6-cdca-4178-ad16-9c9ff7ce9a4b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382688 Feb 16 13:14:44.879676 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071d27a-a52e-46bd-8a00-73483bc95c21 req-bf326aa8-e8c0-4ce9-b4a3-6c35aa100488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:44.881057 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0071d27a-a52e-46bd-8a00-73483bc95c21 req-bf326aa8-e8c0-4ce9-b4a3-6c35aa100488 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e2b238cc-e1fe-47ae-9ac4-937e1e055441 HTTP/1.1" status: 200 len: 913 time: 0.1351860 Feb 16 13:14:44.983296 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0071d27a-a52e-46bd-8a00-73483bc95c21 req-aa956e87-6838-43e1-be21-a4f04f25607d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6340b70d-0398-41f5-8489-158bd331c7a3 HTTP/1.1" status: 200 len: 1002 time: 0.0956445 Feb 16 13:14:45.062830 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071d27a-a52e-46bd-8a00-73483bc95c21 req-30b0fbb9-8a2c-4fab-be75-6ba9ad1080be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:45.064299 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0071d27a-a52e-46bd-8a00-73483bc95c21 req-30b0fbb9-8a2c-4fab-be75-6ba9ad1080be service neutron] 10.222.0.89 "GET /v2.0/subnets?id=efb0954b-e49f-457a-8e17-f9ac8946b2c8 HTTP/1.1" status: 200 len: 851 time: 0.0656188 Feb 16 13:14:45.140870 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071d27a-a52e-46bd-8a00-73483bc95c21 req-8c1fa3f5-9e65-4bf5-9565-a2bb0842b479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:45.142305 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0071d27a-a52e-46bd-8a00-73483bc95c21 req-8c1fa3f5-9e65-4bf5-9565-a2bb0842b479 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e2b238cc-e1fe-47ae-9ac4-937e1e055441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715251 Feb 16 13:14:45.286047 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0071d27a-a52e-46bd-8a00-73483bc95c21 req-cddd4e4b-7f7d-4f70-9d90-bfc05f10eb48 service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281424 Feb 16 13:14:45.428710 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0071d27a-a52e-46bd-8a00-73483bc95c21 req-3ff4cd6f-4119-4b36-9818-48f817621561 service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255600 Feb 16 13:14:46.038938 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc10e12-6472-4fd2-bbec-0ede506e5e14 req-0a9a2cc3-decc-438c-ab9e-799f72602425 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:46.040387 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ccc10e12-6472-4fd2-bbec-0ede506e5e14 req-0a9a2cc3-decc-438c-ab9e-799f72602425 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 945 time: 0.0861759 Feb 16 13:14:46.093018 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ccc10e12-6472-4fd2-bbec-0ede506e5e14 req-8df0fbfe-3164-4487-91c6-e97416221225 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439959 Feb 16 13:14:47.303868 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a1a86-5dca-4fef-b397-c835ebf7e90a req-61307819-9ef4-4c52-b5da-44b96ae58ce6 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:47.305352 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9c5a1a86-5dca-4fef-b397-c835ebf7e90a req-61307819-9ef4-4c52-b5da-44b96ae58ce6 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 945 time: 0.0924315 Feb 16 13:14:47.360480 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9c5a1a86-5dca-4fef-b397-c835ebf7e90a req-25b00c6b-6ef8-4f43-bda1-287b4ab9daec tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486529 Feb 16 13:14:48.552570 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074bcea-c873-49e2-8f2a-83d8742397a2 req-854ed3f6-f2cf-4908-8c07-696c3aba554d tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:48.554063 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5074bcea-c873-49e2-8f2a-83d8742397a2 req-854ed3f6-f2cf-4908-8c07-696c3aba554d tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 945 time: 0.0817878 Feb 16 13:14:48.599154 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5074bcea-c873-49e2-8f2a-83d8742397a2 req-fd1e2ca9-f398-4175-aa4e-c05d4b19d495 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388560 Feb 16 13:14:49.815318 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea83df0-8b38-4c13-b7ef-26d09b3a5512 req-72a4ea66-96a5-44d9-8579-71a59825c232 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:49.816808 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-dea83df0-8b38-4c13-b7ef-26d09b3a5512 req-72a4ea66-96a5-44d9-8579-71a59825c232 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 945 time: 0.0988398 Feb 16 13:14:49.865993 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-dea83df0-8b38-4c13-b7ef-26d09b3a5512 req-72b3b9ea-b839-4eb5-b6ec-7677924d5dc5 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406630 Feb 16 13:14:51.175536 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e675b-ea22-4f9d-983c-0dd11740eec3 req-00a9c65f-9ffa-4403-ac38-a408f8eba386 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:51.176911 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3c1e675b-ea22-4f9d-983c-0dd11740eec3 req-00a9c65f-9ffa-4403-ac38-a408f8eba386 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 945 time: 0.1920528 Feb 16 13:14:51.223733 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3c1e675b-ea22-4f9d-983c-0dd11740eec3 req-55b9e4ce-c1a8-495c-b6ad-1abb535c9bfe tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388868 Feb 16 13:14:52.422628 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc91c01-e733-4716-b53e-67c9edb8c624 req-98bfb9d4-df6c-4e9d-ade6-243ef48071d8 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:52.424107 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-dcc91c01-e733-4716-b53e-67c9edb8c624 req-98bfb9d4-df6c-4e9d-ade6-243ef48071d8 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 945 time: 0.0872357 Feb 16 13:14:52.473277 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-dcc91c01-e733-4716-b53e-67c9edb8c624 req-949503b0-22e3-4d32-8f90-dab7e0dd718d tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433078 Feb 16 13:14:53.702290 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94f34a-5773-4203-a3d3-c8acac354f2e req-7d416dc9-8da1-426c-97e4-14e1386a3dcc tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:53.704225 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2a94f34a-5773-4203-a3d3-c8acac354f2e req-7d416dc9-8da1-426c-97e4-14e1386a3dcc tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 945 time: 0.0841951 Feb 16 13:14:53.754306 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2a94f34a-5773-4203-a3d3-c8acac354f2e req-21c6629a-6745-4182-9855-0db1313188ea tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440979 Feb 16 13:14:54.976472 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ed964-866c-48f2-9280-b0fa7a59c8cf req-e4b9ea08-2deb-4190-8f57-2fecba10b211 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:54.977949 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-995ed964-866c-48f2-9280-b0fa7a59c8cf req-e4b9ea08-2deb-4190-8f57-2fecba10b211 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 945 time: 0.0930073 Feb 16 13:14:55.023705 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-995ed964-866c-48f2-9280-b0fa7a59c8cf req-4d47e870-39c4-48ab-bdb4-6a66fa3537f8 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398593 Feb 16 13:14:56.231851 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5e7e7-2ba8-41a0-9ed4-3aeebaef13d9 req-adbc90ff-f75e-4dbf-860d-d720b3600777 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:56.233398 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d3d5e7e7-2ba8-41a0-9ed4-3aeebaef13d9 req-adbc90ff-f75e-4dbf-860d-d720b3600777 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 945 time: 0.0903876 Feb 16 13:14:56.282960 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d3d5e7e7-2ba8-41a0-9ed4-3aeebaef13d9 req-86b6f392-16c2-447d-b556-1dc9c4eb7dba tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437000 Feb 16 13:14:57.494585 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed9647-d0e6-4bbb-9330-034377e5cf7e req-c7ad4ab6-73b2-4eb3-a411-a1ac9c13aa44 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:57.496024 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-93ed9647-d0e6-4bbb-9330-034377e5cf7e req-c7ad4ab6-73b2-4eb3-a411-a1ac9c13aa44 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 945 time: 0.0894549 Feb 16 13:14:57.542701 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-93ed9647-d0e6-4bbb-9330-034377e5cf7e req-4e07ef4c-ef39-42e2-bb8b-f15d6f5127d3 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375111 Feb 16 13:14:58.755067 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf8667d-e4b5-455f-941e-8641c7902db7 req-0a5d6ac3-6b17-4717-a137-e5aecc6d8ad4 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:14:58.756457 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0cf8667d-e4b5-455f-941e-8641c7902db7 req-0a5d6ac3-6b17-4717-a137-e5aecc6d8ad4 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 945 time: 0.0956454 Feb 16 13:14:58.812081 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0cf8667d-e4b5-455f-941e-8641c7902db7 req-c4f0cb3d-22ef-4a1c-9b8d-8770e0975cbc tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466151 Feb 16 13:15:00.017726 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d8054-fa8e-456e-99ef-01d4c655a508 req-afd37b75-b1d3-4ac9-bd35-4b1f69bfa563 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:00.019171 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f03d8054-fa8e-456e-99ef-01d4c655a508 req-afd37b75-b1d3-4ac9-bd35-4b1f69bfa563 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 945 time: 0.0878129 Feb 16 13:15:00.066972 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f03d8054-fa8e-456e-99ef-01d4c655a508 req-51844123-d5dd-483a-b9c3-65b372a8702a tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396450 Feb 16 13:15:01.275575 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717072a0-ac44-47ed-9c84-6d54f51275c3 req-dcc288e0-b366-434b-b777-cf7d73003d05 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:01.277029 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-717072a0-ac44-47ed-9c84-6d54f51275c3 req-dcc288e0-b366-434b-b777-cf7d73003d05 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 945 time: 0.0857859 Feb 16 13:15:01.323243 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-717072a0-ac44-47ed-9c84-6d54f51275c3 req-e94c092c-6761-41b3-838d-883c07f2b5cd tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379515 Feb 16 13:15:01.856024 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-12175423-3e40-481d-8328-dd4d8d89afd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:02.546320 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10fc3a-172c-4a44-af0f-bd698267bf8d req-52463cbd-c925-4b3d-b4b6-3f3f87f05bc1 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:02.547803 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-0c10fc3a-172c-4a44-af0f-bd698267bf8d req-52463cbd-c925-4b3d-b4b6-3f3f87f05bc1 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 945 time: 0.0999918 Feb 16 13:15:02.593714 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-0c10fc3a-172c-4a44-af0f-bd698267bf8d req-2d1fa2a8-6048-4ea4-8853-95c1805b1580 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400078 Feb 16 13:15:03.802166 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb852a83-a805-4056-913d-78fffee3807a req-07b5eb68-3cb4-42f0-8288-20d5530e0194 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:03.803617 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cb852a83-a805-4056-913d-78fffee3807a req-07b5eb68-3cb4-42f0-8288-20d5530e0194 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 945 time: 0.0904312 Feb 16 13:15:03.848695 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cb852a83-a805-4056-913d-78fffee3807a req-40520a1d-cfe8-49ee-ae5c-0cf47adc6046 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387254 Feb 16 13:15:04.174250 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0154f718-f6dc-4a00-8dac-8990bc6312a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:04.638272 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:05.054833 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8afdc-3547-4bc9-95f2-7c21d86d136c req-f9df1d0a-2397-45fb-91e3-4faaa635d2b9 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:05.056471 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-31b8afdc-3547-4bc9-95f2-7c21d86d136c req-f9df1d0a-2397-45fb-91e3-4faaa635d2b9 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 945 time: 0.0902278 Feb 16 13:15:05.100827 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-31b8afdc-3547-4bc9-95f2-7c21d86d136c req-d0b8d2be-d5a3-4cd7-b729-ba251a2b84eb tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381439 Feb 16 13:15:05.214940 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:05.250893 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:06.298319 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d399163-5b03-467d-86a1-6b6ea5de17f8 req-5e3b393c-0ba0-4d87-9a8f-c07ebcdfce5e tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:06.299781 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1d399163-5b03-467d-86a1-6b6ea5de17f8 req-5e3b393c-0ba0-4d87-9a8f-c07ebcdfce5e tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 945 time: 0.0871744 Feb 16 13:15:06.348270 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1d399163-5b03-467d-86a1-6b6ea5de17f8 req-1f5fe480-31bf-4f2f-9893-45c97ae41b6f tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427535 Feb 16 13:15:06.801554 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:07.544462 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6acfe6-11bd-48ba-986d-567fd695bbb0 req-a6e93017-0fdd-4804-aaa3-dd133ae34ae2 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:07.545925 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2a6acfe6-11bd-48ba-986d-567fd695bbb0 req-a6e93017-0fdd-4804-aaa3-dd133ae34ae2 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 945 time: 0.0823345 Feb 16 13:15:07.591231 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2a6acfe6-11bd-48ba-986d-567fd695bbb0 req-d13cd62b-592f-4c14-abaa-1c833753dc42 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391269 Feb 16 13:15:07.892542 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0071d27a-a52e-46bd-8a00-73483bc95c21 req-0181dc91-be25-4143-9d6e-5ef03a9a33d5 service neutron] 10.222.0.89 "GET /v2.0/ports/6340b70d-0398-41f5-8489-158bd331c7a3/bindings/hv-neutron-8295 HTTP/1.1" status: 200 len: 384 time: 0.0775743 Feb 16 13:15:08.177683 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071d27a-a52e-46bd-8a00-73483bc95c21 req-fac94244-60b3-400a-a34c-f30e33ab5720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:08.179155 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0071d27a-a52e-46bd-8a00-73483bc95c21 req-fac94244-60b3-400a-a34c-f30e33ab5720 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2&tenant_id=0bd90968d77b41aca48f743ccb00ce24 HTTP/1.1" status: 200 len: 1098 time: 0.0750909 Feb 16 13:15:08.280962 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071d27a-a52e-46bd-8a00-73483bc95c21 req-0e09bd77-d776-467b-94a5-a94e6786e561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:08.282654 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0071d27a-a52e-46bd-8a00-73483bc95c21 req-0e09bd77-d776-467b-94a5-a94e6786e561 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0bd90968d77b41aca48f743ccb00ce24&device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 1098 time: 0.0763295 Feb 16 13:15:08.419546 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071d27a-a52e-46bd-8a00-73483bc95c21 req-b47a87c8-3006-41d3-a702-a36c1a79e1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:08.421051 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0071d27a-a52e-46bd-8a00-73483bc95c21 req-b47a87c8-3006-41d3-a702-a36c1a79e1aa service neutron] 10.222.0.89 "GET /v2.0/networks?id=e2b238cc-e1fe-47ae-9ac4-937e1e055441 HTTP/1.1" status: 200 len: 913 time: 0.1327877 Feb 16 13:15:08.524160 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0071d27a-a52e-46bd-8a00-73483bc95c21 req-ddb4d419-f3c4-46c8-80df-4e900e56a007 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6340b70d-0398-41f5-8489-158bd331c7a3 HTTP/1.1" status: 200 len: 1002 time: 0.0965366 Feb 16 13:15:08.584011 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071d27a-a52e-46bd-8a00-73483bc95c21 req-9301d347-5074-43fe-8703-54f30abf3e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:08.585430 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0071d27a-a52e-46bd-8a00-73483bc95c21 req-9301d347-5074-43fe-8703-54f30abf3e71 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=efb0954b-e49f-457a-8e17-f9ac8946b2c8 HTTP/1.1" status: 200 len: 851 time: 0.0556672 Feb 16 13:15:08.662169 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071d27a-a52e-46bd-8a00-73483bc95c21 req-953ce094-0b49-44f5-a233-ac7927e04671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:08.663618 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0071d27a-a52e-46bd-8a00-73483bc95c21 req-953ce094-0b49-44f5-a233-ac7927e04671 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e2b238cc-e1fe-47ae-9ac4-937e1e055441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724254 Feb 16 13:15:08.841812 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0071d27a-a52e-46bd-8a00-73483bc95c21 req-13b708f9-f720-4ba5-a280-34c09cbe462b service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701064 Feb 16 13:15:08.922685 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f839a-bb94-49f0-9cab-5f50bb6059db req-2fd6a919-4ee2-442c-9f5e-ccfdcdf86b12 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:08.924095 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0b1f839a-bb94-49f0-9cab-5f50bb6059db req-2fd6a919-4ee2-442c-9f5e-ccfdcdf86b12 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 945 time: 0.1896207 Feb 16 13:15:08.995578 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0b1f839a-bb94-49f0-9cab-5f50bb6059db req-319c17f5-b54a-4970-b228-4c3d1d399289 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645123 Feb 16 13:15:09.016198 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0071d27a-a52e-46bd-8a00-73483bc95c21 req-21082dde-4192-432a-8566-2edd27e6fdfb service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669137 Feb 16 13:15:10.187935 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395279ac-a7cf-4808-b6d3-0947b14f6cda req-ddf8b996-5eae-4e6e-acfe-bf8bcf8cd5cb tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:10.189412 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-395279ac-a7cf-4808-b6d3-0947b14f6cda req-ddf8b996-5eae-4e6e-acfe-bf8bcf8cd5cb tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 945 time: 0.0815032 Feb 16 13:15:10.238689 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-395279ac-a7cf-4808-b6d3-0947b14f6cda req-97b5e15f-b1f0-43f2-98c7-a161afbb790e tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435648 Feb 16 13:15:10.504701 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 6340b70d-0398-41f5-8489-158bd331c7a3 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:15:10.618778 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:10.646896 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '001bad6b-0fbf-403c-bdf2-12320f76c0d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6340b70d-0398-41f5-8489-158bd331c7a3'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:15:10.659626 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 6340b70d-0398-41f5-8489-158bd331c7a3, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=6340b70d-0398-41f5-8489-158bd331c7a3,segment=NetworkSegment(43e3019b-586d-4d5c-ac11-25a3857f5dac),segment_id=43e3019b-586d-4d5c-ac11-25a3857f5dac)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:15:10.664777 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:10.702282 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '001bad6b-0fbf-403c-bdf2-12320f76c0d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6340b70d-0398-41f5-8489-158bd331c7a3', 'code': 200} Feb 16 13:15:10.733311 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=6340b70d-0398-41f5-8489-158bd331c7a3,revision_number=6']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:11.434473 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b662fb-cfb7-456f-9340-e2a244f7a71a req-35e3af98-9ea0-42bc-aa01-0c9524141ea0 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:11.436030 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-54b662fb-cfb7-456f-9340-e2a244f7a71a req-35e3af98-9ea0-42bc-aa01-0c9524141ea0 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 943 time: 0.0816517 Feb 16 13:15:11.489570 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-54b662fb-cfb7-456f-9340-e2a244f7a71a req-54467f9e-50b2-4621-b8c8-d47c4e344695 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453362 Feb 16 13:15:12.503872 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 6340b70d-0398-41f5-8489-158bd331c7a3 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:15:12.641262 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 6340b70d-0398-41f5-8489-158bd331c7a3, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=6340b70d-0398-41f5-8489-158bd331c7a3,segment=NetworkSegment(43e3019b-586d-4d5c-ac11-25a3857f5dac),segment_id=43e3019b-586d-4d5c-ac11-25a3857f5dac)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:15:12.658702 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': '6340b70d-0398-41f5-8489-158bd331c7a3', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'port_id': '6340b70d-0398-41f5-8489-158bd331c7a3', 'mac_address': 'fa:16:3e:a8:69:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:15:12.759399 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:12.777461 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6340b70d-0398-41f5-8489-158bd331c7a3 {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:15:12.793190 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 6340b70d-0398-41f5-8489-158bd331c7a3, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=6340b70d-0398-41f5-8489-158bd331c7a3,segment=NetworkSegment(43e3019b-586d-4d5c-ac11-25a3857f5dac),segment_id=43e3019b-586d-4d5c-ac11-25a3857f5dac)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:15:12.798063 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:12.800210 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbefafed-ae88-4cdb-a5ec-b7420256c62c req-6bb37c4c-32e1-480a-a146-7e6fd5310457 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:12.801715 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bbefafed-ae88-4cdb-a5ec-b7420256c62c req-6bb37c4c-32e1-480a-a146-7e6fd5310457 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 943 time: 0.1974440 Feb 16 13:15:12.846061 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bbefafed-ae88-4cdb-a5ec-b7420256c62c req-d03a7bd1-67f4-4f03-8519-830cee87e0c4 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386157 Feb 16 13:15:12.869589 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=6340b70d-0398-41f5-8489-158bd331c7a3,revision_number=7']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:12.875225 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['6340b70d-0398-41f5-8489-158bd331c7a3'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:15:13.665694 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a41e8-b377-4f8e-ab3d-75ec5ccae9a3 req-7d5eb718-8716-4434-89eb-240ddee0dc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:13.667098 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bb8a41e8-b377-4f8e-ab3d-75ec5ccae9a3 req-7d5eb718-8716-4434-89eb-240ddee0dc24 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0bd90968d77b41aca48f743ccb00ce24&device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 1097 time: 0.0797694 Feb 16 13:15:13.820498 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a41e8-b377-4f8e-ab3d-75ec5ccae9a3 req-21493d61-1e7d-47fd-bac5-39d7a7e681f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:13.822035 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bb8a41e8-b377-4f8e-ab3d-75ec5ccae9a3 req-21493d61-1e7d-47fd-bac5-39d7a7e681f5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e2b238cc-e1fe-47ae-9ac4-937e1e055441 HTTP/1.1" status: 200 len: 913 time: 0.1361423 Feb 16 13:15:13.928762 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bb8a41e8-b377-4f8e-ab3d-75ec5ccae9a3 req-5bba1289-19dd-415a-b14a-23bd7e19d6d6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6340b70d-0398-41f5-8489-158bd331c7a3 HTTP/1.1" status: 200 len: 1001 time: 0.0991657 Feb 16 13:15:13.995490 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a41e8-b377-4f8e-ab3d-75ec5ccae9a3 req-cc68864c-db2d-4a8a-84d7-264d77df4507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:13.996976 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bb8a41e8-b377-4f8e-ab3d-75ec5ccae9a3 req-cc68864c-db2d-4a8a-84d7-264d77df4507 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=efb0954b-e49f-457a-8e17-f9ac8946b2c8 HTTP/1.1" status: 200 len: 851 time: 0.0621171 Feb 16 13:15:14.076603 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a41e8-b377-4f8e-ab3d-75ec5ccae9a3 req-c0f73fca-a5cf-40f8-9bc6-9f0f69b63253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:14.078392 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bb8a41e8-b377-4f8e-ab3d-75ec5ccae9a3 req-c0f73fca-a5cf-40f8-9bc6-9f0f69b63253 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e2b238cc-e1fe-47ae-9ac4-937e1e055441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757093 Feb 16 13:15:14.137199 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84188290-73b0-434a-b706-0576e85bfffe req-164d6a55-1c7b-42a2-b6a7-492df268fcad tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:14.138662 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-84188290-73b0-434a-b706-0576e85bfffe req-164d6a55-1c7b-42a2-b6a7-492df268fcad tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 944 time: 0.1821063 Feb 16 13:15:14.186151 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-84188290-73b0-434a-b706-0576e85bfffe req-50004da0-9601-4d35-a88d-e403446a28b6 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415468 Feb 16 13:15:14.221043 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bb8a41e8-b377-4f8e-ab3d-75ec5ccae9a3 req-0dd7648d-3128-4bc2-bd1d-da3e149941c1 service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354785 Feb 16 13:15:14.358094 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bb8a41e8-b377-4f8e-ab3d-75ec5ccae9a3 req-a99f07cf-a152-4d70-97a2-4fe4cd391a40 service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306384 Feb 16 13:15:14.512227 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 6340b70d-0398-41f5-8489-158bd331c7a3 up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:15:14.587761 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port 6340b70d-0398-41f5-8489-158bd331c7a3 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:15:14.588136 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:14.713684 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:14.744532 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '001bad6b-0fbf-403c-bdf2-12320f76c0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6340b70d-0398-41f5-8489-158bd331c7a3'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:15:14.756064 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 6340b70d-0398-41f5-8489-158bd331c7a3, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=6340b70d-0398-41f5-8489-158bd331c7a3,segment=NetworkSegment(43e3019b-586d-4d5c-ac11-25a3857f5dac),segment_id=43e3019b-586d-4d5c-ac11-25a3857f5dac)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:15:14.761188 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:14.796829 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '001bad6b-0fbf-403c-bdf2-12320f76c0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6340b70d-0398-41f5-8489-158bd331c7a3', 'code': 200} Feb 16 13:15:14.830478 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=6340b70d-0398-41f5-8489-158bd331c7a3,revision_number=8']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:14.837650 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:14.838013 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:14.838346 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:14.838665 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:14.838988 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:14.839309 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:14.839625 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:14.839940 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:14.840256 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:14.840568 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:14.840874 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:14.841183 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:15.391463 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd229db-6e20-40a8-8dbf-b8830f5a549c req-63df6ef1-7042-4a22-9884-996431faf5f0 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:15.392974 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-dfd229db-6e20-40a8-8dbf-b8830f5a549c req-63df6ef1-7042-4a22-9884-996431faf5f0 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 945 time: 0.0916150 Feb 16 13:15:15.445051 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-dfd229db-6e20-40a8-8dbf-b8830f5a549c req-89d5f160-3e2b-4130-afcf-5ca46046a85e tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456853 Feb 16 13:15:16.660848 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a475929-218a-4939-8051-cea0b9837bb7 req-a2eb0a56-90f6-4c47-9c8a-a7f681fefd81 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:16.662290 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9a475929-218a-4939-8051-cea0b9837bb7 req-a2eb0a56-90f6-4c47-9c8a-a7f681fefd81 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 945 time: 0.0946014 Feb 16 13:15:16.714046 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9a475929-218a-4939-8051-cea0b9837bb7 req-efdb0ebf-8087-486d-b39f-108301fac428 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432973 Feb 16 13:15:17.105976 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:15:17.929504 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae35f7-20ff-4e80-907f-2ac0c885e423 req-18d33d88-15e1-465c-8050-f9364e66768b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:17.930947 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5fae35f7-20ff-4e80-907f-2ac0c885e423 req-18d33d88-15e1-465c-8050-f9364e66768b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 945 time: 0.0932841 Feb 16 13:15:17.979803 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5fae35f7-20ff-4e80-907f-2ac0c885e423 req-a5d554c5-4f84-4394-b376-6f17f3a2bcfd tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394919 Feb 16 13:15:18.393327 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3cacad-d723-4d86-ba5e-50865a053b20 req-cb4f8240-3043-4b08-8bc2-819f7d42bcaa tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:18.394888 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1f3cacad-d723-4d86-ba5e-50865a053b20 req-cb4f8240-3043-4b08-8bc2-819f7d42bcaa tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.89 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2&tenant_id=0bd90968d77b41aca48f743ccb00ce24&binding%3Ahost_id=hv-neutron-8295 HTTP/1.1" status: 200 len: 945 time: 0.0847538 Feb 16 13:15:18.446620 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194e24c-54cc-427d-823f-82dee8e50de0 req-308f6933-c864-4b9f-a8cb-dde9c990e9fe tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:18.448089 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e194e24c-54cc-427d-823f-82dee8e50de0 req-308f6933-c864-4b9f-a8cb-dde9c990e9fe tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 945 time: 0.0848408 Feb 16 13:15:18.475525 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1f3cacad-d723-4d86-ba5e-50865a053b20 req-8d4fcaa4-a087-40ca-a11c-c972be9247ad service neutron] 10.222.0.89 "GET /v2.0/ports/6340b70d-0398-41f5-8489-158bd331c7a3/bindings/hv-neutron-8295 HTTP/1.1" status: 200 len: 384 time: 0.0741930 Feb 16 13:15:18.500205 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e194e24c-54cc-427d-823f-82dee8e50de0 req-45e7c51e-8ae0-4411-99ae-3c56de9868aa tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464518 Feb 16 13:15:18.582755 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3cacad-d723-4d86-ba5e-50865a053b20 req-e22ac2c0-ff1a-4481-971c-5dd44afdfbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:18.584192 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1f3cacad-d723-4d86-ba5e-50865a053b20 req-e22ac2c0-ff1a-4481-971c-5dd44afdfbc0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0bd90968d77b41aca48f743ccb00ce24&device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 1098 time: 0.0857375 Feb 16 13:15:18.719560 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3cacad-d723-4d86-ba5e-50865a053b20 req-e32b273c-83ee-44a9-9c06-4abe78e76b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:18.721134 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1f3cacad-d723-4d86-ba5e-50865a053b20 req-e32b273c-83ee-44a9-9c06-4abe78e76b21 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e2b238cc-e1fe-47ae-9ac4-937e1e055441 HTTP/1.1" status: 200 len: 913 time: 0.1296268 Feb 16 13:15:18.823015 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1f3cacad-d723-4d86-ba5e-50865a053b20 req-1bdaf363-94ab-4b0b-b331-3f931c77c3bf service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6340b70d-0398-41f5-8489-158bd331c7a3 HTTP/1.1" status: 200 len: 1002 time: 0.0949621 Feb 16 13:15:18.891827 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3cacad-d723-4d86-ba5e-50865a053b20 req-32a9f77f-f0d2-448b-b7d8-5bcfc3626281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:18.893279 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1f3cacad-d723-4d86-ba5e-50865a053b20 req-32a9f77f-f0d2-448b-b7d8-5bcfc3626281 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=efb0954b-e49f-457a-8e17-f9ac8946b2c8 HTTP/1.1" status: 200 len: 851 time: 0.0635123 Feb 16 13:15:18.973790 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3cacad-d723-4d86-ba5e-50865a053b20 req-2483c581-58ea-4c74-a912-cf985fc06b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:18.975269 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1f3cacad-d723-4d86-ba5e-50865a053b20 req-2483c581-58ea-4c74-a912-cf985fc06b41 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e2b238cc-e1fe-47ae-9ac4-937e1e055441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738561 Feb 16 13:15:19.116330 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1f3cacad-d723-4d86-ba5e-50865a053b20 req-bffd3329-739d-49d1-a23c-19649cdae9b9 service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338406 Feb 16 13:15:19.350734 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1f3cacad-d723-4d86-ba5e-50865a053b20 req-efa0719c-00a9-440f-9f1f-578c43cec15f service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279541 Feb 16 13:15:19.699004 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a11af-86db-44ab-88fd-e35cb80db54c req-91088dde-d9d2-46d9-b649-e545e82511bf tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:19.700642 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0a8a11af-86db-44ab-88fd-e35cb80db54c req-91088dde-d9d2-46d9-b649-e545e82511bf tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 945 time: 0.0869231 Feb 16 13:15:19.746425 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0a8a11af-86db-44ab-88fd-e35cb80db54c req-04ed9e43-4d5e-43ec-89ff-5502ec705252 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382226 Feb 16 13:15:20.945827 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6eda4-b3f3-4c87-b85f-8f3fb4050882 req-e2a9fad4-9884-4290-90cf-a084e1d29386 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:20.947280 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d8f6eda4-b3f3-4c87-b85f-8f3fb4050882 req-e2a9fad4-9884-4290-90cf-a084e1d29386 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 945 time: 0.0835822 Feb 16 13:15:20.996272 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d8f6eda4-b3f3-4c87-b85f-8f3fb4050882 req-bea1dff9-54e0-4e3b-92c0-6838067bcbb6 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400786 Feb 16 13:15:22.197741 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298b14e-e5ff-404b-94d5-b4d5eaf7729c req-bb45e72e-1679-4987-8b3a-fffed7a06785 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:22.199224 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b298b14e-e5ff-404b-94d5-b4d5eaf7729c req-bb45e72e-1679-4987-8b3a-fffed7a06785 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 945 time: 0.0868433 Feb 16 13:15:22.245967 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b298b14e-e5ff-404b-94d5-b4d5eaf7729c req-b888d8fa-babc-4122-b10d-512c8eea325d tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382919 Feb 16 13:15:22.744924 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3cacad-d723-4d86-ba5e-50865a053b20 req-238df96e-4574-4cc7-b3d4-0da727a18575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:22.747198 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1f3cacad-d723-4d86-ba5e-50865a053b20 req-238df96e-4574-4cc7-b3d4-0da727a18575 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2&tenant_id=0bd90968d77b41aca48f743ccb00ce24 HTTP/1.1" status: 200 len: 1098 time: 0.0789518 Feb 16 13:15:22.858833 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3cacad-d723-4d86-ba5e-50865a053b20 req-c8949621-d980-4571-88d1-4b00b20dc18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:22.860303 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1f3cacad-d723-4d86-ba5e-50865a053b20 req-c8949621-d980-4571-88d1-4b00b20dc18f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0bd90968d77b41aca48f743ccb00ce24&device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 1098 time: 0.0897005 Feb 16 13:15:22.993717 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3cacad-d723-4d86-ba5e-50865a053b20 req-f831dc4b-ff81-4045-8b5e-0f5faaac768c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:22.995159 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1f3cacad-d723-4d86-ba5e-50865a053b20 req-f831dc4b-ff81-4045-8b5e-0f5faaac768c service neutron] 10.222.0.89 "GET /v2.0/networks?id=e2b238cc-e1fe-47ae-9ac4-937e1e055441 HTTP/1.1" status: 200 len: 913 time: 0.1284301 Feb 16 13:15:23.101664 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1f3cacad-d723-4d86-ba5e-50865a053b20 req-b2ecfc8e-0787-4a11-9226-3a9147da91ea service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6340b70d-0398-41f5-8489-158bd331c7a3 HTTP/1.1" status: 200 len: 1002 time: 0.0993290 Feb 16 13:15:23.164960 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3cacad-d723-4d86-ba5e-50865a053b20 req-054c859d-62e5-4555-b0fe-50dc921677f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:23.166311 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1f3cacad-d723-4d86-ba5e-50865a053b20 req-054c859d-62e5-4555-b0fe-50dc921677f8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=efb0954b-e49f-457a-8e17-f9ac8946b2c8 HTTP/1.1" status: 200 len: 851 time: 0.0584795 Feb 16 13:15:23.245496 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3cacad-d723-4d86-ba5e-50865a053b20 req-d9171d99-b63c-419e-92ca-39d857ec38bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:23.246943 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1f3cacad-d723-4d86-ba5e-50865a053b20 req-d9171d99-b63c-419e-92ca-39d857ec38bb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e2b238cc-e1fe-47ae-9ac4-937e1e055441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731657 Feb 16 13:15:23.378529 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1f3cacad-d723-4d86-ba5e-50865a053b20 req-ebbcbfa2-f1b1-4181-a5e6-420316d5e48b service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243982 Feb 16 13:15:23.439031 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10823e10-1fec-4ec7-82c5-a0e9ed0f3e66 req-61f189ad-ef4a-4f3a-ac0a-a1ced00da6a9 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:23.440515 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-10823e10-1fec-4ec7-82c5-a0e9ed0f3e66 req-61f189ad-ef4a-4f3a-ac0a-a1ced00da6a9 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 945 time: 0.0870466 Feb 16 13:15:23.483518 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-10823e10-1fec-4ec7-82c5-a0e9ed0f3e66 req-e4921cf8-5a03-4057-9d00-12ca4eabbbdd tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371141 Feb 16 13:15:23.509870 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1f3cacad-d723-4d86-ba5e-50865a053b20 req-74108ff8-e04b-4bb5-886c-c9d271f48d32 service neutron] 10.222.0.89 "GET /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250536 Feb 16 13:15:24.583093 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 6340b70d-0398-41f5-8489-158bd331c7a3 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:15:24.712706 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:24.742124 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '001bad6b-0fbf-403c-bdf2-12320f76c0d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6340b70d-0398-41f5-8489-158bd331c7a3'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:15:24.753919 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 6340b70d-0398-41f5-8489-158bd331c7a3, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=6340b70d-0398-41f5-8489-158bd331c7a3,segment=NetworkSegment(43e3019b-586d-4d5c-ac11-25a3857f5dac),segment_id=43e3019b-586d-4d5c-ac11-25a3857f5dac)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:15:24.760494 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:24.817333 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '001bad6b-0fbf-403c-bdf2-12320f76c0d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6340b70d-0398-41f5-8489-158bd331c7a3', 'code': 200} Feb 16 13:15:24.837076 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=6340b70d-0398-41f5-8489-158bd331c7a3,revision_number=9']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:24.840426 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff483c8-cb6c-480a-824f-836e7afb9992 req-80ca1445-8767-4956-93df-d7ef618cb562 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:24.841947 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-dff483c8-cb6c-480a-824f-836e7afb9992 req-80ca1445-8767-4956-93df-d7ef618cb562 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 943 time: 0.0901113 Feb 16 13:15:24.896568 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-dff483c8-cb6c-480a-824f-836e7afb9992 req-00ad4589-8c12-49ec-a81c-570149d71763 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485420 Feb 16 13:15:26.093462 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e14d3e-6340-474d-8b04-1a01383ef156 req-33a6e739-d703-44b8-ac06-895ae049ffe5 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:26.094922 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a8e14d3e-6340-474d-8b04-1a01383ef156 req-33a6e739-d703-44b8-ac06-895ae049ffe5 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 943 time: 0.0842867 Feb 16 13:15:26.139949 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a8e14d3e-6340-474d-8b04-1a01383ef156 req-321a949a-4b05-4fad-ab8b-b9e4e2277b68 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392179 Feb 16 13:15:26.574751 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 6340b70d-0398-41f5-8489-158bd331c7a3 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:15:26.713349 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 6340b70d-0398-41f5-8489-158bd331c7a3, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=6340b70d-0398-41f5-8489-158bd331c7a3,segment=NetworkSegment(43e3019b-586d-4d5c-ac11-25a3857f5dac),segment_id=43e3019b-586d-4d5c-ac11-25a3857f5dac)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:15:26.726825 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': '6340b70d-0398-41f5-8489-158bd331c7a3', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'port_id': '6340b70d-0398-41f5-8489-158bd331c7a3', 'mac_address': 'fa:16:3e:a8:69:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:15:26.784631 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:26.801582 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6340b70d-0398-41f5-8489-158bd331c7a3 {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:15:26.817499 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 6340b70d-0398-41f5-8489-158bd331c7a3, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=6340b70d-0398-41f5-8489-158bd331c7a3,segment=NetworkSegment(43e3019b-586d-4d5c-ac11-25a3857f5dac),segment_id=43e3019b-586d-4d5c-ac11-25a3857f5dac)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:15:26.822302 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:26.895153 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['6340b70d-0398-41f5-8489-158bd331c7a3'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:15:26.921651 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=6340b70d-0398-41f5-8489-158bd331c7a3,revision_number=10']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:27.347399 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738fe438-b10d-4693-acfa-ce3ef9bbf0b8 req-e1ceb9f6-0a09-412c-bde9-b204667510fb tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:27.348879 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-738fe438-b10d-4693-acfa-ce3ef9bbf0b8 req-e1ceb9f6-0a09-412c-bde9-b204667510fb tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 945 time: 0.0857565 Feb 16 13:15:27.398390 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-738fe438-b10d-4693-acfa-ce3ef9bbf0b8 req-2080bd7a-07cf-4dc4-83fb-2241cad860f2 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435202 Feb 16 13:15:28.590483 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 6340b70d-0398-41f5-8489-158bd331c7a3 up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:15:28.603608 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a5e4bb-466f-426d-b193-90529bc43afc req-93648263-d2bb-4f50-96d3-b6920982feee tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:28.605138 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a2a5e4bb-466f-426d-b193-90529bc43afc req-93648263-d2bb-4f50-96d3-b6920982feee tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 945 time: 0.0942202 Feb 16 13:15:28.649410 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a2a5e4bb-466f-426d-b193-90529bc43afc req-e0731bd8-a90a-4947-847c-bdb5a428802a tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383327 Feb 16 13:15:28.661309 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port 6340b70d-0398-41f5-8489-158bd331c7a3 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:15:28.661699 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:28.789193 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:28.817821 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '001bad6b-0fbf-403c-bdf2-12320f76c0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6340b70d-0398-41f5-8489-158bd331c7a3'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:15:28.828634 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 6340b70d-0398-41f5-8489-158bd331c7a3, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=6340b70d-0398-41f5-8489-158bd331c7a3,segment=NetworkSegment(43e3019b-586d-4d5c-ac11-25a3857f5dac),segment_id=43e3019b-586d-4d5c-ac11-25a3857f5dac)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:15:28.834644 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:28.871001 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '001bad6b-0fbf-403c-bdf2-12320f76c0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6340b70d-0398-41f5-8489-158bd331c7a3', 'code': 200} Feb 16 13:15:28.911394 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=6340b70d-0398-41f5-8489-158bd331c7a3,revision_number=11']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:29.868657 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf7cf2c-0f8d-465e-b5ea-d396a1cdaf91 req-ef2e2fe9-63ee-4718-9f5b-412694708b4e tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:29.870115 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6cf7cf2c-0f8d-465e-b5ea-d396a1cdaf91 req-ef2e2fe9-63ee-4718-9f5b-412694708b4e tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 946 time: 0.0929437 Feb 16 13:15:29.918358 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6cf7cf2c-0f8d-465e-b5ea-d396a1cdaf91 req-94f32626-d58d-402c-af25-966d07e86b58 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425880 Feb 16 13:15:31.119962 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d455699-c5a6-491d-8aa2-3d4bd3ed153b req-ae2d3180-3e43-4d12-aa01-ed298c1cb982 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:31.121435 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1d455699-c5a6-491d-8aa2-3d4bd3ed153b req-ae2d3180-3e43-4d12-aa01-ed298c1cb982 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 946 time: 0.0923076 Feb 16 13:15:31.167350 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1d455699-c5a6-491d-8aa2-3d4bd3ed153b req-509c0331-73a8-47e7-ac60-c0d49d91a00b tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378902 Feb 16 13:15:31.848530 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-5431c8b8-dbf8-47dd-b79e-95e9459fa58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:32.379711 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57fcc6-befc-4009-8b33-536f699dd42d req-0a63e6fb-85eb-441c-aad0-f329483d2dc0 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:32.381862 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4e57fcc6-befc-4009-8b33-536f699dd42d req-0a63e6fb-85eb-441c-aad0-f329483d2dc0 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 946 time: 0.0953887 Feb 16 13:15:32.425719 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4e57fcc6-befc-4009-8b33-536f699dd42d req-be6543ab-b370-4687-9229-1556226c0ca4 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380936 Feb 16 13:15:32.624318 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4005df4-91e1-4de1-ac36-3467bea91867 req-5425dd28-ec82-4766-b6c4-4414d1ee79a5 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:32.625825 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f4005df4-91e1-4de1-ac36-3467bea91867 req-5425dd28-ec82-4766-b6c4-4414d1ee79a5 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 946 time: 0.0964534 Feb 16 13:15:32.669744 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f4005df4-91e1-4de1-ac36-3467bea91867 req-695e9456-52ea-4324-85ff-ceea8bc920a1 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382793 Feb 16 13:15:32.857666 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b018a-49d1-4ddd-8026-a4bc3a70d02f req-a733700a-7d4e-41f7-a851-45e98c258903 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:32.859088 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6e6b018a-49d1-4ddd-8026-a4bc3a70d02f req-a733700a-7d4e-41f7-a851-45e98c258903 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 946 time: 0.0825396 Feb 16 13:15:32.905183 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6e6b018a-49d1-4ddd-8026-a4bc3a70d02f req-79bd5cb1-0ce4-42a3-bad8-ce7c0d2f9e14 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378239 Feb 16 13:15:33.311275 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954e134-cbf8-49e0-9604-ea6f778564b0 req-9e579209-1c8f-4f23-91f0-651194ee32da tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:33.312773 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e954e134-cbf8-49e0-9604-ea6f778564b0 req-9e579209-1c8f-4f23-91f0-651194ee32da tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 946 time: 0.0949903 Feb 16 13:15:33.358037 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e954e134-cbf8-49e0-9604-ea6f778564b0 req-259c25b4-54cd-4679-b01f-5bdc92a6404c tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396416 Feb 16 13:15:34.180724 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-3e13d870-a761-4133-9ef7-2cea517e9bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:34.547349 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293baff3-32c4-4cf6-9dcb-7998f07b8ec1 req-5084cf81-27c5-49b8-95c1-545f88307d58 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:34.548813 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-293baff3-32c4-4cf6-9dcb-7998f07b8ec1 req-5084cf81-27c5-49b8-95c1-545f88307d58 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 946 time: 0.0809205 Feb 16 13:15:34.593444 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-293baff3-32c4-4cf6-9dcb-7998f07b8ec1 req-ae1b6bd7-2bd5-47ef-9cca-306926ff61c6 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389371 Feb 16 13:15:34.645672 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:35.214947 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:35.252357 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:35.805138 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22c3de-77ab-4d01-a17d-6900163117d4 req-2fd693a4-ce78-4a85-a581-712f307b98c2 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:35.806737 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1f22c3de-77ab-4d01-a17d-6900163117d4 req-2fd693a4-ce78-4a85-a581-712f307b98c2 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 946 time: 0.0891025 Feb 16 13:15:35.855002 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1f22c3de-77ab-4d01-a17d-6900163117d4 req-4c38c0bd-1cc2-4b6f-af19-18a2e1ff34f6 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups?id=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417604 Feb 16 13:15:35.908106 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731cf01d-fa29-4fe7-920a-12fee020f125 req-1a09c100-d3fc-4097-932b-4bacb684ae49 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:35.909501 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-731cf01d-fa29-4fe7-920a-12fee020f125 req-1a09c100-d3fc-4097-932b-4bacb684ae49 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.89 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 946 time: 0.1910493 Feb 16 13:15:35.981432 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-731cf01d-fa29-4fe7-920a-12fee020f125 req-80d3b3c6-2522-4be3-8bde-7cc9cf635365 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Deleting port 6340b70d-0398-41f5-8489-158bd331c7a3 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:15:35.981718 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-731cf01d-fa29-4fe7-920a-12fee020f125 req-80d3b3c6-2522-4be3-8bde-7cc9cf635365 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:36.231253 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-731cf01d-fa29-4fe7-920a-12fee020f125 req-80d3b3c6-2522-4be3-8bde-7cc9cf635365 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] For port 6340b70d-0398-41f5-8489-158bd331c7a3, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=6340b70d-0398-41f5-8489-158bd331c7a3,segment=NetworkSegment(43e3019b-586d-4d5c-ac11-25a3857f5dac),segment_id=43e3019b-586d-4d5c-ac11-25a3857f5dac)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:15:36.231482 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-731cf01d-fa29-4fe7-920a-12fee020f125 req-80d3b3c6-2522-4be3-8bde-7cc9cf635365 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:36.527130 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-731cf01d-fa29-4fe7-920a-12fee020f125 req-80d3b3c6-2522-4be3-8bde-7cc9cf635365 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:36.527699 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-731cf01d-fa29-4fe7-920a-12fee020f125 req-80d3b3c6-2522-4be3-8bde-7cc9cf635365 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:36.528336 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.l3_db [req-731cf01d-fa29-4fe7-920a-12fee020f125 req-80d3b3c6-2522-4be3-8bde-7cc9cf635365 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Floating IP 6f7b5e9e-f176-40df-ac1c-c73af4da0d46 disassociated. External IP: 172.26.5.224, port: 6340b70d-0398-41f5-8489-158bd331c7a3. Feb 16 13:15:36.528976 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-731cf01d-fa29-4fe7-920a-12fee020f125 req-80d3b3c6-2522-4be3-8bde-7cc9cf635365 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Calling delete_port for 6340b70d-0398-41f5-8489-158bd331c7a3 owned by compute:nova {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:15:36.714023 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-731cf01d-fa29-4fe7-920a-12fee020f125 req-80d3b3c6-2522-4be3-8bde-7cc9cf635365 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:36.777115 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d3b3c6-2522-4be3-8bde-7cc9cf635365 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Pushing event deleted for resources: {'Port': ['ID=6340b70d-0398-41f5-8489-158bd331c7a3,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:36.786876 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d3b3c6-2522-4be3-8bde-7cc9cf635365 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:36.787222 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d3b3c6-2522-4be3-8bde-7cc9cf635365 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:36.787868 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d3b3c6-2522-4be3-8bde-7cc9cf635365 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:36.788299 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d3b3c6-2522-4be3-8bde-7cc9cf635365 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:36.788842 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d3b3c6-2522-4be3-8bde-7cc9cf635365 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:36.789867 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d3b3c6-2522-4be3-8bde-7cc9cf635365 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:36.790167 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d3b3c6-2522-4be3-8bde-7cc9cf635365 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:36.790695 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d3b3c6-2522-4be3-8bde-7cc9cf635365 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:36.791285 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d3b3c6-2522-4be3-8bde-7cc9cf635365 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:36.791800 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d3b3c6-2522-4be3-8bde-7cc9cf635365 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:36.792460 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d3b3c6-2522-4be3-8bde-7cc9cf635365 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:36.793173 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d3b3c6-2522-4be3-8bde-7cc9cf635365 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:36.801394 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:37.039919 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-54810dc4-3aaa-4e5b-9bcb-f06af311848a req-80cd677b-8402-4642-9ec5-5e2cee176ff9 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 210 time: 0.0624666 Feb 16 13:15:37.065806 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [req-731cf01d-fa29-4fe7-920a-12fee020f125 req-80d3b3c6-2522-4be3-8bde-7cc9cf635365 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Router ac312ded-6b7a-472a-9b67-029bbd85aeed has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:15:37.287840 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-731cf01d-fa29-4fe7-920a-12fee020f125 req-80d3b3c6-2522-4be3-8bde-7cc9cf635365 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:15:37.299202 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2adb3fc-a08c-4b6a-9264-df4fd1c0d253 None None] Sync routers for ids ['ac312ded-6b7a-472a-9b67-029bbd85aeed'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:15:37.310802 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2adb3fc-a08c-4b6a-9264-df4fd1c0d253 None None] Routers {'ac312ded-6b7a-472a-9b67-029bbd85aeed'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:15:37.311457 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-d2adb3fc-a08c-4b6a-9264-df4fd1c0d253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:15:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['ac312ded-6b7a-472a-9b67-029bbd85aeed'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:37.372802 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-731cf01d-fa29-4fe7-920a-12fee020f125 req-80d3b3c6-2522-4be3-8bde-7cc9cf635365 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] No DVR routers for this DVR port 6340b70d-0398-41f5-8489-158bd331c7a3 on host hv-neutron-8295 {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:15:37.375513 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-731cf01d-fa29-4fe7-920a-12fee020f125 req-80d3b3c6-2522-4be3-8bde-7cc9cf635365 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:37.378211 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '001bad6b-0fbf-403c-bdf2-12320f76c0d2', 'name': 'network-vif-deleted', 'tag': '6340b70d-0398-41f5-8489-158bd331c7a3'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:15:37.400687 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-731cf01d-fa29-4fe7-920a-12fee020f125 req-80d3b3c6-2522-4be3-8bde-7cc9cf635365 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.89 "DELETE /v2.0/ports/6340b70d-0398-41f5-8489-158bd331c7a3 HTTP/1.1" status: 204 len: 173 time: 1.4842386 Feb 16 13:15:37.428713 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '001bad6b-0fbf-403c-bdf2-12320f76c0d2', 'name': 'network-vif-deleted', 'tag': '6340b70d-0398-41f5-8489-158bd331c7a3', 'status': 'completed', 'code': 200} Feb 16 13:15:37.586171 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-d2adb3fc-a08c-4b6a-9264-df4fd1c0d253 None None] Set router ac312ded-6b7a-472a-9b67-029bbd85aeed gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:15:37.901075 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-d2adb3fc-a08c-4b6a-9264-df4fd1c0d253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'name': 'tempest-ServerActionsTestJSON-1922522622-router', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108'}], 'enable_snat': True}, 'gw_port_id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:22Z', 'updated_at': '2022-02-16T13:11:26Z', 'revision_number': 4, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'gw_port': {'id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:23Z', 'updated_at': '2022-02-16T13:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '070cc61b-81b6-4719-8c30-ba1bd06072d4', 'name': '', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'mac_address': 'fa:16:3e:ee:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:25Z', 'updated_at': '2022-02-16T13:11:31Z', 'revision_number': 5, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'subnets': [{'id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:37.905280 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2adb3fc-a08c-4b6a-9264-df4fd1c0d253 None None] Checking router: ac312ded-6b7a-472a-9b67-029bbd85aeed for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:15:37.913970 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2adb3fc-a08c-4b6a-9264-df4fd1c0d253 None None] Routers {'ac312ded-6b7a-472a-9b67-029bbd85aeed'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:15:37.914578 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-d2adb3fc-a08c-4b6a-9264-df4fd1c0d253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:15:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['ac312ded-6b7a-472a-9b67-029bbd85aeed'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:38.097548 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-d2adb3fc-a08c-4b6a-9264-df4fd1c0d253 None None] Set router ac312ded-6b7a-472a-9b67-029bbd85aeed gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:15:38.347254 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-5d33aca8-03a6-46c5-aa97-8aa742b2629b req-0d17f932-56d4-4317-9ff4-afa5ed210c3a tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Synchronizing usage tracker for tenant:0bd90968d77b41aca48f743ccb00ce24 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:15:38.375832 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-5d33aca8-03a6-46c5-aa97-8aa742b2629b req-0d17f932-56d4-4317-9ff4-afa5ed210c3a tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Unset dirty status for tenant:0bd90968d77b41aca48f743ccb00ce24 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:15:38.378327 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5d33aca8-03a6-46c5-aa97-8aa742b2629b req-0d17f932-56d4-4317-9ff4-afa5ed210c3a tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/ports?device_id=001bad6b-0fbf-403c-bdf2-12320f76c0d2 HTTP/1.1" status: 200 len: 210 time: 0.2007906 Feb 16 13:15:38.439273 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-d2adb3fc-a08c-4b6a-9264-df4fd1c0d253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'name': 'tempest-ServerActionsTestJSON-1922522622-router', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108'}], 'enable_snat': True}, 'gw_port_id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:22Z', 'updated_at': '2022-02-16T13:11:26Z', 'revision_number': 4, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'gw_port': {'id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:23Z', 'updated_at': '2022-02-16T13:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '070cc61b-81b6-4719-8c30-ba1bd06072d4', 'name': '', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'mac_address': 'fa:16:3e:ee:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:25Z', 'updated_at': '2022-02-16T13:11:31Z', 'revision_number': 5, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'subnets': [{'id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:38.443649 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2adb3fc-a08c-4b6a-9264-df4fd1c0d253 None None] The sync data for ids ['ac312ded-6b7a-472a-9b67-029bbd85aeed'] in dv-neutron-829527-1-hyperv is: [{'id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'name': 'tempest-ServerActionsTestJSON-1922522622-router', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108'}], 'enable_snat': True}, 'gw_port_id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:22Z', 'updated_at': '2022-02-16T13:11:26Z', 'revision_number': 4, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'gw_port': {'id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:23Z', 'updated_at': '2022-02-16T13:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '070cc61b-81b6-4719-8c30-ba1bd06072d4', 'name': '', 'network_id': 'e2b238cc-e1fe-47ae-9ac4-937e1e055441', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'mac_address': 'fa:16:3e:ee:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:25Z', 'updated_at': '2022-02-16T13:11:31Z', 'revision_number': 5, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'subnets': [{'id': 'efb0954b-e49f-457a-8e17-f9ac8946b2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:15:38.647366 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13681f6b-bf7e-4e9d-9051-9df5220f804e None None] New status for floating IP 6f7b5e9e-f176-40df-ac1c-c73af4da0d46: DOWN {{(pid=87703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:15:38.659420 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 6340b70d-0398-41f5-8489-158bd331c7a3 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:15:38.696502 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] No Port match for: 6340b70d-0398-41f5-8489-158bd331c7a3 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:15:38.696774 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 6340b70d-0398-41f5-8489-158bd331c7a3 not bound to the agent host hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:15:42.644756 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 47730) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:42.714282 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-13c7ca54-ee7f-4c92-8e7c-80ce9a178da0 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:42.743871 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-13c7ca54-ee7f-4c92-8e7c-80ce9a178da0 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:42.798332 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-13c7ca54-ee7f-4c92-8e7c-80ce9a178da0 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:42.819640 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c7ca54-ee7f-4c92-8e7c-80ce9a178da0 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:42.832419 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7ca54-ee7f-4c92-8e7c-80ce9a178da0 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:42.832797 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7ca54-ee7f-4c92-8e7c-80ce9a178da0 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:42.833132 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7ca54-ee7f-4c92-8e7c-80ce9a178da0 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:42.833476 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7ca54-ee7f-4c92-8e7c-80ce9a178da0 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:42.834036 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7ca54-ee7f-4c92-8e7c-80ce9a178da0 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:42.834361 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7ca54-ee7f-4c92-8e7c-80ce9a178da0 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:42.834686 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7ca54-ee7f-4c92-8e7c-80ce9a178da0 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:42.835010 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7ca54-ee7f-4c92-8e7c-80ce9a178da0 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:42.835330 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7ca54-ee7f-4c92-8e7c-80ce9a178da0 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:42.835649 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7ca54-ee7f-4c92-8e7c-80ce9a178da0 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:42.835963 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7ca54-ee7f-4c92-8e7c-80ce9a178da0 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:42.836275 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7ca54-ee7f-4c92-8e7c-80ce9a178da0 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:15:42.844405 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-13c7ca54-ee7f-4c92-8e7c-80ce9a178da0 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:42.845716 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-13c7ca54-ee7f-4c92-8e7c-80ce9a178da0 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "DELETE /v2.0/security-groups/ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f HTTP/1.1" status: 204 len: 168 time: 0.1999664 Feb 16 13:15:42.848419 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 47734) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:42.865518 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-fb39deeb-6f5a-4cd0-8f93-c1a3ca46f3f5 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] show failed (client error): The resource could not be found. Feb 16 13:15:42.866561 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-fb39deeb-6f5a-4cd0-8f93-c1a3ca46f3f5 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "GET /v2.0/security-groups/ee2a7b0d-dbd9-451d-9ec7-83262f89fe5f HTTP/1.1" status: 404 len: 347 time: 0.0171294 Feb 16 13:15:42.869225 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 47738) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:43.023044 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-6987fd5a-26a2-4154-befc-22b00485e900 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Deleting port 3032e438-b34b-4f70-81e7-95bed597f219 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:15:43.023327 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6987fd5a-26a2-4154-befc-22b00485e900 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:43.194621 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6987fd5a-26a2-4154-befc-22b00485e900 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:43.194842 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6987fd5a-26a2-4154-befc-22b00485e900 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:43.314143 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-6987fd5a-26a2-4154-befc-22b00485e900 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Calling delete_port for 3032e438-b34b-4f70-81e7-95bed597f219 owned by network:floatingip {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:15:43.462481 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6987fd5a-26a2-4154-befc-22b00485e900 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:43.542887 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6987fd5a-26a2-4154-befc-22b00485e900 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Pushing event deleted for resources: {'Port': ['ID=3032e438-b34b-4f70-81e7-95bed597f219,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:43.620523 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6987fd5a-26a2-4154-befc-22b00485e900 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks [] for floatingip, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:43.644522 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6987fd5a-26a2-4154-befc-22b00485e900 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:43.645786 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-6987fd5a-26a2-4154-befc-22b00485e900 tempest-ServerActionsTestJSON-2014656349 tempest-ServerActionsTestJSON-2014656349-project] 10.222.0.83 "DELETE /v2.0/floatingips/6f7b5e9e-f176-40df-ac1c-c73af4da0d46 HTTP/1.1" status: 204 len: 168 time: 0.7756507 Feb 16 13:15:43.649177 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 47742) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:44.205203 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-54e654c3-675f-46a2-bfef-c3a5273dfe24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:44.662551 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-54e654c3-675f-46a2-bfef-c3a5273dfe24 admin admin] Deleting port 070cc61b-81b6-4719-8c30-ba1bd06072d4 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:15:44.662930 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-54e654c3-675f-46a2-bfef-c3a5273dfe24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:44.839287 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-54e654c3-675f-46a2-bfef-c3a5273dfe24 admin admin] For port 070cc61b-81b6-4719-8c30-ba1bd06072d4, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=070cc61b-81b6-4719-8c30-ba1bd06072d4,segment=NetworkSegment(43e3019b-586d-4d5c-ac11-25a3857f5dac),segment_id=43e3019b-586d-4d5c-ac11-25a3857f5dac)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:15:44.839657 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-54e654c3-675f-46a2-bfef-c3a5273dfe24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:44.959450 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-54e654c3-675f-46a2-bfef-c3a5273dfe24 admin admin] Calling delete_port for 070cc61b-81b6-4719-8c30-ba1bd06072d4 owned by network:router_interface {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:15:45.144569 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-54e654c3-675f-46a2-bfef-c3a5273dfe24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:45.191556 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e654c3-675f-46a2-bfef-c3a5273dfe24 admin admin] Pushing event deleted for resources: {'Port': ['ID=070cc61b-81b6-4719-8c30-ba1bd06072d4,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:45.459720 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-54e654c3-675f-46a2-bfef-c3a5273dfe24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:45.934919 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e654c3-675f-46a2-bfef-c3a5273dfe24 admin admin] Router ac312ded-6b7a-472a-9b67-029bbd85aeed has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:15:46.119005 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e654c3-675f-46a2-bfef-c3a5273dfe24 admin admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:15:46.127749 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47646ee-8b9a-411b-9613-99b520304b2b None None] Sync routers for ids ['ac312ded-6b7a-472a-9b67-029bbd85aeed'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:15:46.131355 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-54e654c3-675f-46a2-bfef-c3a5273dfe24 admin admin] 10.222.0.83 "PUT /v2.0/routers/ac312ded-6b7a-472a-9b67-029bbd85aeed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4811513 Feb 16 13:15:46.134426 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 47746) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:46.138311 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47646ee-8b9a-411b-9613-99b520304b2b None None] Routers {'ac312ded-6b7a-472a-9b67-029bbd85aeed'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:15:46.138940 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-e47646ee-8b9a-411b-9613-99b520304b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:15:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['ac312ded-6b7a-472a-9b67-029bbd85aeed'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:46.319769 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-30606f31-45e0-42c1-9c9d-c6c58f77b973 admin admin] Notify callbacks [] for router, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:46.327132 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-e47646ee-8b9a-411b-9613-99b520304b2b None None] Set router ac312ded-6b7a-472a-9b67-029bbd85aeed gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:15:46.499075 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-30606f31-45e0-42c1-9c9d-c6c58f77b973 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:46.513619 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-30606f31-45e0-42c1-9c9d-c6c58f77b973 admin admin] Deleting port 7da69423-c559-4c95-aa24-948dd02a0af2 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:15:46.513968 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-30606f31-45e0-42c1-9c9d-c6c58f77b973 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:46.660561 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-e47646ee-8b9a-411b-9613-99b520304b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'name': 'tempest-ServerActionsTestJSON-1922522622-router', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108'}], 'enable_snat': True}, 'gw_port_id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:22Z', 'updated_at': '2022-02-16T13:15:45Z', 'revision_number': 5, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'gw_port': {'id': '7da69423-c559-4c95-aa24-948dd02a0af2', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:99:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:11:23Z', 'updated_at': '2022-02-16T13:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:46.665066 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47646ee-8b9a-411b-9613-99b520304b2b None None] Checking router: ac312ded-6b7a-472a-9b67-029bbd85aeed for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:15:46.673711 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47646ee-8b9a-411b-9613-99b520304b2b None None] Routers {'ac312ded-6b7a-472a-9b67-029bbd85aeed'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:15:46.674317 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-e47646ee-8b9a-411b-9613-99b520304b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:15:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['ac312ded-6b7a-472a-9b67-029bbd85aeed'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:46.695166 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-30606f31-45e0-42c1-9c9d-c6c58f77b973 admin admin] For port 7da69423-c559-4c95-aa24-948dd02a0af2, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=7da69423-c559-4c95-aa24-948dd02a0af2,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:15:46.695521 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-30606f31-45e0-42c1-9c9d-c6c58f77b973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:46.819597 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-30606f31-45e0-42c1-9c9d-c6c58f77b973 admin admin] Calling delete_port for 7da69423-c559-4c95-aa24-948dd02a0af2 owned by network:router_gateway {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:15:46.827575 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-e47646ee-8b9a-411b-9613-99b520304b2b None None] Set router ac312ded-6b7a-472a-9b67-029bbd85aeed gateway port host: None {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:15:46.940542 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-e47646ee-8b9a-411b-9613-99b520304b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'name': 'tempest-ServerActionsTestJSON-1922522622-router', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:22Z', 'updated_at': '2022-02-16T13:15:46Z', 'revision_number': 6, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'gw_port_host': None}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:46.944651 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47646ee-8b9a-411b-9613-99b520304b2b None None] The sync data for ids ['ac312ded-6b7a-472a-9b67-029bbd85aeed'] in dv-neutron-829527-1-hyperv is: [{'id': 'ac312ded-6b7a-472a-9b67-029bbd85aeed', 'name': 'tempest-ServerActionsTestJSON-1922522622-router', 'tenant_id': '0bd90968d77b41aca48f743ccb00ce24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:11:22Z', 'updated_at': '2022-02-16T13:15:46Z', 'revision_number': 6, 'project_id': '0bd90968d77b41aca48f743ccb00ce24', 'gw_port_host': None}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:15:46.991517 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-30606f31-45e0-42c1-9c9d-c6c58f77b973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:47.038507 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30606f31-45e0-42c1-9c9d-c6c58f77b973 admin admin] Pushing event deleted for resources: {'Port': ['ID=7da69423-c559-4c95-aa24-948dd02a0af2,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:47.129719 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-30606f31-45e0-42c1-9c9d-c6c58f77b973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023674'] for router_gateway, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:47.419934 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-30606f31-45e0-42c1-9c9d-c6c58f77b973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:47.422215 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-30606f31-45e0-42c1-9c9d-c6c58f77b973 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:47.450886 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-30606f31-45e0-42c1-9c9d-c6c58f77b973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:47.452167 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30606f31-45e0-42c1-9c9d-c6c58f77b973 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac312ded-6b7a-472a-9b67-029bbd85aeed {{(pid=87701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:15:47.469568 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-30606f31-45e0-42c1-9c9d-c6c58f77b973 admin admin] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:47.471071 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-30606f31-45e0-42c1-9c9d-c6c58f77b973 admin admin] 10.222.0.83 "DELETE /v2.0/routers/ac312ded-6b7a-472a-9b67-029bbd85aeed HTTP/1.1" status: 204 len: 168 time: 1.3354061 Feb 16 13:15:47.473800 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 47750) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:47.535092 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ea79a38-9504-4665-b266-49097e01bf18 admin admin] Deleting subnet efb0954b-e49f-457a-8e17-f9ac8946b2c8 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:15:47.539439 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5ea79a38-9504-4665-b266-49097e01bf18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:47.592688 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5ea79a38-9504-4665-b266-49097e01bf18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:47.691247 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5ea79a38-9504-4665-b266-49097e01bf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:47.729677 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 070cc61b-81b6-4719-8c30-ba1bd06072d4 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:15:47.761780 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5ea79a38-9504-4665-b266-49097e01bf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:47.763423 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 070cc61b-81b6-4719-8c30-ba1bd06072d4 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:15:47.763710 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 070cc61b-81b6-4719-8c30-ba1bd06072d4 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:15:47.764117 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 7da69423-c559-4c95-aa24-948dd02a0af2 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:15:47.800255 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 7da69423-c559-4c95-aa24-948dd02a0af2 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:15:47.800879 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 7da69423-c559-4c95-aa24-948dd02a0af2 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:15:47.803928 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5ea79a38-9504-4665-b266-49097e01bf18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:47.806490 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea79a38-9504-4665-b266-49097e01bf18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efb0954b-e49f-457a-8e17-f9ac8946b2c8,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:47.808276 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2054af-3f10-4b76-9182-8f27a7eca510 None None] Network e2b238cc-e1fe-47ae-9ac4-937e1e055441 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:15:47.812111 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5ea79a38-9504-4665-b266-49097e01bf18 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/efb0954b-e49f-457a-8e17-f9ac8946b2c8 HTTP/1.1" status: 204 len: 168 time: 0.3371754 Feb 16 13:15:47.814754 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 47754) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:47.921748 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d64b1ccc-7a99-4cb6-a2c1-9c424b01def4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:47.934397 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-d64b1ccc-7a99-4cb6-a2c1-9c424b01def4 admin admin] Deleting port 253a02e2-10b3-49cf-b478-12ebe7ee8bda {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:15:47.934735 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d64b1ccc-7a99-4cb6-a2c1-9c424b01def4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:48.055154 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107d3621-33af-435c-b095-c0a3a127e8d5 None None] DHCP port deletion for e2b238cc-e1fe-47ae-9ac4-937e1e055441 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:15:48.059630 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-107d3621-33af-435c-b095-c0a3a127e8d5 None None] Deleting port 253a02e2-10b3-49cf-b478-12ebe7ee8bda {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:15:48.059996 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-107d3621-33af-435c-b095-c0a3a127e8d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:48.152127 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-d64b1ccc-7a99-4cb6-a2c1-9c424b01def4 admin admin] For port 253a02e2-10b3-49cf-b478-12ebe7ee8bda, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=253a02e2-10b3-49cf-b478-12ebe7ee8bda,segment=NetworkSegment(43e3019b-586d-4d5c-ac11-25a3857f5dac),segment_id=43e3019b-586d-4d5c-ac11-25a3857f5dac)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:15:48.152437 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d64b1ccc-7a99-4cb6-a2c1-9c424b01def4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:48.264556 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-107d3621-33af-435c-b095-c0a3a127e8d5 None None] For port 253a02e2-10b3-49cf-b478-12ebe7ee8bda, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=253a02e2-10b3-49cf-b478-12ebe7ee8bda,segment=NetworkSegment(43e3019b-586d-4d5c-ac11-25a3857f5dac),segment_id=43e3019b-586d-4d5c-ac11-25a3857f5dac)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:15:48.264835 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-107d3621-33af-435c-b095-c0a3a127e8d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:48.272419 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-d64b1ccc-7a99-4cb6-a2c1-9c424b01def4 admin admin] Calling delete_port for 253a02e2-10b3-49cf-b478-12ebe7ee8bda owned by network:dhcp {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:15:48.350711 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d64b1ccc-7a99-4cb6-a2c1-9c424b01def4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:48.385384 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-107d3621-33af-435c-b095-c0a3a127e8d5 None None] Calling delete_port for 253a02e2-10b3-49cf-b478-12ebe7ee8bda owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:15:48.404169 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64b1ccc-7a99-4cb6-a2c1-9c424b01def4 admin admin] No DVR routers for this DVR port 253a02e2-10b3-49cf-b478-12ebe7ee8bda on host dv-neutron-829527-1-hyperv {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:15:48.430997 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64b1ccc-7a99-4cb6-a2c1-9c424b01def4 admin admin] Pushing event deleted for resources: {'Port': ['ID=253a02e2-10b3-49cf-b478-12ebe7ee8bda,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:48.457064 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.db.api [None req-107d3621-33af-435c-b095-c0a3a127e8d5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:15:48.457413 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG oslo_db.api [None req-107d3621-33af-435c-b095-c0a3a127e8d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:15:48.521363 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d64b1ccc-7a99-4cb6-a2c1-9c424b01def4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:48.545782 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-d64b1ccc-7a99-4cb6-a2c1-9c424b01def4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2b238cc-e1fe-47ae-9ac4-937e1e055441']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:48.558317 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-d64b1ccc-7a99-4cb6-a2c1-9c424b01def4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43e3019b-586d-4d5c-ac11-25a3857f5dac') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:48.558614 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-d64b1ccc-7a99-4cb6-a2c1-9c424b01def4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43e3019b-586d-4d5c-ac11-25a3857f5dac') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:15:48.570436 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d64b1ccc-7a99-4cb6-a2c1-9c424b01def4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:48.586767 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d64b1ccc-7a99-4cb6-a2c1-9c424b01def4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:48.593222 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d64b1ccc-7a99-4cb6-a2c1-9c424b01def4 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:15:48.593609 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d64b1ccc-7a99-4cb6-a2c1-9c424b01def4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:48.607317 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 13:15:48.607317 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:15:48.607317 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 13:15:48.607317 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:15:48.607317 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 13:15:48.607317 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:15:48.607317 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 13:15:48.607317 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:15:48.607317 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 13:15:48.607317 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:15:48.607317 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 13:15:48.607317 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:15:48.607317 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 13:15:48.607317 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:15:48.607317 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:15:48.607317 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:15:48.607317 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:15:48.607317 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:15:48.607317 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 13:15:48.607317 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:15:48.607317 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 13:15:48.607317 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:15:48.607317 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:15:48.607317 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:15:48.607317 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 13:15:48.607317 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:15:48.607317 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:15:48.607317 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:15:48.607317 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:15:48.607317 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:15:48.607317 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:15:48.607317 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:15:48.686100 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d64b1ccc-7a99-4cb6-a2c1-9c424b01def4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:48.690594 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d64b1ccc-7a99-4cb6-a2c1-9c424b01def4 admin admin] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:48.715683 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64b1ccc-7a99-4cb6-a2c1-9c424b01def4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2b238cc-e1fe-47ae-9ac4-937e1e055441,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:48.730518 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d64b1ccc-7a99-4cb6-a2c1-9c424b01def4 admin admin] 10.222.0.83 "DELETE /v2.0/networks/e2b238cc-e1fe-47ae-9ac4-937e1e055441 HTTP/1.1" status: 204 len: 168 time: 0.9146035 Feb 16 13:15:48.876957 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 47760) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:48.932925 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fde08c53-096f-4f03-8f03-5c21730d2f74 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0bd90968d77b41aca48f743ccb00ce24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0544319 Feb 16 13:15:48.935551 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 47764) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:48.959284 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-107d3621-33af-435c-b095-c0a3a127e8d5 None None] Deleting port 253a02e2-10b3-49cf-b478-12ebe7ee8bda {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:15:48.959818 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-107d3621-33af-435c-b095-c0a3a127e8d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:48.994321 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-018ff0d5-05fd-41fa-8484-ff3a11f86ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:49.020092 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-018ff0d5-05fd-41fa-8484-ff3a11f86ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:49.026742 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-107d3621-33af-435c-b095-c0a3a127e8d5 None None] The port '253a02e2-10b3-49cf-b478-12ebe7ee8bda' was deleted {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:15:49.077970 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-018ff0d5-05fd-41fa-8484-ff3a11f86ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:49.094842 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018ff0d5-05fd-41fa-8484-ff3a11f86ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4889bd5e-5195-47d3-97f2-8e8fab0b618c,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:49.101784 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-018ff0d5-05fd-41fa-8484-ff3a11f86ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:49.102894 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-018ff0d5-05fd-41fa-8484-ff3a11f86ff2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4889bd5e-5195-47d3-97f2-8e8fab0b618c HTTP/1.1" status: 204 len: 168 time: 0.1664925 Feb 16 13:15:49.478057 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 253a02e2-10b3-49cf-b478-12ebe7ee8bda no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:15:49.514130 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 253a02e2-10b3-49cf-b478-12ebe7ee8bda {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:15:49.514496 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 253a02e2-10b3-49cf-b478-12ebe7ee8bda not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:15:49.858340 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 47788) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:49.976360 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-798f1de7-2354-46a6-8307-cbb9faf12e4d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1974267112-network', 'tenant_id': '3b05fe06009f47bfb8a3c0ae6240984b'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:15:49.981183 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-798f1de7-2354-46a6-8307-cbb9faf12e4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:15:49.986858 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-798f1de7-2354-46a6-8307-cbb9faf12e4d admin admin] Usage tracker for resource:network and tenant:3b05fe06009f47bfb8a3c0ae6240984b is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:15:49.991383 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-798f1de7-2354-46a6-8307-cbb9faf12e4d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:15:49.998249 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-798f1de7-2354-46a6-8307-cbb9faf12e4d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:15:50.011351 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798f1de7-2354-46a6-8307-cbb9faf12e4d admin admin] Made reservation on behalf of 3b05fe06009f47bfb8a3c0ae6240984b for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:15:50.013640 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-798f1de7-2354-46a6-8307-cbb9faf12e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:50.025436 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-798f1de7-2354-46a6-8307-cbb9faf12e4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:50.039349 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-798f1de7-2354-46a6-8307-cbb9faf12e4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:15:50.043201 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-798f1de7-2354-46a6-8307-cbb9faf12e4d admin admin] Usage tracker for resource:security_group_rule and tenant:3b05fe06009f47bfb8a3c0ae6240984b is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:15:50.045979 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-798f1de7-2354-46a6-8307-cbb9faf12e4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:15:50.051638 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-798f1de7-2354-46a6-8307-cbb9faf12e4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:15:50.145792 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-798f1de7-2354-46a6-8307-cbb9faf12e4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:50.152364 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-798f1de7-2354-46a6-8307-cbb9faf12e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:50.188518 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-798f1de7-2354-46a6-8307-cbb9faf12e4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:15:50.193996 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f1de7-2354-46a6-8307-cbb9faf12e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c591fe4a-f3f5-431d-8777-224ec6579482,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:50.201648 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-798f1de7-2354-46a6-8307-cbb9faf12e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:50.201945 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-798f1de7-2354-46a6-8307-cbb9faf12e4d admin admin] Added segment 5034f60e-78ea-4589-8f2a-337c18e3470c of type vlan for network 68a2a9cd-3608-4bfd-89b2-c9fff0147b9a Feb 16 13:15:50.230678 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-798f1de7-2354-46a6-8307-cbb9faf12e4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:50.265829 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-798f1de7-2354-46a6-8307-cbb9faf12e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:50.266833 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798f1de7-2354-46a6-8307-cbb9faf12e4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:50.267449 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-798f1de7-2354-46a6-8307-cbb9faf12e4d admin admin] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:50.372286 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f1de7-2354-46a6-8307-cbb9faf12e4d admin admin] Pushing event updated for resources: {'Network': ['ID=68a2a9cd-3608-4bfd-89b2-c9fff0147b9a,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:50.378123 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-798f1de7-2354-46a6-8307-cbb9faf12e4d admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5160282 Feb 16 13:15:50.378517 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 47794) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:15:50.383311 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 68a2a9cd-3608-4bfd-89b2-c9fff0147b9a details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:15:50.384054 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-bef22862-0c8c-42bb-9a14-67a9267a84c4 admin admin] Request body: {'subnet': {'network_id': '68a2a9cd-3608-4bfd-89b2-c9fff0147b9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1974267112-subnet', 'tenant_id': '3b05fe06009f47bfb8a3c0ae6240984b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:15:50.389160 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-bef22862-0c8c-42bb-9a14-67a9267a84c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:15:50.393009 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bef22862-0c8c-42bb-9a14-67a9267a84c4 admin admin] Usage tracker for resource:subnet and tenant:3b05fe06009f47bfb8a3c0ae6240984b is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:15:50.395820 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bef22862-0c8c-42bb-9a14-67a9267a84c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:15:50.402448 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-bef22862-0c8c-42bb-9a14-67a9267a84c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:15:50.415384 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef22862-0c8c-42bb-9a14-67a9267a84c4 admin admin] Made reservation on behalf of 3b05fe06009f47bfb8a3c0ae6240984b for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:15:50.417744 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bef22862-0c8c-42bb-9a14-67a9267a84c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:50.720038 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bef22862-0c8c-42bb-9a14-67a9267a84c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:50.791308 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef22862-0c8c-42bb-9a14-67a9267a84c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1515787d-d468-4375-9006-b502ddeec70a,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:50.802032 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef22862-0c8c-42bb-9a14-67a9267a84c4 admin admin] Checking segment: {'id': '5034f60e-78ea-4589-8f2a-337c18e3470c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '68a2a9cd-3608-4bfd-89b2-c9fff0147b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:15:50.802457 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef22862-0c8c-42bb-9a14-67a9267a84c4 admin admin] Network hostable DHCP agents. Network: 68a2a9cd-3608-4bfd-89b2-c9fff0147b9a, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:15:50.823330 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef22862-0c8c-42bb-9a14-67a9267a84c4 admin admin] Network 68a2a9cd-3608-4bfd-89b2-c9fff0147b9a is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:15:50.833748 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-bef22862-0c8c-42bb-9a14-67a9267a84c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 68a2a9cd-3608-4bfd-89b2-c9fff0147b9a) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:15:50.838038 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef22862-0c8c-42bb-9a14-67a9267a84c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:50.838643 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bef22862-0c8c-42bb-9a14-67a9267a84c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:50.842991 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b631f5a-ada6-468b-88e8-7ca4ffaf00d4 None None] Network 68a2a9cd-3608-4bfd-89b2-c9fff0147b9a requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:15:50.863321 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bef22862-0c8c-42bb-9a14-67a9267a84c4 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4838216 Feb 16 13:15:51.083734 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe00868-bd8a-4e52-9b45-6f5c0cce48cf None None] Network 68a2a9cd-3608-4bfd-89b2-c9fff0147b9a requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:15:51.506187 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981608a-76fe-4125-9744-08665bf65a23 req-ddbb56f0-5d9b-4bc7-a94b-5a6816beb84a tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:51.507707 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0981608a-76fe-4125-9744-08665bf65a23 req-ddbb56f0-5d9b-4bc7-a94b-5a6816beb84a tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/networks?id=68a2a9cd-3608-4bfd-89b2-c9fff0147b9a HTTP/1.1" status: 200 len: 814 time: 0.1475632 Feb 16 13:15:51.525313 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0981608a-76fe-4125-9744-08665bf65a23 req-17fcb815-f6c6-4f82-9bf3-ae044659219d tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/quotas/3b05fe06009f47bfb8a3c0ae6240984b HTTP/1.1" status: 200 len: 375 time: 0.0094995 Feb 16 13:15:51.571862 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0981608a-76fe-4125-9744-08665bf65a23 req-ad9d0679-6593-47fa-8e4d-8ca245b1f269 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=3b05fe06009f47bfb8a3c0ae6240984b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415552 Feb 16 13:15:51.758771 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0981608a-76fe-4125-9744-08665bf65a23 req-bbf08b50-bb18-4a55-a9db-211a4e80852d service neutron] 10.222.0.83 "GET /v2.0/networks/68a2a9cd-3608-4bfd-89b2-c9fff0147b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768799 Feb 16 13:15:51.994757 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0981608a-76fe-4125-9744-08665bf65a23 req-a4a34e84-ba1f-4a7c-ac4f-afb47ba00256 service neutron] 10.222.0.83 "GET /v2.0/networks/68a2a9cd-3608-4bfd-89b2-c9fff0147b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300475 Feb 16 13:15:52.228706 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-33bee038-1fdb-4a96-885b-db906ea177ef req-802053e6-b169-4ad0-82e1-c5a2f9579156 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/ports?device_id=b439d937-b2ea-438c-b8f9-0e5e7e776097 HTTP/1.1" status: 200 len: 210 time: 0.0920382 Feb 16 13:15:53.263035 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981608a-76fe-4125-9744-08665bf65a23 req-c55e07c9-bca1-48ee-bebe-5e9eb7743b91 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:53.264680 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0981608a-76fe-4125-9744-08665bf65a23 req-c55e07c9-bca1-48ee-bebe-5e9eb7743b91 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.89 "GET /v2.0/networks?id=68a2a9cd-3608-4bfd-89b2-c9fff0147b9a HTTP/1.1" status: 200 len: 814 time: 0.1586928 Feb 16 13:15:53.277431 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-0981608a-76fe-4125-9744-08665bf65a23 req-ef70e51c-a6b4-4398-add4-8d9b1a6d947c tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Request body: {'port': {'device_id': 'b439d937-b2ea-438c-b8f9-0e5e7e776097', 'network_id': '68a2a9cd-3608-4bfd-89b2-c9fff0147b9a', 'admin_state_up': True, 'tenant_id': '3b05fe06009f47bfb8a3c0ae6240984b'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:15:53.405112 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-28908e70-c5ee-4c5f-aabe-2819efb11dda req-bccec579-af4f-4513-9347-7a2c88826d9b tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/ports?device_id=b439d937-b2ea-438c-b8f9-0e5e7e776097 HTTP/1.1" status: 200 len: 210 time: 0.0543606 Feb 16 13:15:53.466907 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-0981608a-76fe-4125-9744-08665bf65a23 req-ef70e51c-a6b4-4398-add4-8d9b1a6d947c tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:15:53.470768 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-0981608a-76fe-4125-9744-08665bf65a23 req-ef70e51c-a6b4-4398-add4-8d9b1a6d947c tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Usage tracker for resource:port and tenant:3b05fe06009f47bfb8a3c0ae6240984b is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:15:53.473643 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-0981608a-76fe-4125-9744-08665bf65a23 req-ef70e51c-a6b4-4398-add4-8d9b1a6d947c tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:15:53.479890 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-0981608a-76fe-4125-9744-08665bf65a23 req-ef70e51c-a6b4-4398-add4-8d9b1a6d947c tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:15:53.491208 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0981608a-76fe-4125-9744-08665bf65a23 req-ef70e51c-a6b4-4398-add4-8d9b1a6d947c tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Made reservation on behalf of 3b05fe06009f47bfb8a3c0ae6240984b for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:15:53.494846 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-0981608a-76fe-4125-9744-08665bf65a23 req-ef70e51c-a6b4-4398-add4-8d9b1a6d947c tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:53.669260 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [req-0981608a-76fe-4125-9744-08665bf65a23 req-ef70e51c-a6b4-4398-add4-8d9b1a6d947c tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Allocated IP 172.20.0.13 (68a2a9cd-3608-4bfd-89b2-c9fff0147b9a/1515787d-d468-4375-9006-b502ddeec70a/79942600-40b5-4d62-98a9-80ff7d160b29) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:15:53.870842 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-0981608a-76fe-4125-9744-08665bf65a23 req-ef70e51c-a6b4-4398-add4-8d9b1a6d947c tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:53.903449 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-0981608a-76fe-4125-9744-08665bf65a23 req-ef70e51c-a6b4-4398-add4-8d9b1a6d947c tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:53.977793 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0981608a-76fe-4125-9744-08665bf65a23 req-ef70e51c-a6b4-4398-add4-8d9b1a6d947c tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Network 68a2a9cd-3608-4bfd-89b2-c9fff0147b9a is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:15:53.980846 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [req-0981608a-76fe-4125-9744-08665bf65a23 req-ef70e51c-a6b4-4398-add4-8d9b1a6d947c tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:15:53.984736 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-0981608a-76fe-4125-9744-08665bf65a23 req-ef70e51c-a6b4-4398-add4-8d9b1a6d947c tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:15:54.015896 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef70e51c-a6b4-4398-add4-8d9b1a6d947c tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Pushing event updated for resources: {'Port': ['ID=79942600-40b5-4d62-98a9-80ff7d160b29,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:54.054011 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981608a-76fe-4125-9744-08665bf65a23 req-ef70e51c-a6b4-4398-add4-8d9b1a6d947c tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:54.054614 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-0981608a-76fe-4125-9744-08665bf65a23 req-ef70e51c-a6b4-4398-add4-8d9b1a6d947c tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:54.076859 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0981608a-76fe-4125-9744-08665bf65a23 req-ef70e51c-a6b4-4398-add4-8d9b1a6d947c tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8036020 Feb 16 13:15:54.086665 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [req-0981608a-76fe-4125-9744-08665bf65a23 req-e950fd54-6549-4d6c-af80-f5877b8874d2 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=87701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:15:54.087652 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0981608a-76fe-4125-9744-08665bf65a23 req-e950fd54-6549-4d6c-af80-f5877b8874d2 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050175 Feb 16 13:15:54.097499 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-0981608a-76fe-4125-9744-08665bf65a23 req-b7cd3c69-eaa1-4ffc-8723-0ebe744781f5 service neutron] Request body: {'port': {'device_id': 'b439d937-b2ea-438c-b8f9-0e5e7e776097', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:15:54.106123 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:15:54.216552 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-0981608a-76fe-4125-9744-08665bf65a23 req-b7cd3c69-eaa1-4ffc-8723-0ebe744781f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:54.561227 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [req-0981608a-76fe-4125-9744-08665bf65a23 req-b7cd3c69-eaa1-4ffc-8723-0ebe744781f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79942600-40b5-4d62-98a9-80ff7d160b29 {{(pid=87701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:15:54.568906 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-0981608a-76fe-4125-9744-08665bf65a23 req-b7cd3c69-eaa1-4ffc-8723-0ebe744781f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:54.584203 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-0981608a-76fe-4125-9744-08665bf65a23 req-b7cd3c69-eaa1-4ffc-8723-0ebe744781f5 service neutron] Transition to ACTIVE for port object 79942600-40b5-4d62-98a9-80ff7d160b29 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:15:54.587919 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-0981608a-76fe-4125-9744-08665bf65a23 req-b7cd3c69-eaa1-4ffc-8723-0ebe744781f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:54.593126 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9811b7-ffda-49c0-bad6-627dded6517a req-bf7559b4-c340-43fb-9dc3-71f556cd1722 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:54.594615 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ec9811b7-ffda-49c0-bad6-627dded6517a req-bf7559b4-c340-43fb-9dc3-71f556cd1722 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/ports?device_id=b439d937-b2ea-438c-b8f9-0e5e7e776097 HTTP/1.1" status: 200 len: 932 time: 0.0844467 Feb 16 13:15:54.639209 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-ec9811b7-ffda-49c0-bad6-627dded6517a req-5ec7346f-4a85-4d6a-b9da-4c666b620c44 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Synchronizing usage tracker for tenant:3b05fe06009f47bfb8a3c0ae6240984b on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:15:54.657963 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-ec9811b7-ffda-49c0-bad6-627dded6517a req-5ec7346f-4a85-4d6a-b9da-4c666b620c44 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Unset dirty status for tenant:3b05fe06009f47bfb8a3c0ae6240984b on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:15:54.659276 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ec9811b7-ffda-49c0-bad6-627dded6517a req-5ec7346f-4a85-4d6a-b9da-4c666b620c44 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/security-groups?id=c591fe4a-f3f5-431d-8777-224ec6579482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588238 Feb 16 13:15:54.741507 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd3c69-eaa1-4ffc-8723-0ebe744781f5 service neutron] Pushing event updated for resources: {'Port': ['ID=79942600-40b5-4d62-98a9-80ff7d160b29,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:54.925472 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-0981608a-76fe-4125-9744-08665bf65a23 req-b7cd3c69-eaa1-4ffc-8723-0ebe744781f5 service neutron] Attempting to bind port 79942600-40b5-4d62-98a9-80ff7d160b29 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:15:54.925692 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-0981608a-76fe-4125-9744-08665bf65a23 req-b7cd3c69-eaa1-4ffc-8723-0ebe744781f5 service neutron] Attempting to bind port 79942600-40b5-4d62-98a9-80ff7d160b29 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '5034f60e-78ea-4589-8f2a-337c18e3470c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '68a2a9cd-3608-4bfd-89b2-c9fff0147b9a'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:15:54.926002 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0981608a-76fe-4125-9744-08665bf65a23 req-b7cd3c69-eaa1-4ffc-8723-0ebe744781f5 service neutron] Attempting to bind port 79942600-40b5-4d62-98a9-80ff7d160b29 on network 68a2a9cd-3608-4bfd-89b2-c9fff0147b9a {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:15:54.930617 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0981608a-76fe-4125-9744-08665bf65a23 req-b7cd3c69-eaa1-4ffc-8723-0ebe744781f5 service neutron] Port 79942600-40b5-4d62-98a9-80ff7d160b29 on network 68a2a9cd-3608-4bfd-89b2-c9fff0147b9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:15:54.930917 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0981608a-76fe-4125-9744-08665bf65a23 req-b7cd3c69-eaa1-4ffc-8723-0ebe744781f5 service neutron] Attempting to bind port 79942600-40b5-4d62-98a9-80ff7d160b29 on network 68a2a9cd-3608-4bfd-89b2-c9fff0147b9a {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:15:54.936332 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0981608a-76fe-4125-9744-08665bf65a23 req-b7cd3c69-eaa1-4ffc-8723-0ebe744781f5 service neutron] Checking agent: {'id': 'b4b5bcfd-2763-4324-82e0-923bc8a52546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'started_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:15:54.936658 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0981608a-76fe-4125-9744-08665bf65a23 req-b7cd3c69-eaa1-4ffc-8723-0ebe744781f5 service neutron] Checking segment: {'id': '5034f60e-78ea-4589-8f2a-337c18e3470c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '68a2a9cd-3608-4bfd-89b2-c9fff0147b9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:15:54.937052 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0981608a-76fe-4125-9744-08665bf65a23 req-b7cd3c69-eaa1-4ffc-8723-0ebe744781f5 service neutron] Bound using segment: {'id': '5034f60e-78ea-4589-8f2a-337c18e3470c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '68a2a9cd-3608-4bfd-89b2-c9fff0147b9a'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:15:54.937464 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-0981608a-76fe-4125-9744-08665bf65a23 req-b7cd3c69-eaa1-4ffc-8723-0ebe744781f5 service neutron] Bound port: 79942600-40b5-4d62-98a9-80ff7d160b29, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5034f60e-78ea-4589-8f2a-337c18e3470c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '68a2a9cd-3608-4bfd-89b2-c9fff0147b9a'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:15:54.937796 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-0981608a-76fe-4125-9744-08665bf65a23 req-b7cd3c69-eaa1-4ffc-8723-0ebe744781f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:55.027625 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-0981608a-76fe-4125-9744-08665bf65a23 req-b7cd3c69-eaa1-4ffc-8723-0ebe744781f5 service neutron] For port 79942600-40b5-4d62-98a9-80ff7d160b29, host hv-neutron-8295, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:15:55.030697 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-0981608a-76fe-4125-9744-08665bf65a23 req-b7cd3c69-eaa1-4ffc-8723-0ebe744781f5 service neutron] For port 79942600-40b5-4d62-98a9-80ff7d160b29, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=79942600-40b5-4d62-98a9-80ff7d160b29,segment=NetworkSegment(5034f60e-78ea-4589-8f2a-337c18e3470c),segment_id=5034f60e-78ea-4589-8f2a-337c18e3470c)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:15:55.038289 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-0981608a-76fe-4125-9744-08665bf65a23 req-b7cd3c69-eaa1-4ffc-8723-0ebe744781f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:55.097148 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981608a-76fe-4125-9744-08665bf65a23 req-b7cd3c69-eaa1-4ffc-8723-0ebe744781f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:55.097753 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-0981608a-76fe-4125-9744-08665bf65a23 req-b7cd3c69-eaa1-4ffc-8723-0ebe744781f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:55.099118 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0981608a-76fe-4125-9744-08665bf65a23 req-b7cd3c69-eaa1-4ffc-8723-0ebe744781f5 service neutron] 10.222.0.89 "PUT /v2.0/ports/79942600-40b5-4d62-98a9-80ff7d160b29 HTTP/1.1" status: 200 len: 1094 time: 1.0052729 Feb 16 13:15:55.099764 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b439d937-b2ea-438c-b8f9-0e5e7e776097', 'tag': '79942600-40b5-4d62-98a9-80ff7d160b29'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:15:55.120402 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd3c69-eaa1-4ffc-8723-0ebe744781f5 service neutron] Pushing event updated for resources: {'Port': ['ID=79942600-40b5-4d62-98a9-80ff7d160b29,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:55.171560 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b439d937-b2ea-438c-b8f9-0e5e7e776097', 'tag': '79942600-40b5-4d62-98a9-80ff7d160b29', 'status': 'completed', 'code': 200} Feb 16 13:15:55.233016 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981608a-76fe-4125-9744-08665bf65a23 req-d537e9a3-ec97-44fb-8877-319c86d7664f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:55.234592 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0981608a-76fe-4125-9744-08665bf65a23 req-d537e9a3-ec97-44fb-8877-319c86d7664f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3b05fe06009f47bfb8a3c0ae6240984b&device_id=b439d937-b2ea-438c-b8f9-0e5e7e776097 HTTP/1.1" status: 200 len: 1097 time: 0.0951736 Feb 16 13:15:55.302792 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0981608a-76fe-4125-9744-08665bf65a23 req-95cb5a8d-877b-4e97-864a-a81b5ad96eb1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79942600-40b5-4d62-98a9-80ff7d160b29 HTTP/1.1" status: 200 len: 217 time: 0.0605631 Feb 16 13:15:55.367138 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981608a-76fe-4125-9744-08665bf65a23 req-bcefe779-a684-40a2-8ec6-92c9ff2df249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:55.368544 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0981608a-76fe-4125-9744-08665bf65a23 req-bcefe779-a684-40a2-8ec6-92c9ff2df249 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1515787d-d468-4375-9006-b502ddeec70a HTTP/1.1" status: 200 len: 854 time: 0.0600064 Feb 16 13:15:55.415862 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0981608a-76fe-4125-9744-08665bf65a23 req-71447c50-dfc1-447d-abe5-cf03005c0e5e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=68a2a9cd-3608-4bfd-89b2-c9fff0147b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408785 Feb 16 13:15:55.559821 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0981608a-76fe-4125-9744-08665bf65a23 req-bc6353e4-a126-4a49-afba-57d918f7d2a6 service neutron] 10.222.0.89 "GET /v2.0/networks/68a2a9cd-3608-4bfd-89b2-c9fff0147b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371498 Feb 16 13:15:55.691735 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0981608a-76fe-4125-9744-08665bf65a23 req-1b06ed40-af47-4919-ae1c-f53eab97c905 service neutron] 10.222.0.89 "GET /v2.0/networks/68a2a9cd-3608-4bfd-89b2-c9fff0147b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251540 Feb 16 13:15:55.809339 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91c095-0c1f-4b8f-a3af-cd245b63d035 req-117aa8c5-a4c9-4533-a917-a505e99592f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:55.810876 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fc91c095-0c1f-4b8f-a3af-cd245b63d035 req-117aa8c5-a4c9-4533-a917-a505e99592f0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3b05fe06009f47bfb8a3c0ae6240984b&device_id=b439d937-b2ea-438c-b8f9-0e5e7e776097 HTTP/1.1" status: 200 len: 1097 time: 0.0721314 Feb 16 13:15:55.852437 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d7979-f3db-43b4-96f9-8dea0cf1e1d4 req-c7b1d367-9c59-46e1-bda6-1260c6c429a4 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:55.855968 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c45d7979-f3db-43b4-96f9-8dea0cf1e1d4 req-c7b1d367-9c59-46e1-bda6-1260c6c429a4 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/ports?device_id=b439d937-b2ea-438c-b8f9-0e5e7e776097 HTTP/1.1" status: 200 len: 944 time: 0.0808885 Feb 16 13:15:55.901790 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c45d7979-f3db-43b4-96f9-8dea0cf1e1d4 req-70840dd8-5904-4624-a48d-426160abba5c tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/security-groups?id=c591fe4a-f3f5-431d-8777-224ec6579482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397658 Feb 16 13:15:55.944648 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91c095-0c1f-4b8f-a3af-cd245b63d035 req-d04ff5ba-307e-424e-9998-11e3c2ed266f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:55.946125 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fc91c095-0c1f-4b8f-a3af-cd245b63d035 req-d04ff5ba-307e-424e-9998-11e3c2ed266f service neutron] 10.222.0.89 "GET /v2.0/networks?id=68a2a9cd-3608-4bfd-89b2-c9fff0147b9a HTTP/1.1" status: 200 len: 915 time: 0.1291134 Feb 16 13:15:56.024218 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fc91c095-0c1f-4b8f-a3af-cd245b63d035 req-ae7d7157-0094-44c3-81c2-5a1c9e7638ad service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79942600-40b5-4d62-98a9-80ff7d160b29 HTTP/1.1" status: 200 len: 217 time: 0.0712590 Feb 16 13:15:56.093019 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91c095-0c1f-4b8f-a3af-cd245b63d035 req-0edde028-a8d6-4f57-9ad8-d1b73e897e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:56.094318 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fc91c095-0c1f-4b8f-a3af-cd245b63d035 req-0edde028-a8d6-4f57-9ad8-d1b73e897e23 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1515787d-d468-4375-9006-b502ddeec70a HTTP/1.1" status: 200 len: 854 time: 0.0633266 Feb 16 13:15:56.142756 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fc91c095-0c1f-4b8f-a3af-cd245b63d035 req-4c2dce6d-1483-406d-86bd-1beead795e5f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=68a2a9cd-3608-4bfd-89b2-c9fff0147b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414150 Feb 16 13:15:56.295342 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fc91c095-0c1f-4b8f-a3af-cd245b63d035 req-76774ef3-86ab-40d6-b669-cc635926d498 service neutron] 10.222.0.89 "GET /v2.0/networks/68a2a9cd-3608-4bfd-89b2-c9fff0147b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449907 Feb 16 13:15:56.427584 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fc91c095-0c1f-4b8f-a3af-cd245b63d035 req-3369f462-8c4d-4cb0-8e20-36f7169f723f service neutron] 10.222.0.89 "GET /v2.0/networks/68a2a9cd-3608-4bfd-89b2-c9fff0147b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253257 Feb 16 13:15:56.716277 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 79942600-40b5-4d62-98a9-80ff7d160b29 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:15:56.864999 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 79942600-40b5-4d62-98a9-80ff7d160b29, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=79942600-40b5-4d62-98a9-80ff7d160b29,segment=NetworkSegment(5034f60e-78ea-4589-8f2a-337c18e3470c),segment_id=5034f60e-78ea-4589-8f2a-337c18e3470c)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:15:56.878713 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': '79942600-40b5-4d62-98a9-80ff7d160b29', 'network_id': '68a2a9cd-3608-4bfd-89b2-c9fff0147b9a', 'port_id': '79942600-40b5-4d62-98a9-80ff7d160b29', 'mac_address': 'fa:16:3e:b7:8f:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1515787d-d468-4375-9006-b502ddeec70a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:15:56.934604 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:56.951491 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79942600-40b5-4d62-98a9-80ff7d160b29 {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:15:56.967600 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 79942600-40b5-4d62-98a9-80ff7d160b29, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=79942600-40b5-4d62-98a9-80ff7d160b29,segment=NetworkSegment(5034f60e-78ea-4589-8f2a-337c18e3470c),segment_id=5034f60e-78ea-4589-8f2a-337c18e3470c)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:15:56.972987 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:57.045887 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=79942600-40b5-4d62-98a9-80ff7d160b29,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:57.092408 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53267d-b912-4fbe-92e9-0cbfa83c71d1 req-ac9fa4fb-6592-4d2a-a6ef-50ec0ef5bdde tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:57.093136 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-ff53267d-b912-4fbe-92e9-0cbfa83c71d1 req-ac9fa4fb-6592-4d2a-a6ef-50ec0ef5bdde tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Synchronizing usage tracker for tenant:3b05fe06009f47bfb8a3c0ae6240984b on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:15:57.112970 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-ff53267d-b912-4fbe-92e9-0cbfa83c71d1 req-ac9fa4fb-6592-4d2a-a6ef-50ec0ef5bdde tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Unset dirty status for tenant:3b05fe06009f47bfb8a3c0ae6240984b on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:15:57.115168 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ff53267d-b912-4fbe-92e9-0cbfa83c71d1 req-ac9fa4fb-6592-4d2a-a6ef-50ec0ef5bdde tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/ports?device_id=b439d937-b2ea-438c-b8f9-0e5e7e776097 HTTP/1.1" status: 200 len: 945 time: 0.1028442 Feb 16 13:15:57.160432 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ff53267d-b912-4fbe-92e9-0cbfa83c71d1 req-333329f5-fc28-4cec-95bc-f17c0a733a68 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/security-groups?id=c591fe4a-f3f5-431d-8777-224ec6579482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394783 Feb 16 13:15:57.184594 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['79942600-40b5-4d62-98a9-80ff7d160b29'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:15:58.373939 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f71c2-0658-4428-9f58-3827fbe8b2e6 req-045427fa-0f71-40a8-86bb-5b55eac7f493 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:58.375399 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ed1f71c2-0658-4428-9f58-3827fbe8b2e6 req-045427fa-0f71-40a8-86bb-5b55eac7f493 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/ports?device_id=b439d937-b2ea-438c-b8f9-0e5e7e776097 HTTP/1.1" status: 200 len: 945 time: 0.0998540 Feb 16 13:15:58.420817 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ed1f71c2-0658-4428-9f58-3827fbe8b2e6 req-6626faf5-f849-4aa7-b47a-3c243007b5dd tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/security-groups?id=c591fe4a-f3f5-431d-8777-224ec6579482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388737 Feb 16 13:15:58.723460 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 79942600-40b5-4d62-98a9-80ff7d160b29 up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:15:58.803431 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning for port 79942600-40b5-4d62-98a9-80ff7d160b29 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:15:58.809432 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port 79942600-40b5-4d62-98a9-80ff7d160b29 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:15:58.809942 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:58.944877 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:58.977528 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b439d937-b2ea-438c-b8f9-0e5e7e776097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79942600-40b5-4d62-98a9-80ff7d160b29'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:15:58.988352 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 79942600-40b5-4d62-98a9-80ff7d160b29, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=79942600-40b5-4d62-98a9-80ff7d160b29,segment=NetworkSegment(5034f60e-78ea-4589-8f2a-337c18e3470c),segment_id=5034f60e-78ea-4589-8f2a-337c18e3470c)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:15:58.994868 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:15:59.026991 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b439d937-b2ea-438c-b8f9-0e5e7e776097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79942600-40b5-4d62-98a9-80ff7d160b29', 'code': 200} Feb 16 13:15:59.064779 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=79942600-40b5-4d62-98a9-80ff7d160b29,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:15:59.376553 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324ff50-e09a-4165-bc85-a63b89e02b15 req-c791e567-4622-436c-8af8-1dd53e21e8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:59.378097 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e324ff50-e09a-4165-bc85-a63b89e02b15 req-c791e567-4622-436c-8af8-1dd53e21e8bf service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b439d937-b2ea-438c-b8f9-0e5e7e776097 HTTP/1.1" status: 200 len: 1099 time: 0.1818614 Feb 16 13:15:59.422460 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e324ff50-e09a-4165-bc85-a63b89e02b15 req-1a8d1f09-43da-4721-b6c5-01f07ab499c1 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c591fe4a-f3f5-431d-8777-224ec6579482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370140 Feb 16 13:15:59.628990 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79f416-b915-4986-a953-701f19cca282 req-ccde26c8-65fd-44ec-b280-5f1d37a9342e tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:15:59.630361 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-af79f416-b915-4986-a953-701f19cca282 req-ccde26c8-65fd-44ec-b280-5f1d37a9342e tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/ports?device_id=b439d937-b2ea-438c-b8f9-0e5e7e776097 HTTP/1.1" status: 200 len: 946 time: 0.0930083 Feb 16 13:15:59.680698 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-af79f416-b915-4986-a953-701f19cca282 req-df2f9346-c9a6-48d1-b5fe-c54cda5846ed tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/security-groups?id=c591fe4a-f3f5-431d-8777-224ec6579482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418048 Feb 16 13:16:00.892247 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85fabd3-e1e8-40ae-85a2-d25b667ef61c req-4f2ec5e8-e773-4c7d-80fe-7700afc45f77 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:00.893712 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f85fabd3-e1e8-40ae-85a2-d25b667ef61c req-4f2ec5e8-e773-4c7d-80fe-7700afc45f77 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/ports?device_id=b439d937-b2ea-438c-b8f9-0e5e7e776097 HTTP/1.1" status: 200 len: 946 time: 0.0938222 Feb 16 13:16:00.941415 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f85fabd3-e1e8-40ae-85a2-d25b667ef61c req-ab91577c-45f7-4aa4-8d2d-62d1147e05ea tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/security-groups?id=c591fe4a-f3f5-431d-8777-224ec6579482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392697 Feb 16 13:16:01.243494 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-27ee55b2-9d0e-4f75-aa11-5260d5e359e2 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:01.244153 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-27ee55b2-9d0e-4f75-aa11-5260d5e359e2 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Synchronizing usage tracker for tenant:3b05fe06009f47bfb8a3c0ae6240984b on resource:network {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:16:01.265925 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-27ee55b2-9d0e-4f75-aa11-5260d5e359e2 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Unset dirty status for tenant:3b05fe06009f47bfb8a3c0ae6240984b on resource:network {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:16:01.267890 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-27ee55b2-9d0e-4f75-aa11-5260d5e359e2 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/networks?id=68a2a9cd-3608-4bfd-89b2-c9fff0147b9a HTTP/1.1" status: 200 len: 814 time: 0.1774244 Feb 16 13:16:01.284265 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-3a8cebe1-e000-4e96-90e2-0bfb232a97aa tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/quotas/3b05fe06009f47bfb8a3c0ae6240984b HTTP/1.1" status: 200 len: 375 time: 0.0092096 Feb 16 13:16:01.367802 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-d28347f8-c5d0-4d4c-9e7b-166098e2dded tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=3b05fe06009f47bfb8a3c0ae6240984b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0782161 Feb 16 13:16:01.378421 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-a380deaa-1ed8-4c72-a05d-01e06f77695b service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:16:01.379348 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-a380deaa-1ed8-4c72-a05d-01e06f77695b service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049593 Feb 16 13:16:01.518031 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-7e771f3f-50f9-4224-9f7a-7aa447508739 service neutron] 10.222.0.83 "GET /v2.0/networks/68a2a9cd-3608-4bfd-89b2-c9fff0147b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330025 Feb 16 13:16:01.657160 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-424b8e5e-f8d0-4421-84bd-d2be923c9638 service neutron] 10.222.0.83 "GET /v2.0/networks/68a2a9cd-3608-4bfd-89b2-c9fff0147b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300728 Feb 16 13:16:01.842852 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-81a6463c-871c-4e83-a51c-c58e9b28e3f1 req-b9c962e4-f03d-4f68-a579-f3490d89ff06 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/ports?device_id=ebc098be-081e-4801-8741-01dd19139bfd HTTP/1.1" status: 200 len: 210 time: 0.0421288 Feb 16 13:16:01.852561 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-3e373013-f304-43f8-a143-737f5588c2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:02.917380 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-a2d5e1b0-01db-41fa-9db7-6beb064c9c38 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:02.918879 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-a2d5e1b0-01db-41fa-9db7-6beb064c9c38 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.89 "GET /v2.0/networks?id=68a2a9cd-3608-4bfd-89b2-c9fff0147b9a HTTP/1.1" status: 200 len: 814 time: 0.1692591 Feb 16 13:16:02.930966 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-d8e42b0d-21be-4df1-8110-0b1b0ffeaf5c tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Request body: {'port': {'device_id': 'ebc098be-081e-4801-8741-01dd19139bfd', 'network_id': '68a2a9cd-3608-4bfd-89b2-c9fff0147b9a', 'admin_state_up': True, 'tenant_id': '3b05fe06009f47bfb8a3c0ae6240984b'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:02.995645 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a0558896-9891-4726-8d27-cc8875b4757f req-b7c14d85-1327-4814-95ba-595ce03373d6 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/ports?device_id=ebc098be-081e-4801-8741-01dd19139bfd HTTP/1.1" status: 200 len: 210 time: 0.0425236 Feb 16 13:16:03.077970 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-d8e42b0d-21be-4df1-8110-0b1b0ffeaf5c tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:03.088511 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-d8e42b0d-21be-4df1-8110-0b1b0ffeaf5c tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:03.099970 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-d8e42b0d-21be-4df1-8110-0b1b0ffeaf5c tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Made reservation on behalf of 3b05fe06009f47bfb8a3c0ae6240984b for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:16:03.103663 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-d8e42b0d-21be-4df1-8110-0b1b0ffeaf5c tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:03.281208 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-d8e42b0d-21be-4df1-8110-0b1b0ffeaf5c tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Allocated IP 172.20.0.11 (68a2a9cd-3608-4bfd-89b2-c9fff0147b9a/1515787d-d468-4375-9006-b502ddeec70a/9b4dd1b4-506b-4947-949c-02f54b4b705a) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:16:03.492365 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-d8e42b0d-21be-4df1-8110-0b1b0ffeaf5c tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:03.532473 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-d8e42b0d-21be-4df1-8110-0b1b0ffeaf5c tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:03.544222 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['79942600-40b5-4d62-98a9-80ff7d160b29'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:16:03.619808 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-d8e42b0d-21be-4df1-8110-0b1b0ffeaf5c tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Network 68a2a9cd-3608-4bfd-89b2-c9fff0147b9a is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:16:03.623499 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-d8e42b0d-21be-4df1-8110-0b1b0ffeaf5c tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:16:03.625577 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e42b0d-21be-4df1-8110-0b1b0ffeaf5c tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Pushing event updated for resources: {'Port': ['ID=9b4dd1b4-506b-4947-949c-02f54b4b705a,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:03.627740 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-d8e42b0d-21be-4df1-8110-0b1b0ffeaf5c tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:16:03.693839 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-d8e42b0d-21be-4df1-8110-0b1b0ffeaf5c tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:03.694478 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-d8e42b0d-21be-4df1-8110-0b1b0ffeaf5c tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:03.719845 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-d8e42b0d-21be-4df1-8110-0b1b0ffeaf5c tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7930284 Feb 16 13:16:03.730819 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-a7933d94-39bb-4d65-b34d-a4fbab2d9c82 service neutron] Request body: {'port': {'device_id': 'ebc098be-081e-4801-8741-01dd19139bfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:03.846577 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-a7933d94-39bb-4d65-b34d-a4fbab2d9c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:04.166516 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-709e129e-2ff2-440c-8536-1e42f0dc7996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:04.256243 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-a7933d94-39bb-4d65-b34d-a4fbab2d9c82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b4dd1b4-506b-4947-949c-02f54b4b705a {{(pid=87701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:16:04.267280 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a984db-49ff-4343-9470-ed11f4bc2d09 req-15783f00-b49c-44aa-8f1b-fa6ac1db0a3b tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:04.267969 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-48a984db-49ff-4343-9470-ed11f4bc2d09 req-15783f00-b49c-44aa-8f1b-fa6ac1db0a3b tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Synchronizing usage tracker for tenant:3b05fe06009f47bfb8a3c0ae6240984b on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:16:04.274628 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-a7933d94-39bb-4d65-b34d-a4fbab2d9c82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:04.294901 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-a7933d94-39bb-4d65-b34d-a4fbab2d9c82 service neutron] Transition to ACTIVE for port object 9b4dd1b4-506b-4947-949c-02f54b4b705a will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:16:04.299153 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-48a984db-49ff-4343-9470-ed11f4bc2d09 req-15783f00-b49c-44aa-8f1b-fa6ac1db0a3b tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Unset dirty status for tenant:3b05fe06009f47bfb8a3c0ae6240984b on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:16:04.300378 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-48a984db-49ff-4343-9470-ed11f4bc2d09 req-15783f00-b49c-44aa-8f1b-fa6ac1db0a3b tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/ports?device_id=ebc098be-081e-4801-8741-01dd19139bfd HTTP/1.1" status: 200 len: 932 time: 0.1959739 Feb 16 13:16:04.301371 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-a7933d94-39bb-4d65-b34d-a4fbab2d9c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:04.559169 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7933d94-39bb-4d65-b34d-a4fbab2d9c82 service neutron] Pushing event updated for resources: {'Port': ['ID=9b4dd1b4-506b-4947-949c-02f54b4b705a,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:04.598515 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-48a984db-49ff-4343-9470-ed11f4bc2d09 req-99df65a1-6f66-4179-bfb2-ce3b242dca64 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/security-groups?id=c591fe4a-f3f5-431d-8777-224ec6579482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657173 Feb 16 13:16:04.635679 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:04.670702 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-a7933d94-39bb-4d65-b34d-a4fbab2d9c82 service neutron] Attempting to bind port 9b4dd1b4-506b-4947-949c-02f54b4b705a on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:16:04.671011 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-a7933d94-39bb-4d65-b34d-a4fbab2d9c82 service neutron] Attempting to bind port 9b4dd1b4-506b-4947-949c-02f54b4b705a by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '5034f60e-78ea-4589-8f2a-337c18e3470c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '68a2a9cd-3608-4bfd-89b2-c9fff0147b9a'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:16:04.671325 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-a7933d94-39bb-4d65-b34d-a4fbab2d9c82 service neutron] Attempting to bind port 9b4dd1b4-506b-4947-949c-02f54b4b705a on network 68a2a9cd-3608-4bfd-89b2-c9fff0147b9a {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:16:04.675937 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-a7933d94-39bb-4d65-b34d-a4fbab2d9c82 service neutron] Port 9b4dd1b4-506b-4947-949c-02f54b4b705a on network 68a2a9cd-3608-4bfd-89b2-c9fff0147b9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:16:04.676189 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-a7933d94-39bb-4d65-b34d-a4fbab2d9c82 service neutron] Attempting to bind port 9b4dd1b4-506b-4947-949c-02f54b4b705a on network 68a2a9cd-3608-4bfd-89b2-c9fff0147b9a {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:16:04.681347 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-a7933d94-39bb-4d65-b34d-a4fbab2d9c82 service neutron] Checking agent: {'id': 'b4b5bcfd-2763-4324-82e0-923bc8a52546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'started_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:16:04.681671 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-a7933d94-39bb-4d65-b34d-a4fbab2d9c82 service neutron] Checking segment: {'id': '5034f60e-78ea-4589-8f2a-337c18e3470c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '68a2a9cd-3608-4bfd-89b2-c9fff0147b9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:16:04.682025 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-a7933d94-39bb-4d65-b34d-a4fbab2d9c82 service neutron] Bound using segment: {'id': '5034f60e-78ea-4589-8f2a-337c18e3470c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '68a2a9cd-3608-4bfd-89b2-c9fff0147b9a'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:16:04.682432 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-a7933d94-39bb-4d65-b34d-a4fbab2d9c82 service neutron] Bound port: 9b4dd1b4-506b-4947-949c-02f54b4b705a, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5034f60e-78ea-4589-8f2a-337c18e3470c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '68a2a9cd-3608-4bfd-89b2-c9fff0147b9a'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:16:04.683078 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-a7933d94-39bb-4d65-b34d-a4fbab2d9c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:04.770251 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-a7933d94-39bb-4d65-b34d-a4fbab2d9c82 service neutron] For port 9b4dd1b4-506b-4947-949c-02f54b4b705a, host hv-neutron-8295, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:16:04.774384 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-a7933d94-39bb-4d65-b34d-a4fbab2d9c82 service neutron] For port 9b4dd1b4-506b-4947-949c-02f54b4b705a, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=9b4dd1b4-506b-4947-949c-02f54b4b705a,segment=NetworkSegment(5034f60e-78ea-4589-8f2a-337c18e3470c),segment_id=5034f60e-78ea-4589-8f2a-337c18e3470c)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:16:04.780057 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-a7933d94-39bb-4d65-b34d-a4fbab2d9c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:04.841230 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-a7933d94-39bb-4d65-b34d-a4fbab2d9c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:04.841839 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-a7933d94-39bb-4d65-b34d-a4fbab2d9c82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:04.843169 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-a7933d94-39bb-4d65-b34d-a4fbab2d9c82 service neutron] 10.222.0.89 "PUT /v2.0/ports/9b4dd1b4-506b-4947-949c-02f54b4b705a HTTP/1.1" status: 200 len: 1094 time: 1.1164916 Feb 16 13:16:04.843582 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebc098be-081e-4801-8741-01dd19139bfd', 'tag': '9b4dd1b4-506b-4947-949c-02f54b4b705a'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:16:04.866401 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7933d94-39bb-4d65-b34d-a4fbab2d9c82 service neutron] Pushing event updated for resources: {'Port': ['ID=9b4dd1b4-506b-4947-949c-02f54b4b705a,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:04.914317 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebc098be-081e-4801-8741-01dd19139bfd', 'tag': '9b4dd1b4-506b-4947-949c-02f54b4b705a', 'status': 'completed', 'code': 200} Feb 16 13:16:04.955356 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-e9b73fee-c845-43b6-a926-e652b09bed8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:04.956834 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-e9b73fee-c845-43b6-a926-e652b09bed8c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3b05fe06009f47bfb8a3c0ae6240984b&device_id=ebc098be-081e-4801-8741-01dd19139bfd HTTP/1.1" status: 200 len: 1097 time: 0.0736191 Feb 16 13:16:05.027790 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-e29854b9-b3de-4242-ba8e-f10dfd411c1b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b4dd1b4-506b-4947-949c-02f54b4b705a HTTP/1.1" status: 200 len: 217 time: 0.0628860 Feb 16 13:16:05.092265 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-163e2363-03d8-4ef0-8693-8cd4d631f3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:05.093722 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-163e2363-03d8-4ef0-8693-8cd4d631f3dd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1515787d-d468-4375-9006-b502ddeec70a HTTP/1.1" status: 200 len: 854 time: 0.0591080 Feb 16 13:16:05.154298 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-3fe9b5a2-10af-4509-940a-c5f060d02055 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=68a2a9cd-3608-4bfd-89b2-c9fff0147b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537109 Feb 16 13:16:05.210214 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:05.253952 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:05.295388 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-4cb71762-c381-416b-bfb2-2b6e9be334b8 service neutron] 10.222.0.89 "GET /v2.0/networks/68a2a9cd-3608-4bfd-89b2-c9fff0147b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339886 Feb 16 13:16:05.428099 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2be00bc4-d32b-451a-b5ff-17b0fb21d15d req-2b476937-f488-4d3c-bfa9-200becf0190e service neutron] 10.222.0.89 "GET /v2.0/networks/68a2a9cd-3608-4bfd-89b2-c9fff0147b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263125 Feb 16 13:16:05.573289 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d62aa-274d-432e-b510-71dce4bab482 req-881216d8-5b2a-4fa4-a0ec-a2353cd6f08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:05.574793 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e28d62aa-274d-432e-b510-71dce4bab482 req-881216d8-5b2a-4fa4-a0ec-a2353cd6f08c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3b05fe06009f47bfb8a3c0ae6240984b&device_id=ebc098be-081e-4801-8741-01dd19139bfd HTTP/1.1" status: 200 len: 1097 time: 0.0818551 Feb 16 13:16:05.757193 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d62aa-274d-432e-b510-71dce4bab482 req-ac5ec164-e986-47b8-8507-419a30cbfe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:05.758632 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e28d62aa-274d-432e-b510-71dce4bab482 req-ac5ec164-e986-47b8-8507-419a30cbfe28 service neutron] 10.222.0.89 "GET /v2.0/networks?id=68a2a9cd-3608-4bfd-89b2-c9fff0147b9a HTTP/1.1" status: 200 len: 915 time: 0.1759005 Feb 16 13:16:05.835951 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e28d62aa-274d-432e-b510-71dce4bab482 req-5a45a684-ac9d-45db-9d90-7b41e4370125 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b4dd1b4-506b-4947-949c-02f54b4b705a HTTP/1.1" status: 200 len: 217 time: 0.0673957 Feb 16 13:16:05.914765 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3695700e-6a2c-4c33-ba99-c0d056b27222 req-4968488e-d8f4-445d-bb1c-44d18d76bbf2 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:05.916225 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3695700e-6a2c-4c33-ba99-c0d056b27222 req-4968488e-d8f4-445d-bb1c-44d18d76bbf2 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/ports?device_id=ebc098be-081e-4801-8741-01dd19139bfd HTTP/1.1" status: 200 len: 944 time: 0.2025738 Feb 16 13:16:05.917686 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d62aa-274d-432e-b510-71dce4bab482 req-3075c077-f537-43a9-bb47-11e6f2506efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:05.918974 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e28d62aa-274d-432e-b510-71dce4bab482 req-3075c077-f537-43a9-bb47-11e6f2506efe service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1515787d-d468-4375-9006-b502ddeec70a HTTP/1.1" status: 200 len: 854 time: 0.0741355 Feb 16 13:16:05.983004 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e28d62aa-274d-432e-b510-71dce4bab482 req-46c5cb6c-c143-426a-82ed-771d5e56f57b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=68a2a9cd-3608-4bfd-89b2-c9fff0147b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449016 Feb 16 13:16:06.022403 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3695700e-6a2c-4c33-ba99-c0d056b27222 req-95b0f284-ba96-4781-bddc-866a5b91805d tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/security-groups?id=c591fe4a-f3f5-431d-8777-224ec6579482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002109 Feb 16 13:16:06.128968 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e28d62aa-274d-432e-b510-71dce4bab482 req-d9538e2a-71e1-468b-874d-05b7e4fada2e service neutron] 10.222.0.89 "GET /v2.0/networks/68a2a9cd-3608-4bfd-89b2-c9fff0147b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361654 Feb 16 13:16:06.388730 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e28d62aa-274d-432e-b510-71dce4bab482 req-cc5dda84-6a3e-44ac-ac70-478b5c8e1a72 service neutron] 10.222.0.89 "GET /v2.0/networks/68a2a9cd-3608-4bfd-89b2-c9fff0147b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535093 Feb 16 13:16:06.745963 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 9b4dd1b4-506b-4947-949c-02f54b4b705a details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:16:06.866779 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:06.971423 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 9b4dd1b4-506b-4947-949c-02f54b4b705a, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=9b4dd1b4-506b-4947-949c-02f54b4b705a,segment=NetworkSegment(5034f60e-78ea-4589-8f2a-337c18e3470c),segment_id=5034f60e-78ea-4589-8f2a-337c18e3470c)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:16:06.988131 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': '9b4dd1b4-506b-4947-949c-02f54b4b705a', 'network_id': '68a2a9cd-3608-4bfd-89b2-c9fff0147b9a', 'port_id': '9b4dd1b4-506b-4947-949c-02f54b4b705a', 'mac_address': 'fa:16:3e:12:ec:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1515787d-d468-4375-9006-b502ddeec70a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:16:07.129727 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:07.161896 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b4dd1b4-506b-4947-949c-02f54b4b705a {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:16:07.189560 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 9b4dd1b4-506b-4947-949c-02f54b4b705a, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=9b4dd1b4-506b-4947-949c-02f54b4b705a,segment=NetworkSegment(5034f60e-78ea-4589-8f2a-337c18e3470c),segment_id=5034f60e-78ea-4589-8f2a-337c18e3470c)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:16:07.196199 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:07.216253 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754fcc6-0a45-4fe9-85e7-07cb1a905573 req-e6bd34c4-5b7a-4c5e-982a-5919c05598e2 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:07.217735 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5754fcc6-0a45-4fe9-85e7-07cb1a905573 req-e6bd34c4-5b7a-4c5e-982a-5919c05598e2 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/ports?device_id=ebc098be-081e-4801-8741-01dd19139bfd HTTP/1.1" status: 200 len: 944 time: 0.0868900 Feb 16 13:16:07.262574 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5754fcc6-0a45-4fe9-85e7-07cb1a905573 req-d793715a-1118-457c-a851-0687ba2dd203 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/security-groups?id=c591fe4a-f3f5-431d-8777-224ec6579482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384977 Feb 16 13:16:07.270993 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=9b4dd1b4-506b-4947-949c-02f54b4b705a,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:07.419929 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['9b4dd1b4-506b-4947-949c-02f54b4b705a'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:16:08.476118 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb2c89-d654-4634-a281-fcc43f867453 req-2347ab53-c66c-458f-a6e0-01627591fe79 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:08.477612 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6cfb2c89-d654-4634-a281-fcc43f867453 req-2347ab53-c66c-458f-a6e0-01627591fe79 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/ports?device_id=ebc098be-081e-4801-8741-01dd19139bfd HTTP/1.1" status: 200 len: 945 time: 0.0864766 Feb 16 13:16:08.521878 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6cfb2c89-d654-4634-a281-fcc43f867453 req-933fcfe1-ad49-442d-b37f-c967266b7209 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/security-groups?id=c591fe4a-f3f5-431d-8777-224ec6579482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384808 Feb 16 13:16:08.751569 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 9b4dd1b4-506b-4947-949c-02f54b4b705a up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:16:08.830581 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning for port 9b4dd1b4-506b-4947-949c-02f54b4b705a completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:16:08.835449 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port 9b4dd1b4-506b-4947-949c-02f54b4b705a triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:08.835819 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:08.955043 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:08.982835 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc098be-081e-4801-8741-01dd19139bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4dd1b4-506b-4947-949c-02f54b4b705a'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:16:08.993300 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 9b4dd1b4-506b-4947-949c-02f54b4b705a, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=9b4dd1b4-506b-4947-949c-02f54b4b705a,segment=NetworkSegment(5034f60e-78ea-4589-8f2a-337c18e3470c),segment_id=5034f60e-78ea-4589-8f2a-337c18e3470c)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:16:08.998154 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:09.030023 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc098be-081e-4801-8741-01dd19139bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4dd1b4-506b-4947-949c-02f54b4b705a', 'code': 200} Feb 16 13:16:09.073508 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=9b4dd1b4-506b-4947-949c-02f54b4b705a,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:09.312790 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833ace8-5501-4ea9-bfc1-a0a4351a3aa1 req-35e10b42-bf26-4eaa-80c1-4698d8e83c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:09.314312 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7833ace8-5501-4ea9-bfc1-a0a4351a3aa1 req-35e10b42-bf26-4eaa-80c1-4698d8e83c12 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ebc098be-081e-4801-8741-01dd19139bfd HTTP/1.1" status: 200 len: 1099 time: 0.1172204 Feb 16 13:16:09.356721 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7833ace8-5501-4ea9-bfc1-a0a4351a3aa1 req-ce33ac88-5783-4603-abc6-87747fd10bba service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c591fe4a-f3f5-431d-8777-224ec6579482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358610 Feb 16 13:16:09.715304 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273df650-7904-4db3-8d51-16ffea737f06 req-108b0170-ad9d-4014-8752-18af797efc93 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:09.716741 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-273df650-7904-4db3-8d51-16ffea737f06 req-108b0170-ad9d-4014-8752-18af797efc93 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/ports?device_id=ebc098be-081e-4801-8741-01dd19139bfd HTTP/1.1" status: 200 len: 946 time: 0.0868537 Feb 16 13:16:09.763963 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-273df650-7904-4db3-8d51-16ffea737f06 req-fe202843-b3b7-47b5-bbe8-ee6f57a447fd tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/security-groups?id=c591fe4a-f3f5-431d-8777-224ec6579482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404625 Feb 16 13:16:10.975251 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6d6c9-2106-489b-884e-c9dbae71a53a req-664a45b3-ce62-4cef-9671-5e4ee3942f61 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:10.976722 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-55e6d6c9-2106-489b-884e-c9dbae71a53a req-664a45b3-ce62-4cef-9671-5e4ee3942f61 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/ports?device_id=ebc098be-081e-4801-8741-01dd19139bfd HTTP/1.1" status: 200 len: 946 time: 0.0876081 Feb 16 13:16:11.024702 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-55e6d6c9-2106-489b-884e-c9dbae71a53a req-f6a3f457-8d2a-4ac0-a0ed-24d9501cc49d tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/security-groups?id=c591fe4a-f3f5-431d-8777-224ec6579482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394659 Feb 16 13:16:11.435618 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca150d12-0770-4850-bf60-eea6fa844ad4 req-9cd90ddc-a3ab-428b-b519-ed485be94a68 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:11.437699 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ca150d12-0770-4850-bf60-eea6fa844ad4 req-9cd90ddc-a3ab-428b-b519-ed485be94a68 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/ports?device_id=ebc098be-081e-4801-8741-01dd19139bfd HTTP/1.1" status: 200 len: 946 time: 0.0892105 Feb 16 13:16:11.482993 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ca150d12-0770-4850-bf60-eea6fa844ad4 req-a284197d-5be7-4c62-99a4-b44f0ed2ab7a tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/security-groups?id=c591fe4a-f3f5-431d-8777-224ec6579482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394194 Feb 16 13:16:12.676329 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb29387-4673-438e-a9e4-f446fc75e952 req-033482eb-8c23-4738-931b-d1133daabd7a tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:12.677829 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bdb29387-4673-438e-a9e4-f446fc75e952 req-033482eb-8c23-4738-931b-d1133daabd7a tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/ports?device_id=ebc098be-081e-4801-8741-01dd19139bfd HTTP/1.1" status: 200 len: 946 time: 0.0809298 Feb 16 13:16:12.730915 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bdb29387-4673-438e-a9e4-f446fc75e952 req-6edbc0bf-9afc-406c-8940-8a25a4385ba3 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/security-groups?id=c591fe4a-f3f5-431d-8777-224ec6579482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456517 Feb 16 13:16:12.843437 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e9a436-786d-4684-8250-1a2949d08e03 req-20e1eed9-51f4-494c-ba23-3e79e3ddb14a tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:12.844932 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-25e9a436-786d-4684-8250-1a2949d08e03 req-20e1eed9-51f4-494c-ba23-3e79e3ddb14a tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.89 "GET /v2.0/ports?device_id=ebc098be-081e-4801-8741-01dd19139bfd HTTP/1.1" status: 200 len: 946 time: 0.0853093 Feb 16 13:16:12.923355 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-25e9a436-786d-4684-8250-1a2949d08e03 req-4dd862ac-aabb-45e4-b0cf-9a92c767bc90 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Deleting port 9b4dd1b4-506b-4947-949c-02f54b4b705a {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:16:12.923670 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-25e9a436-786d-4684-8250-1a2949d08e03 req-4dd862ac-aabb-45e4-b0cf-9a92c767bc90 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:13.182297 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-25e9a436-786d-4684-8250-1a2949d08e03 req-4dd862ac-aabb-45e4-b0cf-9a92c767bc90 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] For port 9b4dd1b4-506b-4947-949c-02f54b4b705a, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=9b4dd1b4-506b-4947-949c-02f54b4b705a,segment=NetworkSegment(5034f60e-78ea-4589-8f2a-337c18e3470c),segment_id=5034f60e-78ea-4589-8f2a-337c18e3470c)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:16:13.182965 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-25e9a436-786d-4684-8250-1a2949d08e03 req-4dd862ac-aabb-45e4-b0cf-9a92c767bc90 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:13.314334 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-25e9a436-786d-4684-8250-1a2949d08e03 req-4dd862ac-aabb-45e4-b0cf-9a92c767bc90 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Calling delete_port for 9b4dd1b4-506b-4947-949c-02f54b4b705a owned by compute:nova {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:16:13.471331 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-25e9a436-786d-4684-8250-1a2949d08e03 req-4dd862ac-aabb-45e4-b0cf-9a92c767bc90 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:13.483942 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['79942600-40b5-4d62-98a9-80ff7d160b29', '9b4dd1b4-506b-4947-949c-02f54b4b705a'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:16:13.523383 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd862ac-aabb-45e4-b0cf-9a92c767bc90 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Pushing event deleted for resources: {'Port': ['ID=9b4dd1b4-506b-4947-949c-02f54b4b705a,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:13.634984 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e9a436-786d-4684-8250-1a2949d08e03 req-4dd862ac-aabb-45e4-b0cf-9a92c767bc90 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] No DVR routers for this DVR port 9b4dd1b4-506b-4947-949c-02f54b4b705a on host hv-neutron-8295 {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:16:13.637474 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-25e9a436-786d-4684-8250-1a2949d08e03 req-4dd862ac-aabb-45e4-b0cf-9a92c767bc90 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:13.639907 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc098be-081e-4801-8741-01dd19139bfd', 'name': 'network-vif-deleted', 'tag': '9b4dd1b4-506b-4947-949c-02f54b4b705a'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:16:13.675690 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-25e9a436-786d-4684-8250-1a2949d08e03 req-4dd862ac-aabb-45e4-b0cf-9a92c767bc90 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.89 "DELETE /v2.0/ports/9b4dd1b4-506b-4947-949c-02f54b4b705a HTTP/1.1" status: 204 len: 173 time: 0.8237948 Feb 16 13:16:13.686345 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-70b0f6be-27fa-4c0d-8ac5-66ace140e1c2 req-0e791ce1-7bf8-47c0-b2bb-63767409eeb3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b439d937-b2ea-438c-b8f9-0e5e7e776097&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1348269 Feb 16 13:16:13.700264 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc098be-081e-4801-8741-01dd19139bfd', 'name': 'network-vif-deleted', 'tag': '9b4dd1b4-506b-4947-949c-02f54b4b705a', 'status': 'completed', 'code': 200} Feb 16 13:16:13.836181 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b0f6be-27fa-4c0d-8ac5-66ace140e1c2 req-ab560cd1-711b-4568-9da4-29c09a469b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:13.837799 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-70b0f6be-27fa-4c0d-8ac5-66ace140e1c2 req-ab560cd1-711b-4568-9da4-29c09a469b3f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3b05fe06009f47bfb8a3c0ae6240984b&device_id=b439d937-b2ea-438c-b8f9-0e5e7e776097 HTTP/1.1" status: 200 len: 1099 time: 0.0733182 Feb 16 13:16:13.968472 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-d25a1350-4acc-4c60-ae29-c62bfd09ba44 req-2f86fdf9-d7f6-49c0-aeaf-82b91205f52f tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Synchronizing usage tracker for tenant:3b05fe06009f47bfb8a3c0ae6240984b on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:16:14.015270 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-d25a1350-4acc-4c60-ae29-c62bfd09ba44 req-2f86fdf9-d7f6-49c0-aeaf-82b91205f52f tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Unset dirty status for tenant:3b05fe06009f47bfb8a3c0ae6240984b on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:16:14.016414 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d25a1350-4acc-4c60-ae29-c62bfd09ba44 req-2f86fdf9-d7f6-49c0-aeaf-82b91205f52f tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/ports?device_id=ebc098be-081e-4801-8741-01dd19139bfd HTTP/1.1" status: 200 len: 210 time: 0.1391106 Feb 16 13:16:14.036383 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b0f6be-27fa-4c0d-8ac5-66ace140e1c2 req-179a67cf-2faa-485c-ab9e-6e13750774f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:14.038044 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-70b0f6be-27fa-4c0d-8ac5-66ace140e1c2 req-179a67cf-2faa-485c-ab9e-6e13750774f5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=68a2a9cd-3608-4bfd-89b2-c9fff0147b9a HTTP/1.1" status: 200 len: 915 time: 0.1790123 Feb 16 13:16:14.105700 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-70b0f6be-27fa-4c0d-8ac5-66ace140e1c2 req-d2669b00-d64c-432c-8296-d1b9420265c8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79942600-40b5-4d62-98a9-80ff7d160b29 HTTP/1.1" status: 200 len: 217 time: 0.0600696 Feb 16 13:16:14.281624 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b0f6be-27fa-4c0d-8ac5-66ace140e1c2 req-d0411457-4493-4413-9e9f-29833c70107e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:14.283081 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-70b0f6be-27fa-4c0d-8ac5-66ace140e1c2 req-d0411457-4493-4413-9e9f-29833c70107e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1515787d-d468-4375-9006-b502ddeec70a HTTP/1.1" status: 200 len: 854 time: 0.1703238 Feb 16 13:16:14.336551 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-70b0f6be-27fa-4c0d-8ac5-66ace140e1c2 req-b82ae923-9f93-45c1-b7de-8ed8c37218e8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=68a2a9cd-3608-4bfd-89b2-c9fff0147b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419071 Feb 16 13:16:14.470952 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-70b0f6be-27fa-4c0d-8ac5-66ace140e1c2 req-239cd9f2-d5b3-4709-b779-86793f586e89 service neutron] 10.222.0.89 "GET /v2.0/networks/68a2a9cd-3608-4bfd-89b2-c9fff0147b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277699 Feb 16 13:16:14.605877 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-70b0f6be-27fa-4c0d-8ac5-66ace140e1c2 req-66c6d767-7e2c-4eed-8d92-740a36739dba service neutron] 10.222.0.89 "GET /v2.0/networks/68a2a9cd-3608-4bfd-89b2-c9fff0147b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255136 Feb 16 13:16:15.295557 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710cac15-0465-44ba-ae91-2f5ed90fce7f req-05c08b73-ba2c-4cd3-beb7-6fba717ffaaf tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:15.297155 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-710cac15-0465-44ba-ae91-2f5ed90fce7f req-05c08b73-ba2c-4cd3-beb7-6fba717ffaaf tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/ports?device_id=b439d937-b2ea-438c-b8f9-0e5e7e776097 HTTP/1.1" status: 200 len: 946 time: 0.0854998 Feb 16 13:16:15.347301 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-710cac15-0465-44ba-ae91-2f5ed90fce7f req-5bf759a1-7f7c-4415-8c75-e6d78fdd713b tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/security-groups?id=c591fe4a-f3f5-431d-8777-224ec6579482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422673 Feb 16 13:16:15.561223 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6563a672-057c-4932-9d12-ed99834e3a6f req-8a8356b7-53ec-4d47-86bd-dbd0e3116ae1 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:15.562736 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6563a672-057c-4932-9d12-ed99834e3a6f req-8a8356b7-53ec-4d47-86bd-dbd0e3116ae1 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/ports?device_id=b439d937-b2ea-438c-b8f9-0e5e7e776097 HTTP/1.1" status: 200 len: 946 time: 0.0920773 Feb 16 13:16:15.611809 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6563a672-057c-4932-9d12-ed99834e3a6f req-d0901c0c-8d75-4637-a95c-24e8b81ba63c tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/security-groups?id=c591fe4a-f3f5-431d-8777-224ec6579482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399995 Feb 16 13:16:15.824908 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875e3cfb-6560-4574-9513-efee782cf352 req-23920008-3eb8-48f5-a7aa-db7d02356c38 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:15.826480 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-875e3cfb-6560-4574-9513-efee782cf352 req-23920008-3eb8-48f5-a7aa-db7d02356c38 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/ports?device_id=b439d937-b2ea-438c-b8f9-0e5e7e776097 HTTP/1.1" status: 200 len: 946 time: 0.0957520 Feb 16 13:16:15.877270 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-875e3cfb-6560-4574-9513-efee782cf352 req-34073a47-c22d-42a5-bd58-aa53a577e471 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/security-groups?id=c591fe4a-f3f5-431d-8777-224ec6579482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445638 Feb 16 13:16:16.188510 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c17b8d-cba8-4a37-b144-266fb866b700 req-d84fd393-85b2-4a42-b457-2c447cc0a0dd tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:16.189912 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-b0c17b8d-cba8-4a37-b144-266fb866b700 req-d84fd393-85b2-4a42-b457-2c447cc0a0dd tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/ports?device_id=b439d937-b2ea-438c-b8f9-0e5e7e776097 HTTP/1.1" status: 200 len: 946 time: 0.0876496 Feb 16 13:16:16.236185 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-b0c17b8d-cba8-4a37-b144-266fb866b700 req-ba6e9e77-828b-49c2-bece-901c6f0c72e2 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/security-groups?id=c591fe4a-f3f5-431d-8777-224ec6579482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402560 Feb 16 13:16:16.431189 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b8cae-9d6d-416e-a5a8-c63401c8ae6d req-4ce379a6-6a4c-4145-8aa9-00d72036adc5 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:16.433014 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3a6b8cae-9d6d-416e-a5a8-c63401c8ae6d req-4ce379a6-6a4c-4145-8aa9-00d72036adc5 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/ports?device_id=b439d937-b2ea-438c-b8f9-0e5e7e776097 HTTP/1.1" status: 200 len: 946 time: 0.0908022 Feb 16 13:16:16.494663 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3a6b8cae-9d6d-416e-a5a8-c63401c8ae6d req-a7de020f-a580-4ab9-bfea-83c71294fbf0 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/security-groups?id=c591fe4a-f3f5-431d-8777-224ec6579482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529170 Feb 16 13:16:16.711695 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd49c8f-1c58-40ac-8fff-85f2a8c14765 req-feee94cd-aadc-46d8-9029-f0934f79a24c tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:16.713214 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9bd49c8f-1c58-40ac-8fff-85f2a8c14765 req-feee94cd-aadc-46d8-9029-f0934f79a24c tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/ports?device_id=b439d937-b2ea-438c-b8f9-0e5e7e776097 HTTP/1.1" status: 200 len: 946 time: 0.0895875 Feb 16 13:16:16.762340 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9bd49c8f-1c58-40ac-8fff-85f2a8c14765 req-92ab7f16-1772-4068-a510-27544f084905 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/security-groups?id=c591fe4a-f3f5-431d-8777-224ec6579482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431709 Feb 16 13:16:16.777193 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 9b4dd1b4-506b-4947-949c-02f54b4b705a no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:16:16.822953 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] No Port match for: 9b4dd1b4-506b-4947-949c-02f54b4b705a {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:16:16.823322 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 9b4dd1b4-506b-4947-949c-02f54b4b705a not bound to the agent host hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:16:17.325977 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580c5ba-a17b-4a4b-9ce4-3c6fbf088eb3 req-ab13cade-7b22-47be-835a-89e60012b2a4 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:17.327337 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2580c5ba-a17b-4a4b-9ce4-3c6fbf088eb3 req-ab13cade-7b22-47be-835a-89e60012b2a4 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/ports?device_id=b439d937-b2ea-438c-b8f9-0e5e7e776097 HTTP/1.1" status: 200 len: 946 time: 0.0908446 Feb 16 13:16:17.372037 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2580c5ba-a17b-4a4b-9ce4-3c6fbf088eb3 req-7673e6c0-f952-41bb-aba5-b3370ad2db56 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/security-groups?id=c591fe4a-f3f5-431d-8777-224ec6579482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389783 Feb 16 13:16:18.691301 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbdca01-e7e3-4f01-85ef-ea1d28cae6b7 req-75de8a18-3e2a-4254-91e0-08a53f5646ff tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:18.692731 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-0cbdca01-e7e3-4f01-85ef-ea1d28cae6b7 req-75de8a18-3e2a-4254-91e0-08a53f5646ff tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/ports?device_id=b439d937-b2ea-438c-b8f9-0e5e7e776097 HTTP/1.1" status: 200 len: 946 time: 0.2003701 Feb 16 13:16:18.716011 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09373d30-f5bb-4336-b9dc-9e1e21acc1ed req-b840ffcf-1610-47cf-840a-24a45ca24a23 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:18.717548 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-09373d30-f5bb-4336-b9dc-9e1e21acc1ed req-b840ffcf-1610-47cf-840a-24a45ca24a23 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.89 "GET /v2.0/ports?device_id=b439d937-b2ea-438c-b8f9-0e5e7e776097 HTTP/1.1" status: 200 len: 946 time: 0.0851729 Feb 16 13:16:18.739896 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-0cbdca01-e7e3-4f01-85ef-ea1d28cae6b7 req-3ce13657-cbb2-4a2a-8d33-bc667d6e566c tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/security-groups?id=c591fe4a-f3f5-431d-8777-224ec6579482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399380 Feb 16 13:16:18.792403 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-09373d30-f5bb-4336-b9dc-9e1e21acc1ed req-97e070ad-c7bf-4a27-9b1f-163a36157c9d tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Deleting port 79942600-40b5-4d62-98a9-80ff7d160b29 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:16:18.792770 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-09373d30-f5bb-4336-b9dc-9e1e21acc1ed req-97e070ad-c7bf-4a27-9b1f-163a36157c9d tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:19.047360 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-09373d30-f5bb-4336-b9dc-9e1e21acc1ed req-97e070ad-c7bf-4a27-9b1f-163a36157c9d tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] For port 79942600-40b5-4d62-98a9-80ff7d160b29, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=79942600-40b5-4d62-98a9-80ff7d160b29,segment=NetworkSegment(5034f60e-78ea-4589-8f2a-337c18e3470c),segment_id=5034f60e-78ea-4589-8f2a-337c18e3470c)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:16:19.047667 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-09373d30-f5bb-4336-b9dc-9e1e21acc1ed req-97e070ad-c7bf-4a27-9b1f-163a36157c9d tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:19.167226 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-09373d30-f5bb-4336-b9dc-9e1e21acc1ed req-97e070ad-c7bf-4a27-9b1f-163a36157c9d tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Calling delete_port for 79942600-40b5-4d62-98a9-80ff7d160b29 owned by compute:nova {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:16:19.337085 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-09373d30-f5bb-4336-b9dc-9e1e21acc1ed req-97e070ad-c7bf-4a27-9b1f-163a36157c9d tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:19.349488 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['79942600-40b5-4d62-98a9-80ff7d160b29'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:16:19.390727 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e070ad-c7bf-4a27-9b1f-163a36157c9d tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Pushing event deleted for resources: {'Port': ['ID=79942600-40b5-4d62-98a9-80ff7d160b29,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:19.467938 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-09373d30-f5bb-4336-b9dc-9e1e21acc1ed req-97e070ad-c7bf-4a27-9b1f-163a36157c9d tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] No DVR routers for this DVR port 79942600-40b5-4d62-98a9-80ff7d160b29 on host hv-neutron-8295 {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:16:19.470624 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-09373d30-f5bb-4336-b9dc-9e1e21acc1ed req-97e070ad-c7bf-4a27-9b1f-163a36157c9d tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:19.473092 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b439d937-b2ea-438c-b8f9-0e5e7e776097', 'name': 'network-vif-deleted', 'tag': '79942600-40b5-4d62-98a9-80ff7d160b29'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:16:19.491377 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-09373d30-f5bb-4336-b9dc-9e1e21acc1ed req-97e070ad-c7bf-4a27-9b1f-163a36157c9d tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.89 "DELETE /v2.0/ports/79942600-40b5-4d62-98a9-80ff7d160b29 HTTP/1.1" status: 204 len: 173 time: 0.7682884 Feb 16 13:16:19.525302 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b439d937-b2ea-438c-b8f9-0e5e7e776097', 'name': 'network-vif-deleted', 'tag': '79942600-40b5-4d62-98a9-80ff7d160b29', 'status': 'completed', 'code': 200} Feb 16 13:16:19.918094 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f67e818b-986e-4b3c-84ef-d76ff8e3c160 req-ec4a81ff-fb89-4267-8553-24c5528ad2a5 tempest-ServersNegativeTestJSON-1681535676 tempest-ServersNegativeTestJSON-1681535676-project] 10.222.0.83 "GET /v2.0/ports?device_id=b439d937-b2ea-438c-b8f9-0e5e7e776097 HTTP/1.1" status: 200 len: 210 time: 0.0442612 Feb 16 13:16:21.020963 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 47944) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:21.082169 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-0897601c-ab9d-4c2b-a207-030c567bf471 admin admin] Deleting subnet 1515787d-d468-4375-9006-b502ddeec70a {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:16:21.085585 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0897601c-ab9d-4c2b-a207-030c567bf471 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:21.134924 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0897601c-ab9d-4c2b-a207-030c567bf471 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:21.190890 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0897601c-ab9d-4c2b-a207-030c567bf471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:21.267485 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0897601c-ab9d-4c2b-a207-030c567bf471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:21.305510 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0897601c-ab9d-4c2b-a207-030c567bf471 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1515787d-d468-4375-9006-b502ddeec70a,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:21.307411 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0897601c-ab9d-4c2b-a207-030c567bf471 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:21.313861 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0897601c-ab9d-4c2b-a207-030c567bf471 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/1515787d-d468-4375-9006-b502ddeec70a HTTP/1.1" status: 204 len: 168 time: 0.2918680 Feb 16 13:16:21.316478 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 47948) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:21.422294 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b1b08499-03b4-4b75-8937-5cf4f6ab803c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:21.661881 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b1b08499-03b4-4b75-8937-5cf4f6ab803c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:21.688512 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-b1b08499-03b4-4b75-8937-5cf4f6ab803c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68a2a9cd-3608-4bfd-89b2-c9fff0147b9a']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:21.702842 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-b1b08499-03b4-4b75-8937-5cf4f6ab803c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5034f60e-78ea-4589-8f2a-337c18e3470c') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:21.703132 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-b1b08499-03b4-4b75-8937-5cf4f6ab803c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5034f60e-78ea-4589-8f2a-337c18e3470c') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:21.714992 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b1b08499-03b4-4b75-8937-5cf4f6ab803c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:21.732373 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b1b08499-03b4-4b75-8937-5cf4f6ab803c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:21.739031 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1b08499-03b4-4b75-8937-5cf4f6ab803c admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:16:21.739407 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b1b08499-03b4-4b75-8937-5cf4f6ab803c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:21.752231 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 13:16:21.752231 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:16:21.752231 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 13:16:21.752231 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:16:21.752231 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 13:16:21.752231 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:16:21.752231 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 13:16:21.752231 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:16:21.752231 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 13:16:21.752231 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:16:21.752231 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 13:16:21.752231 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:16:21.752231 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 13:16:21.752231 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:16:21.752231 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:16:21.752231 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:16:21.752231 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:16:21.752231 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:16:21.752231 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 13:16:21.752231 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:16:21.752231 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 13:16:21.752231 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:16:21.752231 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:16:21.752231 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:16:21.752231 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 13:16:21.752231 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:16:21.752231 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:16:21.752231 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:16:21.752231 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:16:21.752231 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:16:21.752231 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:16:21.752231 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:16:21.834474 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b1b08499-03b4-4b75-8937-5cf4f6ab803c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:21.850890 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b1b08499-03b4-4b75-8937-5cf4f6ab803c admin admin] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:21.860858 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b08499-03b4-4b75-8937-5cf4f6ab803c admin admin] Pushing event deleted for resources: {'Network': ['ID=68a2a9cd-3608-4bfd-89b2-c9fff0147b9a,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:21.869719 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-b1b08499-03b4-4b75-8937-5cf4f6ab803c admin admin] 10.222.0.83 "DELETE /v2.0/networks/68a2a9cd-3608-4bfd-89b2-c9fff0147b9a HTTP/1.1" status: 204 len: 168 time: 0.5521898 Feb 16 13:16:21.993128 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 47954) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:22.043537 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-2f8aa7d8-0abf-4d28-bd04-3cec33592e2d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3b05fe06009f47bfb8a3c0ae6240984b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492065 Feb 16 13:16:22.046256 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 47958) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:22.109977 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-eee03804-ae9a-4af0-b47d-da2d1649263b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:22.135550 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-eee03804-ae9a-4af0-b47d-da2d1649263b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:22.196084 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-eee03804-ae9a-4af0-b47d-da2d1649263b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:22.212869 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee03804-ae9a-4af0-b47d-da2d1649263b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c591fe4a-f3f5-431d-8777-224ec6579482,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:22.224303 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-eee03804-ae9a-4af0-b47d-da2d1649263b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:22.225459 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-eee03804-ae9a-4af0-b47d-da2d1649263b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c591fe4a-f3f5-431d-8777-224ec6579482 HTTP/1.1" status: 204 len: 168 time: 0.1783164 Feb 16 13:16:22.778182 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 79942600-40b5-4d62-98a9-80ff7d160b29 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:16:22.814069 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] No Port match for: 79942600-40b5-4d62-98a9-80ff7d160b29 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:16:22.814520 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 79942600-40b5-4d62-98a9-80ff7d160b29 not bound to the agent host hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:16:23.052145 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 47982) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:23.164400 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-b676f176-d7f7-40c5-8c1d-209ed00d0532 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-344314660'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:23.171939 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b676f176-d7f7-40c5-8c1d-209ed00d0532 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:23.177307 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b676f176-d7f7-40c5-8c1d-209ed00d0532 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Usage tracker for resource:network and tenant:eaeb185754a44964867b6669a1df4589 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:16:23.180728 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b676f176-d7f7-40c5-8c1d-209ed00d0532 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:16:23.188095 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b676f176-d7f7-40c5-8c1d-209ed00d0532 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:23.200225 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b676f176-d7f7-40c5-8c1d-209ed00d0532 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Made reservation on behalf of eaeb185754a44964867b6669a1df4589 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:16:23.204282 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b676f176-d7f7-40c5-8c1d-209ed00d0532 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:23.216737 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b676f176-d7f7-40c5-8c1d-209ed00d0532 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:23.231980 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b676f176-d7f7-40c5-8c1d-209ed00d0532 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:23.236365 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b676f176-d7f7-40c5-8c1d-209ed00d0532 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Usage tracker for resource:security_group_rule and tenant:eaeb185754a44964867b6669a1df4589 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:16:23.239432 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b676f176-d7f7-40c5-8c1d-209ed00d0532 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:16:23.245884 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b676f176-d7f7-40c5-8c1d-209ed00d0532 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:23.334893 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b676f176-d7f7-40c5-8c1d-209ed00d0532 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:23.341220 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b676f176-d7f7-40c5-8c1d-209ed00d0532 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:23.375440 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b676f176-d7f7-40c5-8c1d-209ed00d0532 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:16:23.387781 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b676f176-d7f7-40c5-8c1d-209ed00d0532 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e68e04b0-4e37-4a7f-bc2f-91b52c733e0b,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:23.393076 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b676f176-d7f7-40c5-8c1d-209ed00d0532 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:23.393420 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-b676f176-d7f7-40c5-8c1d-209ed00d0532 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Added segment 09dcadc9-4316-45bf-96c9-738827fb4aa4 of type vlan for network 0be80694-c474-4c5f-a97d-891b297e52b8 Feb 16 13:16:23.422127 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b676f176-d7f7-40c5-8c1d-209ed00d0532 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:23.455584 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b676f176-d7f7-40c5-8c1d-209ed00d0532 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:23.461136 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b676f176-d7f7-40c5-8c1d-209ed00d0532 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:23.461710 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b676f176-d7f7-40c5-8c1d-209ed00d0532 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:23.567655 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b676f176-d7f7-40c5-8c1d-209ed00d0532 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5143838 Feb 16 13:16:23.570740 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b676f176-d7f7-40c5-8c1d-209ed00d0532 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Pushing event updated for resources: {'Network': ['ID=0be80694-c474-4c5f-a97d-891b297e52b8,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:23.583687 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 0be80694-c474-4c5f-a97d-891b297e52b8 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:16:26.889306 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 47990) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:26.898447 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-2ef5ea63-a7a1-4539-b909-0e1606349d8d tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Request body: {'subnet': {'network_id': '0be80694-c474-4c5f-a97d-891b297e52b8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:27.010361 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-2ef5ea63-a7a1-4539-b909-0e1606349d8d tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:27.015067 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2ef5ea63-a7a1-4539-b909-0e1606349d8d tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Usage tracker for resource:subnet and tenant:eaeb185754a44964867b6669a1df4589 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:16:27.018193 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2ef5ea63-a7a1-4539-b909-0e1606349d8d tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:16:27.024697 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-2ef5ea63-a7a1-4539-b909-0e1606349d8d tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:27.038994 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef5ea63-a7a1-4539-b909-0e1606349d8d tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Made reservation on behalf of eaeb185754a44964867b6669a1df4589 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:16:27.043012 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2ef5ea63-a7a1-4539-b909-0e1606349d8d tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:27.267373 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2ef5ea63-a7a1-4539-b909-0e1606349d8d tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:27.342672 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef5ea63-a7a1-4539-b909-0e1606349d8d tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Pushing event updated for resources: {'Subnet': ['ID=a8928e5c-3bb9-48ae-85c6-1f9d4ea79280,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:27.353391 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef5ea63-a7a1-4539-b909-0e1606349d8d tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Checking segment: {'id': '09dcadc9-4316-45bf-96c9-738827fb4aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0be80694-c474-4c5f-a97d-891b297e52b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:16:27.353721 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef5ea63-a7a1-4539-b909-0e1606349d8d tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Network hostable DHCP agents. Network: 0be80694-c474-4c5f-a97d-891b297e52b8, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:16:27.373149 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef5ea63-a7a1-4539-b909-0e1606349d8d tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Network 0be80694-c474-4c5f-a97d-891b297e52b8 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:16:27.383462 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-2ef5ea63-a7a1-4539-b909-0e1606349d8d tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 0be80694-c474-4c5f-a97d-891b297e52b8) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:16:27.387969 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef5ea63-a7a1-4539-b909-0e1606349d8d tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:27.388541 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2ef5ea63-a7a1-4539-b909-0e1606349d8d tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:27.394133 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76e74cd-2b4f-4f83-92ab-0eff5d2cba11 None None] Network 0be80694-c474-4c5f-a97d-891b297e52b8 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:16:27.412066 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2ef5ea63-a7a1-4539-b909-0e1606349d8d tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5212696 Feb 16 13:16:27.415453 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 47994) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:27.421263 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-b6ef2e61-b54c-46d2-a380-cbaa70dc1f4b tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1869788047'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:27.426437 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b6ef2e61-b54c-46d2-a380-cbaa70dc1f4b tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:27.430622 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b6ef2e61-b54c-46d2-a380-cbaa70dc1f4b tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Usage tracker for resource:network and tenant:eaeb185754a44964867b6669a1df4589 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:16:27.433936 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b6ef2e61-b54c-46d2-a380-cbaa70dc1f4b tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:16:27.440695 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b6ef2e61-b54c-46d2-a380-cbaa70dc1f4b tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:27.451391 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ef2e61-b54c-46d2-a380-cbaa70dc1f4b tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Made reservation on behalf of eaeb185754a44964867b6669a1df4589 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:16:27.455144 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6ef2e61-b54c-46d2-a380-cbaa70dc1f4b tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:27.482136 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6ef2e61-b54c-46d2-a380-cbaa70dc1f4b tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:16:27.490981 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6ef2e61-b54c-46d2-a380-cbaa70dc1f4b tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:27.491309 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-b6ef2e61-b54c-46d2-a380-cbaa70dc1f4b tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Added segment 58ba4978-91a3-42da-b0b5-79acb2990451 of type vlan for network e09e81e3-dacf-4091-b97c-3d35da5ef740 Feb 16 13:16:27.518151 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6ef2e61-b54c-46d2-a380-cbaa70dc1f4b tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:27.547930 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6ef2e61-b54c-46d2-a380-cbaa70dc1f4b tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:27.553516 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ef2e61-b54c-46d2-a380-cbaa70dc1f4b tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:27.554127 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6ef2e61-b54c-46d2-a380-cbaa70dc1f4b tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:27.622223 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e10001-04c6-4b27-bf95-653238316c94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-0be80694-c474-4c5f-a97d-891b297e52b8', 'network_id': '0be80694-c474-4c5f-a97d-891b297e52b8', 'tenant_id': 'eaeb185754a44964867b6669a1df4589', 'fixed_ips': [{'subnet_id': 'a8928e5c-3bb9-48ae-85c6-1f9d4ea79280'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:16:27.623162 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b7e10001-04c6-4b27-bf95-653238316c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:27.657653 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b6ef2e61-b54c-46d2-a380-cbaa70dc1f4b tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2411466 Feb 16 13:16:27.660922 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 47998) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:27.668576 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-e8711ebb-a51b-4a64-81bf-d37e51f3b44b tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Request body: {'subnet': {'network_id': 'e09e81e3-dacf-4091-b97c-3d35da5ef740', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:27.691950 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef2e61-b54c-46d2-a380-cbaa70dc1f4b tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Pushing event updated for resources: {'Network': ['ID=e09e81e3-dacf-4091-b97c-3d35da5ef740,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:27.707544 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network e09e81e3-dacf-4091-b97c-3d35da5ef740 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:16:27.781380 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e8711ebb-a51b-4a64-81bf-d37e51f3b44b tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:27.785359 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e8711ebb-a51b-4a64-81bf-d37e51f3b44b tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Usage tracker for resource:subnet and tenant:eaeb185754a44964867b6669a1df4589 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:16:27.788568 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e8711ebb-a51b-4a64-81bf-d37e51f3b44b tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:16:27.794386 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e8711ebb-a51b-4a64-81bf-d37e51f3b44b tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:27.805133 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8711ebb-a51b-4a64-81bf-d37e51f3b44b tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Made reservation on behalf of eaeb185754a44964867b6669a1df4589 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:16:27.809043 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e8711ebb-a51b-4a64-81bf-d37e51f3b44b tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:27.871786 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-b7e10001-04c6-4b27-bf95-653238316c94 None None] Allocated IP 2001:db8:0:ffff::2 (0be80694-c474-4c5f-a97d-891b297e52b8/a8928e5c-3bb9-48ae-85c6-1f9d4ea79280/5b315d96-52ca-4c19-82db-4fd3433f9421) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:16:28.051946 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e8711ebb-a51b-4a64-81bf-d37e51f3b44b tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:28.113553 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b7e10001-04c6-4b27-bf95-653238316c94 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:28.125345 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-b7e10001-04c6-4b27-bf95-653238316c94 None None] Transition to ACTIVE for port object 5b315d96-52ca-4c19-82db-4fd3433f9421 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:16:28.144783 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-b7e10001-04c6-4b27-bf95-653238316c94 None None] Transition to ACTIVE for port object 5b315d96-52ca-4c19-82db-4fd3433f9421 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:16:28.151066 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b7e10001-04c6-4b27-bf95-653238316c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:28.218914 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e10001-04c6-4b27-bf95-653238316c94 None None] Network 0be80694-c474-4c5f-a97d-891b297e52b8 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:16:28.221776 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-b7e10001-04c6-4b27-bf95-653238316c94 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:16:28.224631 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e10001-04c6-4b27-bf95-653238316c94 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:16:28.230507 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8711ebb-a51b-4a64-81bf-d37e51f3b44b tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Pushing event updated for resources: {'Subnet': ['ID=8508aeb9-aab7-4695-badf-8d42f22dde9c,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:28.232120 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e10001-04c6-4b27-bf95-653238316c94 None None] Pushing event updated for resources: {'Port': ['ID=5b315d96-52ca-4c19-82db-4fd3433f9421,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:28.241142 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8711ebb-a51b-4a64-81bf-d37e51f3b44b tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Checking segment: {'id': '58ba4978-91a3-42da-b0b5-79acb2990451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'e09e81e3-dacf-4091-b97c-3d35da5ef740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:16:28.241483 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8711ebb-a51b-4a64-81bf-d37e51f3b44b tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Network hostable DHCP agents. Network: e09e81e3-dacf-4091-b97c-3d35da5ef740, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:16:28.261882 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8711ebb-a51b-4a64-81bf-d37e51f3b44b tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Network e09e81e3-dacf-4091-b97c-3d35da5ef740 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:16:28.271122 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e10001-04c6-4b27-bf95-653238316c94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:28.271463 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e10001-04c6-4b27-bf95-653238316c94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:28.271795 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e10001-04c6-4b27-bf95-653238316c94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:28.272314 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-e8711ebb-a51b-4a64-81bf-d37e51f3b44b tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, e09e81e3-dacf-4091-b97c-3d35da5ef740) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:16:28.272466 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e10001-04c6-4b27-bf95-653238316c94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:28.272569 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e10001-04c6-4b27-bf95-653238316c94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:28.272947 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e10001-04c6-4b27-bf95-653238316c94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:28.273272 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e10001-04c6-4b27-bf95-653238316c94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:28.273586 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e10001-04c6-4b27-bf95-653238316c94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:28.273903 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e10001-04c6-4b27-bf95-653238316c94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:28.274215 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e10001-04c6-4b27-bf95-653238316c94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:28.274524 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e10001-04c6-4b27-bf95-653238316c94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:28.274970 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e10001-04c6-4b27-bf95-653238316c94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:28.276947 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8711ebb-a51b-4a64-81bf-d37e51f3b44b tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:28.277604 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e8711ebb-a51b-4a64-81bf-d37e51f3b44b tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:28.283800 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973c49db-3971-4a78-8f28-ed6083b81caf None None] Network e09e81e3-dacf-4091-b97c-3d35da5ef740 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:16:28.299927 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e8711ebb-a51b-4a64-81bf-d37e51f3b44b tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6379979 Feb 16 13:16:28.302706 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 48002) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:28.400015 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-b7e10001-04c6-4b27-bf95-653238316c94 None None] Attempting to bind port 5b315d96-52ca-4c19-82db-4fd3433f9421 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:16:28.400586 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-b7e10001-04c6-4b27-bf95-653238316c94 None None] Attempting to bind port 5b315d96-52ca-4c19-82db-4fd3433f9421 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '09dcadc9-4316-45bf-96c9-738827fb4aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0be80694-c474-4c5f-a97d-891b297e52b8'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:16:28.400749 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e10001-04c6-4b27-bf95-653238316c94 None None] Attempting to bind port 5b315d96-52ca-4c19-82db-4fd3433f9421 on network 0be80694-c474-4c5f-a97d-891b297e52b8 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:16:28.415726 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e10001-04c6-4b27-bf95-653238316c94 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:16:28.416076 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e10001-04c6-4b27-bf95-653238316c94 None None] Checking segment: {'id': '09dcadc9-4316-45bf-96c9-738827fb4aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0be80694-c474-4c5f-a97d-891b297e52b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:16:28.416481 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b7e10001-04c6-4b27-bf95-653238316c94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:28.416882 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e10001-04c6-4b27-bf95-653238316c94 None None] Bound using segment: {'id': '09dcadc9-4316-45bf-96c9-738827fb4aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0be80694-c474-4c5f-a97d-891b297e52b8'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:16:28.417339 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-b7e10001-04c6-4b27-bf95-653238316c94 None None] Bound port: 5b315d96-52ca-4c19-82db-4fd3433f9421, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09dcadc9-4316-45bf-96c9-738827fb4aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0be80694-c474-4c5f-a97d-891b297e52b8'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:16:28.417705 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b7e10001-04c6-4b27-bf95-653238316c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:28.444834 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fddd043c-47b0-4880-b67f-f0b7690625b5 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:28.508922 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fddd043c-47b0-4880-b67f-f0b7690625b5 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:28.576113 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-b7e10001-04c6-4b27-bf95-653238316c94 None None] For port 5b315d96-52ca-4c19-82db-4fd3433f9421, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:16:28.594901 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fddd043c-47b0-4880-b67f-f0b7690625b5 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:28.620872 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-b7e10001-04c6-4b27-bf95-653238316c94 None None] For port 5b315d96-52ca-4c19-82db-4fd3433f9421, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=5b315d96-52ca-4c19-82db-4fd3433f9421,segment=NetworkSegment(09dcadc9-4316-45bf-96c9-738827fb4aa4),segment_id=09dcadc9-4316-45bf-96c9-738827fb4aa4)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:16:28.626265 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b7e10001-04c6-4b27-bf95-653238316c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:28.639610 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd043c-47b0-4880-b67f-f0b7690625b5 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Pushing event deleted for resources: {'Subnet': ['ID=8508aeb9-aab7-4695-badf-8d42f22dde9c,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:28.659045 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5db6b98-1371-426c-995c-7ce40fcafe04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-e09e81e3-dacf-4091-b97c-3d35da5ef740', 'network_id': 'e09e81e3-dacf-4091-b97c-3d35da5ef740', 'tenant_id': 'eaeb185754a44964867b6669a1df4589', 'fixed_ips': [{'subnet_id': '8508aeb9-aab7-4695-badf-8d42f22dde9c'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:16:28.659883 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f5db6b98-1371-426c-995c-7ce40fcafe04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:28.741667 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fddd043c-47b0-4880-b67f-f0b7690625b5 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:28.770431 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-fddd043c-47b0-4880-b67f-f0b7690625b5 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e09e81e3-dacf-4091-b97c-3d35da5ef740']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:28.782978 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e10001-04c6-4b27-bf95-653238316c94 None None] Pushing event updated for resources: {'Port': ['ID=5b315d96-52ca-4c19-82db-4fd3433f9421,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:28.784510 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-fddd043c-47b0-4880-b67f-f0b7690625b5 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58ba4978-91a3-42da-b0b5-79acb2990451') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:28.784852 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-fddd043c-47b0-4880-b67f-f0b7690625b5 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58ba4978-91a3-42da-b0b5-79acb2990451') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:28.798596 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fddd043c-47b0-4880-b67f-f0b7690625b5 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:28.801698 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf0ffea-6e37-4952-b134-937c01c27cfc None None] Network e09e81e3-dacf-4091-b97c-3d35da5ef740 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:16:28.816462 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fddd043c-47b0-4880-b67f-f0b7690625b5 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:28.825074 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fddd043c-47b0-4880-b67f-f0b7690625b5 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:16:28.825742 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fddd043c-47b0-4880-b67f-f0b7690625b5 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:28.841174 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 13:16:28.841174 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:16:28.841174 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 13:16:28.841174 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:16:28.841174 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 13:16:28.841174 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:16:28.841174 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 13:16:28.841174 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:16:28.841174 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 13:16:28.841174 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:16:28.841174 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 13:16:28.841174 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:16:28.841174 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 13:16:28.841174 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:16:28.841174 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:16:28.841174 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:16:28.841174 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:16:28.841174 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:16:28.841174 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 13:16:28.841174 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:16:28.841174 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 13:16:28.841174 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:16:28.841174 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:16:28.841174 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:16:28.841174 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 13:16:28.841174 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:16:28.841174 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:16:28.841174 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:16:28.841174 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:16:28.841174 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:16:28.841174 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:16:28.841174 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:16:28.929920 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fddd043c-47b0-4880-b67f-f0b7690625b5 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:28.958605 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fddd043c-47b0-4880-b67f-f0b7690625b5 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:28.961322 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd043c-47b0-4880-b67f-f0b7690625b5 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Pushing event deleted for resources: {'Network': ['ID=e09e81e3-dacf-4091-b97c-3d35da5ef740,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:28.971872 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fddd043c-47b0-4880-b67f-f0b7690625b5 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] 10.222.0.83 "DELETE /v2.0/networks/e09e81e3-dacf-4091-b97c-3d35da5ef740 HTTP/1.1" status: 204 len: 168 time: 0.6682181 Feb 16 13:16:28.975838 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 48006) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:28.982526 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-d1ff0a87-a105-4b63-889d-f06b537d540d tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1876732861'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:28.988280 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-d1ff0a87-a105-4b63-889d-f06b537d540d tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:28.992253 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-d1ff0a87-a105-4b63-889d-f06b537d540d tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Usage tracker for resource:network and tenant:eaeb185754a44964867b6669a1df4589 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:16:28.995237 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-d1ff0a87-a105-4b63-889d-f06b537d540d tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:16:29.001063 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-d1ff0a87-a105-4b63-889d-f06b537d540d tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:29.011507 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ff0a87-a105-4b63-889d-f06b537d540d tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Made reservation on behalf of eaeb185754a44964867b6669a1df4589 for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:16:29.015546 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d1ff0a87-a105-4b63-889d-f06b537d540d tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:29.051923 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1ff0a87-a105-4b63-889d-f06b537d540d tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:16:29.062534 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d1ff0a87-a105-4b63-889d-f06b537d540d tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:29.062890 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-d1ff0a87-a105-4b63-889d-f06b537d540d tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Added segment 701dc7d4-a7a8-4ea4-b70e-7cee8ccb7951 of type vlan for network 830190be-2911-4f5a-864e-bcecd40bf5c5 Feb 16 13:16:29.091113 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d1ff0a87-a105-4b63-889d-f06b537d540d tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:29.126537 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d1ff0a87-a105-4b63-889d-f06b537d540d tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:29.132015 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ff0a87-a105-4b63-889d-f06b537d540d tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:29.132595 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d1ff0a87-a105-4b63-889d-f06b537d540d tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:29.233803 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d1ff0a87-a105-4b63-889d-f06b537d540d tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2559760 Feb 16 13:16:29.236525 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 48010) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:29.244103 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-93c21801-cf58-4c88-81b4-45f40bf13638 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Request body: {'subnet': {'network_id': '830190be-2911-4f5a-864e-bcecd40bf5c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:29.257913 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff0a87-a105-4b63-889d-f06b537d540d tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Pushing event updated for resources: {'Network': ['ID=830190be-2911-4f5a-864e-bcecd40bf5c5,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:29.269375 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 830190be-2911-4f5a-864e-bcecd40bf5c5 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:16:29.359799 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-93c21801-cf58-4c88-81b4-45f40bf13638 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:29.363638 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-93c21801-cf58-4c88-81b4-45f40bf13638 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Usage tracker for resource:subnet and tenant:eaeb185754a44964867b6669a1df4589 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:16:29.366543 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-93c21801-cf58-4c88-81b4-45f40bf13638 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:16:29.372321 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-93c21801-cf58-4c88-81b4-45f40bf13638 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:29.383687 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c21801-cf58-4c88-81b4-45f40bf13638 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Made reservation on behalf of eaeb185754a44964867b6669a1df4589 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:16:29.387185 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-93c21801-cf58-4c88-81b4-45f40bf13638 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:29.482987 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.ipam_backend_mixin [None req-93c21801-cf58-4c88-81b4-45f40bf13638 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Performing IP validity checks on allocation pools {{(pid=87701) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 13:16:29.483588 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.ipam_backend_mixin [None req-93c21801-cf58-4c88-81b4-45f40bf13638 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87701) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 13:16:29.534654 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 5b315d96-52ca-4c19-82db-4fd3433f9421 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:16:29.607831 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 5b315d96-52ca-4c19-82db-4fd3433f9421 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:16:29.621191 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-93c21801-cf58-4c88-81b4-45f40bf13638 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:29.703643 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c21801-cf58-4c88-81b4-45f40bf13638 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Pushing event updated for resources: {'Subnet': ['ID=1384a81e-1fc1-421a-9304-4cc4eaf9b727,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:29.712586 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c21801-cf58-4c88-81b4-45f40bf13638 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Checking segment: {'id': '701dc7d4-a7a8-4ea4-b70e-7cee8ccb7951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '830190be-2911-4f5a-864e-bcecd40bf5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:16:29.712963 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c21801-cf58-4c88-81b4-45f40bf13638 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Network hostable DHCP agents. Network: 830190be-2911-4f5a-864e-bcecd40bf5c5, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:16:29.734105 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c21801-cf58-4c88-81b4-45f40bf13638 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Network 830190be-2911-4f5a-864e-bcecd40bf5c5 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:16:29.745185 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-93c21801-cf58-4c88-81b4-45f40bf13638 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 830190be-2911-4f5a-864e-bcecd40bf5c5) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:16:29.750560 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c21801-cf58-4c88-81b4-45f40bf13638 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:29.750900 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcd747a-cc34-4616-878d-0aeb4d96d745 None None] Network 0be80694-c474-4c5f-a97d-891b297e52b8 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:16:29.751263 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-93c21801-cf58-4c88-81b4-45f40bf13638 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks [] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:29.770484 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecc450d-5be7-4df5-8b41-580b4aadca82 None None] Network 830190be-2911-4f5a-864e-bcecd40bf5c5 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:16:29.772441 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-93c21801-cf58-4c88-81b4-45f40bf13638 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5348721 Feb 16 13:16:29.775099 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 48014) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:29.910948 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-945b935f-e39a-4a08-b40e-89b6bc381ebb tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:29.929782 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-77a5aa5d-d650-44bf-babe-2802019e9656 None None] Provisioning for port 5b315d96-52ca-4c19-82db-4fd3433f9421 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:16:29.965561 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-77a5aa5d-d650-44bf-babe-2802019e9656 None None] Provisioning complete for port 5b315d96-52ca-4c19-82db-4fd3433f9421 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:29.965927 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-77a5aa5d-d650-44bf-babe-2802019e9656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:29.975786 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-945b935f-e39a-4a08-b40e-89b6bc381ebb tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:30.056102 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-945b935f-e39a-4a08-b40e-89b6bc381ebb tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:30.096694 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b935f-e39a-4a08-b40e-89b6bc381ebb tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Pushing event deleted for resources: {'Subnet': ['ID=1384a81e-1fc1-421a-9304-4cc4eaf9b727,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:30.191660 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-945b935f-e39a-4a08-b40e-89b6bc381ebb tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:30.218768 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-945b935f-e39a-4a08-b40e-89b6bc381ebb tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['830190be-2911-4f5a-864e-bcecd40bf5c5']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:30.219129 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12a7d67-cf5d-436b-90eb-f72e00f4552a None None] Network 830190be-2911-4f5a-864e-bcecd40bf5c5 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:16:30.230751 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-945b935f-e39a-4a08-b40e-89b6bc381ebb tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '701dc7d4-a7a8-4ea4-b70e-7cee8ccb7951') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:30.231054 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-945b935f-e39a-4a08-b40e-89b6bc381ebb tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '701dc7d4-a7a8-4ea4-b70e-7cee8ccb7951') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:30.242565 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-945b935f-e39a-4a08-b40e-89b6bc381ebb tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:30.258775 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-945b935f-e39a-4a08-b40e-89b6bc381ebb tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:30.266081 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-945b935f-e39a-4a08-b40e-89b6bc381ebb tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:16:30.266499 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-945b935f-e39a-4a08-b40e-89b6bc381ebb tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:30.281119 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 13:16:30.281119 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:16:30.281119 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 13:16:30.281119 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:16:30.281119 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 13:16:30.281119 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:16:30.281119 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 13:16:30.281119 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:16:30.281119 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 13:16:30.281119 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:16:30.281119 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 13:16:30.281119 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:16:30.281119 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 13:16:30.281119 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:16:30.281119 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:16:30.281119 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:16:30.281119 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:16:30.281119 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:16:30.281119 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 13:16:30.281119 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:16:30.281119 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 13:16:30.281119 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:16:30.281119 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:16:30.281119 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:16:30.281119 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 13:16:30.281119 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:16:30.281119 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:16:30.281119 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:16:30.281119 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:16:30.281119 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:16:30.281119 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:16:30.281119 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:16:30.364757 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-945b935f-e39a-4a08-b40e-89b6bc381ebb tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:30.374919 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-77a5aa5d-d650-44bf-babe-2802019e9656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:30.385518 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-945b935f-e39a-4a08-b40e-89b6bc381ebb tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:30.397053 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b935f-e39a-4a08-b40e-89b6bc381ebb tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Pushing event deleted for resources: {'Network': ['ID=830190be-2911-4f5a-864e-bcecd40bf5c5,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:30.406903 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 48018) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:30.407390 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-945b935f-e39a-4a08-b40e-89b6bc381ebb tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] 10.222.0.83 "DELETE /v2.0/networks/830190be-2911-4f5a-864e-bcecd40bf5c5 HTTP/1.1" status: 204 len: 168 time: 0.6309350 Feb 16 13:16:30.414105 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-b53adf3b-354b-422d-8eab-4bad5bd461bc tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-637873407'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:30.420554 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b53adf3b-354b-422d-8eab-4bad5bd461bc tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:30.425418 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b53adf3b-354b-422d-8eab-4bad5bd461bc tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Usage tracker for resource:network and tenant:eaeb185754a44964867b6669a1df4589 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:16:30.428381 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b53adf3b-354b-422d-8eab-4bad5bd461bc tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:16:30.435636 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b53adf3b-354b-422d-8eab-4bad5bd461bc tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:30.446645 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53adf3b-354b-422d-8eab-4bad5bd461bc tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Made reservation on behalf of eaeb185754a44964867b6669a1df4589 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:16:30.450248 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b53adf3b-354b-422d-8eab-4bad5bd461bc tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:30.478503 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b53adf3b-354b-422d-8eab-4bad5bd461bc tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:16:30.481251 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-77a5aa5d-d650-44bf-babe-2802019e9656 None None] For port 5b315d96-52ca-4c19-82db-4fd3433f9421, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=5b315d96-52ca-4c19-82db-4fd3433f9421,segment=NetworkSegment(09dcadc9-4316-45bf-96c9-738827fb4aa4),segment_id=09dcadc9-4316-45bf-96c9-738827fb4aa4)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:16:30.487012 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-77a5aa5d-d650-44bf-babe-2802019e9656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:30.489922 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b53adf3b-354b-422d-8eab-4bad5bd461bc tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:30.490300 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-b53adf3b-354b-422d-8eab-4bad5bd461bc tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Added segment 1e9c2111-bb3b-47bb-ba94-bf9872542075 of type vlan for network 69bd7fd7-0620-4ad0-9d19-bc0878039f50 Feb 16 13:16:30.518862 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b53adf3b-354b-422d-8eab-4bad5bd461bc tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:30.560988 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b53adf3b-354b-422d-8eab-4bad5bd461bc tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:30.565851 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a5aa5d-d650-44bf-babe-2802019e9656 None None] Pushing event updated for resources: {'Port': ['ID=5b315d96-52ca-4c19-82db-4fd3433f9421,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:30.567504 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53adf3b-354b-422d-8eab-4bad5bd461bc tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:30.569094 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b53adf3b-354b-422d-8eab-4bad5bd461bc tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:30.673668 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b53adf3b-354b-422d-8eab-4bad5bd461bc tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2649353 Feb 16 13:16:30.677288 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 48022) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:30.685224 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-55de375f-ddbf-468d-bf5f-ffd947eb49e3 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Request body: {'subnet': {'network_id': '69bd7fd7-0620-4ad0-9d19-bc0878039f50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:30.713024 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53adf3b-354b-422d-8eab-4bad5bd461bc tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Pushing event updated for resources: {'Network': ['ID=69bd7fd7-0620-4ad0-9d19-bc0878039f50,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:30.713254 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-83c9414f-7001-407d-b514-610e25ab6965 None None] Provisioning complete for port 5b315d96-52ca-4c19-82db-4fd3433f9421 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:30.713361 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-83c9414f-7001-407d-b514-610e25ab6965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:30.738055 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 69bd7fd7-0620-4ad0-9d19-bc0878039f50 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:16:30.808505 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-55de375f-ddbf-468d-bf5f-ffd947eb49e3 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:30.813333 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-55de375f-ddbf-468d-bf5f-ffd947eb49e3 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Usage tracker for resource:subnet and tenant:eaeb185754a44964867b6669a1df4589 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:16:30.816222 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-55de375f-ddbf-468d-bf5f-ffd947eb49e3 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:16:30.822288 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-55de375f-ddbf-468d-bf5f-ffd947eb49e3 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:30.832578 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55de375f-ddbf-468d-bf5f-ffd947eb49e3 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Made reservation on behalf of eaeb185754a44964867b6669a1df4589 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:16:30.836023 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-55de375f-ddbf-468d-bf5f-ffd947eb49e3 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:31.066426 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-55de375f-ddbf-468d-bf5f-ffd947eb49e3 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:31.105798 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:16:31.144424 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55de375f-ddbf-468d-bf5f-ffd947eb49e3 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Pushing event updated for resources: {'Subnet': ['ID=5609d957-c7fc-4a33-add1-51f48c3f8593,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:31.154608 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55de375f-ddbf-468d-bf5f-ffd947eb49e3 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Checking segment: {'id': '1e9c2111-bb3b-47bb-ba94-bf9872542075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '69bd7fd7-0620-4ad0-9d19-bc0878039f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:16:31.154965 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55de375f-ddbf-468d-bf5f-ffd947eb49e3 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Network hostable DHCP agents. Network: 69bd7fd7-0620-4ad0-9d19-bc0878039f50, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:16:31.177289 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55de375f-ddbf-468d-bf5f-ffd947eb49e3 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Network 69bd7fd7-0620-4ad0-9d19-bc0878039f50 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:16:31.187957 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-55de375f-ddbf-468d-bf5f-ffd947eb49e3 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 69bd7fd7-0620-4ad0-9d19-bc0878039f50) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:16:31.192386 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55de375f-ddbf-468d-bf5f-ffd947eb49e3 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:31.193004 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-55de375f-ddbf-468d-bf5f-ffd947eb49e3 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:31.197101 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8527a8e8-3c4b-4aa2-9f2c-94c4920dcca3 None None] Network 69bd7fd7-0620-4ad0-9d19-bc0878039f50 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:16:31.216146 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-55de375f-ddbf-468d-bf5f-ffd947eb49e3 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5377066 Feb 16 13:16:31.219901 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 48026) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:31.225639 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-fd4f4334-b3d2-4657-8069-bb55467bc927 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-935340281'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:31.230660 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-fd4f4334-b3d2-4657-8069-bb55467bc927 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:31.234784 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fd4f4334-b3d2-4657-8069-bb55467bc927 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Usage tracker for resource:network and tenant:eaeb185754a44964867b6669a1df4589 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:16:31.237661 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-fd4f4334-b3d2-4657-8069-bb55467bc927 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:16:31.243315 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-fd4f4334-b3d2-4657-8069-bb55467bc927 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:31.255772 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4f4334-b3d2-4657-8069-bb55467bc927 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Made reservation on behalf of eaeb185754a44964867b6669a1df4589 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:16:31.259225 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd4f4334-b3d2-4657-8069-bb55467bc927 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:31.290779 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd4f4334-b3d2-4657-8069-bb55467bc927 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:16:31.301035 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd4f4334-b3d2-4657-8069-bb55467bc927 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:31.301704 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-fd4f4334-b3d2-4657-8069-bb55467bc927 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Added segment 36a0d244-aa55-4c3b-8ea1-3817c56aa264 of type vlan for network 6d1b283a-2995-488f-8463-45cdea40f4aa Feb 16 13:16:31.328915 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd4f4334-b3d2-4657-8069-bb55467bc927 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:31.360962 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd4f4334-b3d2-4657-8069-bb55467bc927 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:31.366384 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4f4334-b3d2-4657-8069-bb55467bc927 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:31.366948 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd4f4334-b3d2-4657-8069-bb55467bc927 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:31.409707 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e340689-8b7b-466b-b25f-00193432ec10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-69bd7fd7-0620-4ad0-9d19-bc0878039f50', 'network_id': '69bd7fd7-0620-4ad0-9d19-bc0878039f50', 'tenant_id': 'eaeb185754a44964867b6669a1df4589', 'fixed_ips': [{'subnet_id': '5609d957-c7fc-4a33-add1-51f48c3f8593'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:16:31.410645 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2e340689-8b7b-466b-b25f-00193432ec10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:31.464310 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fd4f4334-b3d2-4657-8069-bb55467bc927 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2431674 Feb 16 13:16:31.467380 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 48030) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:31.474194 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f4334-b3d2-4657-8069-bb55467bc927 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Pushing event updated for resources: {'Network': ['ID=6d1b283a-2995-488f-8463-45cdea40f4aa,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:31.476953 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-5e5bb093-56f3-411b-b492-b3a137a2b75c tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Request body: {'subnet': {'network_id': '6d1b283a-2995-488f-8463-45cdea40f4aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:31.491103 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 6d1b283a-2995-488f-8463-45cdea40f4aa details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:16:31.554039 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 5b315d96-52ca-4c19-82db-4fd3433f9421 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:16:31.717317 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-5e5bb093-56f3-411b-b492-b3a137a2b75c tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:31.721705 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-5e5bb093-56f3-411b-b492-b3a137a2b75c tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Usage tracker for resource:subnet and tenant:eaeb185754a44964867b6669a1df4589 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:16:31.723312 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-2e340689-8b7b-466b-b25f-00193432ec10 None None] Allocated IP 2001:db8::2 (69bd7fd7-0620-4ad0-9d19-bc0878039f50/5609d957-c7fc-4a33-add1-51f48c3f8593/32d9b0ca-8d4b-41e6-9cda-a2e0c04fc768) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:16:31.724925 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-5e5bb093-56f3-411b-b492-b3a137a2b75c tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:16:31.730601 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-5e5bb093-56f3-411b-b492-b3a137a2b75c tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:31.736729 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 5b315d96-52ca-4c19-82db-4fd3433f9421 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:31.737135 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:31.740949 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5bb093-56f3-411b-b492-b3a137a2b75c tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Made reservation on behalf of eaeb185754a44964867b6669a1df4589 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:16:31.744552 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5e5bb093-56f3-411b-b492-b3a137a2b75c tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:31.895479 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0bf8bc04-7a49-4080-a266-3969d4e8ae2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:31.962960 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5e5bb093-56f3-411b-b492-b3a137a2b75c tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:32.043949 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5bb093-56f3-411b-b492-b3a137a2b75c tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Pushing event updated for resources: {'Subnet': ['ID=80eb4e9f-d6cd-483a-9add-91d654123448,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:32.051804 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5bb093-56f3-411b-b492-b3a137a2b75c tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Checking segment: {'id': '36a0d244-aa55-4c3b-8ea1-3817c56aa264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6d1b283a-2995-488f-8463-45cdea40f4aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:16:32.052161 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5bb093-56f3-411b-b492-b3a137a2b75c tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Network hostable DHCP agents. Network: 6d1b283a-2995-488f-8463-45cdea40f4aa, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:16:32.063379 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2e340689-8b7b-466b-b25f-00193432ec10 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:32.072886 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5bb093-56f3-411b-b492-b3a137a2b75c tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Network 6d1b283a-2995-488f-8463-45cdea40f4aa is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:16:32.074179 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-2e340689-8b7b-466b-b25f-00193432ec10 None None] Transition to ACTIVE for port object 32d9b0ca-8d4b-41e6-9cda-a2e0c04fc768 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:16:32.082944 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-5e5bb093-56f3-411b-b492-b3a137a2b75c tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 6d1b283a-2995-488f-8463-45cdea40f4aa) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:16:32.087350 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5bb093-56f3-411b-b492-b3a137a2b75c tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:32.087746 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5e5bb093-56f3-411b-b492-b3a137a2b75c tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks [] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:32.092646 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-2e340689-8b7b-466b-b25f-00193432ec10 None None] Transition to ACTIVE for port object 32d9b0ca-8d4b-41e6-9cda-a2e0c04fc768 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:16:32.095255 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e609d57-0bb8-4c45-a8b8-78af9f38ad10 None None] Network 6d1b283a-2995-488f-8463-45cdea40f4aa requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:16:32.114285 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-5e5bb093-56f3-411b-b492-b3a137a2b75c tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6422539 Feb 16 13:16:32.114670 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 48034) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:32.196302 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2e340689-8b7b-466b-b25f-00193432ec10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:32.256162 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d15bdc10-9b2d-4672-88a4-0cfd7ecb98ed tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:32.267816 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e340689-8b7b-466b-b25f-00193432ec10 None None] Network 69bd7fd7-0620-4ad0-9d19-bc0878039f50 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:16:32.276602 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-2e340689-8b7b-466b-b25f-00193432ec10 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:16:32.282514 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e340689-8b7b-466b-b25f-00193432ec10 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:16:32.320491 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d15bdc10-9b2d-4672-88a4-0cfd7ecb98ed tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:32.347553 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e340689-8b7b-466b-b25f-00193432ec10 None None] Pushing event updated for resources: {'Port': ['ID=32d9b0ca-8d4b-41e6-9cda-a2e0c04fc768,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:32.399761 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d15bdc10-9b2d-4672-88a4-0cfd7ecb98ed tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:32.433860 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-2e340689-8b7b-466b-b25f-00193432ec10 None None] Attempting to bind port 32d9b0ca-8d4b-41e6-9cda-a2e0c04fc768 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:16:32.434227 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-2e340689-8b7b-466b-b25f-00193432ec10 None None] Attempting to bind port 32d9b0ca-8d4b-41e6-9cda-a2e0c04fc768 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '1e9c2111-bb3b-47bb-ba94-bf9872542075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '69bd7fd7-0620-4ad0-9d19-bc0878039f50'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:16:32.434581 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e340689-8b7b-466b-b25f-00193432ec10 None None] Attempting to bind port 32d9b0ca-8d4b-41e6-9cda-a2e0c04fc768 on network 69bd7fd7-0620-4ad0-9d19-bc0878039f50 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:16:32.441282 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15bdc10-9b2d-4672-88a4-0cfd7ecb98ed tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Pushing event deleted for resources: {'Subnet': ['ID=80eb4e9f-d6cd-483a-9add-91d654123448,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:32.474294 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e340689-8b7b-466b-b25f-00193432ec10 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:16:32.474697 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e340689-8b7b-466b-b25f-00193432ec10 None None] Checking segment: {'id': '1e9c2111-bb3b-47bb-ba94-bf9872542075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '69bd7fd7-0620-4ad0-9d19-bc0878039f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:16:32.475025 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2e340689-8b7b-466b-b25f-00193432ec10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:32.475378 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e340689-8b7b-466b-b25f-00193432ec10 None None] Bound using segment: {'id': '1e9c2111-bb3b-47bb-ba94-bf9872542075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '69bd7fd7-0620-4ad0-9d19-bc0878039f50'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:16:32.475889 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-2e340689-8b7b-466b-b25f-00193432ec10 None None] Bound port: 32d9b0ca-8d4b-41e6-9cda-a2e0c04fc768, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e9c2111-bb3b-47bb-ba94-bf9872542075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '69bd7fd7-0620-4ad0-9d19-bc0878039f50'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:16:32.476241 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2e340689-8b7b-466b-b25f-00193432ec10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:32.486171 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c32b1e1-e207-449d-b3e4-7ab0e9217b0b None None] Network 6d1b283a-2995-488f-8463-45cdea40f4aa requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:16:32.532675 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d15bdc10-9b2d-4672-88a4-0cfd7ecb98ed tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:32.557432 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-d15bdc10-9b2d-4672-88a4-0cfd7ecb98ed tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d1b283a-2995-488f-8463-45cdea40f4aa']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:32.569822 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-d15bdc10-9b2d-4672-88a4-0cfd7ecb98ed tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36a0d244-aa55-4c3b-8ea1-3817c56aa264') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:32.570117 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-d15bdc10-9b2d-4672-88a4-0cfd7ecb98ed tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36a0d244-aa55-4c3b-8ea1-3817c56aa264') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:32.581426 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d15bdc10-9b2d-4672-88a4-0cfd7ecb98ed tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:32.597155 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d15bdc10-9b2d-4672-88a4-0cfd7ecb98ed tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:32.603235 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d15bdc10-9b2d-4672-88a4-0cfd7ecb98ed tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:16:32.603643 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d15bdc10-9b2d-4672-88a4-0cfd7ecb98ed tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:32.621512 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 13:16:32.621512 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:16:32.621512 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 13:16:32.621512 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:16:32.621512 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 13:16:32.621512 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:16:32.621512 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 13:16:32.621512 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:16:32.621512 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 13:16:32.621512 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:16:32.621512 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 13:16:32.621512 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:16:32.621512 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 13:16:32.621512 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:16:32.621512 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:16:32.621512 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:16:32.621512 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:16:32.621512 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:16:32.621512 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 13:16:32.621512 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:16:32.621512 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 13:16:32.621512 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:16:32.621512 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:16:32.621512 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:16:32.621512 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 13:16:32.621512 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:16:32.621512 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:16:32.621512 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:16:32.621512 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:16:32.621512 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:16:32.621512 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:16:32.621512 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:16:32.711221 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d15bdc10-9b2d-4672-88a4-0cfd7ecb98ed tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:32.714662 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-2e340689-8b7b-466b-b25f-00193432ec10 None None] For port 32d9b0ca-8d4b-41e6-9cda-a2e0c04fc768, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:16:32.722220 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-2e340689-8b7b-466b-b25f-00193432ec10 None None] For port 32d9b0ca-8d4b-41e6-9cda-a2e0c04fc768, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=32d9b0ca-8d4b-41e6-9cda-a2e0c04fc768,segment=NetworkSegment(1e9c2111-bb3b-47bb-ba94-bf9872542075),segment_id=1e9c2111-bb3b-47bb-ba94-bf9872542075)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:16:32.727442 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2e340689-8b7b-466b-b25f-00193432ec10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:32.728304 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d15bdc10-9b2d-4672-88a4-0cfd7ecb98ed tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:32.739239 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15bdc10-9b2d-4672-88a4-0cfd7ecb98ed tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Pushing event deleted for resources: {'Network': ['ID=6d1b283a-2995-488f-8463-45cdea40f4aa,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:32.745753 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d15bdc10-9b2d-4672-88a4-0cfd7ecb98ed tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] 10.222.0.83 "DELETE /v2.0/networks/6d1b283a-2995-488f-8463-45cdea40f4aa HTTP/1.1" status: 204 len: 168 time: 0.6276331 Feb 16 13:16:32.746110 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 48038) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:32.784254 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.pecan_wsgi.hooks.translation [None req-af30208c-cbf7-4e83-a44d-00a5ddf82587 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] GET failed (client error): The resource could not be found. Feb 16 13:16:32.784662 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-af30208c-cbf7-4e83-a44d-00a5ddf82587 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Synchronizing usage tracker for tenant:eaeb185754a44964867b6669a1df4589 on resource:subnet {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:16:32.804328 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e340689-8b7b-466b-b25f-00193432ec10 None None] Pushing event updated for resources: {'Port': ['ID=32d9b0ca-8d4b-41e6-9cda-a2e0c04fc768,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:32.809519 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-af30208c-cbf7-4e83-a44d-00a5ddf82587 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Unset dirty status for tenant:eaeb185754a44964867b6669a1df4589 on resource:subnet {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:16:32.818562 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-af30208c-cbf7-4e83-a44d-00a5ddf82587 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] 10.222.0.83 "GET /v2.0/subnets/80eb4e9f-d6cd-483a-9add-91d654123448 HTTP/1.1" status: 404 len: 337 time: 0.0639148 Feb 16 13:16:32.819117 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 48042) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:32.845766 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b6de4a0-bd4f-4995-823d-d423e7a1db2c tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] DELETE failed (client error): The resource could not be found. Feb 16 13:16:32.846234 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b6de4a0-bd4f-4995-823d-d423e7a1db2c tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:16:32.848946 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6b6de4a0-bd4f-4995-823d-d423e7a1db2c tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] 10.222.0.83 "DELETE /v2.0/networks/6d1b283a-2995-488f-8463-45cdea40f4aa HTTP/1.1" status: 404 len: 339 time: 0.0279844 Feb 16 13:16:32.851739 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 48046) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:32.888988 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf7e0077-fe7b-46b2-8683-ffcb4861eb7d tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] DELETE failed (client error): The resource could not be found. Feb 16 13:16:32.889523 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf7e0077-fe7b-46b2-8683-ffcb4861eb7d tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:16:32.891484 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-cf7e0077-fe7b-46b2-8683-ffcb4861eb7d tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] 10.222.0.83 "DELETE /v2.0/subnets/80eb4e9f-d6cd-483a-9add-91d654123448 HTTP/1.1" status: 404 len: 337 time: 0.0386534 Feb 16 13:16:32.894023 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 48050) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:32.918990 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-358ab3db-130b-4be3-bc85-4351883e546a tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] DELETE failed (client error): The resource could not be found. Feb 16 13:16:32.919457 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-358ab3db-130b-4be3-bc85-4351883e546a tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:16:32.921346 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-358ab3db-130b-4be3-bc85-4351883e546a tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] 10.222.0.83 "DELETE /v2.0/networks/6d1b283a-2995-488f-8463-45cdea40f4aa HTTP/1.1" status: 404 len: 339 time: 0.0263460 Feb 16 13:16:32.923994 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 48054) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:33.110035 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-63716d21-c964-4cf9-8cba-3debc21cf85e tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Deleting subnet 5609d957-c7fc-4a33-add1-51f48c3f8593 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:16:33.113375 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-63716d21-c964-4cf9-8cba-3debc21cf85e tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:33.168646 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-63716d21-c964-4cf9-8cba-3debc21cf85e tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:33.254214 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-63716d21-c964-4cf9-8cba-3debc21cf85e tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:33.334445 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-63716d21-c964-4cf9-8cba-3debc21cf85e tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:33.376499 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63716d21-c964-4cf9-8cba-3debc21cf85e tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Pushing event deleted for resources: {'Subnet': ['ID=5609d957-c7fc-4a33-add1-51f48c3f8593,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:33.380331 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-63716d21-c964-4cf9-8cba-3debc21cf85e tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:33.395206 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-63716d21-c964-4cf9-8cba-3debc21cf85e tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] 10.222.0.83 "DELETE /v2.0/subnets/5609d957-c7fc-4a33-add1-51f48c3f8593 HTTP/1.1" status: 204 len: 168 time: 0.4702084 Feb 16 13:16:33.397734 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 48058) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:33.519948 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b70532fa-bc1c-4401-895f-ee57d4896f10 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:33.530807 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b70532fa-bc1c-4401-895f-ee57d4896f10 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Deleting port 32d9b0ca-8d4b-41e6-9cda-a2e0c04fc768 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:16:33.531225 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b70532fa-bc1c-4401-895f-ee57d4896f10 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:33.533474 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 32d9b0ca-8d4b-41e6-9cda-a2e0c04fc768 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:16:33.606644 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 32d9b0ca-8d4b-41e6-9cda-a2e0c04fc768 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:16:33.764718 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b70532fa-bc1c-4401-895f-ee57d4896f10 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] For port 32d9b0ca-8d4b-41e6-9cda-a2e0c04fc768, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=32d9b0ca-8d4b-41e6-9cda-a2e0c04fc768,segment=NetworkSegment(1e9c2111-bb3b-47bb-ba94-bf9872542075),segment_id=1e9c2111-bb3b-47bb-ba94-bf9872542075)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:16:33.765124 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b70532fa-bc1c-4401-895f-ee57d4896f10 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:33.786634 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18fffef-2c37-478b-bfc9-a25b9e7f8556 None None] Network 69bd7fd7-0620-4ad0-9d19-bc0878039f50 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:16:33.886859 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-31f9c883-4699-4684-8135-63cd4241c123 None None] Provisioning for port 32d9b0ca-8d4b-41e6-9cda-a2e0c04fc768 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:16:33.889679 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b70532fa-bc1c-4401-895f-ee57d4896f10 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Calling delete_port for 32d9b0ca-8d4b-41e6-9cda-a2e0c04fc768 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:16:33.954154 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-31f9c883-4699-4684-8135-63cd4241c123 None None] Provisioning complete for port 32d9b0ca-8d4b-41e6-9cda-a2e0c04fc768 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:33.954792 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-31f9c883-4699-4684-8135-63cd4241c123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:33.970276 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b70532fa-bc1c-4401-895f-ee57d4896f10 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:33.995017 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-31f9c883-4699-4684-8135-63cd4241c123 None None] Port 32d9b0ca-8d4b-41e6-9cda-a2e0c04fc768 was deleted so its status cannot be updated. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 16 13:16:34.016006 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70532fa-bc1c-4401-895f-ee57d4896f10 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Pushing event deleted for resources: {'Port': ['ID=32d9b0ca-8d4b-41e6-9cda-a2e0c04fc768,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:34.023843 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70532fa-bc1c-4401-895f-ee57d4896f10 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] No DVR routers for this DVR port 32d9b0ca-8d4b-41e6-9cda-a2e0c04fc768 on host dv-neutron-829527-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:16:34.080569 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbed7694-523e-4d9f-a060-c0eab1b639fb None None] DHCP port deletion for 69bd7fd7-0620-4ad0-9d19-bc0878039f50 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:16:34.147864 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b70532fa-bc1c-4401-895f-ee57d4896f10 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:34.171649 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-bf448231-68a7-4c8f-b343-574846861117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:34.173616 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-b70532fa-bc1c-4401-895f-ee57d4896f10 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69bd7fd7-0620-4ad0-9d19-bc0878039f50']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:34.186036 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-b70532fa-bc1c-4401-895f-ee57d4896f10 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e9c2111-bb3b-47bb-ba94-bf9872542075') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:34.186360 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-b70532fa-bc1c-4401-895f-ee57d4896f10 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e9c2111-bb3b-47bb-ba94-bf9872542075') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:34.197332 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b70532fa-bc1c-4401-895f-ee57d4896f10 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:34.213215 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b70532fa-bc1c-4401-895f-ee57d4896f10 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:34.220038 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b70532fa-bc1c-4401-895f-ee57d4896f10 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:16:34.220463 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b70532fa-bc1c-4401-895f-ee57d4896f10 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:34.234577 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 13:16:34.234577 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:16:34.234577 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 13:16:34.234577 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:16:34.234577 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 13:16:34.234577 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:16:34.234577 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 13:16:34.234577 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:16:34.234577 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 13:16:34.234577 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:16:34.234577 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 13:16:34.234577 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:16:34.234577 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 13:16:34.234577 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:16:34.234577 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:16:34.234577 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:16:34.234577 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:16:34.234577 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:16:34.234577 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 13:16:34.234577 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:16:34.234577 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 13:16:34.234577 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:16:34.234577 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:16:34.234577 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:16:34.234577 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 13:16:34.234577 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:16:34.234577 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:16:34.234577 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:16:34.234577 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:16:34.234577 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:16:34.234577 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:16:34.234577 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:16:34.317245 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b70532fa-bc1c-4401-895f-ee57d4896f10 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:34.336290 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b70532fa-bc1c-4401-895f-ee57d4896f10 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:34.347008 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70532fa-bc1c-4401-895f-ee57d4896f10 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Pushing event deleted for resources: {'Network': ['ID=69bd7fd7-0620-4ad0-9d19-bc0878039f50,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:34.350905 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b70532fa-bc1c-4401-895f-ee57d4896f10 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] 10.222.0.83 "DELETE /v2.0/networks/69bd7fd7-0620-4ad0-9d19-bc0878039f50 HTTP/1.1" status: 204 len: 168 time: 0.9522464 Feb 16 13:16:34.353718 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 48062) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:34.395152 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aa167ba-c7e0-45f4-b954-5fa201775243 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] DELETE failed (client error): The resource could not be found. Feb 16 13:16:34.395595 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aa167ba-c7e0-45f4-b954-5fa201775243 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:16:34.397275 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7aa167ba-c7e0-45f4-b954-5fa201775243 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] 10.222.0.83 "DELETE /v2.0/subnets/1384a81e-1fc1-421a-9304-4cc4eaf9b727 HTTP/1.1" status: 404 len: 337 time: 0.0426221 Feb 16 13:16:34.400104 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 48066) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:34.427309 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b40b9fa-e80a-41d4-8f00-7f6473b44754 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] DELETE failed (client error): The resource could not be found. Feb 16 13:16:34.427791 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b40b9fa-e80a-41d4-8f00-7f6473b44754 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:16:34.432430 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0b40b9fa-e80a-41d4-8f00-7f6473b44754 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] 10.222.0.83 "DELETE /v2.0/networks/830190be-2911-4f5a-864e-bcecd40bf5c5 HTTP/1.1" status: 404 len: 339 time: 0.0285485 Feb 16 13:16:34.433499 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 48070) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:34.470033 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-dab587f4-b619-4856-9599-9165d6b29124 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] DELETE failed (client error): The resource could not be found. Feb 16 13:16:34.470464 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dab587f4-b619-4856-9599-9165d6b29124 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:16:34.471997 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-dab587f4-b619-4856-9599-9165d6b29124 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] 10.222.0.83 "DELETE /v2.0/subnets/8508aeb9-aab7-4695-badf-8d42f22dde9c HTTP/1.1" status: 404 len: 337 time: 0.0376332 Feb 16 13:16:34.474512 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 48074) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:34.499015 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9bb88a6-e8f5-460b-b225-b68b80d44531 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] DELETE failed (client error): The resource could not be found. Feb 16 13:16:34.499530 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9bb88a6-e8f5-460b-b225-b68b80d44531 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:16:34.501105 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a9bb88a6-e8f5-460b-b225-b68b80d44531 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] 10.222.0.83 "DELETE /v2.0/networks/e09e81e3-dacf-4091-b97c-3d35da5ef740 HTTP/1.1" status: 404 len: 339 time: 0.0257180 Feb 16 13:16:34.503458 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 48078) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:34.569280 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-def8a190-9206-4d81-b823-d85fe6d79df1 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Deleting subnet a8928e5c-3bb9-48ae-85c6-1f9d4ea79280 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:16:34.572399 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-def8a190-9206-4d81-b823-d85fe6d79df1 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:34.628554 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-def8a190-9206-4d81-b823-d85fe6d79df1 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:34.652203 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:34.735832 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-def8a190-9206-4d81-b823-d85fe6d79df1 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:34.910932 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-def8a190-9206-4d81-b823-d85fe6d79df1 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:34.949657 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8a190-9206-4d81-b823-d85fe6d79df1 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Pushing event deleted for resources: {'Subnet': ['ID=a8928e5c-3bb9-48ae-85c6-1f9d4ea79280,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:34.953341 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-def8a190-9206-4d81-b823-d85fe6d79df1 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:34.960899 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecfa0a4-a724-4c69-8714-437cbf4dd172 None None] Network 0be80694-c474-4c5f-a97d-891b297e52b8 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:16:34.964465 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-def8a190-9206-4d81-b823-d85fe6d79df1 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] 10.222.0.83 "DELETE /v2.0/subnets/a8928e5c-3bb9-48ae-85c6-1f9d4ea79280 HTTP/1.1" status: 204 len: 168 time: 0.4600544 Feb 16 13:16:34.966275 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 48082) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:35.078764 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8624ad4d-a939-4f29-a1ce-c07080f91828 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:35.090107 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8624ad4d-a939-4f29-a1ce-c07080f91828 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Deleting port 5b315d96-52ca-4c19-82db-4fd3433f9421 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:16:35.090470 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8624ad4d-a939-4f29-a1ce-c07080f91828 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:35.210514 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab960e6a-1980-467f-b92e-91f51685975a None None] DHCP port deletion for 0be80694-c474-4c5f-a97d-891b297e52b8 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:16:35.214441 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:35.216021 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-ab960e6a-1980-467f-b92e-91f51685975a None None] Deleting port 5b315d96-52ca-4c19-82db-4fd3433f9421 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:16:35.216373 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ab960e6a-1980-467f-b92e-91f51685975a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:35.277232 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:35.306050 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8624ad4d-a939-4f29-a1ce-c07080f91828 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] For port 5b315d96-52ca-4c19-82db-4fd3433f9421, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=5b315d96-52ca-4c19-82db-4fd3433f9421,segment=NetworkSegment(09dcadc9-4316-45bf-96c9-738827fb4aa4),segment_id=09dcadc9-4316-45bf-96c9-738827fb4aa4)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:16:35.306390 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8624ad4d-a939-4f29-a1ce-c07080f91828 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:35.431089 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-ab960e6a-1980-467f-b92e-91f51685975a None None] For port 5b315d96-52ca-4c19-82db-4fd3433f9421, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=5b315d96-52ca-4c19-82db-4fd3433f9421,segment=NetworkSegment(09dcadc9-4316-45bf-96c9-738827fb4aa4),segment_id=09dcadc9-4316-45bf-96c9-738827fb4aa4)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:16:35.431391 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ab960e6a-1980-467f-b92e-91f51685975a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:35.433998 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8624ad4d-a939-4f29-a1ce-c07080f91828 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Calling delete_port for 5b315d96-52ca-4c19-82db-4fd3433f9421 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:16:35.522214 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8624ad4d-a939-4f29-a1ce-c07080f91828 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:35.526452 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 32d9b0ca-8d4b-41e6-9cda-a2e0c04fc768 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:16:35.576832 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8624ad4d-a939-4f29-a1ce-c07080f91828 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Pushing event deleted for resources: {'Port': ['ID=5b315d96-52ca-4c19-82db-4fd3433f9421,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:35.582823 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8624ad4d-a939-4f29-a1ce-c07080f91828 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] No DVR routers for this DVR port 5b315d96-52ca-4c19-82db-4fd3433f9421 on host dv-neutron-829527-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:16:35.612823 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-ab960e6a-1980-467f-b92e-91f51685975a None None] Calling delete_port for 5b315d96-52ca-4c19-82db-4fd3433f9421 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:16:35.649553 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 32d9b0ca-8d4b-41e6-9cda-a2e0c04fc768 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:16:35.649838 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 32d9b0ca-8d4b-41e6-9cda-a2e0c04fc768 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:16:35.650277 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 5b315d96-52ca-4c19-82db-4fd3433f9421 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:16:35.690786 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 5b315d96-52ca-4c19-82db-4fd3433f9421 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:16:35.691011 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 5b315d96-52ca-4c19-82db-4fd3433f9421 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:16:35.711216 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8624ad4d-a939-4f29-a1ce-c07080f91828 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:35.721048 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.db.api [None req-ab960e6a-1980-467f-b92e-91f51685975a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:16:35.721400 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG oslo_db.api [None req-ab960e6a-1980-467f-b92e-91f51685975a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:16:35.737990 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-8624ad4d-a939-4f29-a1ce-c07080f91828 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0be80694-c474-4c5f-a97d-891b297e52b8']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:35.752177 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-8624ad4d-a939-4f29-a1ce-c07080f91828 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09dcadc9-4316-45bf-96c9-738827fb4aa4') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:35.752472 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-8624ad4d-a939-4f29-a1ce-c07080f91828 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09dcadc9-4316-45bf-96c9-738827fb4aa4') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:35.763777 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8624ad4d-a939-4f29-a1ce-c07080f91828 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:35.782163 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8624ad4d-a939-4f29-a1ce-c07080f91828 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:35.788309 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8624ad4d-a939-4f29-a1ce-c07080f91828 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:16:35.788785 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8624ad4d-a939-4f29-a1ce-c07080f91828 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:35.802754 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 13:16:35.802754 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:16:35.802754 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 13:16:35.802754 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:16:35.802754 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 13:16:35.802754 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:16:35.802754 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 13:16:35.802754 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:16:35.802754 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 13:16:35.802754 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:16:35.802754 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 13:16:35.802754 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:16:35.802754 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 13:16:35.802754 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:16:35.802754 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:16:35.802754 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:16:35.802754 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:16:35.802754 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:16:35.802754 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 13:16:35.802754 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:16:35.802754 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 13:16:35.802754 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:16:35.802754 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:16:35.802754 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:16:35.802754 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 13:16:35.802754 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:16:35.802754 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:16:35.802754 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:16:35.802754 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:16:35.802754 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:16:35.802754 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:16:35.802754 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:16:35.884174 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8624ad4d-a939-4f29-a1ce-c07080f91828 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:35.900999 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8624ad4d-a939-4f29-a1ce-c07080f91828 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:35.911870 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8624ad4d-a939-4f29-a1ce-c07080f91828 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] Pushing event deleted for resources: {'Network': ['ID=0be80694-c474-4c5f-a97d-891b297e52b8,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:35.915919 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8624ad4d-a939-4f29-a1ce-c07080f91828 tempest-NetworksIpV6Test-2061866334 tempest-NetworksIpV6Test-2061866334-project] 10.222.0.83 "DELETE /v2.0/networks/0be80694-c474-4c5f-a97d-891b297e52b8 HTTP/1.1" status: 204 len: 168 time: 0.9486792 Feb 16 13:16:36.222528 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 48090) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:36.223104 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-ab960e6a-1980-467f-b92e-91f51685975a None None] Deleting port 5b315d96-52ca-4c19-82db-4fd3433f9421 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:16:36.223579 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ab960e6a-1980-467f-b92e-91f51685975a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:36.290692 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-ab960e6a-1980-467f-b92e-91f51685975a None None] The port '5b315d96-52ca-4c19-82db-4fd3433f9421' was deleted {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:16:36.375235 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e79d40bb-0c76-4c76-8069-f2f4099a94f4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=eaeb185754a44964867b6669a1df4589&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1515157 Feb 16 13:16:36.377762 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 48096) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:36.439412 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d5363404-7456-403d-94eb-38a05456b6b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:36.465267 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d5363404-7456-403d-94eb-38a05456b6b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:36.519816 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d5363404-7456-403d-94eb-38a05456b6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:36.541260 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5363404-7456-403d-94eb-38a05456b6b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68e04b0-4e37-4a7f-bc2f-91b52c733e0b,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:36.551376 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d5363404-7456-403d-94eb-38a05456b6b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:36.552309 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d5363404-7456-403d-94eb-38a05456b6b3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e68e04b0-4e37-4a7f-bc2f-91b52c733e0b HTTP/1.1" status: 204 len: 168 time: 0.1736715 Feb 16 13:16:36.802592 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:37.485119 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 48120) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:37.601173 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-7f0c901e-ce52-41ec-a4ec-370779b6e39e tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-405300068', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:37.608658 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-7f0c901e-ce52-41ec-a4ec-370779b6e39e tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:37.618926 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-7f0c901e-ce52-41ec-a4ec-370779b6e39e tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Usage tracker for resource:router and tenant:c51f0d2ef81a49bab7a6f5536223e10b is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:16:37.622079 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-7f0c901e-ce52-41ec-a4ec-370779b6e39e tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:16:37.628710 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-7f0c901e-ce52-41ec-a4ec-370779b6e39e tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:37.641283 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7f0c901e-ce52-41ec-a4ec-370779b6e39e tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:37.642284 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7f0c901e-ce52-41ec-a4ec-370779b6e39e tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:37.658143 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7f0c901e-ce52-41ec-a4ec-370779b6e39e tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:37.680776 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7f0c901e-ce52-41ec-a4ec-370779b6e39e tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:37.705125 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7f0c901e-ce52-41ec-a4ec-370779b6e39e tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:37.706406 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7f0c901e-ce52-41ec-a4ec-370779b6e39e tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2202361 Feb 16 13:16:37.709591 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 48126) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:37.716022 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-28ca26b0-0ae6-4672-b115-fe8dda12209f tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-947912346'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:37.721338 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-28ca26b0-0ae6-4672-b115-fe8dda12209f tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:37.725314 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-28ca26b0-0ae6-4672-b115-fe8dda12209f tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Usage tracker for resource:network and tenant:c51f0d2ef81a49bab7a6f5536223e10b is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:16:37.728201 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-28ca26b0-0ae6-4672-b115-fe8dda12209f tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:16:37.734077 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-28ca26b0-0ae6-4672-b115-fe8dda12209f tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:37.746964 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ca26b0-0ae6-4672-b115-fe8dda12209f tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Made reservation on behalf of c51f0d2ef81a49bab7a6f5536223e10b for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:16:37.750522 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-28ca26b0-0ae6-4672-b115-fe8dda12209f tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:37.762881 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-28ca26b0-0ae6-4672-b115-fe8dda12209f tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:37.782731 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-28ca26b0-0ae6-4672-b115-fe8dda12209f tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:37.788328 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-28ca26b0-0ae6-4672-b115-fe8dda12209f tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Usage tracker for resource:security_group_rule and tenant:c51f0d2ef81a49bab7a6f5536223e10b is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:16:37.793117 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-28ca26b0-0ae6-4672-b115-fe8dda12209f tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:16:37.800918 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-28ca26b0-0ae6-4672-b115-fe8dda12209f tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:37.889665 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-28ca26b0-0ae6-4672-b115-fe8dda12209f tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:37.895404 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-28ca26b0-0ae6-4672-b115-fe8dda12209f tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:37.926853 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28ca26b0-0ae6-4672-b115-fe8dda12209f tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:16:37.935406 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca26b0-0ae6-4672-b115-fe8dda12209f tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eec7d9cd-06c6-446d-98bf-e075f6b6a877,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:37.944492 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-28ca26b0-0ae6-4672-b115-fe8dda12209f tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:37.944858 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-28ca26b0-0ae6-4672-b115-fe8dda12209f tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Added segment c147b735-f1a8-4a55-8ec1-3cfe49c59878 of type vlan for network 1248c100-c89d-4b8d-a7be-8fef0ae12ec5 Feb 16 13:16:37.946471 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca26b0-0ae6-4672-b115-fe8dda12209f tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:37.946812 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca26b0-0ae6-4672-b115-fe8dda12209f tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:37.947145 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca26b0-0ae6-4672-b115-fe8dda12209f tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:37.947472 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca26b0-0ae6-4672-b115-fe8dda12209f tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:37.947800 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca26b0-0ae6-4672-b115-fe8dda12209f tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:37.948124 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca26b0-0ae6-4672-b115-fe8dda12209f tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:37.948448 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca26b0-0ae6-4672-b115-fe8dda12209f tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:37.948801 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca26b0-0ae6-4672-b115-fe8dda12209f tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:37.949122 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca26b0-0ae6-4672-b115-fe8dda12209f tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:37.949437 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca26b0-0ae6-4672-b115-fe8dda12209f tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:37.949751 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca26b0-0ae6-4672-b115-fe8dda12209f tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:37.950063 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca26b0-0ae6-4672-b115-fe8dda12209f tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:37.978780 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-28ca26b0-0ae6-4672-b115-fe8dda12209f tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:38.015501 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-28ca26b0-0ae6-4672-b115-fe8dda12209f tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:38.021432 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ca26b0-0ae6-4672-b115-fe8dda12209f tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:38.022036 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-28ca26b0-0ae6-4672-b115-fe8dda12209f tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:38.149614 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-28ca26b0-0ae6-4672-b115-fe8dda12209f tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4387348 Feb 16 13:16:38.152281 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 48130) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:38.154719 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca26b0-0ae6-4672-b115-fe8dda12209f tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Pushing event updated for resources: {'Network': ['ID=1248c100-c89d-4b8d-a7be-8fef0ae12ec5,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:38.160034 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-9d1c807f-e1cf-4bb9-beab-0b069f950d55 tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Request body: {'subnet': {'network_id': '1248c100-c89d-4b8d-a7be-8fef0ae12ec5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:38.165691 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 1248c100-c89d-4b8d-a7be-8fef0ae12ec5 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:16:38.272502 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-9d1c807f-e1cf-4bb9-beab-0b069f950d55 tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:38.276255 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-9d1c807f-e1cf-4bb9-beab-0b069f950d55 tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Usage tracker for resource:subnet and tenant:c51f0d2ef81a49bab7a6f5536223e10b is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:16:38.279023 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-9d1c807f-e1cf-4bb9-beab-0b069f950d55 tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:16:38.284620 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-9d1c807f-e1cf-4bb9-beab-0b069f950d55 tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:38.296073 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1c807f-e1cf-4bb9-beab-0b069f950d55 tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Made reservation on behalf of c51f0d2ef81a49bab7a6f5536223e10b for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:16:38.299669 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9d1c807f-e1cf-4bb9-beab-0b069f950d55 tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:38.510851 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9d1c807f-e1cf-4bb9-beab-0b069f950d55 tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:38.700193 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1c807f-e1cf-4bb9-beab-0b069f950d55 tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Pushing event updated for resources: {'Subnet': ['ID=e33a6cfc-9be7-4435-a9bb-2972dd850702,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:38.714081 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1c807f-e1cf-4bb9-beab-0b069f950d55 tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Checking segment: {'id': 'c147b735-f1a8-4a55-8ec1-3cfe49c59878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '1248c100-c89d-4b8d-a7be-8fef0ae12ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:16:38.714741 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1c807f-e1cf-4bb9-beab-0b069f950d55 tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Network hostable DHCP agents. Network: 1248c100-c89d-4b8d-a7be-8fef0ae12ec5, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:16:38.736550 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1c807f-e1cf-4bb9-beab-0b069f950d55 tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Network 1248c100-c89d-4b8d-a7be-8fef0ae12ec5 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:16:38.746760 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-9d1c807f-e1cf-4bb9-beab-0b069f950d55 tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 1248c100-c89d-4b8d-a7be-8fef0ae12ec5) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:16:38.751248 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1c807f-e1cf-4bb9-beab-0b069f950d55 tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:38.751828 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9d1c807f-e1cf-4bb9-beab-0b069f950d55 tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks [] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:38.756404 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc09cb0e-2826-4542-a849-7d3af2ea5c05 None None] Network 1248c100-c89d-4b8d-a7be-8fef0ae12ec5 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:16:38.773828 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-9d1c807f-e1cf-4bb9-beab-0b069f950d55 tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6203761 Feb 16 13:16:38.777019 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 48134) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:38.783172 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-4f03284c-58b4-4a95-ab32-6b124ee4adc6 tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1964146589'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:38.788295 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4f03284c-58b4-4a95-ab32-6b124ee4adc6 tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:38.792626 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4f03284c-58b4-4a95-ab32-6b124ee4adc6 tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Usage tracker for resource:network and tenant:c51f0d2ef81a49bab7a6f5536223e10b is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:16:38.795499 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4f03284c-58b4-4a95-ab32-6b124ee4adc6 tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:16:38.801553 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4f03284c-58b4-4a95-ab32-6b124ee4adc6 tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:38.812410 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f03284c-58b4-4a95-ab32-6b124ee4adc6 tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Made reservation on behalf of c51f0d2ef81a49bab7a6f5536223e10b for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:16:38.816361 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4f03284c-58b4-4a95-ab32-6b124ee4adc6 tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:38.844225 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f03284c-58b4-4a95-ab32-6b124ee4adc6 tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:16:38.853947 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4f03284c-58b4-4a95-ab32-6b124ee4adc6 tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:38.854305 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-4f03284c-58b4-4a95-ab32-6b124ee4adc6 tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Added segment acb447be-f9f7-4327-a337-1e54d6657557 of type vlan for network bea9a194-6c85-4bca-9e92-3ede4ec2bde9 Feb 16 13:16:38.883415 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4f03284c-58b4-4a95-ab32-6b124ee4adc6 tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:38.915568 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4f03284c-58b4-4a95-ab32-6b124ee4adc6 tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:38.920908 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f03284c-58b4-4a95-ab32-6b124ee4adc6 tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:38.921475 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4f03284c-58b4-4a95-ab32-6b124ee4adc6 tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:38.970302 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029f771e-6729-4a6f-bacd-d14d937f54be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-1248c100-c89d-4b8d-a7be-8fef0ae12ec5', 'network_id': '1248c100-c89d-4b8d-a7be-8fef0ae12ec5', 'tenant_id': 'c51f0d2ef81a49bab7a6f5536223e10b', 'fixed_ips': [{'subnet_id': 'e33a6cfc-9be7-4435-a9bb-2972dd850702'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:16:38.971150 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-029f771e-6729-4a6f-bacd-d14d937f54be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:39.017768 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4f03284c-58b4-4a95-ab32-6b124ee4adc6 tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2368002 Feb 16 13:16:39.018240 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 48138) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:39.024221 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-f87229f8-9e80-498b-bff1-51314ec9970c tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Request body: {'subnet': {'network_id': 'bea9a194-6c85-4bca-9e92-3ede4ec2bde9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:39.024741 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f03284c-58b4-4a95-ab32-6b124ee4adc6 tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Pushing event updated for resources: {'Network': ['ID=bea9a194-6c85-4bca-9e92-3ede4ec2bde9,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:39.040268 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network bea9a194-6c85-4bca-9e92-3ede4ec2bde9 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:16:39.134360 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-f87229f8-9e80-498b-bff1-51314ec9970c tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:39.138250 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-f87229f8-9e80-498b-bff1-51314ec9970c tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Usage tracker for resource:subnet and tenant:c51f0d2ef81a49bab7a6f5536223e10b is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:16:39.141212 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-f87229f8-9e80-498b-bff1-51314ec9970c tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:16:39.147059 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-f87229f8-9e80-498b-bff1-51314ec9970c tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:39.157414 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87229f8-9e80-498b-bff1-51314ec9970c tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Made reservation on behalf of c51f0d2ef81a49bab7a6f5536223e10b for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:16:39.160855 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f87229f8-9e80-498b-bff1-51314ec9970c tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:39.208072 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-029f771e-6729-4a6f-bacd-d14d937f54be None None] Allocated IP 172.20.0.2 (1248c100-c89d-4b8d-a7be-8fef0ae12ec5/e33a6cfc-9be7-4435-a9bb-2972dd850702/34b5b8fe-409c-4d31-ac76-25eefa8c8b0d) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:16:39.377560 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f87229f8-9e80-498b-bff1-51314ec9970c tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:39.410661 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-029f771e-6729-4a6f-bacd-d14d937f54be None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:39.421051 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-029f771e-6729-4a6f-bacd-d14d937f54be None None] Transition to ACTIVE for port object 34b5b8fe-409c-4d31-ac76-25eefa8c8b0d will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:16:39.439696 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-029f771e-6729-4a6f-bacd-d14d937f54be None None] Transition to ACTIVE for port object 34b5b8fe-409c-4d31-ac76-25eefa8c8b0d will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:16:39.446269 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-029f771e-6729-4a6f-bacd-d14d937f54be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:39.460104 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87229f8-9e80-498b-bff1-51314ec9970c tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Pushing event updated for resources: {'Subnet': ['ID=30afcf68-ac84-4835-9e7d-d8cde9823f80,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:39.469046 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87229f8-9e80-498b-bff1-51314ec9970c tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Checking segment: {'id': 'acb447be-f9f7-4327-a337-1e54d6657557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'bea9a194-6c85-4bca-9e92-3ede4ec2bde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:16:39.469402 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87229f8-9e80-498b-bff1-51314ec9970c tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Network hostable DHCP agents. Network: bea9a194-6c85-4bca-9e92-3ede4ec2bde9, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:16:39.489538 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87229f8-9e80-498b-bff1-51314ec9970c tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Network bea9a194-6c85-4bca-9e92-3ede4ec2bde9 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:16:39.501251 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-f87229f8-9e80-498b-bff1-51314ec9970c tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, bea9a194-6c85-4bca-9e92-3ede4ec2bde9) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:16:39.505403 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87229f8-9e80-498b-bff1-51314ec9970c tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:39.505988 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f87229f8-9e80-498b-bff1-51314ec9970c tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks [] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:39.514968 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a8a0f5-3c62-42a5-a036-48127498e865 None None] Network bea9a194-6c85-4bca-9e92-3ede4ec2bde9 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:16:39.529872 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f87229f8-9e80-498b-bff1-51314ec9970c tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5077767 Feb 16 13:16:39.530101 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029f771e-6729-4a6f-bacd-d14d937f54be None None] Network 1248c100-c89d-4b8d-a7be-8fef0ae12ec5 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:16:39.530193 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 48142) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:39.535330 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-7b3bd79a-22b0-4cb2-81c6-7c4fd70e0dde tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bea9a194-6c85-4bca-9e92-3ede4ec2bde9'}}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:39.538585 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-029f771e-6729-4a6f-bacd-d14d937f54be None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:16:39.588273 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029f771e-6729-4a6f-bacd-d14d937f54be None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:16:39.597543 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f771e-6729-4a6f-bacd-d14d937f54be None None] Pushing event updated for resources: {'Port': ['ID=34b5b8fe-409c-4d31-ac76-25eefa8c8b0d,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:39.759862 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-029f771e-6729-4a6f-bacd-d14d937f54be None None] Attempting to bind port 34b5b8fe-409c-4d31-ac76-25eefa8c8b0d on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:16:39.760081 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-029f771e-6729-4a6f-bacd-d14d937f54be None None] Attempting to bind port 34b5b8fe-409c-4d31-ac76-25eefa8c8b0d by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'c147b735-f1a8-4a55-8ec1-3cfe49c59878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '1248c100-c89d-4b8d-a7be-8fef0ae12ec5'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:16:39.760469 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029f771e-6729-4a6f-bacd-d14d937f54be None None] Attempting to bind port 34b5b8fe-409c-4d31-ac76-25eefa8c8b0d on network 1248c100-c89d-4b8d-a7be-8fef0ae12ec5 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:16:39.770685 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029f771e-6729-4a6f-bacd-d14d937f54be None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:16:39.771055 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029f771e-6729-4a6f-bacd-d14d937f54be None None] Checking segment: {'id': 'c147b735-f1a8-4a55-8ec1-3cfe49c59878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '1248c100-c89d-4b8d-a7be-8fef0ae12ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:16:39.771449 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-029f771e-6729-4a6f-bacd-d14d937f54be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:39.771840 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029f771e-6729-4a6f-bacd-d14d937f54be None None] Bound using segment: {'id': 'c147b735-f1a8-4a55-8ec1-3cfe49c59878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '1248c100-c89d-4b8d-a7be-8fef0ae12ec5'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:16:39.772301 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-029f771e-6729-4a6f-bacd-d14d937f54be None None] Bound port: 34b5b8fe-409c-4d31-ac76-25eefa8c8b0d, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c147b735-f1a8-4a55-8ec1-3cfe49c59878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '1248c100-c89d-4b8d-a7be-8fef0ae12ec5'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:16:39.772672 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-029f771e-6729-4a6f-bacd-d14d937f54be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:39.908383 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7b3bd79a-22b0-4cb2-81c6-7c4fd70e0dde tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:39.933295 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663fe68d-83d2-401f-8448-8e160e9aaac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-bea9a194-6c85-4bca-9e92-3ede4ec2bde9', 'network_id': 'bea9a194-6c85-4bca-9e92-3ede4ec2bde9', 'tenant_id': 'c51f0d2ef81a49bab7a6f5536223e10b', 'fixed_ips': [{'subnet_id': '30afcf68-ac84-4835-9e7d-d8cde9823f80'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:16:39.934110 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-663fe68d-83d2-401f-8448-8e160e9aaac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:39.950001 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-029f771e-6729-4a6f-bacd-d14d937f54be None None] For port 34b5b8fe-409c-4d31-ac76-25eefa8c8b0d, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:16:39.960752 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-029f771e-6729-4a6f-bacd-d14d937f54be None None] For port 34b5b8fe-409c-4d31-ac76-25eefa8c8b0d, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=34b5b8fe-409c-4d31-ac76-25eefa8c8b0d,segment=NetworkSegment(c147b735-f1a8-4a55-8ec1-3cfe49c59878),segment_id=c147b735-f1a8-4a55-8ec1-3cfe49c59878)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:16:39.999989 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-029f771e-6729-4a6f-bacd-d14d937f54be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:40.064276 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.api.v2.resource [None req-7b3bd79a-22b0-4cb2-81c6-7c4fd70e0dde tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:16:40.071076 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-7b3bd79a-22b0-4cb2-81c6-7c4fd70e0dde tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] 10.222.0.83 "PUT /v2.0/routers/9e9706a2-40fb-435d-adc3-5f66470d92f1 HTTP/1.1" status: 400 len: 364 time: 0.5344868 Feb 16 13:16:40.071634 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 48146) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:40.115188 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f771e-6729-4a6f-bacd-d14d937f54be None None] Pushing event updated for resources: {'Port': ['ID=34b5b8fe-409c-4d31-ac76-25eefa8c8b0d,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:40.146134 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-be8fe4f2-b80b-4436-b42a-315651e20f9d tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Deleting subnet 30afcf68-ac84-4835-9e7d-d8cde9823f80 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:16:40.176376 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-663fe68d-83d2-401f-8448-8e160e9aaac0 None None] Allocated IP 172.21.0.2 (bea9a194-6c85-4bca-9e92-3ede4ec2bde9/30afcf68-ac84-4835-9e7d-d8cde9823f80/3a8139b5-ee51-4504-b056-542cb7186c85) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:16:40.414875 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-663fe68d-83d2-401f-8448-8e160e9aaac0 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:40.425780 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-663fe68d-83d2-401f-8448-8e160e9aaac0 None None] Transition to ACTIVE for port object 3a8139b5-ee51-4504-b056-542cb7186c85 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:16:40.443816 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-663fe68d-83d2-401f-8448-8e160e9aaac0 None None] Transition to ACTIVE for port object 3a8139b5-ee51-4504-b056-542cb7186c85 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:16:40.449781 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-be8fe4f2-b80b-4436-b42a-315651e20f9d tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:40.450321 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-663fe68d-83d2-401f-8448-8e160e9aaac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:40.504076 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-be8fe4f2-b80b-4436-b42a-315651e20f9d tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:40.519711 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663fe68d-83d2-401f-8448-8e160e9aaac0 None None] Network bea9a194-6c85-4bca-9e92-3ede4ec2bde9 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:16:40.522443 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-663fe68d-83d2-401f-8448-8e160e9aaac0 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:16:40.526451 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663fe68d-83d2-401f-8448-8e160e9aaac0 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:16:40.528540 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663fe68d-83d2-401f-8448-8e160e9aaac0 None None] Pushing event updated for resources: {'Port': ['ID=3a8139b5-ee51-4504-b056-542cb7186c85,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:40.618942 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-663fe68d-83d2-401f-8448-8e160e9aaac0 None None] Attempting to bind port 3a8139b5-ee51-4504-b056-542cb7186c85 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:16:40.619312 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-663fe68d-83d2-401f-8448-8e160e9aaac0 None None] Attempting to bind port 3a8139b5-ee51-4504-b056-542cb7186c85 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'acb447be-f9f7-4327-a337-1e54d6657557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'bea9a194-6c85-4bca-9e92-3ede4ec2bde9'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:16:40.619741 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663fe68d-83d2-401f-8448-8e160e9aaac0 None None] Attempting to bind port 3a8139b5-ee51-4504-b056-542cb7186c85 on network bea9a194-6c85-4bca-9e92-3ede4ec2bde9 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:16:40.625682 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663fe68d-83d2-401f-8448-8e160e9aaac0 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:16:40.626053 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663fe68d-83d2-401f-8448-8e160e9aaac0 None None] Checking segment: {'id': 'acb447be-f9f7-4327-a337-1e54d6657557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'bea9a194-6c85-4bca-9e92-3ede4ec2bde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:16:40.626452 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-663fe68d-83d2-401f-8448-8e160e9aaac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:40.626839 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663fe68d-83d2-401f-8448-8e160e9aaac0 None None] Bound using segment: {'id': 'acb447be-f9f7-4327-a337-1e54d6657557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'bea9a194-6c85-4bca-9e92-3ede4ec2bde9'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:16:40.627297 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-663fe68d-83d2-401f-8448-8e160e9aaac0 None None] Bound port: 3a8139b5-ee51-4504-b056-542cb7186c85, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acb447be-f9f7-4327-a337-1e54d6657557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'bea9a194-6c85-4bca-9e92-3ede4ec2bde9'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:16:40.627666 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-663fe68d-83d2-401f-8448-8e160e9aaac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:40.689193 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-be8fe4f2-b80b-4436-b42a-315651e20f9d tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:40.767685 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-be8fe4f2-b80b-4436-b42a-315651e20f9d tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:40.770009 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-663fe68d-83d2-401f-8448-8e160e9aaac0 None None] For port 3a8139b5-ee51-4504-b056-542cb7186c85, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:16:40.773437 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-663fe68d-83d2-401f-8448-8e160e9aaac0 None None] For port 3a8139b5-ee51-4504-b056-542cb7186c85, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=3a8139b5-ee51-4504-b056-542cb7186c85,segment=NetworkSegment(acb447be-f9f7-4327-a337-1e54d6657557),segment_id=acb447be-f9f7-4327-a337-1e54d6657557)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:16:40.779544 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-663fe68d-83d2-401f-8448-8e160e9aaac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:40.811992 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-be8fe4f2-b80b-4436-b42a-315651e20f9d tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:40.817290 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8fe4f2-b80b-4436-b42a-315651e20f9d tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Pushing event deleted for resources: {'Subnet': ['ID=30afcf68-ac84-4835-9e7d-d8cde9823f80,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:40.825190 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 48150) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:40.825322 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-be8fe4f2-b80b-4436-b42a-315651e20f9d tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] 10.222.0.83 "DELETE /v2.0/subnets/30afcf68-ac84-4835-9e7d-d8cde9823f80 HTTP/1.1" status: 204 len: 168 time: 0.7517445 Feb 16 13:16:40.862763 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663fe68d-83d2-401f-8448-8e160e9aaac0 None None] Pushing event updated for resources: {'Port': ['ID=3a8139b5-ee51-4504-b056-542cb7186c85,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:40.957599 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0459ad67-07e7-4fbd-8d3d-fb8baf428f5a tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:40.969904 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-0459ad67-07e7-4fbd-8d3d-fb8baf428f5a tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Deleting port 3a8139b5-ee51-4504-b056-542cb7186c85 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:16:40.970241 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0459ad67-07e7-4fbd-8d3d-fb8baf428f5a tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:41.135987 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a56006-c55e-47b6-a669-8180b0c654fe None None] Network 1248c100-c89d-4b8d-a7be-8fef0ae12ec5 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:16:41.217384 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-0459ad67-07e7-4fbd-8d3d-fb8baf428f5a tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] For port 3a8139b5-ee51-4504-b056-542cb7186c85, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=3a8139b5-ee51-4504-b056-542cb7186c85,segment=NetworkSegment(acb447be-f9f7-4327-a337-1e54d6657557),segment_id=acb447be-f9f7-4327-a337-1e54d6657557)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:16:41.217652 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0459ad67-07e7-4fbd-8d3d-fb8baf428f5a tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:41.228756 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-dce0a856-f1ad-4d0d-bdef-e48d54f8f4a2 None None] Provisioning for port 34b5b8fe-409c-4d31-ac76-25eefa8c8b0d completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:16:41.476913 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-0459ad67-07e7-4fbd-8d3d-fb8baf428f5a tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Calling delete_port for 3a8139b5-ee51-4504-b056-542cb7186c85 owned by network:dhcp {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:16:41.561329 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0459ad67-07e7-4fbd-8d3d-fb8baf428f5a tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:41.565431 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 3a8139b5-ee51-4504-b056-542cb7186c85 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:16:41.609548 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 3a8139b5-ee51-4504-b056-542cb7186c85 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:16:41.610901 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 3a8139b5-ee51-4504-b056-542cb7186c85 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 16 13:16:41.612185 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0459ad67-07e7-4fbd-8d3d-fb8baf428f5a tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Pushing event deleted for resources: {'Port': ['ID=3a8139b5-ee51-4504-b056-542cb7186c85,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:41.625413 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0459ad67-07e7-4fbd-8d3d-fb8baf428f5a tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] No DVR routers for this DVR port 3a8139b5-ee51-4504-b056-542cb7186c85 on host dv-neutron-829527-1-hyperv {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:16:41.657155 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Port 3a8139b5-ee51-4504-b056-542cb7186c85 not found, will not notify nova. {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 16 13:16:41.657576 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 34b5b8fe-409c-4d31-ac76-25eefa8c8b0d up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:16:41.739629 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 34b5b8fe-409c-4d31-ac76-25eefa8c8b0d completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:16:41.744880 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 34b5b8fe-409c-4d31-ac76-25eefa8c8b0d triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:41.745252 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:41.755055 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0459ad67-07e7-4fbd-8d3d-fb8baf428f5a tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:41.781910 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-0459ad67-07e7-4fbd-8d3d-fb8baf428f5a tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bea9a194-6c85-4bca-9e92-3ede4ec2bde9']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:41.794719 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-0459ad67-07e7-4fbd-8d3d-fb8baf428f5a tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acb447be-f9f7-4327-a337-1e54d6657557') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:41.795037 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-0459ad67-07e7-4fbd-8d3d-fb8baf428f5a tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acb447be-f9f7-4327-a337-1e54d6657557') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:41.807906 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0459ad67-07e7-4fbd-8d3d-fb8baf428f5a tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:41.825309 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0459ad67-07e7-4fbd-8d3d-fb8baf428f5a tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:41.832987 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0459ad67-07e7-4fbd-8d3d-fb8baf428f5a tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:16:41.833487 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0459ad67-07e7-4fbd-8d3d-fb8baf428f5a tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:41.853163 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 13:16:41.853163 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:16:41.853163 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 13:16:41.853163 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:16:41.853163 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 13:16:41.853163 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:16:41.853163 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 13:16:41.853163 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:16:41.853163 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 13:16:41.853163 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:16:41.853163 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 13:16:41.853163 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:16:41.853163 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 13:16:41.853163 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:16:41.853163 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:16:41.853163 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:16:41.853163 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:16:41.853163 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:16:41.853163 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 13:16:41.853163 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:16:41.853163 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 13:16:41.853163 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:16:41.853163 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:16:41.853163 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:16:41.853163 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 13:16:41.853163 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:16:41.853163 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:16:41.853163 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:16:41.853163 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:16:41.853163 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:16:41.853163 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:16:41.853163 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:16:41.876311 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:41.913063 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 34b5b8fe-409c-4d31-ac76-25eefa8c8b0d, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=34b5b8fe-409c-4d31-ac76-25eefa8c8b0d,segment=NetworkSegment(c147b735-f1a8-4a55-8ec1-3cfe49c59878),segment_id=c147b735-f1a8-4a55-8ec1-3cfe49c59878)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:16:41.917443 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:41.944288 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0459ad67-07e7-4fbd-8d3d-fb8baf428f5a tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:41.949087 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0459ad67-07e7-4fbd-8d3d-fb8baf428f5a tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:41.957855 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7823418-4180-4f57-9433-b903c7d5b05a None None] Network bea9a194-6c85-4bca-9e92-3ede4ec2bde9 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:16:41.976638 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0459ad67-07e7-4fbd-8d3d-fb8baf428f5a tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Pushing event deleted for resources: {'Network': ['ID=bea9a194-6c85-4bca-9e92-3ede4ec2bde9,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:41.980624 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-0459ad67-07e7-4fbd-8d3d-fb8baf428f5a tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] 10.222.0.83 "DELETE /v2.0/networks/bea9a194-6c85-4bca-9e92-3ede4ec2bde9 HTTP/1.1" status: 204 len: 168 time: 1.1543515 Feb 16 13:16:41.983146 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 48154) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:41.991072 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7823418-4180-4f57-9433-b903c7d5b05a None None] Network bea9a194-6c85-4bca-9e92-3ede4ec2bde9 could not be found, it might have been deleted concurrently. {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 16 13:16:42.005699 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=34b5b8fe-409c-4d31-ac76-25eefa8c8b0d,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:42.026110 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-2bb6e085-bced-41ff-a2e4-e000afffb20b None None] Could not find standard attr ID for object 3a8139b5-ee51-4504-b056-542cb7186c85. {{(pid=87702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 13:16:42.055960 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-216319b2-497b-40cc-a40f-bdbfa4930352 tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Deleting subnet e33a6cfc-9be7-4435-a9bb-2972dd850702 {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:16:42.060263 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-216319b2-497b-40cc-a40f-bdbfa4930352 tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:42.065626 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91b270e-4a4e-4c95-8e66-cc48c41c3ada None None] DHCP port deletion for bea9a194-6c85-4bca-9e92-3ede4ec2bde9 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:16:42.119363 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-216319b2-497b-40cc-a40f-bdbfa4930352 tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:42.207833 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-216319b2-497b-40cc-a40f-bdbfa4930352 tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:42.302256 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-216319b2-497b-40cc-a40f-bdbfa4930352 tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:42.340893 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216319b2-497b-40cc-a40f-bdbfa4930352 tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Pushing event deleted for resources: {'Subnet': ['ID=e33a6cfc-9be7-4435-a9bb-2972dd850702,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:42.344778 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-216319b2-497b-40cc-a40f-bdbfa4930352 tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks [] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:42.350934 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-216319b2-497b-40cc-a40f-bdbfa4930352 tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] 10.222.0.83 "DELETE /v2.0/subnets/e33a6cfc-9be7-4435-a9bb-2972dd850702 HTTP/1.1" status: 204 len: 168 time: 0.3667331 Feb 16 13:16:42.352223 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b0fe81-23c2-4840-8c7a-f628898518cd None None] Network 1248c100-c89d-4b8d-a7be-8fef0ae12ec5 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:16:42.353424 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 48158) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:42.470858 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b65e950d-3d00-4b9f-b710-84daaf4a340e tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:42.480908 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-b65e950d-3d00-4b9f-b710-84daaf4a340e tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Deleting port 34b5b8fe-409c-4d31-ac76-25eefa8c8b0d {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:16:42.481237 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b65e950d-3d00-4b9f-b710-84daaf4a340e tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:42.624449 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2eeda79-c986-4420-ac29-495522b23894 None None] DHCP port deletion for 1248c100-c89d-4b8d-a7be-8fef0ae12ec5 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:16:42.629121 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-c2eeda79-c986-4420-ac29-495522b23894 None None] Deleting port 34b5b8fe-409c-4d31-ac76-25eefa8c8b0d {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:16:42.629502 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c2eeda79-c986-4420-ac29-495522b23894 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:42.685962 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-b65e950d-3d00-4b9f-b710-84daaf4a340e tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] For port 34b5b8fe-409c-4d31-ac76-25eefa8c8b0d, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=34b5b8fe-409c-4d31-ac76-25eefa8c8b0d,segment=NetworkSegment(c147b735-f1a8-4a55-8ec1-3cfe49c59878),segment_id=c147b735-f1a8-4a55-8ec1-3cfe49c59878)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:16:42.686322 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b65e950d-3d00-4b9f-b710-84daaf4a340e tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:42.811703 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-b65e950d-3d00-4b9f-b710-84daaf4a340e tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Calling delete_port for 34b5b8fe-409c-4d31-ac76-25eefa8c8b0d owned by network:dhcp {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:16:42.837298 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-c2eeda79-c986-4420-ac29-495522b23894 None None] For port 34b5b8fe-409c-4d31-ac76-25eefa8c8b0d, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=34b5b8fe-409c-4d31-ac76-25eefa8c8b0d,segment=NetworkSegment(c147b735-f1a8-4a55-8ec1-3cfe49c59878),segment_id=c147b735-f1a8-4a55-8ec1-3cfe49c59878)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:16:42.837824 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c2eeda79-c986-4420-ac29-495522b23894 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:42.890044 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b65e950d-3d00-4b9f-b710-84daaf4a340e tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:42.938698 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65e950d-3d00-4b9f-b710-84daaf4a340e tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Pushing event deleted for resources: {'Port': ['ID=34b5b8fe-409c-4d31-ac76-25eefa8c8b0d,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:42.944199 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65e950d-3d00-4b9f-b710-84daaf4a340e tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] No DVR routers for this DVR port 34b5b8fe-409c-4d31-ac76-25eefa8c8b0d on host dv-neutron-829527-1-hyperv {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:16:42.962073 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-c2eeda79-c986-4420-ac29-495522b23894 None None] Calling delete_port for 34b5b8fe-409c-4d31-ac76-25eefa8c8b0d owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:16:43.039078 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.db.api [None req-c2eeda79-c986-4420-ac29-495522b23894 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:16:43.039420 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG oslo_db.api [None req-c2eeda79-c986-4420-ac29-495522b23894 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:16:43.173306 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b65e950d-3d00-4b9f-b710-84daaf4a340e tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:43.198552 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-b65e950d-3d00-4b9f-b710-84daaf4a340e tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1248c100-c89d-4b8d-a7be-8fef0ae12ec5']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:43.210523 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-b65e950d-3d00-4b9f-b710-84daaf4a340e tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c147b735-f1a8-4a55-8ec1-3cfe49c59878') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:43.210821 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-b65e950d-3d00-4b9f-b710-84daaf4a340e tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c147b735-f1a8-4a55-8ec1-3cfe49c59878') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:43.222165 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b65e950d-3d00-4b9f-b710-84daaf4a340e tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:43.239817 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b65e950d-3d00-4b9f-b710-84daaf4a340e tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:43.246232 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b65e950d-3d00-4b9f-b710-84daaf4a340e tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:16:43.246604 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b65e950d-3d00-4b9f-b710-84daaf4a340e tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:43.260662 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 13:16:43.260662 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:16:43.260662 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 13:16:43.260662 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:16:43.260662 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 13:16:43.260662 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:16:43.260662 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 13:16:43.260662 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:16:43.260662 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 13:16:43.260662 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:16:43.260662 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 13:16:43.260662 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:16:43.260662 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 13:16:43.260662 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:16:43.260662 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:16:43.260662 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:16:43.260662 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:16:43.260662 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:16:43.260662 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 13:16:43.260662 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:16:43.260662 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 13:16:43.260662 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:16:43.260662 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:16:43.260662 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:16:43.260662 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 13:16:43.260662 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:16:43.260662 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:16:43.260662 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:16:43.260662 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:16:43.260662 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:16:43.260662 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:16:43.260662 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:16:43.343360 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b65e950d-3d00-4b9f-b710-84daaf4a340e tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:43.360483 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b65e950d-3d00-4b9f-b710-84daaf4a340e tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:43.371518 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65e950d-3d00-4b9f-b710-84daaf4a340e tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Pushing event deleted for resources: {'Network': ['ID=1248c100-c89d-4b8d-a7be-8fef0ae12ec5,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:43.378412 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-b65e950d-3d00-4b9f-b710-84daaf4a340e tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] 10.222.0.83 "DELETE /v2.0/networks/1248c100-c89d-4b8d-a7be-8fef0ae12ec5 HTTP/1.1" status: 204 len: 168 time: 1.0211556 Feb 16 13:16:43.378823 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 48162) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:43.420345 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-c2e00a04-344e-45e7-830d-3dacd37a8306 tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Synchronizing usage tracker for tenant:c51f0d2ef81a49bab7a6f5536223e10b on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:16:43.439695 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-c2e00a04-344e-45e7-830d-3dacd37a8306 tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Unset dirty status for tenant:c51f0d2ef81a49bab7a6f5536223e10b on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:16:43.440824 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-c2e00a04-344e-45e7-830d-3dacd37a8306 tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] 10.222.0.83 "GET /v2.0/ports?device_id=9e9706a2-40fb-435d-adc3-5f66470d92f1 HTTP/1.1" status: 200 len: 205 time: 0.0613291 Feb 16 13:16:43.444865 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 48166) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:43.500488 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 3a8139b5-ee51-4504-b056-542cb7186c85 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:16:43.537088 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 3a8139b5-ee51-4504-b056-542cb7186c85 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:16:43.537431 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 3a8139b5-ee51-4504-b056-542cb7186c85 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:16:43.537843 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 34b5b8fe-409c-4d31-ac76-25eefa8c8b0d no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:16:43.560494 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-c2eeda79-c986-4420-ac29-495522b23894 None None] Deleting port 34b5b8fe-409c-4d31-ac76-25eefa8c8b0d {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:16:43.560885 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c2eeda79-c986-4420-ac29-495522b23894 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:43.576657 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-99027329-a6ee-4031-8cf7-3b988e58681f tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks [] for router, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:43.599593 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 34b5b8fe-409c-4d31-ac76-25eefa8c8b0d {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:16:43.599902 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 34b5b8fe-409c-4d31-ac76-25eefa8c8b0d not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:16:43.640540 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-c2eeda79-c986-4420-ac29-495522b23894 None None] The port '34b5b8fe-409c-4d31-ac76-25eefa8c8b0d' was deleted {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:16:43.869492 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-99027329-a6ee-4031-8cf7-3b988e58681f tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:43.871824 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-99027329-a6ee-4031-8cf7-3b988e58681f tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:43.895534 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-99027329-a6ee-4031-8cf7-3b988e58681f tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:43.895999 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99027329-a6ee-4031-8cf7-3b988e58681f tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Fanout notify agent at l3_agent the message router_deleted on router 9e9706a2-40fb-435d-adc3-5f66470d92f1 {{(pid=87701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:16:43.907357 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-99027329-a6ee-4031-8cf7-3b988e58681f tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:43.908271 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-99027329-a6ee-4031-8cf7-3b988e58681f tempest-RoutersNegativeTest-2005593478 tempest-RoutersNegativeTest-2005593478-project] 10.222.0.83 "DELETE /v2.0/routers/9e9706a2-40fb-435d-adc3-5f66470d92f1 HTTP/1.1" status: 204 len: 168 time: 0.4624507 Feb 16 13:16:44.201034 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 48174) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:44.351256 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e40e6207-eb46-4ac2-b38c-81e0f2d1921f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c51f0d2ef81a49bab7a6f5536223e10b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1490235 Feb 16 13:16:44.353910 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 48180) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:44.411955 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d27981a-3a01-4fb9-b790-a8d406b3725e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:44.437356 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d27981a-3a01-4fb9-b790-a8d406b3725e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:44.489967 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d27981a-3a01-4fb9-b790-a8d406b3725e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:44.503409 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d27981a-3a01-4fb9-b790-a8d406b3725e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec7d9cd-06c6-446d-98bf-e075f6b6a877,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:44.513472 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d27981a-3a01-4fb9-b790-a8d406b3725e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:44.513811 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d27981a-3a01-4fb9-b790-a8d406b3725e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:44.514145 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d27981a-3a01-4fb9-b790-a8d406b3725e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:44.514470 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d27981a-3a01-4fb9-b790-a8d406b3725e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:44.514789 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d27981a-3a01-4fb9-b790-a8d406b3725e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:44.515110 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d27981a-3a01-4fb9-b790-a8d406b3725e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:44.515410 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d27981a-3a01-4fb9-b790-a8d406b3725e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:44.515808 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d27981a-3a01-4fb9-b790-a8d406b3725e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:44.516188 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d27981a-3a01-4fb9-b790-a8d406b3725e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:44.516642 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d27981a-3a01-4fb9-b790-a8d406b3725e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:44.516980 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d27981a-3a01-4fb9-b790-a8d406b3725e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:44.517290 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d27981a-3a01-4fb9-b790-a8d406b3725e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:44.519981 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d27981a-3a01-4fb9-b790-a8d406b3725e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:44.521106 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6d27981a-3a01-4fb9-b790-a8d406b3725e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/eec7d9cd-06c6-446d-98bf-e075f6b6a877 HTTP/1.1" status: 204 len: 168 time: 0.1663315 Feb 16 13:16:45.247211 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 48204) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:45.364023 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-2031a382-ddbf-42c3-9b56-5f0c4b551a8a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1209231445-network', 'tenant_id': 'b5b0b3b19bbc46d79374e4e7a97c6a0a'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:45.371632 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-2031a382-ddbf-42c3-9b56-5f0c4b551a8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:45.377038 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-2031a382-ddbf-42c3-9b56-5f0c4b551a8a admin admin] Usage tracker for resource:network and tenant:b5b0b3b19bbc46d79374e4e7a97c6a0a is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:16:45.380546 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-2031a382-ddbf-42c3-9b56-5f0c4b551a8a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:16:45.388145 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-2031a382-ddbf-42c3-9b56-5f0c4b551a8a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:45.399090 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2031a382-ddbf-42c3-9b56-5f0c4b551a8a admin admin] Made reservation on behalf of b5b0b3b19bbc46d79374e4e7a97c6a0a for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:16:45.401515 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2031a382-ddbf-42c3-9b56-5f0c4b551a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:45.413601 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2031a382-ddbf-42c3-9b56-5f0c4b551a8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:45.430700 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-2031a382-ddbf-42c3-9b56-5f0c4b551a8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:45.434832 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-2031a382-ddbf-42c3-9b56-5f0c4b551a8a admin admin] Usage tracker for resource:security_group_rule and tenant:b5b0b3b19bbc46d79374e4e7a97c6a0a is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:16:45.437723 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-2031a382-ddbf-42c3-9b56-5f0c4b551a8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:16:45.443360 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-2031a382-ddbf-42c3-9b56-5f0c4b551a8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:45.524842 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2031a382-ddbf-42c3-9b56-5f0c4b551a8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:45.532251 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2031a382-ddbf-42c3-9b56-5f0c4b551a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:45.567139 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2031a382-ddbf-42c3-9b56-5f0c4b551a8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:16:45.575537 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2031a382-ddbf-42c3-9b56-5f0c4b551a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47432ae-da33-4d2d-b20f-abf3a1ad5384,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:45.581284 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2031a382-ddbf-42c3-9b56-5f0c4b551a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:45.581606 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-2031a382-ddbf-42c3-9b56-5f0c4b551a8a admin admin] Added segment f5574cef-9f46-477a-9855-c72356a689f8 of type vlan for network 077dc1ca-480f-4ff5-b058-240601d1b0b8 Feb 16 13:16:45.606774 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2031a382-ddbf-42c3-9b56-5f0c4b551a8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:45.636580 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2031a382-ddbf-42c3-9b56-5f0c4b551a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:45.637548 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2031a382-ddbf-42c3-9b56-5f0c4b551a8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:45.638127 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2031a382-ddbf-42c3-9b56-5f0c4b551a8a admin admin] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:45.742956 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2031a382-ddbf-42c3-9b56-5f0c4b551a8a admin admin] Pushing event updated for resources: {'Network': ['ID=077dc1ca-480f-4ff5-b058-240601d1b0b8,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:45.745945 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-2031a382-ddbf-42c3-9b56-5f0c4b551a8a admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4974077 Feb 16 13:16:45.748840 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 48210) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:45.753927 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 077dc1ca-480f-4ff5-b058-240601d1b0b8 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:16:45.754493 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-72eb9474-7290-4557-8656-5502a30252ca admin admin] Request body: {'subnet': {'network_id': '077dc1ca-480f-4ff5-b058-240601d1b0b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1209231445-subnet', 'tenant_id': 'b5b0b3b19bbc46d79374e4e7a97c6a0a', 'ip_version': 4}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:45.759364 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-72eb9474-7290-4557-8656-5502a30252ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:45.763318 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-72eb9474-7290-4557-8656-5502a30252ca admin admin] Usage tracker for resource:subnet and tenant:b5b0b3b19bbc46d79374e4e7a97c6a0a is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:16:45.766246 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-72eb9474-7290-4557-8656-5502a30252ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:16:45.772221 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-72eb9474-7290-4557-8656-5502a30252ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:45.782804 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72eb9474-7290-4557-8656-5502a30252ca admin admin] Made reservation on behalf of b5b0b3b19bbc46d79374e4e7a97c6a0a for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:16:45.785232 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-72eb9474-7290-4557-8656-5502a30252ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:45.994419 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-72eb9474-7290-4557-8656-5502a30252ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:46.191849 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb9474-7290-4557-8656-5502a30252ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=e840175e-d697-4434-9793-bee40ec047fd,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:46.202103 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72eb9474-7290-4557-8656-5502a30252ca admin admin] Checking segment: {'id': 'f5574cef-9f46-477a-9855-c72356a689f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '077dc1ca-480f-4ff5-b058-240601d1b0b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:16:46.202453 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72eb9474-7290-4557-8656-5502a30252ca admin admin] Network hostable DHCP agents. Network: 077dc1ca-480f-4ff5-b058-240601d1b0b8, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:16:46.223036 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72eb9474-7290-4557-8656-5502a30252ca admin admin] Network 077dc1ca-480f-4ff5-b058-240601d1b0b8 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:16:46.232982 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-72eb9474-7290-4557-8656-5502a30252ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 077dc1ca-480f-4ff5-b058-240601d1b0b8) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:16:46.237205 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72eb9474-7290-4557-8656-5502a30252ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:46.237792 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-72eb9474-7290-4557-8656-5502a30252ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:46.242535 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bff7fc-2fee-4ef7-bcd4-6bdaa65fce96 None None] Network 077dc1ca-480f-4ff5-b058-240601d1b0b8 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:16:46.259985 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-72eb9474-7290-4557-8656-5502a30252ca admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5099802 Feb 16 13:16:46.262569 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 48214) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:46.267937 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-96cd2c00-e129-4988-aaf5-2125691856e8 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1209231445-router', 'tenant_id': 'b5b0b3b19bbc46d79374e4e7a97c6a0a', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:46.272857 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-96cd2c00-e129-4988-aaf5-2125691856e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:46.277241 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-96cd2c00-e129-4988-aaf5-2125691856e8 admin admin] Usage tracker for resource:router and tenant:b5b0b3b19bbc46d79374e4e7a97c6a0a is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:16:46.280197 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-96cd2c00-e129-4988-aaf5-2125691856e8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:16:46.286668 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-96cd2c00-e129-4988-aaf5-2125691856e8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:46.299147 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-96cd2c00-e129-4988-aaf5-2125691856e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:46.300279 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-96cd2c00-e129-4988-aaf5-2125691856e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:46.316733 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-96cd2c00-e129-4988-aaf5-2125691856e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:46.460816 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a423f8f-8470-43ea-9eb8-a0db2f0d7c46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-077dc1ca-480f-4ff5-b058-240601d1b0b8', 'network_id': '077dc1ca-480f-4ff5-b058-240601d1b0b8', 'tenant_id': 'b5b0b3b19bbc46d79374e4e7a97c6a0a', 'fixed_ips': [{'subnet_id': 'e840175e-d697-4434-9793-bee40ec047fd'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:16:46.461713 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2a423f8f-8470-43ea-9eb8-a0db2f0d7c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:46.589231 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-96cd2c00-e129-4988-aaf5-2125691856e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:46.617498 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-2a423f8f-8470-43ea-9eb8-a0db2f0d7c46 None None] Allocated IP 172.20.0.2 (077dc1ca-480f-4ff5-b058-240601d1b0b8/e840175e-d697-4434-9793-bee40ec047fd/7b232ec5-7cdb-46e2-9828-487bbbc1ac0d) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:16:46.821519 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2a423f8f-8470-43ea-9eb8-a0db2f0d7c46 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:46.832108 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-2a423f8f-8470-43ea-9eb8-a0db2f0d7c46 None None] Transition to ACTIVE for port object 7b232ec5-7cdb-46e2-9828-487bbbc1ac0d will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:16:46.851184 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-2a423f8f-8470-43ea-9eb8-a0db2f0d7c46 None None] Transition to ACTIVE for port object 7b232ec5-7cdb-46e2-9828-487bbbc1ac0d will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:16:46.858418 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2a423f8f-8470-43ea-9eb8-a0db2f0d7c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:46.902906 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-96cd2c00-e129-4988-aaf5-2125691856e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:46.933541 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-96cd2c00-e129-4988-aaf5-2125691856e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:46.957583 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a423f8f-8470-43ea-9eb8-a0db2f0d7c46 None None] Network 077dc1ca-480f-4ff5-b058-240601d1b0b8 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:16:46.960313 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-2a423f8f-8470-43ea-9eb8-a0db2f0d7c46 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:16:46.962948 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a423f8f-8470-43ea-9eb8-a0db2f0d7c46 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:16:46.971734 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a423f8f-8470-43ea-9eb8-a0db2f0d7c46 None None] Pushing event updated for resources: {'Port': ['ID=7b232ec5-7cdb-46e2-9828-487bbbc1ac0d,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:47.055919 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-2a423f8f-8470-43ea-9eb8-a0db2f0d7c46 None None] Attempting to bind port 7b232ec5-7cdb-46e2-9828-487bbbc1ac0d on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:16:47.056272 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-2a423f8f-8470-43ea-9eb8-a0db2f0d7c46 None None] Attempting to bind port 7b232ec5-7cdb-46e2-9828-487bbbc1ac0d by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'f5574cef-9f46-477a-9855-c72356a689f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '077dc1ca-480f-4ff5-b058-240601d1b0b8'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:16:47.056640 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a423f8f-8470-43ea-9eb8-a0db2f0d7c46 None None] Attempting to bind port 7b232ec5-7cdb-46e2-9828-487bbbc1ac0d on network 077dc1ca-480f-4ff5-b058-240601d1b0b8 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:16:47.062182 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a423f8f-8470-43ea-9eb8-a0db2f0d7c46 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:16:47.062596 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a423f8f-8470-43ea-9eb8-a0db2f0d7c46 None None] Checking segment: {'id': 'f5574cef-9f46-477a-9855-c72356a689f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '077dc1ca-480f-4ff5-b058-240601d1b0b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:16:47.063058 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2a423f8f-8470-43ea-9eb8-a0db2f0d7c46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:47.063423 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a423f8f-8470-43ea-9eb8-a0db2f0d7c46 None None] Bound using segment: {'id': 'f5574cef-9f46-477a-9855-c72356a689f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '077dc1ca-480f-4ff5-b058-240601d1b0b8'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:16:47.063872 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-2a423f8f-8470-43ea-9eb8-a0db2f0d7c46 None None] Bound port: 7b232ec5-7cdb-46e2-9828-487bbbc1ac0d, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5574cef-9f46-477a-9855-c72356a689f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '077dc1ca-480f-4ff5-b058-240601d1b0b8'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:16:47.064234 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2a423f8f-8470-43ea-9eb8-a0db2f0d7c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:47.069199 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-96cd2c00-e129-4988-aaf5-2125691856e8 admin admin] Allocated IP 172.26.5.17 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/5d2b0ad7-1bfb-46a6-ac17-81e355e4c45e) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:16:47.150399 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-2a423f8f-8470-43ea-9eb8-a0db2f0d7c46 None None] For port 7b232ec5-7cdb-46e2-9828-487bbbc1ac0d, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:16:47.153262 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-2a423f8f-8470-43ea-9eb8-a0db2f0d7c46 None None] For port 7b232ec5-7cdb-46e2-9828-487bbbc1ac0d, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=7b232ec5-7cdb-46e2-9828-487bbbc1ac0d,segment=NetworkSegment(f5574cef-9f46-477a-9855-c72356a689f8),segment_id=f5574cef-9f46-477a-9855-c72356a689f8)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:16:47.158805 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2a423f8f-8470-43ea-9eb8-a0db2f0d7c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:47.214897 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-96cd2c00-e129-4988-aaf5-2125691856e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:47.244071 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a423f8f-8470-43ea-9eb8-a0db2f0d7c46 None None] Pushing event updated for resources: {'Port': ['ID=7b232ec5-7cdb-46e2-9828-487bbbc1ac0d,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:47.246952 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-96cd2c00-e129-4988-aaf5-2125691856e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:47.313355 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cd2c00-e129-4988-aaf5-2125691856e8 admin admin] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:16:47.316333 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-96cd2c00-e129-4988-aaf5-2125691856e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:16:47.320030 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cd2c00-e129-4988-aaf5-2125691856e8 admin admin] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:16:47.348945 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd2c00-e129-4988-aaf5-2125691856e8 admin admin] Pushing event updated for resources: {'Port': ['ID=5d2b0ad7-1bfb-46a6-ac17-81e355e4c45e,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:47.540007 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 7b232ec5-7cdb-46e2-9828-487bbbc1ac0d up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:16:47.614369 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 7b232ec5-7cdb-46e2-9828-487bbbc1ac0d completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:16:47.893713 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-96cd2c00-e129-4988-aaf5-2125691856e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:48.147069 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1641eab8-4174-4a5b-bc97-63455a87d674 None None] Network 077dc1ca-480f-4ff5-b058-240601d1b0b8 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:16:48.239314 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-318e7b29-8ce9-428d-8afc-9412b6335a95 None None] Provisioning for port 7b232ec5-7cdb-46e2-9828-487bbbc1ac0d completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:16:48.245617 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-96cd2c00-e129-4988-aaf5-2125691856e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:48.256365 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-318e7b29-8ce9-428d-8afc-9412b6335a95 None None] Provisioning complete for port 7b232ec5-7cdb-46e2-9828-487bbbc1ac0d triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:48.256785 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-318e7b29-8ce9-428d-8afc-9412b6335a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:48.446628 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96cd2c00-e129-4988-aaf5-2125691856e8 admin admin] Router ab4ac8db-0dcd-42f7-b453-230449c0e7c6 is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:16:48.473595 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-318e7b29-8ce9-428d-8afc-9412b6335a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:48.513529 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-318e7b29-8ce9-428d-8afc-9412b6335a95 None None] For port 7b232ec5-7cdb-46e2-9828-487bbbc1ac0d, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=7b232ec5-7cdb-46e2-9828-487bbbc1ac0d,segment=NetworkSegment(f5574cef-9f46-477a-9855-c72356a689f8),segment_id=f5574cef-9f46-477a-9855-c72356a689f8)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:16:48.518320 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-318e7b29-8ce9-428d-8afc-9412b6335a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:48.586439 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e7b29-8ce9-428d-8afc-9412b6335a95 None None] Pushing event updated for resources: {'Port': ['ID=7b232ec5-7cdb-46e2-9828-487bbbc1ac0d,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:48.622451 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96cd2c00-e129-4988-aaf5-2125691856e8 admin admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:16:48.632685 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ef493d-c3a6-47d6-a005-41114a6abf19 None None] Sync routers for ids ['ab4ac8db-0dcd-42f7-b453-230449c0e7c6'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:16:48.643093 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ef493d-c3a6-47d6-a005-41114a6abf19 None None] Routers {'ab4ac8db-0dcd-42f7-b453-230449c0e7c6'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:16:48.644254 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-b9ef493d-c3a6-47d6-a005-41114a6abf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:16:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['ab4ac8db-0dcd-42f7-b453-230449c0e7c6'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:48.648460 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-96cd2c00-e129-4988-aaf5-2125691856e8 admin admin] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:48.652498 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-96cd2c00-e129-4988-aaf5-2125691856e8 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3863614 Feb 16 13:16:48.652819 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 48218) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:48.743575 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-41f7227d-c5dd-4f33-a6c5-e5fda0ed7ae9 None None] Provisioning complete for port 7b232ec5-7cdb-46e2-9828-487bbbc1ac0d triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:48.743926 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-41f7227d-c5dd-4f33-a6c5-e5fda0ed7ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:48.823896 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-b9ef493d-c3a6-47d6-a005-41114a6abf19 None None] Set router ab4ac8db-0dcd-42f7-b453-230449c0e7c6 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:16:49.138586 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-b9ef493d-c3a6-47d6-a005-41114a6abf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4ac8db-0dcd-42f7-b453-230449c0e7c6', 'name': 'tempest-TestEncryptedCinderVolumes-1209231445-router', 'tenant_id': 'b5b0b3b19bbc46d79374e4e7a97c6a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.17'}], 'enable_snat': True}, 'gw_port_id': '5d2b0ad7-1bfb-46a6-ac17-81e355e4c45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:46Z', 'updated_at': '2022-02-16T13:16:47Z', 'revision_number': 3, 'project_id': 'b5b0b3b19bbc46d79374e4e7a97c6a0a', 'gw_port': {'id': '5d2b0ad7-1bfb-46a6-ac17-81e355e4c45e', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4ac8db-0dcd-42f7-b453-230449c0e7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:46Z', 'updated_at': '2022-02-16T13:16:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:49.143717 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ef493d-c3a6-47d6-a005-41114a6abf19 None None] Checking router: ab4ac8db-0dcd-42f7-b453-230449c0e7c6 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:16:49.144070 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ef493d-c3a6-47d6-a005-41114a6abf19 None None] Updating router ab4ac8db-0dcd-42f7-b453-230449c0e7c6 port 5d2b0ad7-1bfb-46a6-ac17-81e355e4c45e binding host dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:16:49.197500 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-b9ef493d-c3a6-47d6-a005-41114a6abf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:49.457917 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8925ba32-5c11-4bbc-b701-b8e0855557d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:49.510664 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 7b232ec5-7cdb-46e2-9828-487bbbc1ac0d up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:16:49.541294 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-b9ef493d-c3a6-47d6-a005-41114a6abf19 None None] Notify callbacks [] for port, precommit_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:49.553149 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.provisioning_blocks [None req-b9ef493d-c3a6-47d6-a005-41114a6abf19 None None] Transition to ACTIVE for port object 5d2b0ad7-1bfb-46a6-ac17-81e355e4c45e will not be triggered until provisioned by entity L2. {{(pid=87703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:16:49.560748 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-b9ef493d-c3a6-47d6-a005-41114a6abf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:49.591631 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 7b232ec5-7cdb-46e2-9828-487bbbc1ac0d triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:49.591971 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:49.627871 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c92d40-d73d-46a4-96d3-def6a314dd28 None None] Pushing event updated for resources: {'Port': ['ID=5d2b0ad7-1bfb-46a6-ac17-81e355e4c45e,revision_number=2']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:49.636846 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c92d40-d73d-46a4-96d3-def6a314dd28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:49.637526 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c92d40-d73d-46a4-96d3-def6a314dd28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:49.637655 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c92d40-d73d-46a4-96d3-def6a314dd28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:49.638092 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c92d40-d73d-46a4-96d3-def6a314dd28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:49.638482 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c92d40-d73d-46a4-96d3-def6a314dd28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:49.638863 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c92d40-d73d-46a4-96d3-def6a314dd28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:49.639360 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c92d40-d73d-46a4-96d3-def6a314dd28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:49.639840 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c92d40-d73d-46a4-96d3-def6a314dd28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:49.640313 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c92d40-d73d-46a4-96d3-def6a314dd28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:49.640920 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c92d40-d73d-46a4-96d3-def6a314dd28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:49.641236 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c92d40-d73d-46a4-96d3-def6a314dd28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:49.641722 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c92d40-d73d-46a4-96d3-def6a314dd28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:16:49.664513 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-b9ef493d-c3a6-47d6-a005-41114a6abf19 None None] Attempting to bind port 5d2b0ad7-1bfb-46a6-ac17-81e355e4c45e on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:16:49.664837 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-b9ef493d-c3a6-47d6-a005-41114a6abf19 None None] Attempting to bind port 5d2b0ad7-1bfb-46a6-ac17-81e355e4c45e by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:16:49.665147 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ef493d-c3a6-47d6-a005-41114a6abf19 None None] Attempting to bind port 5d2b0ad7-1bfb-46a6-ac17-81e355e4c45e on network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:16:49.670330 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ef493d-c3a6-47d6-a005-41114a6abf19 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:16:49.670689 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ef493d-c3a6-47d6-a005-41114a6abf19 None None] Checking segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:16:49.671077 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-b9ef493d-c3a6-47d6-a005-41114a6abf19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:49.671455 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ef493d-c3a6-47d6-a005-41114a6abf19 None None] Bound using segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:16:49.671953 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-b9ef493d-c3a6-47d6-a005-41114a6abf19 None None] Bound port: 5d2b0ad7-1bfb-46a6-ac17-81e355e4c45e, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:16:49.672342 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-b9ef493d-c3a6-47d6-a005-41114a6abf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:49.676859 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-8925ba32-5c11-4bbc-b701-b8e0855557d0 admin admin] Allocated IP 172.20.0.1 (077dc1ca-480f-4ff5-b058-240601d1b0b8/e840175e-d697-4434-9793-bee40ec047fd/6668c769-f69b-406d-9568-76eb9a3d9379) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:16:49.741547 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-b9ef493d-c3a6-47d6-a005-41114a6abf19 None None] For port 5d2b0ad7-1bfb-46a6-ac17-81e355e4c45e, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:16:49.744848 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-b9ef493d-c3a6-47d6-a005-41114a6abf19 None None] For port 5d2b0ad7-1bfb-46a6-ac17-81e355e4c45e, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=5d2b0ad7-1bfb-46a6-ac17-81e355e4c45e,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:16:49.749111 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-b9ef493d-c3a6-47d6-a005-41114a6abf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:49.827773 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8925ba32-5c11-4bbc-b701-b8e0855557d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:49.831542 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ef493d-c3a6-47d6-a005-41114a6abf19 None None] Routers {'ab4ac8db-0dcd-42f7-b453-230449c0e7c6'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:16:49.832151 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-b9ef493d-c3a6-47d6-a005-41114a6abf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:16:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['ab4ac8db-0dcd-42f7-b453-230449c0e7c6'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:49.843577 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-8925ba32-5c11-4bbc-b701-b8e0855557d0 admin admin] Transition to ACTIVE for port object 6668c769-f69b-406d-9568-76eb9a3d9379 will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:16:49.867808 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8925ba32-5c11-4bbc-b701-b8e0855557d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:49.905017 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c92d40-d73d-46a4-96d3-def6a314dd28 None None] Pushing event updated for resources: {'Port': ['ID=5d2b0ad7-1bfb-46a6-ac17-81e355e4c45e,revision_number=3']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:49.930391 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8925ba32-5c11-4bbc-b701-b8e0855557d0 admin admin] Network 077dc1ca-480f-4ff5-b058-240601d1b0b8 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:16:49.933515 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-8925ba32-5c11-4bbc-b701-b8e0855557d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:16:49.937249 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8925ba32-5c11-4bbc-b701-b8e0855557d0 admin admin] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:16:49.983764 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8925ba32-5c11-4bbc-b701-b8e0855557d0 admin admin] Pushing event updated for resources: {'Port': ['ID=6668c769-f69b-406d-9568-76eb9a3d9379,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:50.006068 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8925ba32-5c11-4bbc-b701-b8e0855557d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:50.013449 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-b9ef493d-c3a6-47d6-a005-41114a6abf19 None None] Set router ab4ac8db-0dcd-42f7-b453-230449c0e7c6 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:16:50.192076 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-3213c26e-b79d-4447-904f-5c5816ab7d25 None None] Provisioning for port 6668c769-f69b-406d-9568-76eb9a3d9379 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:16:50.199474 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-3213c26e-b79d-4447-904f-5c5816ab7d25 None None] Provisioning complete for port 6668c769-f69b-406d-9568-76eb9a3d9379 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:50.201672 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-3213c26e-b79d-4447-904f-5c5816ab7d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:50.260042 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-3213c26e-b79d-4447-904f-5c5816ab7d25 None None] Port 6668c769-f69b-406d-9568-76eb9a3d9379 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:16:50.280792 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8925ba32-5c11-4bbc-b701-b8e0855557d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:50.306332 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-b9ef493d-c3a6-47d6-a005-41114a6abf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4ac8db-0dcd-42f7-b453-230449c0e7c6', 'name': 'tempest-TestEncryptedCinderVolumes-1209231445-router', 'tenant_id': 'b5b0b3b19bbc46d79374e4e7a97c6a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.17'}], 'enable_snat': True}, 'gw_port_id': '5d2b0ad7-1bfb-46a6-ac17-81e355e4c45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:46Z', 'updated_at': '2022-02-16T13:16:47Z', 'revision_number': 3, 'project_id': 'b5b0b3b19bbc46d79374e4e7a97c6a0a', 'gw_port': {'id': '5d2b0ad7-1bfb-46a6-ac17-81e355e4c45e', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4ac8db-0dcd-42f7-b453-230449c0e7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:46Z', 'updated_at': '2022-02-16T13:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:50.310476 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ef493d-c3a6-47d6-a005-41114a6abf19 None None] The sync data for ids ['ab4ac8db-0dcd-42f7-b453-230449c0e7c6'] in dv-neutron-829527-1-hyperv is: [{'id': 'ab4ac8db-0dcd-42f7-b453-230449c0e7c6', 'name': 'tempest-TestEncryptedCinderVolumes-1209231445-router', 'tenant_id': 'b5b0b3b19bbc46d79374e4e7a97c6a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.17'}], 'enable_snat': True}, 'gw_port_id': '5d2b0ad7-1bfb-46a6-ac17-81e355e4c45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:46Z', 'updated_at': '2022-02-16T13:16:47Z', 'revision_number': 3, 'project_id': 'b5b0b3b19bbc46d79374e4e7a97c6a0a', 'gw_port': {'id': '5d2b0ad7-1bfb-46a6-ac17-81e355e4c45e', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4ac8db-0dcd-42f7-b453-230449c0e7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:46Z', 'updated_at': '2022-02-16T13:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:16:50.510140 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8925ba32-5c11-4bbc-b701-b8e0855557d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:50.516095 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8925ba32-5c11-4bbc-b701-b8e0855557d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:50.631954 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8925ba32-5c11-4bbc-b701-b8e0855557d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:50.635677 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8925ba32-5c11-4bbc-b701-b8e0855557d0 admin admin] Pushing event updated for resources: {'Port': ['ID=6668c769-f69b-406d-9568-76eb9a3d9379,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:50.901867 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8925ba32-5c11-4bbc-b701-b8e0855557d0 admin admin] Network 077dc1ca-480f-4ff5-b058-240601d1b0b8 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:16:50.903071 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-8925ba32-5c11-4bbc-b701-b8e0855557d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:16:51.101156 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8925ba32-5c11-4bbc-b701-b8e0855557d0 admin admin] Router ab4ac8db-0dcd-42f7-b453-230449c0e7c6 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:16:51.188811 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-e87f3811-6abc-49e9-beed-51fba0742edb None None] Provisioning complete for port 6668c769-f69b-406d-9568-76eb9a3d9379 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:51.189373 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e87f3811-6abc-49e9-beed-51fba0742edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:51.240760 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-e87f3811-6abc-49e9-beed-51fba0742edb None None] Port 6668c769-f69b-406d-9568-76eb9a3d9379 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:16:51.286532 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8925ba32-5c11-4bbc-b701-b8e0855557d0 admin admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:16:51.303400 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-8925ba32-5c11-4bbc-b701-b8e0855557d0 admin admin] 10.222.0.83 "PUT /v2.0/routers/ab4ac8db-0dcd-42f7-b453-230449c0e7c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6421523 Feb 16 13:16:51.534661 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 5d2b0ad7-1bfb-46a6-ac17-81e355e4c45e up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:16:51.611466 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 5d2b0ad7-1bfb-46a6-ac17-81e355e4c45e completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:16:51.616735 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 5d2b0ad7-1bfb-46a6-ac17-81e355e4c45e triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:51.617194 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:51.732696 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:51.752011 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 5d2b0ad7-1bfb-46a6-ac17-81e355e4c45e, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=5d2b0ad7-1bfb-46a6-ac17-81e355e4c45e,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:16:51.757053 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:51.798621 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3129cc77-f869-4beb-9aa5-5e3cc887174d None None] Sync routers for ids ['ab4ac8db-0dcd-42f7-b453-230449c0e7c6'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:16:51.827616 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3129cc77-f869-4beb-9aa5-5e3cc887174d None None] Routers {'ab4ac8db-0dcd-42f7-b453-230449c0e7c6'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:16:51.828341 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-3129cc77-f869-4beb-9aa5-5e3cc887174d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:16:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['ab4ac8db-0dcd-42f7-b453-230449c0e7c6'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:51.861312 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 48236) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:51.866837 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-bc934902-4ae3-4ef0-80c6-d73dcd5d987e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1392897992-network', 'tenant_id': 'e50beaca30794b95a9f52d558f9565b9'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:51.871672 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-bc934902-4ae3-4ef0-80c6-d73dcd5d987e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:51.876279 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bc934902-4ae3-4ef0-80c6-d73dcd5d987e admin admin] Usage tracker for resource:network and tenant:e50beaca30794b95a9f52d558f9565b9 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:16:51.879281 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bc934902-4ae3-4ef0-80c6-d73dcd5d987e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:16:51.886163 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-bc934902-4ae3-4ef0-80c6-d73dcd5d987e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:51.897863 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc934902-4ae3-4ef0-80c6-d73dcd5d987e admin admin] Made reservation on behalf of e50beaca30794b95a9f52d558f9565b9 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:16:51.900240 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bc934902-4ae3-4ef0-80c6-d73dcd5d987e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:51.914021 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bc934902-4ae3-4ef0-80c6-d73dcd5d987e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:51.929694 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-bc934902-4ae3-4ef0-80c6-d73dcd5d987e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:51.934097 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bc934902-4ae3-4ef0-80c6-d73dcd5d987e admin admin] Usage tracker for resource:security_group_rule and tenant:e50beaca30794b95a9f52d558f9565b9 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:16:51.936985 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bc934902-4ae3-4ef0-80c6-d73dcd5d987e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:16:51.940477 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=5d2b0ad7-1bfb-46a6-ac17-81e355e4c45e,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:51.945076 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-bc934902-4ae3-4ef0-80c6-d73dcd5d987e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:52.033699 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bc934902-4ae3-4ef0-80c6-d73dcd5d987e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:52.038829 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bc934902-4ae3-4ef0-80c6-d73dcd5d987e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:52.049439 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-3129cc77-f869-4beb-9aa5-5e3cc887174d None None] Set router ab4ac8db-0dcd-42f7-b453-230449c0e7c6 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:16:52.069264 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc934902-4ae3-4ef0-80c6-d73dcd5d987e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:16:52.077461 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc934902-4ae3-4ef0-80c6-d73dcd5d987e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c434d68f-155e-4901-83bf-3a42b2ee840f,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:52.083075 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bc934902-4ae3-4ef0-80c6-d73dcd5d987e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:52.083407 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-bc934902-4ae3-4ef0-80c6-d73dcd5d987e admin admin] Added segment 59000247-5e51-4c12-ae78-8b0ca9279d25 of type vlan for network 36e727e7-5011-48dd-9672-ce3167e3fc19 Feb 16 13:16:52.109855 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bc934902-4ae3-4ef0-80c6-d73dcd5d987e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:52.143241 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bc934902-4ae3-4ef0-80c6-d73dcd5d987e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:52.144337 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc934902-4ae3-4ef0-80c6-d73dcd5d987e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:52.145225 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bc934902-4ae3-4ef0-80c6-d73dcd5d987e admin admin] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:52.247636 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc934902-4ae3-4ef0-80c6-d73dcd5d987e admin admin] Pushing event updated for resources: {'Network': ['ID=36e727e7-5011-48dd-9672-ce3167e3fc19,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:52.255138 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bc934902-4ae3-4ef0-80c6-d73dcd5d987e admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3900058 Feb 16 13:16:52.255559 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 48240) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:52.260167 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 36e727e7-5011-48dd-9672-ce3167e3fc19 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:16:52.260984 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-e1e83826-278f-4a51-9a86-8cca5a94c4b1 admin admin] Request body: {'subnet': {'network_id': '36e727e7-5011-48dd-9672-ce3167e3fc19', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1392897992-subnet', 'tenant_id': 'e50beaca30794b95a9f52d558f9565b9', 'ip_version': 4}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:52.265862 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-e1e83826-278f-4a51-9a86-8cca5a94c4b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:52.270433 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-e1e83826-278f-4a51-9a86-8cca5a94c4b1 admin admin] Usage tracker for resource:subnet and tenant:e50beaca30794b95a9f52d558f9565b9 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:16:52.273312 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-e1e83826-278f-4a51-9a86-8cca5a94c4b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:16:52.278988 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-e1e83826-278f-4a51-9a86-8cca5a94c4b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:52.290427 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e83826-278f-4a51-9a86-8cca5a94c4b1 admin admin] Made reservation on behalf of e50beaca30794b95a9f52d558f9565b9 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:16:52.292889 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e1e83826-278f-4a51-9a86-8cca5a94c4b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:52.451389 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-3129cc77-f869-4beb-9aa5-5e3cc887174d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4ac8db-0dcd-42f7-b453-230449c0e7c6', 'name': 'tempest-TestEncryptedCinderVolumes-1209231445-router', 'tenant_id': 'b5b0b3b19bbc46d79374e4e7a97c6a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.17'}], 'enable_snat': True}, 'gw_port_id': '5d2b0ad7-1bfb-46a6-ac17-81e355e4c45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:46Z', 'updated_at': '2022-02-16T13:16:50Z', 'revision_number': 4, 'project_id': 'b5b0b3b19bbc46d79374e4e7a97c6a0a', 'gw_port': {'id': '5d2b0ad7-1bfb-46a6-ac17-81e355e4c45e', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4ac8db-0dcd-42f7-b453-230449c0e7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:46Z', 'updated_at': '2022-02-16T13:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '6668c769-f69b-406d-9568-76eb9a3d9379', 'name': '', 'network_id': '077dc1ca-480f-4ff5-b058-240601d1b0b8', 'tenant_id': 'b5b0b3b19bbc46d79374e4e7a97c6a0a', 'mac_address': 'fa:16:3e:14:90:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4ac8db-0dcd-42f7-b453-230449c0e7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'e840175e-d697-4434-9793-bee40ec047fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:49Z', 'updated_at': '2022-02-16T13:16:50Z', 'revision_number': 2, 'project_id': 'b5b0b3b19bbc46d79374e4e7a97c6a0a', 'subnets': [{'id': 'e840175e-d697-4434-9793-bee40ec047fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:52.455588 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3129cc77-f869-4beb-9aa5-5e3cc887174d None None] Checking router: ab4ac8db-0dcd-42f7-b453-230449c0e7c6 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:16:52.455936 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3129cc77-f869-4beb-9aa5-5e3cc887174d None None] Updating router ab4ac8db-0dcd-42f7-b453-230449c0e7c6 port 6668c769-f69b-406d-9568-76eb9a3d9379 binding host dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:16:52.501378 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e1e83826-278f-4a51-9a86-8cca5a94c4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:52.512671 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-3129cc77-f869-4beb-9aa5-5e3cc887174d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:52.574952 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e83826-278f-4a51-9a86-8cca5a94c4b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abb5910f-214b-4d32-8988-cba1dc2cc395,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:52.581021 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e83826-278f-4a51-9a86-8cca5a94c4b1 admin admin] Checking segment: {'id': '59000247-5e51-4c12-ae78-8b0ca9279d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '36e727e7-5011-48dd-9672-ce3167e3fc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:16:52.581021 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e83826-278f-4a51-9a86-8cca5a94c4b1 admin admin] Network hostable DHCP agents. Network: 36e727e7-5011-48dd-9672-ce3167e3fc19, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:16:52.601269 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e83826-278f-4a51-9a86-8cca5a94c4b1 admin admin] Network 36e727e7-5011-48dd-9672-ce3167e3fc19 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:16:52.611641 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-e1e83826-278f-4a51-9a86-8cca5a94c4b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 36e727e7-5011-48dd-9672-ce3167e3fc19) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:16:52.615971 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e83826-278f-4a51-9a86-8cca5a94c4b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:52.616563 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-e1e83826-278f-4a51-9a86-8cca5a94c4b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:52.626333 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b46675c-961e-45c0-b9a0-d528942517c0 None None] Network 36e727e7-5011-48dd-9672-ce3167e3fc19 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:16:52.639724 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-e1e83826-278f-4a51-9a86-8cca5a94c4b1 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3830721 Feb 16 13:16:52.642619 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 48244) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:52.647970 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-0cda765d-f2dd-438e-b2f4-c2729f77a3db admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1392897992-router', 'tenant_id': 'e50beaca30794b95a9f52d558f9565b9', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:16:52.652812 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0cda765d-f2dd-438e-b2f4-c2729f77a3db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:16:52.657246 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0cda765d-f2dd-438e-b2f4-c2729f77a3db admin admin] Usage tracker for resource:router and tenant:e50beaca30794b95a9f52d558f9565b9 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:16:52.660162 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0cda765d-f2dd-438e-b2f4-c2729f77a3db admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:16:52.666178 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0cda765d-f2dd-438e-b2f4-c2729f77a3db admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:16:52.678241 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0cda765d-f2dd-438e-b2f4-c2729f77a3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:52.679226 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0cda765d-f2dd-438e-b2f4-c2729f77a3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:52.694642 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0cda765d-f2dd-438e-b2f4-c2729f77a3db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:52.964377 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0cda765d-f2dd-438e-b2f4-c2729f77a3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:52.985414 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4645310d-ddb1-40f8-af06-2a3e85f41f53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-36e727e7-5011-48dd-9672-ce3167e3fc19', 'network_id': '36e727e7-5011-48dd-9672-ce3167e3fc19', 'tenant_id': 'e50beaca30794b95a9f52d558f9565b9', 'fixed_ips': [{'subnet_id': 'abb5910f-214b-4d32-8988-cba1dc2cc395'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:16:52.986292 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4645310d-ddb1-40f8-af06-2a3e85f41f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:53.112819 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-3129cc77-f869-4beb-9aa5-5e3cc887174d None None] Notify callbacks [] for port, precommit_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:53.137060 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-3129cc77-f869-4beb-9aa5-5e3cc887174d None None] Transition to ACTIVE for port object 6668c769-f69b-406d-9568-76eb9a3d9379 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:16:53.144579 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-3129cc77-f869-4beb-9aa5-5e3cc887174d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:53.288370 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0cda765d-f2dd-438e-b2f4-c2729f77a3db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:53.322121 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0cda765d-f2dd-438e-b2f4-c2729f77a3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:53.375722 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5bff16-2d32-4eac-b322-8bd89e5b6c66 None None] Pushing event updated for resources: {'Port': ['ID=6668c769-f69b-406d-9568-76eb9a3d9379,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:53.437828 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-4645310d-ddb1-40f8-af06-2a3e85f41f53 None None] Allocated IP 172.20.0.2 (36e727e7-5011-48dd-9672-ce3167e3fc19/abb5910f-214b-4d32-8988-cba1dc2cc395/6693cfa0-9e55-410f-a83d-969d225ea2e4) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:16:53.500708 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-0cda765d-f2dd-438e-b2f4-c2729f77a3db admin admin] Allocated IP 172.26.5.135 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/1a1e28a5-9e2e-4715-97de-3a71965fff6a) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:16:53.511177 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-3129cc77-f869-4beb-9aa5-5e3cc887174d None None] Attempting to bind port 6668c769-f69b-406d-9568-76eb9a3d9379 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:16:53.511537 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-3129cc77-f869-4beb-9aa5-5e3cc887174d None None] Attempting to bind port 6668c769-f69b-406d-9568-76eb9a3d9379 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'f5574cef-9f46-477a-9855-c72356a689f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '077dc1ca-480f-4ff5-b058-240601d1b0b8'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:16:53.511885 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3129cc77-f869-4beb-9aa5-5e3cc887174d None None] Attempting to bind port 6668c769-f69b-406d-9568-76eb9a3d9379 on network 077dc1ca-480f-4ff5-b058-240601d1b0b8 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:16:53.561254 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 5d2b0ad7-1bfb-46a6-ac17-81e355e4c45e up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:16:53.590954 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3129cc77-f869-4beb-9aa5-5e3cc887174d None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:16:53.591316 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3129cc77-f869-4beb-9aa5-5e3cc887174d None None] Checking segment: {'id': 'f5574cef-9f46-477a-9855-c72356a689f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '077dc1ca-480f-4ff5-b058-240601d1b0b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:16:53.591705 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-3129cc77-f869-4beb-9aa5-5e3cc887174d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:53.592082 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3129cc77-f869-4beb-9aa5-5e3cc887174d None None] Bound using segment: {'id': 'f5574cef-9f46-477a-9855-c72356a689f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '077dc1ca-480f-4ff5-b058-240601d1b0b8'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:16:53.592530 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-3129cc77-f869-4beb-9aa5-5e3cc887174d None None] Bound port: 6668c769-f69b-406d-9568-76eb9a3d9379, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5574cef-9f46-477a-9855-c72356a689f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '077dc1ca-480f-4ff5-b058-240601d1b0b8'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:16:53.592914 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-3129cc77-f869-4beb-9aa5-5e3cc887174d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:53.785755 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0cda765d-f2dd-438e-b2f4-c2729f77a3db admin admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:53.817472 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0cda765d-f2dd-438e-b2f4-c2729f77a3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:53.823944 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-3129cc77-f869-4beb-9aa5-5e3cc887174d None None] For port 6668c769-f69b-406d-9568-76eb9a3d9379, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:16:53.840585 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-3129cc77-f869-4beb-9aa5-5e3cc887174d None None] For port 6668c769-f69b-406d-9568-76eb9a3d9379, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=6668c769-f69b-406d-9568-76eb9a3d9379,segment=NetworkSegment(f5574cef-9f46-477a-9855-c72356a689f8),segment_id=f5574cef-9f46-477a-9855-c72356a689f8)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:16:53.845520 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 5d2b0ad7-1bfb-46a6-ac17-81e355e4c45e triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:53.845929 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:53.880295 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-3129cc77-f869-4beb-9aa5-5e3cc887174d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:53.887313 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cda765d-f2dd-438e-b2f4-c2729f77a3db admin admin] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:16:53.890503 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-0cda765d-f2dd-438e-b2f4-c2729f77a3db admin admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:16:53.894380 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cda765d-f2dd-438e-b2f4-c2729f77a3db admin admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:16:53.931371 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cda765d-f2dd-438e-b2f4-c2729f77a3db admin admin] Pushing event updated for resources: {'Port': ['ID=1a1e28a5-9e2e-4715-97de-3a71965fff6a,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:53.935209 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4645310d-ddb1-40f8-af06-2a3e85f41f53 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:53.977847 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-4645310d-ddb1-40f8-af06-2a3e85f41f53 None None] Transition to ACTIVE for port object 6693cfa0-9e55-410f-a83d-969d225ea2e4 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:16:54.019463 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3129cc77-f869-4beb-9aa5-5e3cc887174d None None] Routers {'ab4ac8db-0dcd-42f7-b453-230449c0e7c6'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:16:54.020102 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-3129cc77-f869-4beb-9aa5-5e3cc887174d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:16:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['ab4ac8db-0dcd-42f7-b453-230449c0e7c6'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:54.073205 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-4645310d-ddb1-40f8-af06-2a3e85f41f53 None None] Transition to ACTIVE for port object 6693cfa0-9e55-410f-a83d-969d225ea2e4 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:16:54.094850 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4645310d-ddb1-40f8-af06-2a3e85f41f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:54.098201 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5bff16-2d32-4eac-b322-8bd89e5b6c66 None None] Pushing event updated for resources: {'Port': ['ID=6668c769-f69b-406d-9568-76eb9a3d9379,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:54.295184 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4645310d-ddb1-40f8-af06-2a3e85f41f53 None None] Network 36e727e7-5011-48dd-9672-ce3167e3fc19 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:16:54.308176 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-4645310d-ddb1-40f8-af06-2a3e85f41f53 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:16:54.315464 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645310d-ddb1-40f8-af06-2a3e85f41f53 None None] Pushing event updated for resources: {'Port': ['ID=6693cfa0-9e55-410f-a83d-969d225ea2e4,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:54.318307 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4645310d-ddb1-40f8-af06-2a3e85f41f53 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:16:54.350553 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0cda765d-f2dd-438e-b2f4-c2729f77a3db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:54.413429 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-3129cc77-f869-4beb-9aa5-5e3cc887174d None None] Set router ab4ac8db-0dcd-42f7-b453-230449c0e7c6 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:16:54.490006 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-4645310d-ddb1-40f8-af06-2a3e85f41f53 None None] Attempting to bind port 6693cfa0-9e55-410f-a83d-969d225ea2e4 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:16:54.490341 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-4645310d-ddb1-40f8-af06-2a3e85f41f53 None None] Attempting to bind port 6693cfa0-9e55-410f-a83d-969d225ea2e4 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '59000247-5e51-4c12-ae78-8b0ca9279d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '36e727e7-5011-48dd-9672-ce3167e3fc19'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:16:54.490690 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4645310d-ddb1-40f8-af06-2a3e85f41f53 None None] Attempting to bind port 6693cfa0-9e55-410f-a83d-969d225ea2e4 on network 36e727e7-5011-48dd-9672-ce3167e3fc19 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:16:54.551473 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4645310d-ddb1-40f8-af06-2a3e85f41f53 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:16:54.551736 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4645310d-ddb1-40f8-af06-2a3e85f41f53 None None] Checking segment: {'id': '59000247-5e51-4c12-ae78-8b0ca9279d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '36e727e7-5011-48dd-9672-ce3167e3fc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:16:54.552088 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4645310d-ddb1-40f8-af06-2a3e85f41f53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:54.552493 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4645310d-ddb1-40f8-af06-2a3e85f41f53 None None] Bound using segment: {'id': '59000247-5e51-4c12-ae78-8b0ca9279d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '36e727e7-5011-48dd-9672-ce3167e3fc19'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:16:54.552996 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-4645310d-ddb1-40f8-af06-2a3e85f41f53 None None] Bound port: 6693cfa0-9e55-410f-a83d-969d225ea2e4, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59000247-5e51-4c12-ae78-8b0ca9279d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '36e727e7-5011-48dd-9672-ce3167e3fc19'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:16:54.553363 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4645310d-ddb1-40f8-af06-2a3e85f41f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:54.684465 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0cda765d-f2dd-438e-b2f4-c2729f77a3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:54.744975 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-4645310d-ddb1-40f8-af06-2a3e85f41f53 None None] For port 6693cfa0-9e55-410f-a83d-969d225ea2e4, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:16:54.779638 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-4645310d-ddb1-40f8-af06-2a3e85f41f53 None None] For port 6693cfa0-9e55-410f-a83d-969d225ea2e4, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=6693cfa0-9e55-410f-a83d-969d225ea2e4,segment=NetworkSegment(59000247-5e51-4c12-ae78-8b0ca9279d25),segment_id=59000247-5e51-4c12-ae78-8b0ca9279d25)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:16:54.786346 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4645310d-ddb1-40f8-af06-2a3e85f41f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:54.898688 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cda765d-f2dd-438e-b2f4-c2729f77a3db admin admin] Router e9a9d446-25d1-4761-964a-1ea05c52d498 is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:16:54.934896 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645310d-ddb1-40f8-af06-2a3e85f41f53 None None] Pushing event updated for resources: {'Port': ['ID=6693cfa0-9e55-410f-a83d-969d225ea2e4,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:54.949240 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-3129cc77-f869-4beb-9aa5-5e3cc887174d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4ac8db-0dcd-42f7-b453-230449c0e7c6', 'name': 'tempest-TestEncryptedCinderVolumes-1209231445-router', 'tenant_id': 'b5b0b3b19bbc46d79374e4e7a97c6a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.17'}], 'enable_snat': True}, 'gw_port_id': '5d2b0ad7-1bfb-46a6-ac17-81e355e4c45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:46Z', 'updated_at': '2022-02-16T13:16:50Z', 'revision_number': 4, 'project_id': 'b5b0b3b19bbc46d79374e4e7a97c6a0a', 'gw_port': {'id': '5d2b0ad7-1bfb-46a6-ac17-81e355e4c45e', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4ac8db-0dcd-42f7-b453-230449c0e7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:46Z', 'updated_at': '2022-02-16T13:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '6668c769-f69b-406d-9568-76eb9a3d9379', 'name': '', 'network_id': '077dc1ca-480f-4ff5-b058-240601d1b0b8', 'tenant_id': 'b5b0b3b19bbc46d79374e4e7a97c6a0a', 'mac_address': 'fa:16:3e:14:90:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4ac8db-0dcd-42f7-b453-230449c0e7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'e840175e-d697-4434-9793-bee40ec047fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:49Z', 'updated_at': '2022-02-16T13:16:53Z', 'revision_number': 4, 'project_id': 'b5b0b3b19bbc46d79374e4e7a97c6a0a', 'subnets': [{'id': 'e840175e-d697-4434-9793-bee40ec047fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:54.954322 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3129cc77-f869-4beb-9aa5-5e3cc887174d None None] The sync data for ids ['ab4ac8db-0dcd-42f7-b453-230449c0e7c6'] in dv-neutron-829527-1-hyperv is: [{'id': 'ab4ac8db-0dcd-42f7-b453-230449c0e7c6', 'name': 'tempest-TestEncryptedCinderVolumes-1209231445-router', 'tenant_id': 'b5b0b3b19bbc46d79374e4e7a97c6a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.17'}], 'enable_snat': True}, 'gw_port_id': '5d2b0ad7-1bfb-46a6-ac17-81e355e4c45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:46Z', 'updated_at': '2022-02-16T13:16:50Z', 'revision_number': 4, 'project_id': 'b5b0b3b19bbc46d79374e4e7a97c6a0a', 'gw_port': {'id': '5d2b0ad7-1bfb-46a6-ac17-81e355e4c45e', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4ac8db-0dcd-42f7-b453-230449c0e7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:46Z', 'updated_at': '2022-02-16T13:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '6668c769-f69b-406d-9568-76eb9a3d9379', 'name': '', 'network_id': '077dc1ca-480f-4ff5-b058-240601d1b0b8', 'tenant_id': 'b5b0b3b19bbc46d79374e4e7a97c6a0a', 'mac_address': 'fa:16:3e:14:90:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4ac8db-0dcd-42f7-b453-230449c0e7c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'e840175e-d697-4434-9793-bee40ec047fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:49Z', 'updated_at': '2022-02-16T13:16:53Z', 'revision_number': 4, 'project_id': 'b5b0b3b19bbc46d79374e4e7a97c6a0a', 'subnets': [{'id': 'e840175e-d697-4434-9793-bee40ec047fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:16:55.094239 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cda765d-f2dd-438e-b2f4-c2729f77a3db admin admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:16:55.106393 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b122d30-bdb4-46ec-8544-77a766949e9c None None] Sync routers for ids ['e9a9d446-25d1-4761-964a-1ea05c52d498'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:16:55.119533 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b122d30-bdb4-46ec-8544-77a766949e9c None None] Routers {'e9a9d446-25d1-4761-964a-1ea05c52d498'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:16:55.120174 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-3b122d30-bdb4-46ec-8544-77a766949e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:16:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e9a9d446-25d1-4761-964a-1ea05c52d498'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:55.120861 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0cda765d-f2dd-438e-b2f4-c2729f77a3db admin admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:55.122606 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0cda765d-f2dd-438e-b2f4-c2729f77a3db admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.4788117 Feb 16 13:16:55.125681 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 48248) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:16:55.409458 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-3b122d30-bdb4-46ec-8544-77a766949e9c None None] Set router e9a9d446-25d1-4761-964a-1ea05c52d498 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:16:55.615773 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 6693cfa0-9e55-410f-a83d-969d225ea2e4 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:16:55.707630 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 6693cfa0-9e55-410f-a83d-969d225ea2e4 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:16:55.714518 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 6668c769-f69b-406d-9568-76eb9a3d9379 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:16:55.737101 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-3b122d30-bdb4-46ec-8544-77a766949e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a9d446-25d1-4761-964a-1ea05c52d498', 'name': 'tempest-TestEncryptedCinderVolumes-1392897992-router', 'tenant_id': 'e50beaca30794b95a9f52d558f9565b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': '1a1e28a5-9e2e-4715-97de-3a71965fff6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:52Z', 'updated_at': '2022-02-16T13:16:54Z', 'revision_number': 3, 'project_id': 'e50beaca30794b95a9f52d558f9565b9', 'gw_port': {'id': '1a1e28a5-9e2e-4715-97de-3a71965fff6a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fc:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a9d446-25d1-4761-964a-1ea05c52d498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:53Z', 'updated_at': '2022-02-16T13:16:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:55.741939 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b122d30-bdb4-46ec-8544-77a766949e9c None None] Checking router: e9a9d446-25d1-4761-964a-1ea05c52d498 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:16:55.742515 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b122d30-bdb4-46ec-8544-77a766949e9c None None] Updating router e9a9d446-25d1-4761-964a-1ea05c52d498 port 1a1e28a5-9e2e-4715-97de-3a71965fff6a binding host dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:16:55.798960 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 6668c769-f69b-406d-9568-76eb9a3d9379 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:16:55.807958 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-3b122d30-bdb4-46ec-8544-77a766949e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:55.809770 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 6668c769-f69b-406d-9568-76eb9a3d9379 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:55.810986 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:56.014344 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:56.102280 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 6668c769-f69b-406d-9568-76eb9a3d9379, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=6668c769-f69b-406d-9568-76eb9a3d9379,segment=NetworkSegment(f5574cef-9f46-477a-9855-c72356a689f8),segment_id=f5574cef-9f46-477a-9855-c72356a689f8)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:16:56.108427 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:56.223073 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=6668c769-f69b-406d-9568-76eb9a3d9379,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:56.231039 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-220682b9-2aba-4c73-9cd3-800d11e7fcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:56.313990 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006b1308-c9eb-4aea-b589-ada533f022d2 None None] Network 36e727e7-5011-48dd-9672-ce3167e3fc19 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:16:56.330879 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-3b122d30-bdb4-46ec-8544-77a766949e9c None None] Notify callbacks [] for port, precommit_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:56.346535 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.provisioning_blocks [None req-3b122d30-bdb4-46ec-8544-77a766949e9c None None] Transition to ACTIVE for port object 1a1e28a5-9e2e-4715-97de-3a71965fff6a will not be triggered until provisioned by entity L2. {{(pid=87703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:16:56.355995 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-3b122d30-bdb4-46ec-8544-77a766949e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:56.447050 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-3b122d30-bdb4-46ec-8544-77a766949e9c None None] Attempting to bind port 1a1e28a5-9e2e-4715-97de-3a71965fff6a on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:16:56.447409 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-3b122d30-bdb4-46ec-8544-77a766949e9c None None] Attempting to bind port 1a1e28a5-9e2e-4715-97de-3a71965fff6a by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:16:56.447891 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b122d30-bdb4-46ec-8544-77a766949e9c None None] Attempting to bind port 1a1e28a5-9e2e-4715-97de-3a71965fff6a on network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:16:56.453695 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1183e481-4769-45be-8c11-597f43b7046e None None] Pushing event updated for resources: {'Port': ['ID=1a1e28a5-9e2e-4715-97de-3a71965fff6a,revision_number=2']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:56.458873 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b122d30-bdb4-46ec-8544-77a766949e9c None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:16:56.459244 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b122d30-bdb4-46ec-8544-77a766949e9c None None] Checking segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:16:56.459634 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-3b122d30-bdb4-46ec-8544-77a766949e9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:56.460011 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b122d30-bdb4-46ec-8544-77a766949e9c None None] Bound using segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:16:56.460468 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-3b122d30-bdb4-46ec-8544-77a766949e9c None None] Bound port: 1a1e28a5-9e2e-4715-97de-3a71965fff6a, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:16:56.460877 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-3b122d30-bdb4-46ec-8544-77a766949e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:56.489913 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-220682b9-2aba-4c73-9cd3-800d11e7fcf5 admin admin] Allocated IP 172.20.0.1 (36e727e7-5011-48dd-9672-ce3167e3fc19/abb5910f-214b-4d32-8988-cba1dc2cc395/73346254-2379-4ca6-be61-546670d26c7d) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:16:56.509323 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-8b36d59a-5b23-4e73-b512-7020f43f4628 None None] Provisioning for port 6693cfa0-9e55-410f-a83d-969d225ea2e4 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:16:56.516425 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-8b36d59a-5b23-4e73-b512-7020f43f4628 None None] Provisioning complete for port 6693cfa0-9e55-410f-a83d-969d225ea2e4 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:56.516831 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8b36d59a-5b23-4e73-b512-7020f43f4628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:56.540456 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-3b122d30-bdb4-46ec-8544-77a766949e9c None None] For port 1a1e28a5-9e2e-4715-97de-3a71965fff6a, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:16:56.543754 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-3b122d30-bdb4-46ec-8544-77a766949e9c None None] For port 1a1e28a5-9e2e-4715-97de-3a71965fff6a, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=1a1e28a5-9e2e-4715-97de-3a71965fff6a,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:16:56.550078 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-3b122d30-bdb4-46ec-8544-77a766949e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:56.637190 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b122d30-bdb4-46ec-8544-77a766949e9c None None] Routers {'e9a9d446-25d1-4761-964a-1ea05c52d498'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:16:56.637985 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-3b122d30-bdb4-46ec-8544-77a766949e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:16:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e9a9d446-25d1-4761-964a-1ea05c52d498'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:56.663535 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-220682b9-2aba-4c73-9cd3-800d11e7fcf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:56.681369 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-220682b9-2aba-4c73-9cd3-800d11e7fcf5 admin admin] Transition to ACTIVE for port object 73346254-2379-4ca6-be61-546670d26c7d will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:16:56.693891 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1183e481-4769-45be-8c11-597f43b7046e None None] Pushing event updated for resources: {'Port': ['ID=1a1e28a5-9e2e-4715-97de-3a71965fff6a,revision_number=3']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:56.710154 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-220682b9-2aba-4c73-9cd3-800d11e7fcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:56.732961 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8b36d59a-5b23-4e73-b512-7020f43f4628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:56.773175 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-8b36d59a-5b23-4e73-b512-7020f43f4628 None None] For port 6693cfa0-9e55-410f-a83d-969d225ea2e4, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=6693cfa0-9e55-410f-a83d-969d225ea2e4,segment=NetworkSegment(59000247-5e51-4c12-ae78-8b0ca9279d25),segment_id=59000247-5e51-4c12-ae78-8b0ca9279d25)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:16:56.781010 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8b36d59a-5b23-4e73-b512-7020f43f4628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:56.786801 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220682b9-2aba-4c73-9cd3-800d11e7fcf5 admin admin] Network 36e727e7-5011-48dd-9672-ce3167e3fc19 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:16:56.789894 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-220682b9-2aba-4c73-9cd3-800d11e7fcf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:16:56.792514 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220682b9-2aba-4c73-9cd3-800d11e7fcf5 admin admin] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:16:56.832096 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-3b122d30-bdb4-46ec-8544-77a766949e9c None None] Set router e9a9d446-25d1-4761-964a-1ea05c52d498 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:16:56.847194 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220682b9-2aba-4c73-9cd3-800d11e7fcf5 admin admin] Pushing event updated for resources: {'Port': ['ID=73346254-2379-4ca6-be61-546670d26c7d,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:56.873707 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-220682b9-2aba-4c73-9cd3-800d11e7fcf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:56.875791 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b36d59a-5b23-4e73-b512-7020f43f4628 None None] Pushing event updated for resources: {'Port': ['ID=6693cfa0-9e55-410f-a83d-969d225ea2e4,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:57.009490 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-220682b9-2aba-4c73-9cd3-800d11e7fcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:57.103911 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-1352062f-aad1-4bbe-a4cd-7f351756b310 None None] Provisioning complete for port 6693cfa0-9e55-410f-a83d-969d225ea2e4 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:57.104271 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-1352062f-aad1-4bbe-a4cd-7f351756b310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:57.141581 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-3b122d30-bdb4-46ec-8544-77a766949e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a9d446-25d1-4761-964a-1ea05c52d498', 'name': 'tempest-TestEncryptedCinderVolumes-1392897992-router', 'tenant_id': 'e50beaca30794b95a9f52d558f9565b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': '1a1e28a5-9e2e-4715-97de-3a71965fff6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:52Z', 'updated_at': '2022-02-16T13:16:54Z', 'revision_number': 3, 'project_id': 'e50beaca30794b95a9f52d558f9565b9', 'gw_port': {'id': '1a1e28a5-9e2e-4715-97de-3a71965fff6a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fc:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a9d446-25d1-4761-964a-1ea05c52d498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:53Z', 'updated_at': '2022-02-16T13:16:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:57.146109 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b122d30-bdb4-46ec-8544-77a766949e9c None None] The sync data for ids ['e9a9d446-25d1-4761-964a-1ea05c52d498'] in dv-neutron-829527-1-hyperv is: [{'id': 'e9a9d446-25d1-4761-964a-1ea05c52d498', 'name': 'tempest-TestEncryptedCinderVolumes-1392897992-router', 'tenant_id': 'e50beaca30794b95a9f52d558f9565b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': '1a1e28a5-9e2e-4715-97de-3a71965fff6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:52Z', 'updated_at': '2022-02-16T13:16:54Z', 'revision_number': 3, 'project_id': 'e50beaca30794b95a9f52d558f9565b9', 'gw_port': {'id': '1a1e28a5-9e2e-4715-97de-3a71965fff6a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fc:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a9d446-25d1-4761-964a-1ea05c52d498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:53Z', 'updated_at': '2022-02-16T13:16:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:16:57.268754 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-220682b9-2aba-4c73-9cd3-800d11e7fcf5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:57.274312 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-220682b9-2aba-4c73-9cd3-800d11e7fcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:57.401735 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-d218f820-22d1-424c-bc01-90a917bbef0c None None] Provisioning for port 73346254-2379-4ca6-be61-546670d26c7d completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:16:57.402997 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220682b9-2aba-4c73-9cd3-800d11e7fcf5 admin admin] Pushing event updated for resources: {'Port': ['ID=73346254-2379-4ca6-be61-546670d26c7d,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:57.415919 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-220682b9-2aba-4c73-9cd3-800d11e7fcf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:57.418165 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-d218f820-22d1-424c-bc01-90a917bbef0c None None] Provisioning complete for port 73346254-2379-4ca6-be61-546670d26c7d triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:57.418539 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d218f820-22d1-424c-bc01-90a917bbef0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:57.488277 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-d218f820-22d1-424c-bc01-90a917bbef0c None None] Port 73346254-2379-4ca6-be61-546670d26c7d cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:16:57.581202 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220682b9-2aba-4c73-9cd3-800d11e7fcf5 admin admin] Network 36e727e7-5011-48dd-9672-ce3167e3fc19 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:16:57.582540 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-220682b9-2aba-4c73-9cd3-800d11e7fcf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:16:57.627425 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 1a1e28a5-9e2e-4715-97de-3a71965fff6a up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:16:57.708192 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 1a1e28a5-9e2e-4715-97de-3a71965fff6a completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:16:57.713740 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 1a1e28a5-9e2e-4715-97de-3a71965fff6a triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:57.714110 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:57.820890 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-220682b9-2aba-4c73-9cd3-800d11e7fcf5 admin admin] Router e9a9d446-25d1-4761-964a-1ea05c52d498 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:16:57.852148 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:57.870507 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 1a1e28a5-9e2e-4715-97de-3a71965fff6a, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=1a1e28a5-9e2e-4715-97de-3a71965fff6a,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:16:57.875905 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:57.876771 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 6693cfa0-9e55-410f-a83d-969d225ea2e4 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:16:58.000497 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=1a1e28a5-9e2e-4715-97de-3a71965fff6a,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:16:58.005332 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-d13d9213-a358-4ced-a5b9-083839d020e7 None None] Provisioning complete for port 73346254-2379-4ca6-be61-546670d26c7d triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:58.005701 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d13d9213-a358-4ced-a5b9-083839d020e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:58.022961 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220682b9-2aba-4c73-9cd3-800d11e7fcf5 admin admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:16:58.033358 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-220682b9-2aba-4c73-9cd3-800d11e7fcf5 admin admin] 10.222.0.83 "PUT /v2.0/routers/e9a9d446-25d1-4761-964a-1ea05c52d498/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9058771 Feb 16 13:16:58.069374 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-d13d9213-a358-4ced-a5b9-083839d020e7 None None] Port 73346254-2379-4ca6-be61-546670d26c7d cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:16:58.071873 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 6693cfa0-9e55-410f-a83d-969d225ea2e4 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:58.072038 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:58.201753 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 6668c769-f69b-406d-9568-76eb9a3d9379 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:16:58.270719 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 6668c769-f69b-406d-9568-76eb9a3d9379 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:58.270959 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:58.746603 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d260a79-9c24-4472-b605-872ecc8f55d4 None None] Sync routers for ids ['e9a9d446-25d1-4761-964a-1ea05c52d498'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:16:58.757394 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d260a79-9c24-4472-b605-872ecc8f55d4 None None] Routers {'e9a9d446-25d1-4761-964a-1ea05c52d498'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:16:58.758155 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-9d260a79-9c24-4472-b605-872ecc8f55d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:16:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e9a9d446-25d1-4761-964a-1ea05c52d498'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:58.915102 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-e6e4fbeb-ace9-4e6e-9a7b-c5f5489ec4ac tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:16:58.915693 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-e6e4fbeb-ace9-4e6e-9a7b-c5f5489ec4ac tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Synchronizing usage tracker for tenant:b5b0b3b19bbc46d79374e4e7a97c6a0a on resource:network {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:16:58.940938 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-e6e4fbeb-ace9-4e6e-9a7b-c5f5489ec4ac tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Unset dirty status for tenant:b5b0b3b19bbc46d79374e4e7a97c6a0a on resource:network {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:16:58.942581 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-e6e4fbeb-ace9-4e6e-9a7b-c5f5489ec4ac tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.83 "GET /v2.0/networks?id=077dc1ca-480f-4ff5-b058-240601d1b0b8 HTTP/1.1" status: 200 len: 817 time: 0.2819936 Feb 16 13:16:58.951451 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-9d260a79-9c24-4472-b605-872ecc8f55d4 None None] Set router e9a9d446-25d1-4761-964a-1ea05c52d498 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:16:58.959008 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-5b654f2f-c8af-4745-a92e-da0cfe8ecdd4 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.83 "GET /v2.0/quotas/b5b0b3b19bbc46d79374e4e7a97c6a0a HTTP/1.1" status: 200 len: 375 time: 0.0108225 Feb 16 13:16:59.042823 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-1412425e-0fe8-45e4-9cc2-db6571e1d675 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Synchronizing usage tracker for tenant:b5b0b3b19bbc46d79374e4e7a97c6a0a on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:16:59.064464 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-1412425e-0fe8-45e4-9cc2-db6571e1d675 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Unset dirty status for tenant:b5b0b3b19bbc46d79374e4e7a97c6a0a on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:16:59.066291 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-1412425e-0fe8-45e4-9cc2-db6571e1d675 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=b5b0b3b19bbc46d79374e4e7a97c6a0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1016698 Feb 16 13:16:59.209164 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-be4326f2-0b02-4699-af5e-65020555f9aa service neutron] 10.222.0.83 "GET /v2.0/networks/077dc1ca-480f-4ff5-b058-240601d1b0b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303909 Feb 16 13:16:59.300082 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-9d260a79-9c24-4472-b605-872ecc8f55d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a9d446-25d1-4761-964a-1ea05c52d498', 'name': 'tempest-TestEncryptedCinderVolumes-1392897992-router', 'tenant_id': 'e50beaca30794b95a9f52d558f9565b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': '1a1e28a5-9e2e-4715-97de-3a71965fff6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:52Z', 'updated_at': '2022-02-16T13:16:56Z', 'revision_number': 4, 'project_id': 'e50beaca30794b95a9f52d558f9565b9', 'gw_port': {'id': '1a1e28a5-9e2e-4715-97de-3a71965fff6a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a9d446-25d1-4761-964a-1ea05c52d498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:53Z', 'updated_at': '2022-02-16T13:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '73346254-2379-4ca6-be61-546670d26c7d', 'name': '', 'network_id': '36e727e7-5011-48dd-9672-ce3167e3fc19', 'tenant_id': 'e50beaca30794b95a9f52d558f9565b9', 'mac_address': 'fa:16:3e:5c:4e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a9d446-25d1-4761-964a-1ea05c52d498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'abb5910f-214b-4d32-8988-cba1dc2cc395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:56Z', 'updated_at': '2022-02-16T13:16:57Z', 'revision_number': 2, 'project_id': 'e50beaca30794b95a9f52d558f9565b9', 'subnets': [{'id': 'abb5910f-214b-4d32-8988-cba1dc2cc395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:16:59.304912 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d260a79-9c24-4472-b605-872ecc8f55d4 None None] Checking router: e9a9d446-25d1-4761-964a-1ea05c52d498 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:16:59.305347 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d260a79-9c24-4472-b605-872ecc8f55d4 None None] Updating router e9a9d446-25d1-4761-964a-1ea05c52d498 port 73346254-2379-4ca6-be61-546670d26c7d binding host dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:16:59.349880 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-335a80f2-6949-4d7c-a9bd-f011c375a803 service neutron] 10.222.0.83 "GET /v2.0/networks/077dc1ca-480f-4ff5-b058-240601d1b0b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347134 Feb 16 13:16:59.363370 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9d260a79-9c24-4472-b605-872ecc8f55d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:59.538442 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 1a1e28a5-9e2e-4715-97de-3a71965fff6a up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:16:59.670540 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-918f111d-0896-4767-90b5-dca91aaed340 req-2a5bf6bd-2c84-4417-90fa-2eccc5b1b912 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.83 "GET /v2.0/ports?device_id=70275f6c-7e72-47a1-9891-6dbe67999ffa HTTP/1.1" status: 200 len: 210 time: 0.1764538 Feb 16 13:16:59.705909 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 1a1e28a5-9e2e-4715-97de-3a71965fff6a triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:16:59.706290 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:59.883647 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9d260a79-9c24-4472-b605-872ecc8f55d4 None None] Notify callbacks [] for port, precommit_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:16:59.902477 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-9d260a79-9c24-4472-b605-872ecc8f55d4 None None] Transition to ACTIVE for port object 73346254-2379-4ca6-be61-546670d26c7d will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:16:59.910686 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9d260a79-9c24-4472-b605-872ecc8f55d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:00.071590 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eff721-fbbd-4fe6-9a78-da78d77070f0 None None] Pushing event updated for resources: {'Port': ['ID=73346254-2379-4ca6-be61-546670d26c7d,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:17:00.140880 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-9d260a79-9c24-4472-b605-872ecc8f55d4 None None] Attempting to bind port 73346254-2379-4ca6-be61-546670d26c7d on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:17:00.142093 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-9d260a79-9c24-4472-b605-872ecc8f55d4 None None] Attempting to bind port 73346254-2379-4ca6-be61-546670d26c7d by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '59000247-5e51-4c12-ae78-8b0ca9279d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '36e727e7-5011-48dd-9672-ce3167e3fc19'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:17:00.142623 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d260a79-9c24-4472-b605-872ecc8f55d4 None None] Attempting to bind port 73346254-2379-4ca6-be61-546670d26c7d on network 36e727e7-5011-48dd-9672-ce3167e3fc19 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:17:00.148963 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d260a79-9c24-4472-b605-872ecc8f55d4 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:17:00.149392 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d260a79-9c24-4472-b605-872ecc8f55d4 None None] Checking segment: {'id': '59000247-5e51-4c12-ae78-8b0ca9279d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '36e727e7-5011-48dd-9672-ce3167e3fc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:17:00.149792 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9d260a79-9c24-4472-b605-872ecc8f55d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:00.150178 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d260a79-9c24-4472-b605-872ecc8f55d4 None None] Bound using segment: {'id': '59000247-5e51-4c12-ae78-8b0ca9279d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '36e727e7-5011-48dd-9672-ce3167e3fc19'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:17:00.150640 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-9d260a79-9c24-4472-b605-872ecc8f55d4 None None] Bound port: 73346254-2379-4ca6-be61-546670d26c7d, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59000247-5e51-4c12-ae78-8b0ca9279d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '36e727e7-5011-48dd-9672-ce3167e3fc19'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:17:00.151015 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9d260a79-9c24-4472-b605-872ecc8f55d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:00.252418 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-9d260a79-9c24-4472-b605-872ecc8f55d4 None None] For port 73346254-2379-4ca6-be61-546670d26c7d, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:17:00.255327 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-9d260a79-9c24-4472-b605-872ecc8f55d4 None None] For port 73346254-2379-4ca6-be61-546670d26c7d, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=73346254-2379-4ca6-be61-546670d26c7d,segment=NetworkSegment(59000247-5e51-4c12-ae78-8b0ca9279d25),segment_id=59000247-5e51-4c12-ae78-8b0ca9279d25)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:17:00.260437 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9d260a79-9c24-4472-b605-872ecc8f55d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:00.369961 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d260a79-9c24-4472-b605-872ecc8f55d4 None None] Routers {'e9a9d446-25d1-4761-964a-1ea05c52d498'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:17:00.370580 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-9d260a79-9c24-4472-b605-872ecc8f55d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:16:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e9a9d446-25d1-4761-964a-1ea05c52d498'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:17:00.433605 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eff721-fbbd-4fe6-9a78-da78d77070f0 None None] Pushing event updated for resources: {'Port': ['ID=73346254-2379-4ca6-be61-546670d26c7d,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:17:00.556847 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-9d260a79-9c24-4472-b605-872ecc8f55d4 None None] Set router e9a9d446-25d1-4761-964a-1ea05c52d498 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:17:00.697396 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-6912bb74-87f9-40f3-8b94-ac0bd2d4f771 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:00.698592 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-6912bb74-87f9-40f3-8b94-ac0bd2d4f771 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.89 "GET /v2.0/networks?id=077dc1ca-480f-4ff5-b058-240601d1b0b8 HTTP/1.1" status: 200 len: 817 time: 0.1577706 Feb 16 13:17:00.712077 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-1f96917e-3fdb-421f-a6d3-3c8538094dec tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Request body: {'port': {'device_id': '70275f6c-7e72-47a1-9891-6dbe67999ffa', 'network_id': '077dc1ca-480f-4ff5-b058-240601d1b0b8', 'admin_state_up': True, 'tenant_id': 'b5b0b3b19bbc46d79374e4e7a97c6a0a'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:17:00.863200 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-af4191c6-ca73-47fd-acfc-8feb5ff3879a req-2ec81a1b-32e0-4db4-8c42-d8692e07a99d tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.83 "GET /v2.0/ports?device_id=70275f6c-7e72-47a1-9891-6dbe67999ffa HTTP/1.1" status: 200 len: 210 time: 0.0593829 Feb 16 13:17:00.905470 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-9d260a79-9c24-4472-b605-872ecc8f55d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a9d446-25d1-4761-964a-1ea05c52d498', 'name': 'tempest-TestEncryptedCinderVolumes-1392897992-router', 'tenant_id': 'e50beaca30794b95a9f52d558f9565b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': '1a1e28a5-9e2e-4715-97de-3a71965fff6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:52Z', 'updated_at': '2022-02-16T13:16:56Z', 'revision_number': 4, 'project_id': 'e50beaca30794b95a9f52d558f9565b9', 'gw_port': {'id': '1a1e28a5-9e2e-4715-97de-3a71965fff6a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a9d446-25d1-4761-964a-1ea05c52d498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:53Z', 'updated_at': '2022-02-16T13:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '73346254-2379-4ca6-be61-546670d26c7d', 'name': '', 'network_id': '36e727e7-5011-48dd-9672-ce3167e3fc19', 'tenant_id': 'e50beaca30794b95a9f52d558f9565b9', 'mac_address': 'fa:16:3e:5c:4e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a9d446-25d1-4761-964a-1ea05c52d498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'abb5910f-214b-4d32-8988-cba1dc2cc395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:56Z', 'updated_at': '2022-02-16T13:17:00Z', 'revision_number': 4, 'project_id': 'e50beaca30794b95a9f52d558f9565b9', 'subnets': [{'id': 'abb5910f-214b-4d32-8988-cba1dc2cc395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:17:00.908265 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-1f96917e-3fdb-421f-a6d3-3c8538094dec tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:17:00.909690 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d260a79-9c24-4472-b605-872ecc8f55d4 None None] The sync data for ids ['e9a9d446-25d1-4761-964a-1ea05c52d498'] in dv-neutron-829527-1-hyperv is: [{'id': 'e9a9d446-25d1-4761-964a-1ea05c52d498', 'name': 'tempest-TestEncryptedCinderVolumes-1392897992-router', 'tenant_id': 'e50beaca30794b95a9f52d558f9565b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': '1a1e28a5-9e2e-4715-97de-3a71965fff6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:52Z', 'updated_at': '2022-02-16T13:16:56Z', 'revision_number': 4, 'project_id': 'e50beaca30794b95a9f52d558f9565b9', 'gw_port': {'id': '1a1e28a5-9e2e-4715-97de-3a71965fff6a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a9d446-25d1-4761-964a-1ea05c52d498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:53Z', 'updated_at': '2022-02-16T13:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '73346254-2379-4ca6-be61-546670d26c7d', 'name': '', 'network_id': '36e727e7-5011-48dd-9672-ce3167e3fc19', 'tenant_id': 'e50beaca30794b95a9f52d558f9565b9', 'mac_address': 'fa:16:3e:5c:4e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a9d446-25d1-4761-964a-1ea05c52d498', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'abb5910f-214b-4d32-8988-cba1dc2cc395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:56Z', 'updated_at': '2022-02-16T13:17:00Z', 'revision_number': 4, 'project_id': 'e50beaca30794b95a9f52d558f9565b9', 'subnets': [{'id': 'abb5910f-214b-4d32-8988-cba1dc2cc395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:17:00.919207 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-1f96917e-3fdb-421f-a6d3-3c8538094dec tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:17:00.930960 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-1f96917e-3fdb-421f-a6d3-3c8538094dec tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Made reservation on behalf of b5b0b3b19bbc46d79374e4e7a97c6a0a for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:17:00.934749 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-1f96917e-3fdb-421f-a6d3-3c8538094dec tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:01.130381 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-1f96917e-3fdb-421f-a6d3-3c8538094dec tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Allocated IP 172.20.0.12 (077dc1ca-480f-4ff5-b058-240601d1b0b8/e840175e-d697-4434-9793-bee40ec047fd/0b5d0a6d-b877-4035-8d33-c9a2024557c9) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:17:01.343720 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-1f96917e-3fdb-421f-a6d3-3c8538094dec tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:01.362394 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-1f96917e-3fdb-421f-a6d3-3c8538094dec tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Transition to ACTIVE for port object 0b5d0a6d-b877-4035-8d33-c9a2024557c9 will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:17:01.387088 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-1f96917e-3fdb-421f-a6d3-3c8538094dec tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:01.458055 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-1f96917e-3fdb-421f-a6d3-3c8538094dec tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Network 077dc1ca-480f-4ff5-b058-240601d1b0b8 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:17:01.461446 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-1f96917e-3fdb-421f-a6d3-3c8538094dec tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:17:01.465524 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-1f96917e-3fdb-421f-a6d3-3c8538094dec tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:17:01.512377 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f96917e-3fdb-421f-a6d3-3c8538094dec tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Pushing event updated for resources: {'Port': ['ID=0b5d0a6d-b877-4035-8d33-c9a2024557c9,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:17:01.559183 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 73346254-2379-4ca6-be61-546670d26c7d up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:17:01.565741 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-1f96917e-3fdb-421f-a6d3-3c8538094dec tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:01.566306 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-1f96917e-3fdb-421f-a6d3-3c8538094dec tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:01.594729 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-1f96917e-3fdb-421f-a6d3-3c8538094dec tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8863163 Feb 16 13:17:01.607752 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-8e110573-e0c4-4824-8133-cccbd793d2a0 service neutron] Request body: {'port': {'device_id': '70275f6c-7e72-47a1-9891-6dbe67999ffa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:17:01.646289 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 73346254-2379-4ca6-be61-546670d26c7d completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:17:01.652417 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 73346254-2379-4ca6-be61-546670d26c7d triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:17:01.653189 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:01.732257 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-8e110573-e0c4-4824-8133-cccbd793d2a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:01.783980 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:01.822745 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-e3ed52fb-bdd3-48b0-bcce-2935c47ccc89 None None] Provisioning for port 0b5d0a6d-b877-4035-8d33-c9a2024557c9 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:17:01.831076 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 73346254-2379-4ca6-be61-546670d26c7d, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=73346254-2379-4ca6-be61-546670d26c7d,segment=NetworkSegment(59000247-5e51-4c12-ae78-8b0ca9279d25),segment_id=59000247-5e51-4c12-ae78-8b0ca9279d25)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:17:01.832076 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-e3ed52fb-bdd3-48b0-bcce-2935c47ccc89 None None] Provisioning complete for port 0b5d0a6d-b877-4035-8d33-c9a2024557c9 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:17:01.832493 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e3ed52fb-bdd3-48b0-bcce-2935c47ccc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:01.864483 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:01.955611 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-21016dcd-06b1-455e-bd28-c6aa45b5f321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:01.964205 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-e3ed52fb-bdd3-48b0-bcce-2935c47ccc89 None None] Port 0b5d0a6d-b877-4035-8d33-c9a2024557c9 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:17:01.969055 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=73346254-2379-4ca6-be61-546670d26c7d,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:17:02.073366 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64943c72-adf9-44dd-a3c1-6b8550e355a7 req-27c3f1c2-2592-4fb3-b264-c2192c1f279c tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:02.074881 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-64943c72-adf9-44dd-a3c1-6b8550e355a7 req-27c3f1c2-2592-4fb3-b264-c2192c1f279c tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.83 "GET /v2.0/ports?device_id=70275f6c-7e72-47a1-9891-6dbe67999ffa HTTP/1.1" status: 200 len: 932 time: 0.0842855 Feb 16 13:17:02.129161 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-64943c72-adf9-44dd-a3c1-6b8550e355a7 req-45af43ad-a22c-430f-85dd-6790454b33f3 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.83 "GET /v2.0/security-groups?id=c47432ae-da33-4d2d-b20f-abf3a1ad5384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476444 Feb 16 13:17:02.250155 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-8e110573-e0c4-4824-8133-cccbd793d2a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b5d0a6d-b877-4035-8d33-c9a2024557c9 {{(pid=87701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:17:02.258116 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-8e110573-e0c4-4824-8133-cccbd793d2a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:02.272769 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-8e110573-e0c4-4824-8133-cccbd793d2a0 service neutron] Transition to ACTIVE for port object 0b5d0a6d-b877-4035-8d33-c9a2024557c9 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:17:02.279233 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-8e110573-e0c4-4824-8133-cccbd793d2a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:02.436675 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e110573-e0c4-4824-8133-cccbd793d2a0 service neutron] Pushing event updated for resources: {'Port': ['ID=0b5d0a6d-b877-4035-8d33-c9a2024557c9,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:17:02.522243 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-8e110573-e0c4-4824-8133-cccbd793d2a0 service neutron] Attempting to bind port 0b5d0a6d-b877-4035-8d33-c9a2024557c9 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:17:02.522604 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-8e110573-e0c4-4824-8133-cccbd793d2a0 service neutron] Attempting to bind port 0b5d0a6d-b877-4035-8d33-c9a2024557c9 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'f5574cef-9f46-477a-9855-c72356a689f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '077dc1ca-480f-4ff5-b058-240601d1b0b8'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:17:02.522932 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-8e110573-e0c4-4824-8133-cccbd793d2a0 service neutron] Attempting to bind port 0b5d0a6d-b877-4035-8d33-c9a2024557c9 on network 077dc1ca-480f-4ff5-b058-240601d1b0b8 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:17:02.527440 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-8e110573-e0c4-4824-8133-cccbd793d2a0 service neutron] Port 0b5d0a6d-b877-4035-8d33-c9a2024557c9 on network 077dc1ca-480f-4ff5-b058-240601d1b0b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:17:02.527731 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-8e110573-e0c4-4824-8133-cccbd793d2a0 service neutron] Attempting to bind port 0b5d0a6d-b877-4035-8d33-c9a2024557c9 on network 077dc1ca-480f-4ff5-b058-240601d1b0b8 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:17:02.532887 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-8e110573-e0c4-4824-8133-cccbd793d2a0 service neutron] Checking agent: {'id': 'b4b5bcfd-2763-4324-82e0-923bc8a52546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'started_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:17:02.533218 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-8e110573-e0c4-4824-8133-cccbd793d2a0 service neutron] Checking segment: {'id': 'f5574cef-9f46-477a-9855-c72356a689f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '077dc1ca-480f-4ff5-b058-240601d1b0b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:17:02.533592 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-8e110573-e0c4-4824-8133-cccbd793d2a0 service neutron] Bound using segment: {'id': 'f5574cef-9f46-477a-9855-c72356a689f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '077dc1ca-480f-4ff5-b058-240601d1b0b8'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:17:02.534003 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-8e110573-e0c4-4824-8133-cccbd793d2a0 service neutron] Bound port: 0b5d0a6d-b877-4035-8d33-c9a2024557c9, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5574cef-9f46-477a-9855-c72356a689f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '077dc1ca-480f-4ff5-b058-240601d1b0b8'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:17:02.534342 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-8e110573-e0c4-4824-8133-cccbd793d2a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:02.626271 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-8e110573-e0c4-4824-8133-cccbd793d2a0 service neutron] For port 0b5d0a6d-b877-4035-8d33-c9a2024557c9, host hv-neutron-8295, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:17:02.629334 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-8e110573-e0c4-4824-8133-cccbd793d2a0 service neutron] For port 0b5d0a6d-b877-4035-8d33-c9a2024557c9, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=0b5d0a6d-b877-4035-8d33-c9a2024557c9,segment=NetworkSegment(f5574cef-9f46-477a-9855-c72356a689f8),segment_id=f5574cef-9f46-477a-9855-c72356a689f8)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:17:02.635814 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-8e110573-e0c4-4824-8133-cccbd793d2a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:02.697757 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-8e110573-e0c4-4824-8133-cccbd793d2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:02.698253 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-8e110573-e0c4-4824-8133-cccbd793d2a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:02.699632 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-8e110573-e0c4-4824-8133-cccbd793d2a0 service neutron] 10.222.0.89 "PUT /v2.0/ports/0b5d0a6d-b877-4035-8d33-c9a2024557c9 HTTP/1.1" status: 200 len: 1094 time: 1.0968573 Feb 16 13:17:02.700042 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70275f6c-7e72-47a1-9891-6dbe67999ffa', 'tag': '0b5d0a6d-b877-4035-8d33-c9a2024557c9'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:17:02.722520 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e110573-e0c4-4824-8133-cccbd793d2a0 service neutron] Pushing event updated for resources: {'Port': ['ID=0b5d0a6d-b877-4035-8d33-c9a2024557c9,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:17:02.775586 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70275f6c-7e72-47a1-9891-6dbe67999ffa', 'tag': '0b5d0a6d-b877-4035-8d33-c9a2024557c9', 'status': 'completed', 'code': 200} Feb 16 13:17:02.818276 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-5d9160db-442f-47bb-b364-9f00add60ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:02.819766 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-5d9160db-442f-47bb-b364-9f00add60ae4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b5b0b3b19bbc46d79374e4e7a97c6a0a&device_id=70275f6c-7e72-47a1-9891-6dbe67999ffa HTTP/1.1" status: 200 len: 1097 time: 0.0753849 Feb 16 13:17:02.893428 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-671e1d60-b8e2-4a7a-be5c-523072887f01 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b5d0a6d-b877-4035-8d33-c9a2024557c9 HTTP/1.1" status: 200 len: 217 time: 0.0650167 Feb 16 13:17:02.954470 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-1e2af76d-6d60-41b6-ab4f-8b8d1fc49086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:02.955918 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-1e2af76d-6d60-41b6-ab4f-8b8d1fc49086 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e840175e-d697-4434-9793-bee40ec047fd HTTP/1.1" status: 200 len: 856 time: 0.0565743 Feb 16 13:17:03.040086 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-1a2d27d5-5218-45a7-8b3d-7efe42fe1ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:03.041589 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-1a2d27d5-5218-45a7-8b3d-7efe42fe1ec5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=077dc1ca-480f-4ff5-b058-240601d1b0b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789657 Feb 16 13:17:03.175913 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-957fe322-609d-440d-8c6a-62f88d0baace service neutron] 10.222.0.89 "GET /v2.0/networks/077dc1ca-480f-4ff5-b058-240601d1b0b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271315 Feb 16 13:17:03.306751 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9fccaa-c915-46dc-bbdf-f7acece3d65d req-8ae35174-927e-4a85-b2c4-7954b2858e65 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:03.308258 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-43d7ce2d-a3c4-4b6f-91c5-fe17c353187d req-3c6cb438-2c93-4351-9b87-571bbb68ec47 service neutron] 10.222.0.89 "GET /v2.0/networks/077dc1ca-480f-4ff5-b058-240601d1b0b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258166 Feb 16 13:17:03.308929 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-be9fccaa-c915-46dc-bbdf-f7acece3d65d req-8ae35174-927e-4a85-b2c4-7954b2858e65 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.83 "GET /v2.0/ports?device_id=70275f6c-7e72-47a1-9891-6dbe67999ffa HTTP/1.1" status: 200 len: 944 time: 0.0803602 Feb 16 13:17:03.360847 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-be9fccaa-c915-46dc-bbdf-f7acece3d65d req-8a3706fd-32cc-4d10-9094-f5b984f10577 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.83 "GET /v2.0/security-groups?id=c47432ae-da33-4d2d-b20f-abf3a1ad5384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449765 Feb 16 13:17:03.427281 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9285b1-6cdd-47c2-9c4b-3c7448d4d7ad req-21d0200a-800c-4786-801d-6142cfe1230a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:03.428827 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ea9285b1-6cdd-47c2-9c4b-3c7448d4d7ad req-21d0200a-800c-4786-801d-6142cfe1230a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b5b0b3b19bbc46d79374e4e7a97c6a0a&device_id=70275f6c-7e72-47a1-9891-6dbe67999ffa HTTP/1.1" status: 200 len: 1097 time: 0.0709014 Feb 16 13:17:03.521116 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 73346254-2379-4ca6-be61-546670d26c7d up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:17:03.559567 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9285b1-6cdd-47c2-9c4b-3c7448d4d7ad req-997f9742-ad0a-4cac-8333-a74e5828f91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:03.561058 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ea9285b1-6cdd-47c2-9c4b-3c7448d4d7ad req-997f9742-ad0a-4cac-8333-a74e5828f91c service neutron] 10.222.0.89 "GET /v2.0/networks?id=077dc1ca-480f-4ff5-b058-240601d1b0b8 HTTP/1.1" status: 200 len: 918 time: 0.1249969 Feb 16 13:17:03.588484 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 73346254-2379-4ca6-be61-546670d26c7d triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:17:03.588887 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:03.632983 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ea9285b1-6cdd-47c2-9c4b-3c7448d4d7ad req-675c6e86-ff71-483f-b1ef-5a525b1b73d6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b5d0a6d-b877-4035-8d33-c9a2024557c9 HTTP/1.1" status: 200 len: 217 time: 0.0652120 Feb 16 13:17:03.698701 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9285b1-6cdd-47c2-9c4b-3c7448d4d7ad req-1b0efa62-42b0-4cae-8acc-adb0bbd14b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:03.700123 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ea9285b1-6cdd-47c2-9c4b-3c7448d4d7ad req-1b0efa62-42b0-4cae-8acc-adb0bbd14b8b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e840175e-d697-4434-9793-bee40ec047fd HTTP/1.1" status: 200 len: 856 time: 0.0604060 Feb 16 13:17:03.887907 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9285b1-6cdd-47c2-9c4b-3c7448d4d7ad req-b39fe737-7648-459c-a271-1f8b936cb657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:03.889440 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ea9285b1-6cdd-47c2-9c4b-3c7448d4d7ad req-b39fe737-7648-459c-a271-1f8b936cb657 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=077dc1ca-480f-4ff5-b058-240601d1b0b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1809320 Feb 16 13:17:04.030744 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ea9285b1-6cdd-47c2-9c4b-3c7448d4d7ad req-5e53ebd9-18ec-4f6b-8538-6c28788b2a34 service neutron] 10.222.0.89 "GET /v2.0/networks/077dc1ca-480f-4ff5-b058-240601d1b0b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341746 Feb 16 13:17:04.175531 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-5bc35200-a5ea-4ca9-b1e9-b0b104ad47a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:04.182859 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ea9285b1-6cdd-47c2-9c4b-3c7448d4d7ad req-3606ee49-e689-411e-bc34-34e147951074 service neutron] 10.222.0.89 "GET /v2.0/networks/077dc1ca-480f-4ff5-b058-240601d1b0b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453638 Feb 16 13:17:04.552789 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9baf40f-c8de-4960-9a7b-8915d51b7d35 req-b667c16f-8052-43a0-bfd0-ef21f028a595 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:04.553485 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-b9baf40f-c8de-4960-9a7b-8915d51b7d35 req-b667c16f-8052-43a0-bfd0-ef21f028a595 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Synchronizing usage tracker for tenant:b5b0b3b19bbc46d79374e4e7a97c6a0a on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:17:04.576371 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-b9baf40f-c8de-4960-9a7b-8915d51b7d35 req-b667c16f-8052-43a0-bfd0-ef21f028a595 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Unset dirty status for tenant:b5b0b3b19bbc46d79374e4e7a97c6a0a on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:17:04.577600 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b9baf40f-c8de-4960-9a7b-8915d51b7d35 req-b667c16f-8052-43a0-bfd0-ef21f028a595 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.83 "GET /v2.0/ports?device_id=70275f6c-7e72-47a1-9891-6dbe67999ffa HTTP/1.1" status: 200 len: 944 time: 0.1076291 Feb 16 13:17:04.640547 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-b9baf40f-c8de-4960-9a7b-8915d51b7d35 req-400abb9a-6dd7-4387-8ad7-baad4c9a7a2a tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Synchronizing usage tracker for tenant:b5b0b3b19bbc46d79374e4e7a97c6a0a on resource:security_group {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:17:04.658070 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:04.659447 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-b9baf40f-c8de-4960-9a7b-8915d51b7d35 req-400abb9a-6dd7-4387-8ad7-baad4c9a7a2a tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Unset dirty status for tenant:b5b0b3b19bbc46d79374e4e7a97c6a0a on resource:security_group {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:17:04.660660 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b9baf40f-c8de-4960-9a7b-8915d51b7d35 req-400abb9a-6dd7-4387-8ad7-baad4c9a7a2a tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.83 "GET /v2.0/security-groups?id=c47432ae-da33-4d2d-b20f-abf3a1ad5384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767190 Feb 16 13:17:04.995001 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 0b5d0a6d-b877-4035-8d33-c9a2024557c9 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:17:05.133906 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 0b5d0a6d-b877-4035-8d33-c9a2024557c9, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=0b5d0a6d-b877-4035-8d33-c9a2024557c9,segment=NetworkSegment(f5574cef-9f46-477a-9855-c72356a689f8),segment_id=f5574cef-9f46-477a-9855-c72356a689f8)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:17:05.147634 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': '0b5d0a6d-b877-4035-8d33-c9a2024557c9', 'network_id': '077dc1ca-480f-4ff5-b058-240601d1b0b8', 'port_id': '0b5d0a6d-b877-4035-8d33-c9a2024557c9', 'mac_address': 'fa:16:3e:6a:5e:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e840175e-d697-4434-9793-bee40ec047fd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:17:05.224524 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:05.234806 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:05.243105 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b5d0a6d-b877-4035-8d33-c9a2024557c9 {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:17:05.268203 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 0b5d0a6d-b877-4035-8d33-c9a2024557c9, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=0b5d0a6d-b877-4035-8d33-c9a2024557c9,segment=NetworkSegment(f5574cef-9f46-477a-9855-c72356a689f8),segment_id=f5574cef-9f46-477a-9855-c72356a689f8)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:17:05.269488 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:05.272510 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:05.343373 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=0b5d0a6d-b877-4035-8d33-c9a2024557c9,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:17:05.507744 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['0b5d0a6d-b877-4035-8d33-c9a2024557c9'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:17:05.866395 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ffd87f-548d-4a06-a5b1-a60f2662e6bb req-b00d3b3c-421f-41b1-9a91-653f2a323522 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:05.867889 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-68ffd87f-548d-4a06-a5b1-a60f2662e6bb req-b00d3b3c-421f-41b1-9a91-653f2a323522 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.83 "GET /v2.0/ports?device_id=70275f6c-7e72-47a1-9891-6dbe67999ffa HTTP/1.1" status: 200 len: 945 time: 0.0909994 Feb 16 13:17:05.912998 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-68ffd87f-548d-4a06-a5b1-a60f2662e6bb req-036f2744-9421-435a-9d0b-7bebece8b2f1 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.83 "GET /v2.0/security-groups?id=c47432ae-da33-4d2d-b20f-abf3a1ad5384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391564 Feb 16 13:17:06.809325 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:07.005192 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 0b5d0a6d-b877-4035-8d33-c9a2024557c9 up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:17:07.083381 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning for port 0b5d0a6d-b877-4035-8d33-c9a2024557c9 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:17:07.088312 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port 0b5d0a6d-b877-4035-8d33-c9a2024557c9 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:17:07.088725 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:07.108833 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e95668-6cbd-4623-8db7-cdb166f12ba5 req-11cd2dca-ca69-4941-a196-c5c87eb8e834 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:07.110361 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-55e95668-6cbd-4623-8db7-cdb166f12ba5 req-11cd2dca-ca69-4941-a196-c5c87eb8e834 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.83 "GET /v2.0/ports?device_id=70275f6c-7e72-47a1-9891-6dbe67999ffa HTTP/1.1" status: 200 len: 945 time: 0.0834010 Feb 16 13:17:07.154932 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-55e95668-6cbd-4623-8db7-cdb166f12ba5 req-fba877d0-ba3c-4330-9bda-e29d626e2c52 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.83 "GET /v2.0/security-groups?id=c47432ae-da33-4d2d-b20f-abf3a1ad5384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383980 Feb 16 13:17:07.209216 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:07.236627 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70275f6c-7e72-47a1-9891-6dbe67999ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5d0a6d-b877-4035-8d33-c9a2024557c9'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:17:07.247311 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 0b5d0a6d-b877-4035-8d33-c9a2024557c9, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=0b5d0a6d-b877-4035-8d33-c9a2024557c9,segment=NetworkSegment(f5574cef-9f46-477a-9855-c72356a689f8),segment_id=f5574cef-9f46-477a-9855-c72356a689f8)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:17:07.252624 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:07.288505 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70275f6c-7e72-47a1-9891-6dbe67999ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5d0a6d-b877-4035-8d33-c9a2024557c9', 'code': 200} Feb 16 13:17:07.324387 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=0b5d0a6d-b877-4035-8d33-c9a2024557c9,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:17:07.515359 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f40d45-886a-4d95-9f6b-d234438d902f req-6c30a41e-4239-44f3-9f13-11f6c9452eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:07.517284 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-30f40d45-886a-4d95-9f6b-d234438d902f req-6c30a41e-4239-44f3-9f13-11f6c9452eba service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=70275f6c-7e72-47a1-9891-6dbe67999ffa HTTP/1.1" status: 200 len: 1099 time: 0.0704045 Feb 16 13:17:07.561005 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-30f40d45-886a-4d95-9f6b-d234438d902f req-5cd5c82b-48c2-4e3c-ade3-90210a99d199 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c47432ae-da33-4d2d-b20f-abf3a1ad5384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379264 Feb 16 13:17:08.110077 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:17:08.373507 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6dffc-06b0-45a2-be4b-d9561f96d237 req-9fe6e770-06c5-423d-a7ce-199c5149e806 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:08.374973 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f4b6dffc-06b0-45a2-be4b-d9561f96d237 req-9fe6e770-06c5-423d-a7ce-199c5149e806 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.83 "GET /v2.0/ports?device_id=70275f6c-7e72-47a1-9891-6dbe67999ffa HTTP/1.1" status: 200 len: 946 time: 0.1063771 Feb 16 13:17:08.419771 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f4b6dffc-06b0-45a2-be4b-d9561f96d237 req-92522be9-054b-4de3-b682-4be15757d70d tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.83 "GET /v2.0/security-groups?id=c47432ae-da33-4d2d-b20f-abf3a1ad5384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388010 Feb 16 13:17:09.621905 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e690af5-8f2e-4483-88a4-d627f7bd19e1 req-6693eb0f-641d-49b5-a6a0-a4f17aeb3233 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:09.623343 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2e690af5-8f2e-4483-88a4-d627f7bd19e1 req-6693eb0f-641d-49b5-a6a0-a4f17aeb3233 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.83 "GET /v2.0/ports?device_id=70275f6c-7e72-47a1-9891-6dbe67999ffa HTTP/1.1" status: 200 len: 946 time: 0.0893199 Feb 16 13:17:09.666625 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2e690af5-8f2e-4483-88a4-d627f7bd19e1 req-c243e655-56b1-4bfd-b9f4-bd0377dbecff tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.83 "GET /v2.0/security-groups?id=c47432ae-da33-4d2d-b20f-abf3a1ad5384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375047 Feb 16 13:17:09.856573 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110a830-b907-4347-bee8-f8cf3454e4d5 req-7fb74052-f7b1-4a10-b7cb-6c4b04c9a3fb tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:09.858118 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6110a830-b907-4347-bee8-f8cf3454e4d5 req-7fb74052-f7b1-4a10-b7cb-6c4b04c9a3fb tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.83 "GET /v2.0/ports?device_id=70275f6c-7e72-47a1-9891-6dbe67999ffa HTTP/1.1" status: 200 len: 946 time: 0.0833042 Feb 16 13:17:09.907445 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6110a830-b907-4347-bee8-f8cf3454e4d5 req-b3aca959-b2bd-4c83-91da-731f133c2bff tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.83 "GET /v2.0/security-groups?id=c47432ae-da33-4d2d-b20f-abf3a1ad5384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433006 Feb 16 13:17:15.603875 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4afe6432-3c63-4f0e-8026-50b17baea1fd req-45a4a603-7a94-4e37-a3df-3f540950acb2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=70275f6c-7e72-47a1-9891-6dbe67999ffa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0779862 Feb 16 13:17:15.758973 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe6432-3c63-4f0e-8026-50b17baea1fd req-41abf90f-8138-4947-b348-10d0fc5c0fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:15.760381 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4afe6432-3c63-4f0e-8026-50b17baea1fd req-41abf90f-8138-4947-b348-10d0fc5c0fbc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b5b0b3b19bbc46d79374e4e7a97c6a0a&device_id=70275f6c-7e72-47a1-9891-6dbe67999ffa HTTP/1.1" status: 200 len: 1099 time: 0.0796480 Feb 16 13:17:15.919675 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe6432-3c63-4f0e-8026-50b17baea1fd req-80cb89ce-bc6b-482e-bfda-b85d2f19643f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:15.921180 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4afe6432-3c63-4f0e-8026-50b17baea1fd req-80cb89ce-bc6b-482e-bfda-b85d2f19643f service neutron] 10.222.0.89 "GET /v2.0/networks?id=077dc1ca-480f-4ff5-b058-240601d1b0b8 HTTP/1.1" status: 200 len: 918 time: 0.1416967 Feb 16 13:17:15.991968 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4afe6432-3c63-4f0e-8026-50b17baea1fd req-6f39310c-bee0-418b-a2b6-b1471cc755d7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b5d0a6d-b877-4035-8d33-c9a2024557c9 HTTP/1.1" status: 200 len: 217 time: 0.0645595 Feb 16 13:17:16.054648 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe6432-3c63-4f0e-8026-50b17baea1fd req-dcd7cfeb-7c6b-420e-ac4c-6983a673474c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:16.056040 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4afe6432-3c63-4f0e-8026-50b17baea1fd req-dcd7cfeb-7c6b-420e-ac4c-6983a673474c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e840175e-d697-4434-9793-bee40ec047fd HTTP/1.1" status: 200 len: 856 time: 0.0583370 Feb 16 13:17:16.135770 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe6432-3c63-4f0e-8026-50b17baea1fd req-a1d898bb-a66e-4c59-a8b2-d9212e5b0028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:16.137307 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4afe6432-3c63-4f0e-8026-50b17baea1fd req-a1d898bb-a66e-4c59-a8b2-d9212e5b0028 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=077dc1ca-480f-4ff5-b058-240601d1b0b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751948 Feb 16 13:17:16.270040 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4afe6432-3c63-4f0e-8026-50b17baea1fd req-b512741c-08b9-4f5c-aff4-541321eabcdb service neutron] 10.222.0.89 "GET /v2.0/networks/077dc1ca-480f-4ff5-b058-240601d1b0b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258898 Feb 16 13:17:16.401770 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4afe6432-3c63-4f0e-8026-50b17baea1fd req-d4f798ae-da28-4f29-85e8-20045d4b596d service neutron] 10.222.0.89 "GET /v2.0/networks/077dc1ca-480f-4ff5-b058-240601d1b0b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261599 Feb 16 13:17:24.525955 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8981c-c46f-416b-9a9a-999c5eac54d7 req-f942204f-f316-4ab3-b353-54559ae86ace tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:24.527341 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f7c8981c-c46f-416b-9a9a-999c5eac54d7 req-f942204f-f316-4ab3-b353-54559ae86ace tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.83 "GET /v2.0/ports?device_id=70275f6c-7e72-47a1-9891-6dbe67999ffa HTTP/1.1" status: 200 len: 946 time: 0.0864136 Feb 16 13:17:24.572048 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f7c8981c-c46f-416b-9a9a-999c5eac54d7 req-7f217cbb-5391-4f86-8ab5-7f97baab17d3 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.83 "GET /v2.0/security-groups?id=c47432ae-da33-4d2d-b20f-abf3a1ad5384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388727 Feb 16 13:17:25.781841 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b630ed0-8dda-48a6-ad6d-eaf7779db67f req-0a1c79e2-dc9f-47b3-9f27-690893d4bf33 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:25.783278 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9b630ed0-8dda-48a6-ad6d-eaf7779db67f req-0a1c79e2-dc9f-47b3-9f27-690893d4bf33 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.83 "GET /v2.0/ports?device_id=70275f6c-7e72-47a1-9891-6dbe67999ffa HTTP/1.1" status: 200 len: 946 time: 0.0909998 Feb 16 13:17:25.828425 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9b630ed0-8dda-48a6-ad6d-eaf7779db67f req-c7cdbeb3-1368-4e32-8f2c-352d08984dcb tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.83 "GET /v2.0/security-groups?id=c47432ae-da33-4d2d-b20f-abf3a1ad5384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394061 Feb 16 13:17:26.101727 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7228c-6167-44a2-9141-358604ff4100 req-e2391f2a-6a88-4c05-a6db-f01deee774e8 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:26.103047 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-62c7228c-6167-44a2-9141-358604ff4100 req-e2391f2a-6a88-4c05-a6db-f01deee774e8 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.89 "GET /v2.0/ports?device_id=70275f6c-7e72-47a1-9891-6dbe67999ffa HTTP/1.1" status: 200 len: 946 time: 0.0954804 Feb 16 13:17:26.173797 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-62c7228c-6167-44a2-9141-358604ff4100 req-0130adf7-c2b7-4f8d-9c40-c5dffafbc5f1 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Deleting port 0b5d0a6d-b877-4035-8d33-c9a2024557c9 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:17:26.174249 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-62c7228c-6167-44a2-9141-358604ff4100 req-0130adf7-c2b7-4f8d-9c40-c5dffafbc5f1 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:26.537314 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-62c7228c-6167-44a2-9141-358604ff4100 req-0130adf7-c2b7-4f8d-9c40-c5dffafbc5f1 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] For port 0b5d0a6d-b877-4035-8d33-c9a2024557c9, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=0b5d0a6d-b877-4035-8d33-c9a2024557c9,segment=NetworkSegment(f5574cef-9f46-477a-9855-c72356a689f8),segment_id=f5574cef-9f46-477a-9855-c72356a689f8)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:17:26.537314 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-62c7228c-6167-44a2-9141-358604ff4100 req-0130adf7-c2b7-4f8d-9c40-c5dffafbc5f1 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:26.668947 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-62c7228c-6167-44a2-9141-358604ff4100 req-0130adf7-c2b7-4f8d-9c40-c5dffafbc5f1 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Calling delete_port for 0b5d0a6d-b877-4035-8d33-c9a2024557c9 owned by compute:nova {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:17:26.830060 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-62c7228c-6167-44a2-9141-358604ff4100 req-0130adf7-c2b7-4f8d-9c40-c5dffafbc5f1 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:26.842879 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['0b5d0a6d-b877-4035-8d33-c9a2024557c9'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:17:26.887579 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0130adf7-c2b7-4f8d-9c40-c5dffafbc5f1 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Pushing event deleted for resources: {'Port': ['ID=0b5d0a6d-b877-4035-8d33-c9a2024557c9,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:17:26.972699 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c7228c-6167-44a2-9141-358604ff4100 req-0130adf7-c2b7-4f8d-9c40-c5dffafbc5f1 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] No DVR routers for this DVR port 0b5d0a6d-b877-4035-8d33-c9a2024557c9 on host hv-neutron-8295 {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:17:26.975625 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-62c7228c-6167-44a2-9141-358604ff4100 req-0130adf7-c2b7-4f8d-9c40-c5dffafbc5f1 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:26.978693 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70275f6c-7e72-47a1-9891-6dbe67999ffa', 'name': 'network-vif-deleted', 'tag': '0b5d0a6d-b877-4035-8d33-c9a2024557c9'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:17:27.011106 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-62c7228c-6167-44a2-9141-358604ff4100 req-0130adf7-c2b7-4f8d-9c40-c5dffafbc5f1 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.89 "DELETE /v2.0/ports/0b5d0a6d-b877-4035-8d33-c9a2024557c9 HTTP/1.1" status: 204 len: 173 time: 0.9016337 Feb 16 13:17:27.035086 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-aff4388a-088c-4ca5-9766-fcca5f068786 req-a026b0c2-d3ed-4255-ab17-5a68b0070c45 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.83 "GET /v2.0/ports?device_id=70275f6c-7e72-47a1-9891-6dbe67999ffa HTTP/1.1" status: 200 len: 210 time: 0.0757658 Feb 16 13:17:27.104142 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70275f6c-7e72-47a1-9891-6dbe67999ffa', 'name': 'network-vif-deleted', 'tag': '0b5d0a6d-b877-4035-8d33-c9a2024557c9', 'status': 'completed', 'code': 200} Feb 16 13:17:28.634108 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-9640c270-454e-4102-9f88-a4b225bea97a tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:28.635458 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-9640c270-454e-4102-9f88-a4b225bea97a tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.83 "GET /v2.0/networks?id=077dc1ca-480f-4ff5-b058-240601d1b0b8 HTTP/1.1" status: 200 len: 817 time: 0.1443145 Feb 16 13:17:28.652750 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-30548fa6-892c-44bd-ab9f-9b03df2b9069 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.83 "GET /v2.0/quotas/b5b0b3b19bbc46d79374e4e7a97c6a0a HTTP/1.1" status: 200 len: 375 time: 0.0091615 Feb 16 13:17:28.742989 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-3dc71a13-8508-41e7-b848-6bbdfff7e200 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Synchronizing usage tracker for tenant:b5b0b3b19bbc46d79374e4e7a97c6a0a on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:17:28.760603 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-3dc71a13-8508-41e7-b848-6bbdfff7e200 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Unset dirty status for tenant:b5b0b3b19bbc46d79374e4e7a97c6a0a on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:17:28.762056 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-3dc71a13-8508-41e7-b848-6bbdfff7e200 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=b5b0b3b19bbc46d79374e4e7a97c6a0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1042202 Feb 16 13:17:28.901355 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-59d3e999-40b7-4e89-9a80-6739a1749d9e service neutron] 10.222.0.83 "GET /v2.0/networks/077dc1ca-480f-4ff5-b058-240601d1b0b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272721 Feb 16 13:17:29.037638 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-0537574a-ed9b-4e88-82f4-0c73a2dd031d service neutron] 10.222.0.83 "GET /v2.0/networks/077dc1ca-480f-4ff5-b058-240601d1b0b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280544 Feb 16 13:17:29.095818 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 0b5d0a6d-b877-4035-8d33-c9a2024557c9 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:17:29.130458 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] No Port match for: 0b5d0a6d-b877-4035-8d33-c9a2024557c9 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:17:29.130806 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 0b5d0a6d-b877-4035-8d33-c9a2024557c9 not bound to the agent host hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:17:29.220705 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e217f2ef-b63c-4963-8cf5-fa4465d6975c req-b7af71f7-14f2-4d34-8f9e-67d7703ee914 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.83 "GET /v2.0/ports?device_id=f362e694-533b-46f2-a950-3fee7734415e HTTP/1.1" status: 200 len: 210 time: 0.0506616 Feb 16 13:17:30.448530 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3d4d340f-04c0-480a-b828-f3cf23519646 req-bc72c0db-7037-4195-ac08-cb833ae43087 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.83 "GET /v2.0/ports?device_id=f362e694-533b-46f2-a950-3fee7734415e HTTP/1.1" status: 200 len: 210 time: 0.0990546 Feb 16 13:17:30.523087 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-b938b9a6-f948-47a3-a1c6-856783e771a4 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:30.524434 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-b938b9a6-f948-47a3-a1c6-856783e771a4 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.89 "GET /v2.0/networks?id=077dc1ca-480f-4ff5-b058-240601d1b0b8 HTTP/1.1" status: 200 len: 817 time: 0.2003787 Feb 16 13:17:30.538486 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-92352f27-364d-4504-85e0-6c9b8cf538f8 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Request body: {'port': {'device_id': 'f362e694-533b-46f2-a950-3fee7734415e', 'network_id': '077dc1ca-480f-4ff5-b058-240601d1b0b8', 'admin_state_up': True, 'tenant_id': 'b5b0b3b19bbc46d79374e4e7a97c6a0a'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:17:30.675824 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-92352f27-364d-4504-85e0-6c9b8cf538f8 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:17:30.689522 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-92352f27-364d-4504-85e0-6c9b8cf538f8 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:17:30.702889 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-92352f27-364d-4504-85e0-6c9b8cf538f8 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Made reservation on behalf of b5b0b3b19bbc46d79374e4e7a97c6a0a for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:17:30.706392 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-92352f27-364d-4504-85e0-6c9b8cf538f8 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:30.872764 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-92352f27-364d-4504-85e0-6c9b8cf538f8 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Allocated IP 172.20.0.7 (077dc1ca-480f-4ff5-b058-240601d1b0b8/e840175e-d697-4434-9793-bee40ec047fd/9ec991d2-ed01-41d6-897e-280502a561a4) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:17:31.180681 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-92352f27-364d-4504-85e0-6c9b8cf538f8 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:31.200534 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-92352f27-364d-4504-85e0-6c9b8cf538f8 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Transition to ACTIVE for port object 9ec991d2-ed01-41d6-897e-280502a561a4 will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:17:31.226773 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-92352f27-364d-4504-85e0-6c9b8cf538f8 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:31.301213 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-92352f27-364d-4504-85e0-6c9b8cf538f8 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Network 077dc1ca-480f-4ff5-b058-240601d1b0b8 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:17:31.304859 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-92352f27-364d-4504-85e0-6c9b8cf538f8 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:17:31.310275 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-92352f27-364d-4504-85e0-6c9b8cf538f8 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:17:31.345275 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92352f27-364d-4504-85e0-6c9b8cf538f8 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Pushing event updated for resources: {'Port': ['ID=9ec991d2-ed01-41d6-897e-280502a561a4,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:17:31.382874 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-92352f27-364d-4504-85e0-6c9b8cf538f8 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:31.383508 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-92352f27-364d-4504-85e0-6c9b8cf538f8 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:31.410471 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-92352f27-364d-4504-85e0-6c9b8cf538f8 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8758292 Feb 16 13:17:31.422738 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-4507f945-79da-4d96-8e84-b68ce11d132c service neutron] Request body: {'port': {'device_id': 'f362e694-533b-46f2-a950-3fee7734415e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:17:31.540135 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-4507f945-79da-4d96-8e84-b68ce11d132c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:31.561022 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-96b9a7ef-f5f0-4d48-95e6-3bf87f6f21c9 None None] Provisioning for port 9ec991d2-ed01-41d6-897e-280502a561a4 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:17:31.569366 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-96b9a7ef-f5f0-4d48-95e6-3bf87f6f21c9 None None] Provisioning complete for port 9ec991d2-ed01-41d6-897e-280502a561a4 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:17:31.569868 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-96b9a7ef-f5f0-4d48-95e6-3bf87f6f21c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:31.626807 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-96b9a7ef-f5f0-4d48-95e6-3bf87f6f21c9 None None] Port 9ec991d2-ed01-41d6-897e-280502a561a4 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:17:31.637606 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26863a16-ff84-47e4-b231-05d0f5863fb6 req-88681f2a-5953-499d-ae35-b749bb2931ed tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:31.639056 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-26863a16-ff84-47e4-b231-05d0f5863fb6 req-88681f2a-5953-499d-ae35-b749bb2931ed tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.83 "GET /v2.0/ports?device_id=f362e694-533b-46f2-a950-3fee7734415e HTTP/1.1" status: 200 len: 931 time: 0.0833893 Feb 16 13:17:31.682856 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-26863a16-ff84-47e4-b231-05d0f5863fb6 req-3db135f3-d538-4560-903d-bc0c4476bec9 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.83 "GET /v2.0/security-groups?id=c47432ae-da33-4d2d-b20f-abf3a1ad5384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372944 Feb 16 13:17:31.858095 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2b9bbcc8-d6ca-4785-946a-c4f552ae23cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:31.902190 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-4507f945-79da-4d96-8e84-b68ce11d132c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ec991d2-ed01-41d6-897e-280502a561a4 {{(pid=87701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:17:31.909376 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-4507f945-79da-4d96-8e84-b68ce11d132c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:31.925548 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-4507f945-79da-4d96-8e84-b68ce11d132c service neutron] Transition to ACTIVE for port object 9ec991d2-ed01-41d6-897e-280502a561a4 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:17:31.930403 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-4507f945-79da-4d96-8e84-b68ce11d132c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:32.063778 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4507f945-79da-4d96-8e84-b68ce11d132c service neutron] Pushing event updated for resources: {'Port': ['ID=9ec991d2-ed01-41d6-897e-280502a561a4,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:17:32.166153 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-4507f945-79da-4d96-8e84-b68ce11d132c service neutron] Attempting to bind port 9ec991d2-ed01-41d6-897e-280502a561a4 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:17:32.166484 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-4507f945-79da-4d96-8e84-b68ce11d132c service neutron] Attempting to bind port 9ec991d2-ed01-41d6-897e-280502a561a4 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'f5574cef-9f46-477a-9855-c72356a689f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '077dc1ca-480f-4ff5-b058-240601d1b0b8'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:17:32.166807 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-4507f945-79da-4d96-8e84-b68ce11d132c service neutron] Attempting to bind port 9ec991d2-ed01-41d6-897e-280502a561a4 on network 077dc1ca-480f-4ff5-b058-240601d1b0b8 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:17:32.171276 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-4507f945-79da-4d96-8e84-b68ce11d132c service neutron] Port 9ec991d2-ed01-41d6-897e-280502a561a4 on network 077dc1ca-480f-4ff5-b058-240601d1b0b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:17:32.171589 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-4507f945-79da-4d96-8e84-b68ce11d132c service neutron] Attempting to bind port 9ec991d2-ed01-41d6-897e-280502a561a4 on network 077dc1ca-480f-4ff5-b058-240601d1b0b8 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:17:32.176768 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-4507f945-79da-4d96-8e84-b68ce11d132c service neutron] Checking agent: {'id': 'b4b5bcfd-2763-4324-82e0-923bc8a52546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'started_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:17:32.177095 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-4507f945-79da-4d96-8e84-b68ce11d132c service neutron] Checking segment: {'id': 'f5574cef-9f46-477a-9855-c72356a689f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '077dc1ca-480f-4ff5-b058-240601d1b0b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:17:32.177468 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-4507f945-79da-4d96-8e84-b68ce11d132c service neutron] Bound using segment: {'id': 'f5574cef-9f46-477a-9855-c72356a689f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '077dc1ca-480f-4ff5-b058-240601d1b0b8'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:17:32.177920 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-4507f945-79da-4d96-8e84-b68ce11d132c service neutron] Bound port: 9ec991d2-ed01-41d6-897e-280502a561a4, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5574cef-9f46-477a-9855-c72356a689f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '077dc1ca-480f-4ff5-b058-240601d1b0b8'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:17:32.178403 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-4507f945-79da-4d96-8e84-b68ce11d132c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:32.279502 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-4507f945-79da-4d96-8e84-b68ce11d132c service neutron] For port 9ec991d2-ed01-41d6-897e-280502a561a4, host hv-neutron-8295, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:17:32.282563 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-4507f945-79da-4d96-8e84-b68ce11d132c service neutron] For port 9ec991d2-ed01-41d6-897e-280502a561a4, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=9ec991d2-ed01-41d6-897e-280502a561a4,segment=NetworkSegment(f5574cef-9f46-477a-9855-c72356a689f8),segment_id=f5574cef-9f46-477a-9855-c72356a689f8)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:17:32.289772 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-4507f945-79da-4d96-8e84-b68ce11d132c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:32.349078 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-4507f945-79da-4d96-8e84-b68ce11d132c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:32.349392 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-4507f945-79da-4d96-8e84-b68ce11d132c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:32.350864 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-4507f945-79da-4d96-8e84-b68ce11d132c service neutron] 10.222.0.89 "PUT /v2.0/ports/9ec991d2-ed01-41d6-897e-280502a561a4 HTTP/1.1" status: 200 len: 1093 time: 0.9331708 Feb 16 13:17:32.351311 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f362e694-533b-46f2-a950-3fee7734415e', 'tag': '9ec991d2-ed01-41d6-897e-280502a561a4'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:17:32.376465 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4507f945-79da-4d96-8e84-b68ce11d132c service neutron] Pushing event updated for resources: {'Port': ['ID=9ec991d2-ed01-41d6-897e-280502a561a4,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:17:32.438729 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f362e694-533b-46f2-a950-3fee7734415e', 'tag': '9ec991d2-ed01-41d6-897e-280502a561a4', 'status': 'completed', 'code': 200} Feb 16 13:17:32.487243 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-a1ffea7a-b6ac-4e0c-8d26-ff99cd1861c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:32.489897 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-a1ffea7a-b6ac-4e0c-8d26-ff99cd1861c2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b5b0b3b19bbc46d79374e4e7a97c6a0a&device_id=f362e694-533b-46f2-a950-3fee7734415e HTTP/1.1" status: 200 len: 1096 time: 0.0908475 Feb 16 13:17:32.558632 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-9c1f5eb5-5bc9-42ba-87fe-21022cac4d6c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ec991d2-ed01-41d6-897e-280502a561a4 HTTP/1.1" status: 200 len: 217 time: 0.0618451 Feb 16 13:17:32.624408 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-94489329-ce38-4b21-a689-5d38e92ac64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:32.625830 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-94489329-ce38-4b21-a689-5d38e92ac64d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e840175e-d697-4434-9793-bee40ec047fd HTTP/1.1" status: 200 len: 856 time: 0.0611804 Feb 16 13:17:32.711645 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-bebab829-ee3c-4dc9-9e4a-eeed2dd848ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:32.713292 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-bebab829-ee3c-4dc9-9e4a-eeed2dd848ad service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=077dc1ca-480f-4ff5-b058-240601d1b0b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805445 Feb 16 13:17:32.849174 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-2093d569-f580-43f7-8215-3510bb8342d3 service neutron] 10.222.0.89 "GET /v2.0/networks/077dc1ca-480f-4ff5-b058-240601d1b0b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299722 Feb 16 13:17:32.878777 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000a65a-1426-4425-a6fe-e0146b7a789d req-684d9800-4422-4f23-bb87-f783a13bde01 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:32.880132 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8000a65a-1426-4425-a6fe-e0146b7a789d req-684d9800-4422-4f23-bb87-f783a13bde01 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.83 "GET /v2.0/ports?device_id=f362e694-533b-46f2-a950-3fee7734415e HTTP/1.1" status: 200 len: 943 time: 0.0883310 Feb 16 13:17:32.927049 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8000a65a-1426-4425-a6fe-e0146b7a789d req-1c3a273d-2de4-48c7-9ba9-1f53eb03d22d tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.83 "GET /v2.0/security-groups?id=c47432ae-da33-4d2d-b20f-abf3a1ad5384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401189 Feb 16 13:17:33.095404 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-078677f6-6acb-4826-a5db-2ced5c4c9752 req-e89921d8-7623-49fb-a991-6b326a718bc0 service neutron] 10.222.0.89 "GET /v2.0/networks/077dc1ca-480f-4ff5-b058-240601d1b0b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405457 Feb 16 13:17:33.232729 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3375b-ffa0-428d-ba89-0a8a730576ff req-25b76d9c-c267-4645-81f8-de0e5011e28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:33.234108 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ccf3375b-ffa0-428d-ba89-0a8a730576ff req-25b76d9c-c267-4645-81f8-de0e5011e28e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b5b0b3b19bbc46d79374e4e7a97c6a0a&device_id=f362e694-533b-46f2-a950-3fee7734415e HTTP/1.1" status: 200 len: 1096 time: 0.0751703 Feb 16 13:17:33.378895 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3375b-ffa0-428d-ba89-0a8a730576ff req-c24b2791-008c-4ff9-948a-fe53362d6ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:33.380547 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ccf3375b-ffa0-428d-ba89-0a8a730576ff req-c24b2791-008c-4ff9-948a-fe53362d6ebe service neutron] 10.222.0.89 "GET /v2.0/networks?id=077dc1ca-480f-4ff5-b058-240601d1b0b8 HTTP/1.1" status: 200 len: 918 time: 0.1392505 Feb 16 13:17:33.457001 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ccf3375b-ffa0-428d-ba89-0a8a730576ff req-06185d70-8239-4091-9268-255e4314c185 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ec991d2-ed01-41d6-897e-280502a561a4 HTTP/1.1" status: 200 len: 217 time: 0.0688746 Feb 16 13:17:33.525918 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3375b-ffa0-428d-ba89-0a8a730576ff req-51298bd3-d2b4-4b13-9578-b6f7cc6beca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:33.527255 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ccf3375b-ffa0-428d-ba89-0a8a730576ff req-51298bd3-d2b4-4b13-9578-b6f7cc6beca8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e840175e-d697-4434-9793-bee40ec047fd HTTP/1.1" status: 200 len: 856 time: 0.0628088 Feb 16 13:17:33.609572 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3375b-ffa0-428d-ba89-0a8a730576ff req-578dd167-eaa8-4c14-a9fd-89e41fc4cddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:33.611415 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ccf3375b-ffa0-428d-ba89-0a8a730576ff req-578dd167-eaa8-4c14-a9fd-89e41fc4cddf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=077dc1ca-480f-4ff5-b058-240601d1b0b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772057 Feb 16 13:17:33.749311 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ccf3375b-ffa0-428d-ba89-0a8a730576ff req-6b3ff7f8-f03e-4fd4-87e1-3f6d751e2060 service neutron] 10.222.0.89 "GET /v2.0/networks/077dc1ca-480f-4ff5-b058-240601d1b0b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303434 Feb 16 13:17:33.891597 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ccf3375b-ffa0-428d-ba89-0a8a730576ff req-ebdec05c-6687-4ef6-b3c2-d59cf984e259 service neutron] 10.222.0.89 "GET /v2.0/networks/077dc1ca-480f-4ff5-b058-240601d1b0b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356659 Feb 16 13:17:34.126323 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48f350-d6a9-4081-9ebc-f538bcedbc95 req-6c2d6e86-8c42-4452-a3d4-a86b58a3b504 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:34.127001 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-6c48f350-d6a9-4081-9ebc-f538bcedbc95 req-6c2d6e86-8c42-4452-a3d4-a86b58a3b504 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Synchronizing usage tracker for tenant:b5b0b3b19bbc46d79374e4e7a97c6a0a on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:17:34.144641 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-6c48f350-d6a9-4081-9ebc-f538bcedbc95 req-6c2d6e86-8c42-4452-a3d4-a86b58a3b504 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Unset dirty status for tenant:b5b0b3b19bbc46d79374e4e7a97c6a0a on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:17:34.145713 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6c48f350-d6a9-4081-9ebc-f538bcedbc95 req-6c2d6e86-8c42-4452-a3d4-a86b58a3b504 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.83 "GET /v2.0/ports?device_id=f362e694-533b-46f2-a950-3fee7734415e HTTP/1.1" status: 200 len: 943 time: 0.1107666 Feb 16 13:17:34.178910 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-25a290d3-69ec-42a6-9f04-14b3e7595e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:34.192488 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6c48f350-d6a9-4081-9ebc-f538bcedbc95 req-c83a6852-ea44-49bc-a754-b8fbb141956c tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.83 "GET /v2.0/security-groups?id=c47432ae-da33-4d2d-b20f-abf3a1ad5384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406950 Feb 16 13:17:34.662449 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:35.127562 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 9ec991d2-ed01-41d6-897e-280502a561a4 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:17:35.234265 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:35.284396 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 9ec991d2-ed01-41d6-897e-280502a561a4, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=9ec991d2-ed01-41d6-897e-280502a561a4,segment=NetworkSegment(f5574cef-9f46-477a-9855-c72356a689f8),segment_id=f5574cef-9f46-477a-9855-c72356a689f8)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:17:35.291800 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:35.298487 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': '9ec991d2-ed01-41d6-897e-280502a561a4', 'network_id': '077dc1ca-480f-4ff5-b058-240601d1b0b8', 'port_id': '9ec991d2-ed01-41d6-897e-280502a561a4', 'mac_address': 'fa:16:3e:c8:82:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e840175e-d697-4434-9793-bee40ec047fd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:17:35.356833 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:35.378391 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ec991d2-ed01-41d6-897e-280502a561a4 {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:17:35.385834 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bac9a2-39cf-4e28-9df1-227599b4f0e9 req-e5ad228c-88f2-4d6a-8619-81111fdfbd80 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:35.387377 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-33bac9a2-39cf-4e28-9df1-227599b4f0e9 req-e5ad228c-88f2-4d6a-8619-81111fdfbd80 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.83 "GET /v2.0/ports?device_id=f362e694-533b-46f2-a950-3fee7734415e HTTP/1.1" status: 200 len: 943 time: 0.0858068 Feb 16 13:17:35.394376 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 9ec991d2-ed01-41d6-897e-280502a561a4, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=9ec991d2-ed01-41d6-897e-280502a561a4,segment=NetworkSegment(f5574cef-9f46-477a-9855-c72356a689f8),segment_id=f5574cef-9f46-477a-9855-c72356a689f8)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:17:35.399602 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:35.435748 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-33bac9a2-39cf-4e28-9df1-227599b4f0e9 req-337bdf85-7dfb-4f0c-b49d-02e03d5c7a5f tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.83 "GET /v2.0/security-groups?id=c47432ae-da33-4d2d-b20f-abf3a1ad5384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402586 Feb 16 13:17:35.469822 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=9ec991d2-ed01-41d6-897e-280502a561a4,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:17:35.477943 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:35.478286 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:35.478621 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:35.478953 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:35.479275 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:35.479603 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:35.479902 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:35.480217 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:35.480534 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:35.480883 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:35.481201 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:35.481516 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:35.603630 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['9ec991d2-ed01-41d6-897e-280502a561a4'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:17:36.668827 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320bacd9-39dc-45e5-b23e-eff1bf518682 req-7c6e7ec8-9027-46a8-bfe2-f2ccc3630524 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:36.670339 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-320bacd9-39dc-45e5-b23e-eff1bf518682 req-7c6e7ec8-9027-46a8-bfe2-f2ccc3630524 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.83 "GET /v2.0/ports?device_id=f362e694-533b-46f2-a950-3fee7734415e HTTP/1.1" status: 200 len: 944 time: 0.0976198 Feb 16 13:17:36.726899 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-320bacd9-39dc-45e5-b23e-eff1bf518682 req-5c929b02-b752-4364-a084-ba74902a2a93 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.83 "GET /v2.0/security-groups?id=c47432ae-da33-4d2d-b20f-abf3a1ad5384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507038 Feb 16 13:17:36.812294 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:37.151143 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 9ec991d2-ed01-41d6-897e-280502a561a4 up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:17:37.248973 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning for port 9ec991d2-ed01-41d6-897e-280502a561a4 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:17:37.254077 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port 9ec991d2-ed01-41d6-897e-280502a561a4 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:17:37.254454 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:37.406177 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:37.442467 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f362e694-533b-46f2-a950-3fee7734415e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec991d2-ed01-41d6-897e-280502a561a4'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:17:37.454353 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 9ec991d2-ed01-41d6-897e-280502a561a4, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=9ec991d2-ed01-41d6-897e-280502a561a4,segment=NetworkSegment(f5574cef-9f46-477a-9855-c72356a689f8),segment_id=f5574cef-9f46-477a-9855-c72356a689f8)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:17:37.461936 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:37.543350 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=9ec991d2-ed01-41d6-897e-280502a561a4,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:17:37.551518 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f362e694-533b-46f2-a950-3fee7734415e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec991d2-ed01-41d6-897e-280502a561a4', 'code': 200} Feb 16 13:17:37.788949 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ef715-37af-46f9-9eaf-c88e23467314 req-7130b02c-dd66-4873-8362-a25d908848bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:37.790445 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f49ef715-37af-46f9-9eaf-c88e23467314 req-7130b02c-dd66-4873-8362-a25d908848bd service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f362e694-533b-46f2-a950-3fee7734415e HTTP/1.1" status: 200 len: 1098 time: 0.0733097 Feb 16 13:17:37.833898 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f49ef715-37af-46f9-9eaf-c88e23467314 req-fc8336af-eae8-4699-95e9-d588cb8d34da service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c47432ae-da33-4d2d-b20f-abf3a1ad5384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366690 Feb 16 13:17:37.926979 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4da1e-38e8-48d2-9126-bc03d4679b39 req-953a9861-e23d-4f82-8cb4-6a7a4a32878c tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:37.928514 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bbb4da1e-38e8-48d2-9126-bc03d4679b39 req-953a9861-e23d-4f82-8cb4-6a7a4a32878c tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.83 "GET /v2.0/ports?device_id=f362e694-533b-46f2-a950-3fee7734415e HTTP/1.1" status: 200 len: 945 time: 0.0856345 Feb 16 13:17:37.974458 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bbb4da1e-38e8-48d2-9126-bc03d4679b39 req-4f17a520-ed00-47b2-8b0f-99d7b3a90e3e tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.83 "GET /v2.0/security-groups?id=c47432ae-da33-4d2d-b20f-abf3a1ad5384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384142 Feb 16 13:17:39.185205 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248afad5-3b3a-4161-bee4-92a683db5021 req-988d67f3-cd08-42d8-a6a6-8cf77df0b08a tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:39.186647 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-248afad5-3b3a-4161-bee4-92a683db5021 req-988d67f3-cd08-42d8-a6a6-8cf77df0b08a tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.83 "GET /v2.0/ports?device_id=f362e694-533b-46f2-a950-3fee7734415e HTTP/1.1" status: 200 len: 945 time: 0.0945585 Feb 16 13:17:39.230562 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-248afad5-3b3a-4161-bee4-92a683db5021 req-3a0804c5-b151-4f0c-b8b0-2cb0fbdece1b tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.83 "GET /v2.0/security-groups?id=c47432ae-da33-4d2d-b20f-abf3a1ad5384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382717 Feb 16 13:17:39.427066 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdee992-b8b5-431e-b63d-5a63dbc5024b req-365381ff-eb98-4558-849a-19b42fbdd1af tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:39.428721 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2bdee992-b8b5-431e-b63d-5a63dbc5024b req-365381ff-eb98-4558-849a-19b42fbdd1af tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.83 "GET /v2.0/ports?device_id=f362e694-533b-46f2-a950-3fee7734415e HTTP/1.1" status: 200 len: 945 time: 0.0945137 Feb 16 13:17:39.473461 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2bdee992-b8b5-431e-b63d-5a63dbc5024b req-6c0025ef-af1f-4a17-8f82-ca4caeb8cd18 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.83 "GET /v2.0/security-groups?id=c47432ae-da33-4d2d-b20f-abf3a1ad5384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383751 Feb 16 13:17:45.109484 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:17:55.165950 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9699a8c6-27cb-4dae-b35e-c795be56f9b5 req-4ce26a1e-076a-4fca-b8a5-61294f3d8d52 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:55.167388 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9699a8c6-27cb-4dae-b35e-c795be56f9b5 req-4ce26a1e-076a-4fca-b8a5-61294f3d8d52 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.83 "GET /v2.0/ports?device_id=f362e694-533b-46f2-a950-3fee7734415e HTTP/1.1" status: 200 len: 945 time: 0.0869019 Feb 16 13:17:55.213149 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9699a8c6-27cb-4dae-b35e-c795be56f9b5 req-706a4233-9e68-408c-9d92-5f93f2671d6e tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.83 "GET /v2.0/security-groups?id=c47432ae-da33-4d2d-b20f-abf3a1ad5384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399024 Feb 16 13:17:56.409496 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249d286-12b7-4564-91ba-6c7da9ed1e4b req-e88a19c1-6cb5-4aeb-9ce8-bc3c863b228f tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:56.410951 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4249d286-12b7-4564-91ba-6c7da9ed1e4b req-e88a19c1-6cb5-4aeb-9ce8-bc3c863b228f tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.83 "GET /v2.0/ports?device_id=f362e694-533b-46f2-a950-3fee7734415e HTTP/1.1" status: 200 len: 945 time: 0.0876701 Feb 16 13:17:56.459971 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4249d286-12b7-4564-91ba-6c7da9ed1e4b req-24540e6d-ab61-498c-a301-7bcdc336c474 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.83 "GET /v2.0/security-groups?id=c47432ae-da33-4d2d-b20f-abf3a1ad5384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431640 Feb 16 13:17:56.742694 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723472d0-00d9-4e26-8613-2913bfc01cb4 req-26c3d51f-0ab1-400c-a065-4ef4620a98fb tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:17:56.744170 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-723472d0-00d9-4e26-8613-2913bfc01cb4 req-26c3d51f-0ab1-400c-a065-4ef4620a98fb tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.89 "GET /v2.0/ports?device_id=f362e694-533b-46f2-a950-3fee7734415e HTTP/1.1" status: 200 len: 945 time: 0.0814958 Feb 16 13:17:56.821692 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-723472d0-00d9-4e26-8613-2913bfc01cb4 req-e80d055a-c48b-466a-94f4-3cfb9cb2e299 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Deleting port 9ec991d2-ed01-41d6-897e-280502a561a4 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:17:56.822095 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-723472d0-00d9-4e26-8613-2913bfc01cb4 req-e80d055a-c48b-466a-94f4-3cfb9cb2e299 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:57.166718 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-723472d0-00d9-4e26-8613-2913bfc01cb4 req-e80d055a-c48b-466a-94f4-3cfb9cb2e299 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] For port 9ec991d2-ed01-41d6-897e-280502a561a4, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=9ec991d2-ed01-41d6-897e-280502a561a4,segment=NetworkSegment(f5574cef-9f46-477a-9855-c72356a689f8),segment_id=f5574cef-9f46-477a-9855-c72356a689f8)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:17:57.167022 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-723472d0-00d9-4e26-8613-2913bfc01cb4 req-e80d055a-c48b-466a-94f4-3cfb9cb2e299 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:57.286811 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-723472d0-00d9-4e26-8613-2913bfc01cb4 req-e80d055a-c48b-466a-94f4-3cfb9cb2e299 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Calling delete_port for 9ec991d2-ed01-41d6-897e-280502a561a4 owned by compute:nova {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:17:57.442421 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-723472d0-00d9-4e26-8613-2913bfc01cb4 req-e80d055a-c48b-466a-94f4-3cfb9cb2e299 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:57.492985 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d055a-c48b-466a-94f4-3cfb9cb2e299 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Pushing event deleted for resources: {'Port': ['ID=9ec991d2-ed01-41d6-897e-280502a561a4,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:17:57.533662 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d055a-c48b-466a-94f4-3cfb9cb2e299 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:57.534004 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d055a-c48b-466a-94f4-3cfb9cb2e299 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:57.534352 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d055a-c48b-466a-94f4-3cfb9cb2e299 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:57.534684 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d055a-c48b-466a-94f4-3cfb9cb2e299 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:57.535016 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d055a-c48b-466a-94f4-3cfb9cb2e299 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:57.535350 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d055a-c48b-466a-94f4-3cfb9cb2e299 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:57.535672 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d055a-c48b-466a-94f4-3cfb9cb2e299 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:57.535991 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d055a-c48b-466a-94f4-3cfb9cb2e299 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:57.536312 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d055a-c48b-466a-94f4-3cfb9cb2e299 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:57.536704 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d055a-c48b-466a-94f4-3cfb9cb2e299 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:57.536968 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d055a-c48b-466a-94f4-3cfb9cb2e299 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:57.537287 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80d055a-c48b-466a-94f4-3cfb9cb2e299 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:17:57.621898 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-723472d0-00d9-4e26-8613-2913bfc01cb4 req-e80d055a-c48b-466a-94f4-3cfb9cb2e299 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] No DVR routers for this DVR port 9ec991d2-ed01-41d6-897e-280502a561a4 on host hv-neutron-8295 {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:17:57.628395 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-723472d0-00d9-4e26-8613-2913bfc01cb4 req-e80d055a-c48b-466a-94f4-3cfb9cb2e299 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:57.631013 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f362e694-533b-46f2-a950-3fee7734415e', 'name': 'network-vif-deleted', 'tag': '9ec991d2-ed01-41d6-897e-280502a561a4'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:17:57.639658 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a097aeca-4ba1-40f4-883f-bd1c0b7c40cc req-49401d0a-a3dc-47c0-ab56-b40b7b6878fe tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.83 "GET /v2.0/ports?device_id=f362e694-533b-46f2-a950-3fee7734415e HTTP/1.1" status: 200 len: 210 time: 0.0593567 Feb 16 13:17:57.652876 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-723472d0-00d9-4e26-8613-2913bfc01cb4 req-e80d055a-c48b-466a-94f4-3cfb9cb2e299 tempest-TestEncryptedCinderVolumes-1975400233 tempest-TestEncryptedCinderVolumes-1975400233-project] 10.222.0.89 "DELETE /v2.0/ports/9ec991d2-ed01-41d6-897e-280502a561a4 HTTP/1.1" status: 204 len: 173 time: 0.9032948 Feb 16 13:17:57.685043 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f362e694-533b-46f2-a950-3fee7734415e', 'name': 'network-vif-deleted', 'tag': '9ec991d2-ed01-41d6-897e-280502a561a4', 'status': 'completed', 'code': 200} Feb 16 13:17:58.781067 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 48536) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:17:59.261534 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 9ec991d2-ed01-41d6-897e-280502a561a4 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:17:59.297330 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] No Port match for: 9ec991d2-ed01-41d6-897e-280502a561a4 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:17:59.297631 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 9ec991d2-ed01-41d6-897e-280502a561a4 not bound to the agent host hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:17:59.439617 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4fa53b89-24ac-4cfd-bb3a-ee165f8cd72c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:59.806214 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-4fa53b89-24ac-4cfd-bb3a-ee165f8cd72c admin admin] Deleting port 6668c769-f69b-406d-9568-76eb9a3d9379 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:17:59.807068 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4fa53b89-24ac-4cfd-bb3a-ee165f8cd72c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:17:59.987567 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-4fa53b89-24ac-4cfd-bb3a-ee165f8cd72c admin admin] For port 6668c769-f69b-406d-9568-76eb9a3d9379, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=6668c769-f69b-406d-9568-76eb9a3d9379,segment=NetworkSegment(f5574cef-9f46-477a-9855-c72356a689f8),segment_id=f5574cef-9f46-477a-9855-c72356a689f8)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:17:59.987933 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4fa53b89-24ac-4cfd-bb3a-ee165f8cd72c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:00.114989 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-4fa53b89-24ac-4cfd-bb3a-ee165f8cd72c admin admin] Calling delete_port for 6668c769-f69b-406d-9568-76eb9a3d9379 owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:18:00.448226 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4fa53b89-24ac-4cfd-bb3a-ee165f8cd72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:00.499910 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa53b89-24ac-4cfd-bb3a-ee165f8cd72c admin admin] Pushing event deleted for resources: {'Port': ['ID=6668c769-f69b-406d-9568-76eb9a3d9379,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:00.543554 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa53b89-24ac-4cfd-bb3a-ee165f8cd72c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:00.543876 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa53b89-24ac-4cfd-bb3a-ee165f8cd72c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:00.544242 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa53b89-24ac-4cfd-bb3a-ee165f8cd72c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:00.544575 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa53b89-24ac-4cfd-bb3a-ee165f8cd72c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:00.544930 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa53b89-24ac-4cfd-bb3a-ee165f8cd72c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:00.545257 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa53b89-24ac-4cfd-bb3a-ee165f8cd72c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:00.545584 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa53b89-24ac-4cfd-bb3a-ee165f8cd72c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:00.545908 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa53b89-24ac-4cfd-bb3a-ee165f8cd72c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:00.546228 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa53b89-24ac-4cfd-bb3a-ee165f8cd72c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:00.546525 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa53b89-24ac-4cfd-bb3a-ee165f8cd72c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:00.546847 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa53b89-24ac-4cfd-bb3a-ee165f8cd72c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:00.547160 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa53b89-24ac-4cfd-bb3a-ee165f8cd72c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:00.885596 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4fa53b89-24ac-4cfd-bb3a-ee165f8cd72c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:01.257665 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa53b89-24ac-4cfd-bb3a-ee165f8cd72c admin admin] Router ab4ac8db-0dcd-42f7-b453-230449c0e7c6 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:18:01.433056 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa53b89-24ac-4cfd-bb3a-ee165f8cd72c admin admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:18:01.443375 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142e93e9-c18b-4402-9ace-06daf05619e8 None None] Sync routers for ids ['ab4ac8db-0dcd-42f7-b453-230449c0e7c6'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:18:01.445262 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4fa53b89-24ac-4cfd-bb3a-ee165f8cd72c admin admin] 10.222.0.83 "PUT /v2.0/routers/ab4ac8db-0dcd-42f7-b453-230449c0e7c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6630976 Feb 16 13:18:01.448752 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 48540) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:18:01.454486 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142e93e9-c18b-4402-9ace-06daf05619e8 None None] Routers {'ab4ac8db-0dcd-42f7-b453-230449c0e7c6'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:18:01.455102 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-142e93e9-c18b-4402-9ace-06daf05619e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:17:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['ab4ac8db-0dcd-42f7-b453-230449c0e7c6'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:01.629957 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-142e93e9-c18b-4402-9ace-06daf05619e8 None None] Set router ab4ac8db-0dcd-42f7-b453-230449c0e7c6 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:18:01.631040 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9f863762-fcce-4379-bd6e-7cdced5449d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:01.804276 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9f863762-fcce-4379-bd6e-7cdced5449d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:01.815614 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-9f863762-fcce-4379-bd6e-7cdced5449d9 admin admin] Deleting port 5d2b0ad7-1bfb-46a6-ac17-81e355e4c45e {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:18:01.815943 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9f863762-fcce-4379-bd6e-7cdced5449d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:01.860670 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d402c235-5547-4c14-9669-131a4b0187f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:01.912346 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-142e93e9-c18b-4402-9ace-06daf05619e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4ac8db-0dcd-42f7-b453-230449c0e7c6', 'name': 'tempest-TestEncryptedCinderVolumes-1209231445-router', 'tenant_id': 'b5b0b3b19bbc46d79374e4e7a97c6a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.17'}], 'enable_snat': True}, 'gw_port_id': '5d2b0ad7-1bfb-46a6-ac17-81e355e4c45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:46Z', 'updated_at': '2022-02-16T13:18:00Z', 'revision_number': 5, 'project_id': 'b5b0b3b19bbc46d79374e4e7a97c6a0a', 'gw_port': {'id': '5d2b0ad7-1bfb-46a6-ac17-81e355e4c45e', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4ac8db-0dcd-42f7-b453-230449c0e7c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:46Z', 'updated_at': '2022-02-16T13:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:01.916322 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142e93e9-c18b-4402-9ace-06daf05619e8 None None] Checking router: ab4ac8db-0dcd-42f7-b453-230449c0e7c6 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:18:01.924862 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142e93e9-c18b-4402-9ace-06daf05619e8 None None] Routers {'ab4ac8db-0dcd-42f7-b453-230449c0e7c6'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:18:01.925434 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-142e93e9-c18b-4402-9ace-06daf05619e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:17:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['ab4ac8db-0dcd-42f7-b453-230449c0e7c6'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:01.991235 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-9f863762-fcce-4379-bd6e-7cdced5449d9 admin admin] For port 5d2b0ad7-1bfb-46a6-ac17-81e355e4c45e, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=5d2b0ad7-1bfb-46a6-ac17-81e355e4c45e,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:18:01.991540 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9f863762-fcce-4379-bd6e-7cdced5449d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:02.073957 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-142e93e9-c18b-4402-9ace-06daf05619e8 None None] Set router ab4ac8db-0dcd-42f7-b453-230449c0e7c6 gateway port host: None {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:18:02.112430 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-9f863762-fcce-4379-bd6e-7cdced5449d9 admin admin] Calling delete_port for 5d2b0ad7-1bfb-46a6-ac17-81e355e4c45e owned by network:router_gateway {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:18:02.182120 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-142e93e9-c18b-4402-9ace-06daf05619e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4ac8db-0dcd-42f7-b453-230449c0e7c6', 'name': 'tempest-TestEncryptedCinderVolumes-1209231445-router', 'tenant_id': 'b5b0b3b19bbc46d79374e4e7a97c6a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:46Z', 'updated_at': '2022-02-16T13:18:01Z', 'revision_number': 6, 'project_id': 'b5b0b3b19bbc46d79374e4e7a97c6a0a', 'gw_port_host': None}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:02.186410 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142e93e9-c18b-4402-9ace-06daf05619e8 None None] The sync data for ids ['ab4ac8db-0dcd-42f7-b453-230449c0e7c6'] in dv-neutron-829527-1-hyperv is: [{'id': 'ab4ac8db-0dcd-42f7-b453-230449c0e7c6', 'name': 'tempest-TestEncryptedCinderVolumes-1209231445-router', 'tenant_id': 'b5b0b3b19bbc46d79374e4e7a97c6a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:46Z', 'updated_at': '2022-02-16T13:18:01Z', 'revision_number': 6, 'project_id': 'b5b0b3b19bbc46d79374e4e7a97c6a0a', 'gw_port_host': None}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:18:02.530147 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9f863762-fcce-4379-bd6e-7cdced5449d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:02.577334 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f863762-fcce-4379-bd6e-7cdced5449d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d2b0ad7-1bfb-46a6-ac17-81e355e4c45e,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:02.672175 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9f863762-fcce-4379-bd6e-7cdced5449d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023674'] for router_gateway, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:02.840785 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9f863762-fcce-4379-bd6e-7cdced5449d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:02.843142 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9f863762-fcce-4379-bd6e-7cdced5449d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:02.871454 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9f863762-fcce-4379-bd6e-7cdced5449d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:02.872023 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f863762-fcce-4379-bd6e-7cdced5449d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab4ac8db-0dcd-42f7-b453-230449c0e7c6 {{(pid=87701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:18:02.885029 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9f863762-fcce-4379-bd6e-7cdced5449d9 admin admin] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:02.886173 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-9f863762-fcce-4379-bd6e-7cdced5449d9 admin admin] 10.222.0.83 "DELETE /v2.0/routers/ab4ac8db-0dcd-42f7-b453-230449c0e7c6 HTTP/1.1" status: 204 len: 168 time: 1.4363718 Feb 16 13:18:02.888937 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 48544) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:18:02.949744 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2b5f9e8-1bfc-448d-87d5-01a25e2d02d0 admin admin] Deleting subnet e840175e-d697-4434-9793-bee40ec047fd {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:18:02.952803 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a2b5f9e8-1bfc-448d-87d5-01a25e2d02d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:03.002118 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a2b5f9e8-1bfc-448d-87d5-01a25e2d02d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:03.082633 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a2b5f9e8-1bfc-448d-87d5-01a25e2d02d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:03.153904 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a2b5f9e8-1bfc-448d-87d5-01a25e2d02d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:03.192289 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5f9e8-1bfc-448d-87d5-01a25e2d02d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e840175e-d697-4434-9793-bee40ec047fd,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:03.194243 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a2b5f9e8-1bfc-448d-87d5-01a25e2d02d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:03.199226 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7847f45-30e5-4b11-b4c8-84a0fe6b5f7b None None] Network 077dc1ca-480f-4ff5-b058-240601d1b0b8 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:18:03.202845 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a2b5f9e8-1bfc-448d-87d5-01a25e2d02d0 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/e840175e-d697-4434-9793-bee40ec047fd HTTP/1.1" status: 204 len: 168 time: 0.3104327 Feb 16 13:18:03.203211 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 48548) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:18:03.304440 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8fbed18f-7675-4ae8-9c3c-0589952d1358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:03.315789 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-8fbed18f-7675-4ae8-9c3c-0589952d1358 admin admin] Deleting port 7b232ec5-7cdb-46e2-9828-487bbbc1ac0d {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:18:03.316113 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8fbed18f-7675-4ae8-9c3c-0589952d1358 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:03.452893 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1efa3e8-0e76-46e8-b1b6-52a809a0c6f8 None None] DHCP port deletion for 077dc1ca-480f-4ff5-b058-240601d1b0b8 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:18:03.457421 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-c1efa3e8-0e76-46e8-b1b6-52a809a0c6f8 None None] Deleting port 7b232ec5-7cdb-46e2-9828-487bbbc1ac0d {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:18:03.457885 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c1efa3e8-0e76-46e8-b1b6-52a809a0c6f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:03.527502 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-8fbed18f-7675-4ae8-9c3c-0589952d1358 admin admin] For port 7b232ec5-7cdb-46e2-9828-487bbbc1ac0d, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=7b232ec5-7cdb-46e2-9828-487bbbc1ac0d,segment=NetworkSegment(f5574cef-9f46-477a-9855-c72356a689f8),segment_id=f5574cef-9f46-477a-9855-c72356a689f8)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:18:03.527892 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8fbed18f-7675-4ae8-9c3c-0589952d1358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:03.557285 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 7b232ec5-7cdb-46e2-9828-487bbbc1ac0d no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:18:03.657427 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-8fbed18f-7675-4ae8-9c3c-0589952d1358 admin admin] Calling delete_port for 7b232ec5-7cdb-46e2-9828-487bbbc1ac0d owned by network:dhcp {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:18:03.742942 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8fbed18f-7675-4ae8-9c3c-0589952d1358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:03.756720 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No ports have port_id starting with 7b232ec5-7cdb-46e2-9828-487bbbc1ac0d Feb 16 13:18:03.761045 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 5d2b0ad7-1bfb-46a6-ac17-81e355e4c45e no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:18:03.789654 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbed18f-7675-4ae8-9c3c-0589952d1358 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b232ec5-7cdb-46e2-9828-487bbbc1ac0d,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:03.791449 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbed18f-7675-4ae8-9c3c-0589952d1358 admin admin] No DVR routers for this DVR port 7b232ec5-7cdb-46e2-9828-487bbbc1ac0d on host dv-neutron-829527-1-hyperv {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:18:03.797219 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 5d2b0ad7-1bfb-46a6-ac17-81e355e4c45e {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:18:03.797544 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 5d2b0ad7-1bfb-46a6-ac17-81e355e4c45e not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:18:03.797975 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 6668c769-f69b-406d-9568-76eb9a3d9379 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:18:03.828740 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-c1efa3e8-0e76-46e8-b1b6-52a809a0c6f8 None None] For port 7b232ec5-7cdb-46e2-9828-487bbbc1ac0d, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=7b232ec5-7cdb-46e2-9828-487bbbc1ac0d,segment=NetworkSegment(f5574cef-9f46-477a-9855-c72356a689f8),segment_id=f5574cef-9f46-477a-9855-c72356a689f8)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:18:03.829136 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c1efa3e8-0e76-46e8-b1b6-52a809a0c6f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:03.843426 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 6668c769-f69b-406d-9568-76eb9a3d9379 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:18:03.843759 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 6668c769-f69b-406d-9568-76eb9a3d9379 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:18:03.904150 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8fbed18f-7675-4ae8-9c3c-0589952d1358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:03.932401 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-8fbed18f-7675-4ae8-9c3c-0589952d1358 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['077dc1ca-480f-4ff5-b058-240601d1b0b8']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:03.964368 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-c1efa3e8-0e76-46e8-b1b6-52a809a0c6f8 None None] Calling delete_port for 7b232ec5-7cdb-46e2-9828-487bbbc1ac0d owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn( Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn( Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn( Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn( Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn( Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn( Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn( Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn( Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn( Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn( Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn( Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn( Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn( Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn( Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn( Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn( Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn( Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn( Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn( Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn( Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn( Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn( Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn( Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn( Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn( Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn( Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn( Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:18:04.036890 dv-neutron-829527-1-hyperv neutron-server[87702]: util.warn( Feb 16 13:18:04.041115 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.db.api [None req-c1efa3e8-0e76-46e8-b1b6-52a809a0c6f8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:18:04.041917 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG oslo_db.api [None req-c1efa3e8-0e76-46e8-b1b6-52a809a0c6f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:18:04.053765 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-8fbed18f-7675-4ae8-9c3c-0589952d1358 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5574cef-9f46-477a-9855-c72356a689f8') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:04.054019 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-8fbed18f-7675-4ae8-9c3c-0589952d1358 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5574cef-9f46-477a-9855-c72356a689f8') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:04.066864 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8fbed18f-7675-4ae8-9c3c-0589952d1358 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:04.082497 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8fbed18f-7675-4ae8-9c3c-0589952d1358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:04.088436 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fbed18f-7675-4ae8-9c3c-0589952d1358 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:18:04.088827 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8fbed18f-7675-4ae8-9c3c-0589952d1358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:04.101354 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 13:18:04.101354 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:18:04.101354 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 13:18:04.101354 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:18:04.101354 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 13:18:04.101354 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:18:04.101354 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 13:18:04.101354 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:18:04.101354 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 13:18:04.101354 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:18:04.101354 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 13:18:04.101354 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:18:04.101354 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 13:18:04.101354 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:18:04.101354 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:18:04.101354 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:18:04.101354 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:18:04.101354 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:18:04.101354 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 13:18:04.101354 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:18:04.101354 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 13:18:04.101354 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:18:04.101354 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:18:04.101354 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:18:04.101354 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 13:18:04.101354 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:18:04.101354 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:18:04.101354 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:18:04.101354 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:18:04.101354 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:18:04.101354 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:18:04.101354 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:18:04.178835 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8fbed18f-7675-4ae8-9c3c-0589952d1358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:04.185082 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-88a11fc0-6d9b-4cb9-b50c-afd6977052bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:04.199465 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8fbed18f-7675-4ae8-9c3c-0589952d1358 admin admin] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:04.209711 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbed18f-7675-4ae8-9c3c-0589952d1358 admin admin] Pushing event deleted for resources: {'Network': ['ID=077dc1ca-480f-4ff5-b058-240601d1b0b8,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:04.224356 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-8fbed18f-7675-4ae8-9c3c-0589952d1358 admin admin] 10.222.0.83 "DELETE /v2.0/networks/077dc1ca-480f-4ff5-b058-240601d1b0b8 HTTP/1.1" status: 204 len: 168 time: 1.0200889 Feb 16 13:18:04.227301 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 48552) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:18:04.543388 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-c1efa3e8-0e76-46e8-b1b6-52a809a0c6f8 None None] Deleting port 7b232ec5-7cdb-46e2-9828-487bbbc1ac0d {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:18:04.543974 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c1efa3e8-0e76-46e8-b1b6-52a809a0c6f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:04.612400 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-c1efa3e8-0e76-46e8-b1b6-52a809a0c6f8 None None] The port '7b232ec5-7cdb-46e2-9828-487bbbc1ac0d' was deleted {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:18:04.656623 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:04.777979 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d24e88ce-a85f-445e-9ab8-b4b2b8c66549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:05.139708 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-d24e88ce-a85f-445e-9ab8-b4b2b8c66549 admin admin] Deleting port 73346254-2379-4ca6-be61-546670d26c7d {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:18:05.140058 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d24e88ce-a85f-445e-9ab8-b4b2b8c66549 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:05.220210 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:05.267184 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:05.319404 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-d24e88ce-a85f-445e-9ab8-b4b2b8c66549 admin admin] For port 73346254-2379-4ca6-be61-546670d26c7d, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=73346254-2379-4ca6-be61-546670d26c7d,segment=NetworkSegment(59000247-5e51-4c12-ae78-8b0ca9279d25),segment_id=59000247-5e51-4c12-ae78-8b0ca9279d25)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:18:05.319751 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d24e88ce-a85f-445e-9ab8-b4b2b8c66549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:05.443696 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-d24e88ce-a85f-445e-9ab8-b4b2b8c66549 admin admin] Calling delete_port for 73346254-2379-4ca6-be61-546670d26c7d owned by network:router_interface {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:18:05.740896 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d24e88ce-a85f-445e-9ab8-b4b2b8c66549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:05.786148 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e88ce-a85f-445e-9ab8-b4b2b8c66549 admin admin] Pushing event deleted for resources: {'Port': ['ID=73346254-2379-4ca6-be61-546670d26c7d,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:06.061307 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d24e88ce-a85f-445e-9ab8-b4b2b8c66549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:06.436222 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d24e88ce-a85f-445e-9ab8-b4b2b8c66549 admin admin] Router e9a9d446-25d1-4761-964a-1ea05c52d498 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:18:06.623224 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24e88ce-a85f-445e-9ab8-b4b2b8c66549 admin admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:18:06.631908 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1213c06f-94c5-406c-ba1c-c7ff231449ad None None] Sync routers for ids ['e9a9d446-25d1-4761-964a-1ea05c52d498'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:18:06.637725 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d24e88ce-a85f-445e-9ab8-b4b2b8c66549 admin admin] 10.222.0.83 "PUT /v2.0/routers/e9a9d446-25d1-4761-964a-1ea05c52d498/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4072704 Feb 16 13:18:06.638086 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 48556) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:18:06.641697 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1213c06f-94c5-406c-ba1c-c7ff231449ad None None] Routers {'e9a9d446-25d1-4761-964a-1ea05c52d498'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:18:06.642312 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-1213c06f-94c5-406c-ba1c-c7ff231449ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:18:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e9a9d446-25d1-4761-964a-1ea05c52d498'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:06.829524 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d647cbf3-076c-4ac0-be32-f4b0dd9497bd admin admin] Notify callbacks [] for router, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:06.851810 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:06.934873 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-1213c06f-94c5-406c-ba1c-c7ff231449ad None None] Set router e9a9d446-25d1-4761-964a-1ea05c52d498 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:18:07.136706 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d647cbf3-076c-4ac0-be32-f4b0dd9497bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:07.147628 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-d647cbf3-076c-4ac0-be32-f4b0dd9497bd admin admin] Deleting port 1a1e28a5-9e2e-4715-97de-3a71965fff6a {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:18:07.147981 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d647cbf3-076c-4ac0-be32-f4b0dd9497bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:07.322029 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-d647cbf3-076c-4ac0-be32-f4b0dd9497bd admin admin] For port 1a1e28a5-9e2e-4715-97de-3a71965fff6a, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=1a1e28a5-9e2e-4715-97de-3a71965fff6a,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:18:07.322434 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d647cbf3-076c-4ac0-be32-f4b0dd9497bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:07.336487 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-1213c06f-94c5-406c-ba1c-c7ff231449ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a9d446-25d1-4761-964a-1ea05c52d498', 'name': 'tempest-TestEncryptedCinderVolumes-1392897992-router', 'tenant_id': 'e50beaca30794b95a9f52d558f9565b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.135'}], 'enable_snat': True}, 'gw_port_id': '1a1e28a5-9e2e-4715-97de-3a71965fff6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:52Z', 'updated_at': '2022-02-16T13:18:05Z', 'revision_number': 5, 'project_id': 'e50beaca30794b95a9f52d558f9565b9', 'gw_port': {'id': '1a1e28a5-9e2e-4715-97de-3a71965fff6a', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fc:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a9d446-25d1-4761-964a-1ea05c52d498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:16:53Z', 'updated_at': '2022-02-16T13:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:07.342942 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1213c06f-94c5-406c-ba1c-c7ff231449ad None None] Checking router: e9a9d446-25d1-4761-964a-1ea05c52d498 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:18:07.356350 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1213c06f-94c5-406c-ba1c-c7ff231449ad None None] Routers {'e9a9d446-25d1-4761-964a-1ea05c52d498'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:18:07.357152 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-1213c06f-94c5-406c-ba1c-c7ff231449ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:18:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e9a9d446-25d1-4761-964a-1ea05c52d498'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:07.445039 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-d647cbf3-076c-4ac0-be32-f4b0dd9497bd admin admin] Calling delete_port for 1a1e28a5-9e2e-4715-97de-3a71965fff6a owned by network:router_gateway {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:18:07.556347 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-1213c06f-94c5-406c-ba1c-c7ff231449ad None None] Set router e9a9d446-25d1-4761-964a-1ea05c52d498 gateway port host: None {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:18:07.624202 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d647cbf3-076c-4ac0-be32-f4b0dd9497bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:07.672679 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-1213c06f-94c5-406c-ba1c-c7ff231449ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a9d446-25d1-4761-964a-1ea05c52d498', 'name': 'tempest-TestEncryptedCinderVolumes-1392897992-router', 'tenant_id': 'e50beaca30794b95a9f52d558f9565b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:52Z', 'updated_at': '2022-02-16T13:18:07Z', 'revision_number': 6, 'project_id': 'e50beaca30794b95a9f52d558f9565b9', 'gw_port_host': None}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:07.673609 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d647cbf3-076c-4ac0-be32-f4b0dd9497bd admin admin] Pushing event deleted for resources: {'Port': ['ID=1a1e28a5-9e2e-4715-97de-3a71965fff6a,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:07.676712 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1213c06f-94c5-406c-ba1c-c7ff231449ad None None] The sync data for ids ['e9a9d446-25d1-4761-964a-1ea05c52d498'] in dv-neutron-829527-1-hyperv is: [{'id': 'e9a9d446-25d1-4761-964a-1ea05c52d498', 'name': 'tempest-TestEncryptedCinderVolumes-1392897992-router', 'tenant_id': 'e50beaca30794b95a9f52d558f9565b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:16:52Z', 'updated_at': '2022-02-16T13:18:07Z', 'revision_number': 6, 'project_id': 'e50beaca30794b95a9f52d558f9565b9', 'gw_port_host': None}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:18:07.768950 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d647cbf3-076c-4ac0-be32-f4b0dd9497bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023674'] for router_gateway, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:07.940472 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d647cbf3-076c-4ac0-be32-f4b0dd9497bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:07.942919 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d647cbf3-076c-4ac0-be32-f4b0dd9497bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:07.968059 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d647cbf3-076c-4ac0-be32-f4b0dd9497bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:07.968924 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d647cbf3-076c-4ac0-be32-f4b0dd9497bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9a9d446-25d1-4761-964a-1ea05c52d498 {{(pid=87701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:18:07.984295 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d647cbf3-076c-4ac0-be32-f4b0dd9497bd admin admin] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:07.985484 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d647cbf3-076c-4ac0-be32-f4b0dd9497bd admin admin] 10.222.0.83 "DELETE /v2.0/routers/e9a9d446-25d1-4761-964a-1ea05c52d498 HTTP/1.1" status: 204 len: 168 time: 1.3464189 Feb 16 13:18:07.988347 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 48560) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:18:08.057081 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf0fbe28-03f0-4e37-aa58-3b5017bd23ce admin admin] Deleting subnet abb5910f-214b-4d32-8988-cba1dc2cc395 {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:18:08.061211 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bf0fbe28-03f0-4e37-aa58-3b5017bd23ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:08.118501 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bf0fbe28-03f0-4e37-aa58-3b5017bd23ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:08.203965 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bf0fbe28-03f0-4e37-aa58-3b5017bd23ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:08.277351 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bf0fbe28-03f0-4e37-aa58-3b5017bd23ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:08.319489 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0fbe28-03f0-4e37-aa58-3b5017bd23ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abb5910f-214b-4d32-8988-cba1dc2cc395,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:08.323256 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bf0fbe28-03f0-4e37-aa58-3b5017bd23ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:08.329816 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-bf0fbe28-03f0-4e37-aa58-3b5017bd23ce admin admin] 10.222.0.83 "DELETE /v2.0/subnets/abb5910f-214b-4d32-8988-cba1dc2cc395 HTTP/1.1" status: 204 len: 168 time: 0.3403425 Feb 16 13:18:08.331482 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f7e980-d316-42a8-9219-419428a0dcc3 None None] Network 36e727e7-5011-48dd-9672-ce3167e3fc19 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:18:08.332189 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 48564) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:18:08.439445 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7d9d8638-e9e9-4266-88c3-e304260ae798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:08.450898 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-7d9d8638-e9e9-4266-88c3-e304260ae798 admin admin] Deleting port 6693cfa0-9e55-410f-a83d-969d225ea2e4 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:18:08.451306 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7d9d8638-e9e9-4266-88c3-e304260ae798 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:08.601038 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849f421c-3cb8-480f-94bd-86d1bfd3970e None None] DHCP port deletion for 36e727e7-5011-48dd-9672-ce3167e3fc19 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:18:08.606243 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-849f421c-3cb8-480f-94bd-86d1bfd3970e None None] Deleting port 6693cfa0-9e55-410f-a83d-969d225ea2e4 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:18:08.606763 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-849f421c-3cb8-480f-94bd-86d1bfd3970e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:08.792080 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-7d9d8638-e9e9-4266-88c3-e304260ae798 admin admin] For port 6693cfa0-9e55-410f-a83d-969d225ea2e4, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=6693cfa0-9e55-410f-a83d-969d225ea2e4,segment=NetworkSegment(59000247-5e51-4c12-ae78-8b0ca9279d25),segment_id=59000247-5e51-4c12-ae78-8b0ca9279d25)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:18:08.792435 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7d9d8638-e9e9-4266-88c3-e304260ae798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:08.823693 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-849f421c-3cb8-480f-94bd-86d1bfd3970e None None] For port 6693cfa0-9e55-410f-a83d-969d225ea2e4, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=6693cfa0-9e55-410f-a83d-969d225ea2e4,segment=NetworkSegment(59000247-5e51-4c12-ae78-8b0ca9279d25),segment_id=59000247-5e51-4c12-ae78-8b0ca9279d25)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:18:08.824275 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-849f421c-3cb8-480f-94bd-86d1bfd3970e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:08.911972 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-7d9d8638-e9e9-4266-88c3-e304260ae798 admin admin] Calling delete_port for 6693cfa0-9e55-410f-a83d-969d225ea2e4 owned by network:dhcp {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:18:08.948069 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-849f421c-3cb8-480f-94bd-86d1bfd3970e None None] Calling delete_port for 6693cfa0-9e55-410f-a83d-969d225ea2e4 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:18:08.992819 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7d9d8638-e9e9-4266-88c3-e304260ae798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.027828 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.db.api [None req-849f421c-3cb8-480f-94bd-86d1bfd3970e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:18:09.028356 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG oslo_db.api [None req-849f421c-3cb8-480f-94bd-86d1bfd3970e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:18:09.043058 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d8638-e9e9-4266-88c3-e304260ae798 admin admin] Pushing event deleted for resources: {'Port': ['ID=6693cfa0-9e55-410f-a83d-969d225ea2e4,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:09.046550 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9d8638-e9e9-4266-88c3-e304260ae798 admin admin] No DVR routers for this DVR port 6693cfa0-9e55-410f-a83d-969d225ea2e4 on host dv-neutron-829527-1-hyperv {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:18:09.161542 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7d9d8638-e9e9-4266-88c3-e304260ae798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.191706 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-7d9d8638-e9e9-4266-88c3-e304260ae798 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36e727e7-5011-48dd-9672-ce3167e3fc19']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:09.203858 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-7d9d8638-e9e9-4266-88c3-e304260ae798 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59000247-5e51-4c12-ae78-8b0ca9279d25') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:09.204154 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-7d9d8638-e9e9-4266-88c3-e304260ae798 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59000247-5e51-4c12-ae78-8b0ca9279d25') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:09.217524 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7d9d8638-e9e9-4266-88c3-e304260ae798 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.241585 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7d9d8638-e9e9-4266-88c3-e304260ae798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.249026 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d9d8638-e9e9-4266-88c3-e304260ae798 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:18:09.249405 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7d9d8638-e9e9-4266-88c3-e304260ae798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.262684 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 13:18:09.262684 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:18:09.262684 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 13:18:09.262684 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:18:09.262684 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 13:18:09.262684 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:18:09.262684 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 13:18:09.262684 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:18:09.262684 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 13:18:09.262684 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:18:09.262684 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 13:18:09.262684 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:18:09.262684 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 13:18:09.262684 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:18:09.262684 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:18:09.262684 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:18:09.262684 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:18:09.262684 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:18:09.262684 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 13:18:09.262684 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:18:09.262684 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 13:18:09.262684 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:18:09.262684 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:18:09.262684 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:18:09.262684 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 13:18:09.262684 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:18:09.262684 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:18:09.262684 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:18:09.262684 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:18:09.262684 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:18:09.262684 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:18:09.262684 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:18:09.341994 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7d9d8638-e9e9-4266-88c3-e304260ae798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.359673 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7d9d8638-e9e9-4266-88c3-e304260ae798 admin admin] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.365545 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d8638-e9e9-4266-88c3-e304260ae798 admin admin] Pushing event deleted for resources: {'Network': ['ID=36e727e7-5011-48dd-9672-ce3167e3fc19,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:09.372173 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-7d9d8638-e9e9-4266-88c3-e304260ae798 admin admin] 10.222.0.83 "DELETE /v2.0/networks/36e727e7-5011-48dd-9672-ce3167e3fc19 HTTP/1.1" status: 204 len: 168 time: 1.0389395 Feb 16 13:18:09.529743 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-849f421c-3cb8-480f-94bd-86d1bfd3970e None None] Deleting port 6693cfa0-9e55-410f-a83d-969d225ea2e4 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:18:09.530119 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-849f421c-3cb8-480f-94bd-86d1bfd3970e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.554488 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 48570) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:18:09.564710 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 1a1e28a5-9e2e-4715-97de-3a71965fff6a no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:18:09.602420 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-2f5e942c-05e6-4ad4-af3d-b1c082fa7b77 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b5b0b3b19bbc46d79374e4e7a97c6a0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467229 Feb 16 13:18:09.605133 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 48574) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:18:09.623318 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 1a1e28a5-9e2e-4715-97de-3a71965fff6a {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:18:09.623650 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 1a1e28a5-9e2e-4715-97de-3a71965fff6a not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:18:09.624065 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 6693cfa0-9e55-410f-a83d-969d225ea2e4 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:18:09.661395 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-849f421c-3cb8-480f-94bd-86d1bfd3970e None None] The port '6693cfa0-9e55-410f-a83d-969d225ea2e4' was deleted {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:18:09.662113 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d76c0d8f-cd7f-4d99-a5b1-a15f47dea675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.667658 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 6693cfa0-9e55-410f-a83d-969d225ea2e4 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:18:09.667996 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 6693cfa0-9e55-410f-a83d-969d225ea2e4 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:18:09.668404 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 73346254-2379-4ca6-be61-546670d26c7d no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:18:09.691113 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d76c0d8f-cd7f-4d99-a5b1-a15f47dea675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.705660 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 73346254-2379-4ca6-be61-546670d26c7d {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:18:09.705999 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 73346254-2379-4ca6-be61-546670d26c7d not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:18:09.747279 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d76c0d8f-cd7f-4d99-a5b1-a15f47dea675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.764596 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c0d8f-cd7f-4d99-a5b1-a15f47dea675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47432ae-da33-4d2d-b20f-abf3a1ad5384,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:09.772123 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d76c0d8f-cd7f-4d99-a5b1-a15f47dea675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:09.777358 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d76c0d8f-cd7f-4d99-a5b1-a15f47dea675 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c47432ae-da33-4d2d-b20f-abf3a1ad5384 HTTP/1.1" status: 204 len: 168 time: 0.1712506 Feb 16 13:18:10.159190 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 48582) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:18:10.210564 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-93c216d9-8b0b-41dc-bd7f-66e3d6f34fb8 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e50beaca30794b95a9f52d558f9565b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501027 Feb 16 13:18:10.214765 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 48586) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:18:10.274066 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5f0a4219-9ebd-4f68-9159-934b50d2385c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:10.300436 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5f0a4219-9ebd-4f68-9159-934b50d2385c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:10.361705 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5f0a4219-9ebd-4f68-9159-934b50d2385c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:10.379189 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a4219-9ebd-4f68-9159-934b50d2385c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c434d68f-155e-4901-83bf-3a42b2ee840f,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:10.386180 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5f0a4219-9ebd-4f68-9159-934b50d2385c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:10.387288 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-5f0a4219-9ebd-4f68-9159-934b50d2385c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c434d68f-155e-4901-83bf-3a42b2ee840f HTTP/1.1" status: 204 len: 168 time: 0.1715839 Feb 16 13:18:11.145262 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 48612) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:18:11.250642 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-98203e17-e053-4791-89e8-37338ef9a7fb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-867738625-network', 'tenant_id': 'b14d6d1c01964733bcae6b9587c1f6c4'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:18:11.255967 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-98203e17-e053-4791-89e8-37338ef9a7fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:18:11.260432 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-98203e17-e053-4791-89e8-37338ef9a7fb admin admin] Usage tracker for resource:network and tenant:b14d6d1c01964733bcae6b9587c1f6c4 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:18:11.263683 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-98203e17-e053-4791-89e8-37338ef9a7fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:18:11.273991 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-98203e17-e053-4791-89e8-37338ef9a7fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:18:11.287541 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98203e17-e053-4791-89e8-37338ef9a7fb admin admin] Made reservation on behalf of b14d6d1c01964733bcae6b9587c1f6c4 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:18:11.290002 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-98203e17-e053-4791-89e8-37338ef9a7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:11.302211 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-98203e17-e053-4791-89e8-37338ef9a7fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:11.317479 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-98203e17-e053-4791-89e8-37338ef9a7fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:18:11.321665 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-98203e17-e053-4791-89e8-37338ef9a7fb admin admin] Usage tracker for resource:security_group_rule and tenant:b14d6d1c01964733bcae6b9587c1f6c4 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:18:11.324665 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-98203e17-e053-4791-89e8-37338ef9a7fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:18:11.330987 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-98203e17-e053-4791-89e8-37338ef9a7fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:18:11.416358 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-98203e17-e053-4791-89e8-37338ef9a7fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:11.421153 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-98203e17-e053-4791-89e8-37338ef9a7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:11.454260 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98203e17-e053-4791-89e8-37338ef9a7fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:18:11.463588 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98203e17-e053-4791-89e8-37338ef9a7fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac26c9d8-11a9-4bd5-bb04-47c0d3b2b7d9,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:11.469281 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-98203e17-e053-4791-89e8-37338ef9a7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:11.469567 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-98203e17-e053-4791-89e8-37338ef9a7fb admin admin] Added segment b951cbda-2e42-4d5f-a6a8-ea1339841f8a of type vlan for network 29f49a26-8886-40a6-96ed-d6aef3d1cdac Feb 16 13:18:11.498863 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-98203e17-e053-4791-89e8-37338ef9a7fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:11.532423 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-98203e17-e053-4791-89e8-37338ef9a7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:11.533389 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98203e17-e053-4791-89e8-37338ef9a7fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:11.533970 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-98203e17-e053-4791-89e8-37338ef9a7fb admin admin] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:11.639426 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98203e17-e053-4791-89e8-37338ef9a7fb admin admin] Pushing event updated for resources: {'Network': ['ID=29f49a26-8886-40a6-96ed-d6aef3d1cdac,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:11.643229 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-98203e17-e053-4791-89e8-37338ef9a7fb admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4969532 Feb 16 13:18:11.646658 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 48618) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:18:11.650651 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 29f49a26-8886-40a6-96ed-d6aef3d1cdac details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:18:11.653051 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-2e4b8fa0-6fdf-4e21-83c7-6de8d56eeae7 admin admin] Request body: {'subnet': {'network_id': '29f49a26-8886-40a6-96ed-d6aef3d1cdac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-867738625-subnet', 'tenant_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'ip_version': 4}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:18:11.658151 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-2e4b8fa0-6fdf-4e21-83c7-6de8d56eeae7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:18:11.662108 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-2e4b8fa0-6fdf-4e21-83c7-6de8d56eeae7 admin admin] Usage tracker for resource:subnet and tenant:b14d6d1c01964733bcae6b9587c1f6c4 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:18:11.664991 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-2e4b8fa0-6fdf-4e21-83c7-6de8d56eeae7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:18:11.671512 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-2e4b8fa0-6fdf-4e21-83c7-6de8d56eeae7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:18:11.682035 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4b8fa0-6fdf-4e21-83c7-6de8d56eeae7 admin admin] Made reservation on behalf of b14d6d1c01964733bcae6b9587c1f6c4 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:18:11.684625 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2e4b8fa0-6fdf-4e21-83c7-6de8d56eeae7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:11.909357 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2e4b8fa0-6fdf-4e21-83c7-6de8d56eeae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:11.980819 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4b8fa0-6fdf-4e21-83c7-6de8d56eeae7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ca80a63-a732-4dba-ad02-70d7ec9ebb46,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:11.991597 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4b8fa0-6fdf-4e21-83c7-6de8d56eeae7 admin admin] Checking segment: {'id': 'b951cbda-2e42-4d5f-a6a8-ea1339841f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '29f49a26-8886-40a6-96ed-d6aef3d1cdac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:18:11.991942 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4b8fa0-6fdf-4e21-83c7-6de8d56eeae7 admin admin] Network hostable DHCP agents. Network: 29f49a26-8886-40a6-96ed-d6aef3d1cdac, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:18:12.012783 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4b8fa0-6fdf-4e21-83c7-6de8d56eeae7 admin admin] Network 29f49a26-8886-40a6-96ed-d6aef3d1cdac is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:18:12.022575 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-2e4b8fa0-6fdf-4e21-83c7-6de8d56eeae7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 29f49a26-8886-40a6-96ed-d6aef3d1cdac) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:18:12.026692 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4b8fa0-6fdf-4e21-83c7-6de8d56eeae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:12.027261 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2e4b8fa0-6fdf-4e21-83c7-6de8d56eeae7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:12.033925 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd35720c-55f6-49f2-8fed-e722726010c2 None None] Network 29f49a26-8886-40a6-96ed-d6aef3d1cdac requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:18:12.053067 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-2e4b8fa0-6fdf-4e21-83c7-6de8d56eeae7 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4052312 Feb 16 13:18:12.055924 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 48622) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:18:12.061904 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-acf13005-af86-4084-adfd-2a1ed7f10361 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-867738625-router', 'tenant_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:18:12.066566 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-acf13005-af86-4084-adfd-2a1ed7f10361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:18:12.070610 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-acf13005-af86-4084-adfd-2a1ed7f10361 admin admin] Usage tracker for resource:router and tenant:b14d6d1c01964733bcae6b9587c1f6c4 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:18:12.074338 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-acf13005-af86-4084-adfd-2a1ed7f10361 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:18:12.080303 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-acf13005-af86-4084-adfd-2a1ed7f10361 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:18:12.092260 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-acf13005-af86-4084-adfd-2a1ed7f10361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:12.093323 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-acf13005-af86-4084-adfd-2a1ed7f10361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:12.107730 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-acf13005-af86-4084-adfd-2a1ed7f10361 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:12.258851 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe20c02-9168-4117-82de-0ebb50359c1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-29f49a26-8886-40a6-96ed-d6aef3d1cdac', 'network_id': '29f49a26-8886-40a6-96ed-d6aef3d1cdac', 'tenant_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'fixed_ips': [{'subnet_id': '2ca80a63-a732-4dba-ad02-70d7ec9ebb46'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:18:12.259662 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4fe20c02-9168-4117-82de-0ebb50359c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:12.461600 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-4fe20c02-9168-4117-82de-0ebb50359c1d None None] Allocated IP 172.20.0.2 (29f49a26-8886-40a6-96ed-d6aef3d1cdac/2ca80a63-a732-4dba-ad02-70d7ec9ebb46/885ddda8-ece7-4689-9a6c-0ad652d024b6) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:18:12.486184 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-acf13005-af86-4084-adfd-2a1ed7f10361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:12.660641 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4fe20c02-9168-4117-82de-0ebb50359c1d None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:12.671272 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-4fe20c02-9168-4117-82de-0ebb50359c1d None None] Transition to ACTIVE for port object 885ddda8-ece7-4689-9a6c-0ad652d024b6 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:18:12.691339 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-4fe20c02-9168-4117-82de-0ebb50359c1d None None] Transition to ACTIVE for port object 885ddda8-ece7-4689-9a6c-0ad652d024b6 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:18:12.697469 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4fe20c02-9168-4117-82de-0ebb50359c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:12.764951 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe20c02-9168-4117-82de-0ebb50359c1d None None] Network 29f49a26-8886-40a6-96ed-d6aef3d1cdac is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:18:12.767741 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-4fe20c02-9168-4117-82de-0ebb50359c1d None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:18:12.771877 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe20c02-9168-4117-82de-0ebb50359c1d None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:18:12.773944 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe20c02-9168-4117-82de-0ebb50359c1d None None] Pushing event updated for resources: {'Port': ['ID=885ddda8-ece7-4689-9a6c-0ad652d024b6,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:12.797645 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-acf13005-af86-4084-adfd-2a1ed7f10361 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:12.826744 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-acf13005-af86-4084-adfd-2a1ed7f10361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:12.859291 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-4fe20c02-9168-4117-82de-0ebb50359c1d None None] Attempting to bind port 885ddda8-ece7-4689-9a6c-0ad652d024b6 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:18:12.859610 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-4fe20c02-9168-4117-82de-0ebb50359c1d None None] Attempting to bind port 885ddda8-ece7-4689-9a6c-0ad652d024b6 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'b951cbda-2e42-4d5f-a6a8-ea1339841f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '29f49a26-8886-40a6-96ed-d6aef3d1cdac'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:18:12.860141 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe20c02-9168-4117-82de-0ebb50359c1d None None] Attempting to bind port 885ddda8-ece7-4689-9a6c-0ad652d024b6 on network 29f49a26-8886-40a6-96ed-d6aef3d1cdac {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:18:12.866158 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe20c02-9168-4117-82de-0ebb50359c1d None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:18:12.866528 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe20c02-9168-4117-82de-0ebb50359c1d None None] Checking segment: {'id': 'b951cbda-2e42-4d5f-a6a8-ea1339841f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '29f49a26-8886-40a6-96ed-d6aef3d1cdac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:18:12.866925 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4fe20c02-9168-4117-82de-0ebb50359c1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:12.867310 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe20c02-9168-4117-82de-0ebb50359c1d None None] Bound using segment: {'id': 'b951cbda-2e42-4d5f-a6a8-ea1339841f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '29f49a26-8886-40a6-96ed-d6aef3d1cdac'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:18:12.867765 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-4fe20c02-9168-4117-82de-0ebb50359c1d None None] Bound port: 885ddda8-ece7-4689-9a6c-0ad652d024b6, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b951cbda-2e42-4d5f-a6a8-ea1339841f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '29f49a26-8886-40a6-96ed-d6aef3d1cdac'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:18:12.868131 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4fe20c02-9168-4117-82de-0ebb50359c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:12.958054 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-4fe20c02-9168-4117-82de-0ebb50359c1d None None] For port 885ddda8-ece7-4689-9a6c-0ad652d024b6, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:18:12.958516 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-acf13005-af86-4084-adfd-2a1ed7f10361 admin admin] Allocated IP 172.26.5.133 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/7c7658a0-da07-439d-a891-486b27d287d1) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:18:12.961300 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-4fe20c02-9168-4117-82de-0ebb50359c1d None None] For port 885ddda8-ece7-4689-9a6c-0ad652d024b6, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=885ddda8-ece7-4689-9a6c-0ad652d024b6,segment=NetworkSegment(b951cbda-2e42-4d5f-a6a8-ea1339841f8a),segment_id=b951cbda-2e42-4d5f-a6a8-ea1339841f8a)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:18:12.965838 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4fe20c02-9168-4117-82de-0ebb50359c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:13.054677 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe20c02-9168-4117-82de-0ebb50359c1d None None] Pushing event updated for resources: {'Port': ['ID=885ddda8-ece7-4689-9a6c-0ad652d024b6,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:13.118416 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-acf13005-af86-4084-adfd-2a1ed7f10361 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:13.152443 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-acf13005-af86-4084-adfd-2a1ed7f10361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:13.221251 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf13005-af86-4084-adfd-2a1ed7f10361 admin admin] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:18:13.224180 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-acf13005-af86-4084-adfd-2a1ed7f10361 admin admin] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:18:13.228581 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf13005-af86-4084-adfd-2a1ed7f10361 admin admin] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:18:13.254500 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf13005-af86-4084-adfd-2a1ed7f10361 admin admin] Pushing event updated for resources: {'Port': ['ID=7c7658a0-da07-439d-a891-486b27d287d1,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:13.579607 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 885ddda8-ece7-4689-9a6c-0ad652d024b6 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:18:13.651449 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 885ddda8-ece7-4689-9a6c-0ad652d024b6 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:18:13.657052 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-acf13005-af86-4084-adfd-2a1ed7f10361 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:13.992889 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81fea49-4ffb-485f-8b00-5fdb2c6701bb None None] Network 29f49a26-8886-40a6-96ed-d6aef3d1cdac requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:18:14.069446 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f5e0e167-783c-49a7-8792-95aaacd6ebea None None] Provisioning for port 885ddda8-ece7-4689-9a6c-0ad652d024b6 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:18:14.086835 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f5e0e167-783c-49a7-8792-95aaacd6ebea None None] Provisioning complete for port 885ddda8-ece7-4689-9a6c-0ad652d024b6 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:18:14.087337 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f5e0e167-783c-49a7-8792-95aaacd6ebea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:14.129951 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-acf13005-af86-4084-adfd-2a1ed7f10361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:14.305133 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f5e0e167-783c-49a7-8792-95aaacd6ebea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:14.342690 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf13005-af86-4084-adfd-2a1ed7f10361 admin admin] Router e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:18:14.344524 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f5e0e167-783c-49a7-8792-95aaacd6ebea None None] For port 885ddda8-ece7-4689-9a6c-0ad652d024b6, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=885ddda8-ece7-4689-9a6c-0ad652d024b6,segment=NetworkSegment(b951cbda-2e42-4d5f-a6a8-ea1339841f8a),segment_id=b951cbda-2e42-4d5f-a6a8-ea1339841f8a)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:18:14.349623 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f5e0e167-783c-49a7-8792-95aaacd6ebea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:14.422176 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e0e167-783c-49a7-8792-95aaacd6ebea None None] Pushing event updated for resources: {'Port': ['ID=885ddda8-ece7-4689-9a6c-0ad652d024b6,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:14.520867 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf13005-af86-4084-adfd-2a1ed7f10361 admin admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:18:14.530482 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89992d3-c5a3-47c5-ac53-86314a69596d None None] Sync routers for ids ['e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:18:14.540943 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89992d3-c5a3-47c5-ac53-86314a69596d None None] Routers {'e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:18:14.541569 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-c89992d3-c5a3-47c5-ac53-86314a69596d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:18:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:14.548210 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-acf13005-af86-4084-adfd-2a1ed7f10361 admin admin] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:14.552584 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-acf13005-af86-4084-adfd-2a1ed7f10361 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4927711 Feb 16 13:18:14.552907 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 48628) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:18:14.673917 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-bfeacf83-351d-4397-bd95-3e17f0ce8472 None None] Provisioning complete for port 885ddda8-ece7-4689-9a6c-0ad652d024b6 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:18:14.674225 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-bfeacf83-351d-4397-bd95-3e17f0ce8472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:14.720086 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-c89992d3-c5a3-47c5-ac53-86314a69596d None None] Set router e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:18:15.033912 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-c89992d3-c5a3-47c5-ac53-86314a69596d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f', 'name': 'tempest-TestMinimumBasicScenario-867738625-router', 'tenant_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': '7c7658a0-da07-439d-a891-486b27d287d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:12Z', 'updated_at': '2022-02-16T13:18:13Z', 'revision_number': 3, 'project_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'gw_port': {'id': '7c7658a0-da07-439d-a891-486b27d287d1', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:96:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:12Z', 'updated_at': '2022-02-16T13:18:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:15.037702 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89992d3-c5a3-47c5-ac53-86314a69596d None None] Checking router: e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:18:15.038042 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89992d3-c5a3-47c5-ac53-86314a69596d None None] Updating router e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f port 7c7658a0-da07-439d-a891-486b27d287d1 binding host dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:18:15.093247 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-c89992d3-c5a3-47c5-ac53-86314a69596d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:15.345170 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-085717a0-cc70-456c-8c64-03e8bf9105dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:15.420415 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-c89992d3-c5a3-47c5-ac53-86314a69596d None None] Notify callbacks [] for port, precommit_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:15.432332 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.provisioning_blocks [None req-c89992d3-c5a3-47c5-ac53-86314a69596d None None] Transition to ACTIVE for port object 7c7658a0-da07-439d-a891-486b27d287d1 will not be triggered until provisioned by entity L2. {{(pid=87703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:18:15.439032 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-c89992d3-c5a3-47c5-ac53-86314a69596d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:15.504504 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03806ce6-ee06-44eb-befb-acdffefd6f63 None None] Pushing event updated for resources: {'Port': ['ID=7c7658a0-da07-439d-a891-486b27d287d1,revision_number=2']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:15.525802 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03806ce6-ee06-44eb-befb-acdffefd6f63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:15.526226 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03806ce6-ee06-44eb-befb-acdffefd6f63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:15.526565 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03806ce6-ee06-44eb-befb-acdffefd6f63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:15.526891 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03806ce6-ee06-44eb-befb-acdffefd6f63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:15.527211 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03806ce6-ee06-44eb-befb-acdffefd6f63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:15.527539 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03806ce6-ee06-44eb-befb-acdffefd6f63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:15.527857 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03806ce6-ee06-44eb-befb-acdffefd6f63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:15.528173 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03806ce6-ee06-44eb-befb-acdffefd6f63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:15.528489 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03806ce6-ee06-44eb-befb-acdffefd6f63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:15.528829 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03806ce6-ee06-44eb-befb-acdffefd6f63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:15.529140 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03806ce6-ee06-44eb-befb-acdffefd6f63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:15.529632 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03806ce6-ee06-44eb-befb-acdffefd6f63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:15.536113 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-c89992d3-c5a3-47c5-ac53-86314a69596d None None] Attempting to bind port 7c7658a0-da07-439d-a891-486b27d287d1 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:18:15.536852 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-c89992d3-c5a3-47c5-ac53-86314a69596d None None] Attempting to bind port 7c7658a0-da07-439d-a891-486b27d287d1 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:18:15.536852 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89992d3-c5a3-47c5-ac53-86314a69596d None None] Attempting to bind port 7c7658a0-da07-439d-a891-486b27d287d1 on network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:18:15.542779 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89992d3-c5a3-47c5-ac53-86314a69596d None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:18:15.543145 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89992d3-c5a3-47c5-ac53-86314a69596d None None] Checking segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:18:15.543537 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-c89992d3-c5a3-47c5-ac53-86314a69596d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:15.543918 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89992d3-c5a3-47c5-ac53-86314a69596d None None] Bound using segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:18:15.544370 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-c89992d3-c5a3-47c5-ac53-86314a69596d None None] Bound port: 7c7658a0-da07-439d-a891-486b27d287d1, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:18:15.544762 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-c89992d3-c5a3-47c5-ac53-86314a69596d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:15.550568 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-085717a0-cc70-456c-8c64-03e8bf9105dd admin admin] Allocated IP 172.20.0.1 (29f49a26-8886-40a6-96ed-d6aef3d1cdac/2ca80a63-a732-4dba-ad02-70d7ec9ebb46/bda5bd81-4721-4fc9-a898-8fc72b52a58d) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:18:15.567347 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 885ddda8-ece7-4689-9a6c-0ad652d024b6 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:18:15.616331 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-c89992d3-c5a3-47c5-ac53-86314a69596d None None] For port 7c7658a0-da07-439d-a891-486b27d287d1, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:18:15.619439 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-c89992d3-c5a3-47c5-ac53-86314a69596d None None] For port 7c7658a0-da07-439d-a891-486b27d287d1, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=7c7658a0-da07-439d-a891-486b27d287d1,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:18:15.624560 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-c89992d3-c5a3-47c5-ac53-86314a69596d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:15.639611 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 885ddda8-ece7-4689-9a6c-0ad652d024b6 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:18:15.639983 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:15.705382 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03806ce6-ee06-44eb-befb-acdffefd6f63 None None] Pushing event updated for resources: {'Port': ['ID=7c7658a0-da07-439d-a891-486b27d287d1,revision_number=3']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:15.708013 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89992d3-c5a3-47c5-ac53-86314a69596d None None] Routers {'e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:18:15.708636 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-c89992d3-c5a3-47c5-ac53-86314a69596d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:18:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:15.710047 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-085717a0-cc70-456c-8c64-03e8bf9105dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:15.726046 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-085717a0-cc70-456c-8c64-03e8bf9105dd admin admin] Transition to ACTIVE for port object bda5bd81-4721-4fc9-a898-8fc72b52a58d will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:18:15.749765 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-085717a0-cc70-456c-8c64-03e8bf9105dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:15.826390 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085717a0-cc70-456c-8c64-03e8bf9105dd admin admin] Network 29f49a26-8886-40a6-96ed-d6aef3d1cdac is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:18:15.829351 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-085717a0-cc70-456c-8c64-03e8bf9105dd admin admin] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:18:15.833000 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085717a0-cc70-456c-8c64-03e8bf9105dd admin admin] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:18:15.865792 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085717a0-cc70-456c-8c64-03e8bf9105dd admin admin] Pushing event updated for resources: {'Port': ['ID=bda5bd81-4721-4fc9-a898-8fc72b52a58d,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:15.888516 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-085717a0-cc70-456c-8c64-03e8bf9105dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:15.888823 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-c89992d3-c5a3-47c5-ac53-86314a69596d None None] Set router e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:18:16.027376 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-cbe6b1ea-84c4-4c35-bf78-8b925b5128b2 None None] Provisioning for port bda5bd81-4721-4fc9-a898-8fc72b52a58d completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:18:16.032556 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-cbe6b1ea-84c4-4c35-bf78-8b925b5128b2 None None] Provisioning complete for port bda5bd81-4721-4fc9-a898-8fc72b52a58d triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:18:16.033056 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-cbe6b1ea-84c4-4c35-bf78-8b925b5128b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:16.089813 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-cbe6b1ea-84c4-4c35-bf78-8b925b5128b2 None None] Port bda5bd81-4721-4fc9-a898-8fc72b52a58d cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:18:16.148886 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-085717a0-cc70-456c-8c64-03e8bf9105dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:16.189366 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-c89992d3-c5a3-47c5-ac53-86314a69596d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f', 'name': 'tempest-TestMinimumBasicScenario-867738625-router', 'tenant_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': '7c7658a0-da07-439d-a891-486b27d287d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:12Z', 'updated_at': '2022-02-16T13:18:13Z', 'revision_number': 3, 'project_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'gw_port': {'id': '7c7658a0-da07-439d-a891-486b27d287d1', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:96:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:12Z', 'updated_at': '2022-02-16T13:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:16.194051 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89992d3-c5a3-47c5-ac53-86314a69596d None None] The sync data for ids ['e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f'] in dv-neutron-829527-1-hyperv is: [{'id': 'e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f', 'name': 'tempest-TestMinimumBasicScenario-867738625-router', 'tenant_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': '7c7658a0-da07-439d-a891-486b27d287d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:12Z', 'updated_at': '2022-02-16T13:18:13Z', 'revision_number': 3, 'project_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'gw_port': {'id': '7c7658a0-da07-439d-a891-486b27d287d1', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:96:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:12Z', 'updated_at': '2022-02-16T13:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:18:16.390924 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-085717a0-cc70-456c-8c64-03e8bf9105dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:16.396918 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-085717a0-cc70-456c-8c64-03e8bf9105dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:16.511922 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-085717a0-cc70-456c-8c64-03e8bf9105dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:16.537630 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085717a0-cc70-456c-8c64-03e8bf9105dd admin admin] Pushing event updated for resources: {'Port': ['ID=bda5bd81-4721-4fc9-a898-8fc72b52a58d,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:16.660165 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085717a0-cc70-456c-8c64-03e8bf9105dd admin admin] Network 29f49a26-8886-40a6-96ed-d6aef3d1cdac is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:18:16.661292 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-085717a0-cc70-456c-8c64-03e8bf9105dd admin admin] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:18:16.882106 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085717a0-cc70-456c-8c64-03e8bf9105dd admin admin] Router e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:18:16.920926 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-4db7a8e0-121d-4f5c-90e3-5dbfe8144475 None None] Provisioning complete for port bda5bd81-4721-4fc9-a898-8fc72b52a58d triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:18:16.921509 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4db7a8e0-121d-4f5c-90e3-5dbfe8144475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:16.982166 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-4db7a8e0-121d-4f5c-90e3-5dbfe8144475 None None] Port bda5bd81-4721-4fc9-a898-8fc72b52a58d cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:18:17.188275 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085717a0-cc70-456c-8c64-03e8bf9105dd admin admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:18:17.197930 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-085717a0-cc70-456c-8c64-03e8bf9105dd admin admin] 10.222.0.83 "PUT /v2.0/routers/e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6441696 Feb 16 13:18:17.575108 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 7c7658a0-da07-439d-a891-486b27d287d1 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:18:17.685324 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 7c7658a0-da07-439d-a891-486b27d287d1 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:18:17.691175 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 7c7658a0-da07-439d-a891-486b27d287d1 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:18:17.691655 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:17.723458 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46354a5-a0e7-4a33-830d-5a5df68a836a None None] Sync routers for ids ['e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:18:17.754642 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46354a5-a0e7-4a33-830d-5a5df68a836a None None] Routers {'e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:18:17.755269 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-e46354a5-a0e7-4a33-830d-5a5df68a836a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:18:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:17.848720 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 48646) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:18:17.854518 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-ff2b6e13-4c48-49cc-aae3-006ce5de2d8f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-582016790-network', 'tenant_id': 'ee5802bc36ca434f9f8454bfc4e9342c'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:18:17.859339 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-ff2b6e13-4c48-49cc-aae3-006ce5de2d8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:18:17.863409 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-ff2b6e13-4c48-49cc-aae3-006ce5de2d8f admin admin] Usage tracker for resource:network and tenant:ee5802bc36ca434f9f8454bfc4e9342c is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:18:17.866542 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-ff2b6e13-4c48-49cc-aae3-006ce5de2d8f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:18:17.872458 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-ff2b6e13-4c48-49cc-aae3-006ce5de2d8f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:18:17.883206 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2b6e13-4c48-49cc-aae3-006ce5de2d8f admin admin] Made reservation on behalf of ee5802bc36ca434f9f8454bfc4e9342c for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:18:17.885804 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ff2b6e13-4c48-49cc-aae3-006ce5de2d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:17.898155 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ff2b6e13-4c48-49cc-aae3-006ce5de2d8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:17.912367 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-ff2b6e13-4c48-49cc-aae3-006ce5de2d8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:18:17.916451 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-ff2b6e13-4c48-49cc-aae3-006ce5de2d8f admin admin] Usage tracker for resource:security_group_rule and tenant:ee5802bc36ca434f9f8454bfc4e9342c is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:18:17.919518 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-ff2b6e13-4c48-49cc-aae3-006ce5de2d8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:18:17.925462 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-ff2b6e13-4c48-49cc-aae3-006ce5de2d8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:18:17.982868 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:18.002360 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-e46354a5-a0e7-4a33-830d-5a5df68a836a None None] Set router e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:18:18.012291 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ff2b6e13-4c48-49cc-aae3-006ce5de2d8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:18.017048 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ff2b6e13-4c48-49cc-aae3-006ce5de2d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:18.047360 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff2b6e13-4c48-49cc-aae3-006ce5de2d8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:18:18.057226 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b6e13-4c48-49cc-aae3-006ce5de2d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232e5c70-62e0-4ed0-a8a3-b28bfa7a39d2,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:18.062399 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ff2b6e13-4c48-49cc-aae3-006ce5de2d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:18.062732 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-ff2b6e13-4c48-49cc-aae3-006ce5de2d8f admin admin] Added segment c1f3eb98-f4d7-4209-931b-df698eadb4e2 of type vlan for network b3beb88e-0461-404a-b056-f1c330e542e6 Feb 16 13:18:18.065422 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 7c7658a0-da07-439d-a891-486b27d287d1, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=7c7658a0-da07-439d-a891-486b27d287d1,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:18:18.074238 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:18.096497 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ff2b6e13-4c48-49cc-aae3-006ce5de2d8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:18.125803 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ff2b6e13-4c48-49cc-aae3-006ce5de2d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:18.126850 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2b6e13-4c48-49cc-aae3-006ce5de2d8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:18.127408 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ff2b6e13-4c48-49cc-aae3-006ce5de2d8f admin admin] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:18.226580 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-ff2b6e13-4c48-49cc-aae3-006ce5de2d8f admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3765264 Feb 16 13:18:18.229771 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b6e13-4c48-49cc-aae3-006ce5de2d8f admin admin] Pushing event updated for resources: {'Network': ['ID=b3beb88e-0461-404a-b056-f1c330e542e6,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:18.230123 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 48650) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:18:18.236374 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-5b83559e-78c2-4ef1-a8fc-6191a042c55d admin admin] Request body: {'subnet': {'network_id': 'b3beb88e-0461-404a-b056-f1c330e542e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-582016790-subnet', 'tenant_id': 'ee5802bc36ca434f9f8454bfc4e9342c', 'ip_version': 4}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:18:18.241600 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5b83559e-78c2-4ef1-a8fc-6191a042c55d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:18:18.245973 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5b83559e-78c2-4ef1-a8fc-6191a042c55d admin admin] Usage tracker for resource:subnet and tenant:ee5802bc36ca434f9f8454bfc4e9342c is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:18:18.248972 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5b83559e-78c2-4ef1-a8fc-6191a042c55d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:18:18.255515 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5b83559e-78c2-4ef1-a8fc-6191a042c55d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:18:18.261571 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network b3beb88e-0461-404a-b056-f1c330e542e6 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:18:18.267532 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b83559e-78c2-4ef1-a8fc-6191a042c55d admin admin] Made reservation on behalf of ee5802bc36ca434f9f8454bfc4e9342c for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:18:18.269894 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b83559e-78c2-4ef1-a8fc-6191a042c55d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:18.297181 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=7c7658a0-da07-439d-a891-486b27d287d1,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:18.478102 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b83559e-78c2-4ef1-a8fc-6191a042c55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:18.483421 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-e46354a5-a0e7-4a33-830d-5a5df68a836a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f', 'name': 'tempest-TestMinimumBasicScenario-867738625-router', 'tenant_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': '7c7658a0-da07-439d-a891-486b27d287d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:12Z', 'updated_at': '2022-02-16T13:18:16Z', 'revision_number': 4, 'project_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'gw_port': {'id': '7c7658a0-da07-439d-a891-486b27d287d1', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:96:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:12Z', 'updated_at': '2022-02-16T13:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': 'bda5bd81-4721-4fc9-a898-8fc72b52a58d', 'name': '', 'network_id': '29f49a26-8886-40a6-96ed-d6aef3d1cdac', 'tenant_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'mac_address': 'fa:16:3e:f8:41:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '2ca80a63-a732-4dba-ad02-70d7ec9ebb46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:15Z', 'updated_at': '2022-02-16T13:18:16Z', 'revision_number': 2, 'project_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'subnets': [{'id': '2ca80a63-a732-4dba-ad02-70d7ec9ebb46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:18.487443 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46354a5-a0e7-4a33-830d-5a5df68a836a None None] Checking router: e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:18:18.487729 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46354a5-a0e7-4a33-830d-5a5df68a836a None None] Updating router e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f port bda5bd81-4721-4fc9-a898-8fc72b52a58d binding host dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:18:18.540816 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e46354a5-a0e7-4a33-830d-5a5df68a836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:18.553812 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b83559e-78c2-4ef1-a8fc-6191a042c55d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec6bdbc1-90a2-49ee-bdfb-79470bc426bb,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:18.563008 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b83559e-78c2-4ef1-a8fc-6191a042c55d admin admin] Checking segment: {'id': 'c1f3eb98-f4d7-4209-931b-df698eadb4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b3beb88e-0461-404a-b056-f1c330e542e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:18:18.563361 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b83559e-78c2-4ef1-a8fc-6191a042c55d admin admin] Network hostable DHCP agents. Network: b3beb88e-0461-404a-b056-f1c330e542e6, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:18:18.584114 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b83559e-78c2-4ef1-a8fc-6191a042c55d admin admin] Network b3beb88e-0461-404a-b056-f1c330e542e6 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:18:18.594180 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-5b83559e-78c2-4ef1-a8fc-6191a042c55d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, b3beb88e-0461-404a-b056-f1c330e542e6) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:18:18.598305 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b83559e-78c2-4ef1-a8fc-6191a042c55d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:18.598879 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b83559e-78c2-4ef1-a8fc-6191a042c55d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:18.607033 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7dbf81-c45d-4d43-9101-6a3c3e4eea6c None None] Network b3beb88e-0461-404a-b056-f1c330e542e6 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:18:18.623466 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5b83559e-78c2-4ef1-a8fc-6191a042c55d admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3916361 Feb 16 13:18:18.626157 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 48654) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:18:18.630961 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-bfc6d586-996f-4832-a0c7-9cadb13ae378 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-582016790-router', 'tenant_id': 'ee5802bc36ca434f9f8454bfc4e9342c', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:18:18.635760 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-bfc6d586-996f-4832-a0c7-9cadb13ae378 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:18:18.639657 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bfc6d586-996f-4832-a0c7-9cadb13ae378 admin admin] Usage tracker for resource:router and tenant:ee5802bc36ca434f9f8454bfc4e9342c is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:18:18.642484 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bfc6d586-996f-4832-a0c7-9cadb13ae378 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:18:18.648092 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-bfc6d586-996f-4832-a0c7-9cadb13ae378 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:18:18.658783 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bfc6d586-996f-4832-a0c7-9cadb13ae378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:18.659791 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bfc6d586-996f-4832-a0c7-9cadb13ae378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:18.675389 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bfc6d586-996f-4832-a0c7-9cadb13ae378 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:19.046977 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d153a1-82e4-4c90-93b5-19572191e4dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-b3beb88e-0461-404a-b056-f1c330e542e6', 'network_id': 'b3beb88e-0461-404a-b056-f1c330e542e6', 'tenant_id': 'ee5802bc36ca434f9f8454bfc4e9342c', 'fixed_ips': [{'subnet_id': 'ec6bdbc1-90a2-49ee-bdfb-79470bc426bb'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:18:19.047818 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-51d153a1-82e4-4c90-93b5-19572191e4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:19.068473 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bfc6d586-996f-4832-a0c7-9cadb13ae378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:19.204302 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e46354a5-a0e7-4a33-830d-5a5df68a836a None None] Notify callbacks [] for port, precommit_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:19.252369 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-e46354a5-a0e7-4a33-830d-5a5df68a836a None None] Transition to ACTIVE for port object bda5bd81-4721-4fc9-a898-8fc72b52a58d will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:18:19.267333 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e46354a5-a0e7-4a33-830d-5a5df68a836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:19.390137 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bfc6d586-996f-4832-a0c7-9cadb13ae378 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:19.415004 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-51d153a1-82e4-4c90-93b5-19572191e4dc None None] Allocated IP 172.20.0.2 (b3beb88e-0461-404a-b056-f1c330e542e6/ec6bdbc1-90a2-49ee-bdfb-79470bc426bb/1d1b388f-cc34-47e7-bac4-37a82965fb82) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:18:19.432210 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bfc6d586-996f-4832-a0c7-9cadb13ae378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:19.467335 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd27dbf9-3c49-48e3-b97e-fd95127ae44e None None] Pushing event updated for resources: {'Port': ['ID=bda5bd81-4721-4fc9-a898-8fc72b52a58d,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:19.584542 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 7c7658a0-da07-439d-a891-486b27d287d1 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:18:19.587484 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-bfc6d586-996f-4832-a0c7-9cadb13ae378 admin admin] Allocated IP 172.26.5.54 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/4de2c7b8-fc9b-4714-a5a6-2dd6c86b222c) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:18:19.655843 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-e46354a5-a0e7-4a33-830d-5a5df68a836a None None] Attempting to bind port bda5bd81-4721-4fc9-a898-8fc72b52a58d on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:18:19.656100 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-e46354a5-a0e7-4a33-830d-5a5df68a836a None None] Attempting to bind port bda5bd81-4721-4fc9-a898-8fc72b52a58d by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'b951cbda-2e42-4d5f-a6a8-ea1339841f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '29f49a26-8886-40a6-96ed-d6aef3d1cdac'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:18:19.656438 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46354a5-a0e7-4a33-830d-5a5df68a836a None None] Attempting to bind port bda5bd81-4721-4fc9-a898-8fc72b52a58d on network 29f49a26-8886-40a6-96ed-d6aef3d1cdac {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:18:19.678502 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46354a5-a0e7-4a33-830d-5a5df68a836a None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:18:19.678859 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46354a5-a0e7-4a33-830d-5a5df68a836a None None] Checking segment: {'id': 'b951cbda-2e42-4d5f-a6a8-ea1339841f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '29f49a26-8886-40a6-96ed-d6aef3d1cdac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:18:19.679241 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e46354a5-a0e7-4a33-830d-5a5df68a836a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:19.679620 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46354a5-a0e7-4a33-830d-5a5df68a836a None None] Bound using segment: {'id': 'b951cbda-2e42-4d5f-a6a8-ea1339841f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '29f49a26-8886-40a6-96ed-d6aef3d1cdac'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:18:19.680072 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-e46354a5-a0e7-4a33-830d-5a5df68a836a None None] Bound port: bda5bd81-4721-4fc9-a898-8fc72b52a58d, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b951cbda-2e42-4d5f-a6a8-ea1339841f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '29f49a26-8886-40a6-96ed-d6aef3d1cdac'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:18:19.680457 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e46354a5-a0e7-4a33-830d-5a5df68a836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:19.739503 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bfc6d586-996f-4832-a0c7-9cadb13ae378 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:19.769810 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bfc6d586-996f-4832-a0c7-9cadb13ae378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:19.834194 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc6d586-996f-4832-a0c7-9cadb13ae378 admin admin] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:18:19.837153 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-bfc6d586-996f-4832-a0c7-9cadb13ae378 admin admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:18:19.839602 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc6d586-996f-4832-a0c7-9cadb13ae378 admin admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:18:19.856121 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 7c7658a0-da07-439d-a891-486b27d287d1 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:18:19.856485 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:19.881042 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc6d586-996f-4832-a0c7-9cadb13ae378 admin admin] Pushing event updated for resources: {'Port': ['ID=4de2c7b8-fc9b-4714-a5a6-2dd6c86b222c,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:19.919379 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-51d153a1-82e4-4c90-93b5-19572191e4dc None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:19.921991 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-e46354a5-a0e7-4a33-830d-5a5df68a836a None None] For port bda5bd81-4721-4fc9-a898-8fc72b52a58d, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:18:19.929161 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-e46354a5-a0e7-4a33-830d-5a5df68a836a None None] For port bda5bd81-4721-4fc9-a898-8fc72b52a58d, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=bda5bd81-4721-4fc9-a898-8fc72b52a58d,segment=NetworkSegment(b951cbda-2e42-4d5f-a6a8-ea1339841f8a),segment_id=b951cbda-2e42-4d5f-a6a8-ea1339841f8a)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:18:19.939055 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e46354a5-a0e7-4a33-830d-5a5df68a836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:19.942732 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-51d153a1-82e4-4c90-93b5-19572191e4dc None None] Transition to ACTIVE for port object 1d1b388f-cc34-47e7-bac4-37a82965fb82 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:18:20.019057 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-51d153a1-82e4-4c90-93b5-19572191e4dc None None] Transition to ACTIVE for port object 1d1b388f-cc34-47e7-bac4-37a82965fb82 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:18:20.036416 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-51d153a1-82e4-4c90-93b5-19572191e4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:20.084969 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46354a5-a0e7-4a33-830d-5a5df68a836a None None] Routers {'e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:18:20.085718 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-e46354a5-a0e7-4a33-830d-5a5df68a836a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:18:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:20.170902 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd27dbf9-3c49-48e3-b97e-fd95127ae44e None None] Pushing event updated for resources: {'Port': ['ID=bda5bd81-4721-4fc9-a898-8fc72b52a58d,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:20.232556 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d153a1-82e4-4c90-93b5-19572191e4dc None None] Network b3beb88e-0461-404a-b056-f1c330e542e6 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:18:20.248376 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-51d153a1-82e4-4c90-93b5-19572191e4dc None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:18:20.254515 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d153a1-82e4-4c90-93b5-19572191e4dc None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:18:20.370334 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d153a1-82e4-4c90-93b5-19572191e4dc None None] Pushing event updated for resources: {'Port': ['ID=1d1b388f-cc34-47e7-bac4-37a82965fb82,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:20.416568 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bfc6d586-996f-4832-a0c7-9cadb13ae378 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:20.445738 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-e46354a5-a0e7-4a33-830d-5a5df68a836a None None] Set router e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:18:20.495957 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-51d153a1-82e4-4c90-93b5-19572191e4dc None None] Attempting to bind port 1d1b388f-cc34-47e7-bac4-37a82965fb82 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:18:20.496318 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-51d153a1-82e4-4c90-93b5-19572191e4dc None None] Attempting to bind port 1d1b388f-cc34-47e7-bac4-37a82965fb82 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'c1f3eb98-f4d7-4209-931b-df698eadb4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b3beb88e-0461-404a-b056-f1c330e542e6'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:18:20.496691 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d153a1-82e4-4c90-93b5-19572191e4dc None None] Attempting to bind port 1d1b388f-cc34-47e7-bac4-37a82965fb82 on network b3beb88e-0461-404a-b056-f1c330e542e6 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:18:20.513257 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d153a1-82e4-4c90-93b5-19572191e4dc None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:18:20.513624 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d153a1-82e4-4c90-93b5-19572191e4dc None None] Checking segment: {'id': 'c1f3eb98-f4d7-4209-931b-df698eadb4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b3beb88e-0461-404a-b056-f1c330e542e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:18:20.514016 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-51d153a1-82e4-4c90-93b5-19572191e4dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:20.514429 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d153a1-82e4-4c90-93b5-19572191e4dc None None] Bound using segment: {'id': 'c1f3eb98-f4d7-4209-931b-df698eadb4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b3beb88e-0461-404a-b056-f1c330e542e6'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:18:20.514856 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-51d153a1-82e4-4c90-93b5-19572191e4dc None None] Bound port: 1d1b388f-cc34-47e7-bac4-37a82965fb82, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1f3eb98-f4d7-4209-931b-df698eadb4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b3beb88e-0461-404a-b056-f1c330e542e6'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:18:20.515246 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-51d153a1-82e4-4c90-93b5-19572191e4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:20.760272 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bfc6d586-996f-4832-a0c7-9cadb13ae378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:20.796261 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-51d153a1-82e4-4c90-93b5-19572191e4dc None None] For port 1d1b388f-cc34-47e7-bac4-37a82965fb82, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:18:20.815959 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-51d153a1-82e4-4c90-93b5-19572191e4dc None None] For port 1d1b388f-cc34-47e7-bac4-37a82965fb82, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=1d1b388f-cc34-47e7-bac4-37a82965fb82,segment=NetworkSegment(c1f3eb98-f4d7-4209-931b-df698eadb4e2),segment_id=c1f3eb98-f4d7-4209-931b-df698eadb4e2)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:18:20.844095 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-51d153a1-82e4-4c90-93b5-19572191e4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:20.931207 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d153a1-82e4-4c90-93b5-19572191e4dc None None] Pushing event updated for resources: {'Port': ['ID=1d1b388f-cc34-47e7-bac4-37a82965fb82,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:20.962636 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-e46354a5-a0e7-4a33-830d-5a5df68a836a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f', 'name': 'tempest-TestMinimumBasicScenario-867738625-router', 'tenant_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': '7c7658a0-da07-439d-a891-486b27d287d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:12Z', 'updated_at': '2022-02-16T13:18:16Z', 'revision_number': 4, 'project_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'gw_port': {'id': '7c7658a0-da07-439d-a891-486b27d287d1', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:96:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:12Z', 'updated_at': '2022-02-16T13:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': 'bda5bd81-4721-4fc9-a898-8fc72b52a58d', 'name': '', 'network_id': '29f49a26-8886-40a6-96ed-d6aef3d1cdac', 'tenant_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'mac_address': 'fa:16:3e:f8:41:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '2ca80a63-a732-4dba-ad02-70d7ec9ebb46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:15Z', 'updated_at': '2022-02-16T13:18:19Z', 'revision_number': 4, 'project_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'subnets': [{'id': '2ca80a63-a732-4dba-ad02-70d7ec9ebb46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:20.966881 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46354a5-a0e7-4a33-830d-5a5df68a836a None None] The sync data for ids ['e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f'] in dv-neutron-829527-1-hyperv is: [{'id': 'e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f', 'name': 'tempest-TestMinimumBasicScenario-867738625-router', 'tenant_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': '7c7658a0-da07-439d-a891-486b27d287d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:12Z', 'updated_at': '2022-02-16T13:18:16Z', 'revision_number': 4, 'project_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'gw_port': {'id': '7c7658a0-da07-439d-a891-486b27d287d1', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:96:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:12Z', 'updated_at': '2022-02-16T13:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': 'bda5bd81-4721-4fc9-a898-8fc72b52a58d', 'name': '', 'network_id': '29f49a26-8886-40a6-96ed-d6aef3d1cdac', 'tenant_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'mac_address': 'fa:16:3e:f8:41:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '2ca80a63-a732-4dba-ad02-70d7ec9ebb46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:15Z', 'updated_at': '2022-02-16T13:18:19Z', 'revision_number': 4, 'project_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'subnets': [{'id': '2ca80a63-a732-4dba-ad02-70d7ec9ebb46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:18:20.975794 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc6d586-996f-4832-a0c7-9cadb13ae378 admin admin] Router 5c09b54d-7cef-4b81-a20e-a460f7165a35 is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:18:21.212150 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc6d586-996f-4832-a0c7-9cadb13ae378 admin admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:18:21.221834 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671e097b-e70e-4462-a86f-b365420d8943 None None] Sync routers for ids ['5c09b54d-7cef-4b81-a20e-a460f7165a35'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:18:21.233698 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671e097b-e70e-4462-a86f-b365420d8943 None None] Routers {'5c09b54d-7cef-4b81-a20e-a460f7165a35'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:18:21.234367 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-671e097b-e70e-4462-a86f-b365420d8943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:18:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['5c09b54d-7cef-4b81-a20e-a460f7165a35'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:21.241663 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bfc6d586-996f-4832-a0c7-9cadb13ae378 admin admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:21.245686 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bfc6d586-996f-4832-a0c7-9cadb13ae378 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6159992 Feb 16 13:18:21.246125 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 48658) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:18:21.429509 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-671e097b-e70e-4462-a86f-b365420d8943 None None] Set router 5c09b54d-7cef-4b81-a20e-a460f7165a35 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:18:21.634498 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device bda5bd81-4721-4fc9-a898-8fc72b52a58d up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:18:21.722775 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port bda5bd81-4721-4fc9-a898-8fc72b52a58d completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:18:21.728884 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port bda5bd81-4721-4fc9-a898-8fc72b52a58d triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:18:21.729555 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:21.822728 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-671e097b-e70e-4462-a86f-b365420d8943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c09b54d-7cef-4b81-a20e-a460f7165a35', 'name': 'tempest-TestMinimumBasicScenario-582016790-router', 'tenant_id': 'ee5802bc36ca434f9f8454bfc4e9342c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '4de2c7b8-fc9b-4714-a5a6-2dd6c86b222c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:18Z', 'updated_at': '2022-02-16T13:18:20Z', 'revision_number': 3, 'project_id': 'ee5802bc36ca434f9f8454bfc4e9342c', 'gw_port': {'id': '4de2c7b8-fc9b-4714-a5a6-2dd6c86b222c', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c09b54d-7cef-4b81-a20e-a460f7165a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:19Z', 'updated_at': '2022-02-16T13:18:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:21.827579 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671e097b-e70e-4462-a86f-b365420d8943 None None] Checking router: 5c09b54d-7cef-4b81-a20e-a460f7165a35 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:18:21.827921 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671e097b-e70e-4462-a86f-b365420d8943 None None] Updating router 5c09b54d-7cef-4b81-a20e-a460f7165a35 port 4de2c7b8-fc9b-4714-a5a6-2dd6c86b222c binding host dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:18:21.904192 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-671e097b-e70e-4462-a86f-b365420d8943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:21.921195 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:21.969967 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port bda5bd81-4721-4fc9-a898-8fc72b52a58d, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=bda5bd81-4721-4fc9-a898-8fc72b52a58d,segment=NetworkSegment(b951cbda-2e42-4d5f-a6a8-ea1339841f8a),segment_id=b951cbda-2e42-4d5f-a6a8-ea1339841f8a)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:18:21.987878 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:21.988691 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 1d1b388f-cc34-47e7-bac4-37a82965fb82 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:18:22.135601 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=bda5bd81-4721-4fc9-a898-8fc72b52a58d,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:22.164407 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2def3d60-e858-459e-9912-71d632d326e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:22.187807 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 1d1b388f-cc34-47e7-bac4-37a82965fb82 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:18:22.200403 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:18:22.227502 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1912ad28-fc5b-43a2-a224-90826e6dc278 None None] Network b3beb88e-0461-404a-b056-f1c330e542e6 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:18:22.324645 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-671e097b-e70e-4462-a86f-b365420d8943 None None] Notify callbacks [] for port, precommit_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:22.336444 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.provisioning_blocks [None req-671e097b-e70e-4462-a86f-b365420d8943 None None] Transition to ACTIVE for port object 4de2c7b8-fc9b-4714-a5a6-2dd6c86b222c will not be triggered until provisioned by entity L2. {{(pid=87703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:18:22.350929 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-671e097b-e70e-4462-a86f-b365420d8943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:22.368625 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-34e8272b-29e0-473d-ac23-67d509ffb561 None None] Provisioning for port 1d1b388f-cc34-47e7-bac4-37a82965fb82 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:18:22.379841 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-34e8272b-29e0-473d-ac23-67d509ffb561 None None] Provisioning complete for port 1d1b388f-cc34-47e7-bac4-37a82965fb82 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:18:22.380219 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-34e8272b-29e0-473d-ac23-67d509ffb561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:22.422210 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-2def3d60-e858-459e-9912-71d632d326e9 admin admin] Allocated IP 172.20.0.1 (b3beb88e-0461-404a-b056-f1c330e542e6/ec6bdbc1-90a2-49ee-bdfb-79470bc426bb/7751d532-76a5-4045-bf97-c9f1af21530e) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:18:22.469819 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-671e097b-e70e-4462-a86f-b365420d8943 None None] Attempting to bind port 4de2c7b8-fc9b-4714-a5a6-2dd6c86b222c on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:18:22.470271 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-671e097b-e70e-4462-a86f-b365420d8943 None None] Attempting to bind port 4de2c7b8-fc9b-4714-a5a6-2dd6c86b222c by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:18:22.470852 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671e097b-e70e-4462-a86f-b365420d8943 None None] Attempting to bind port 4de2c7b8-fc9b-4714-a5a6-2dd6c86b222c on network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:18:22.487186 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb87da-550e-4117-884f-97bd385bb062 None None] Pushing event updated for resources: {'Port': ['ID=4de2c7b8-fc9b-4714-a5a6-2dd6c86b222c,revision_number=2']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:22.492406 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671e097b-e70e-4462-a86f-b365420d8943 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:18:22.493131 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671e097b-e70e-4462-a86f-b365420d8943 None None] Checking segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:18:22.493711 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-671e097b-e70e-4462-a86f-b365420d8943 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:22.494448 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671e097b-e70e-4462-a86f-b365420d8943 None None] Bound using segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:18:22.495282 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-671e097b-e70e-4462-a86f-b365420d8943 None None] Bound port: 4de2c7b8-fc9b-4714-a5a6-2dd6c86b222c, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:18:22.495814 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-671e097b-e70e-4462-a86f-b365420d8943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:22.592032 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-671e097b-e70e-4462-a86f-b365420d8943 None None] For port 4de2c7b8-fc9b-4714-a5a6-2dd6c86b222c, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:18:22.596052 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-671e097b-e70e-4462-a86f-b365420d8943 None None] For port 4de2c7b8-fc9b-4714-a5a6-2dd6c86b222c, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=4de2c7b8-fc9b-4714-a5a6-2dd6c86b222c,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:18:22.598854 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-34e8272b-29e0-473d-ac23-67d509ffb561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:22.602160 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-671e097b-e70e-4462-a86f-b365420d8943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:22.641106 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-34e8272b-29e0-473d-ac23-67d509ffb561 None None] For port 1d1b388f-cc34-47e7-bac4-37a82965fb82, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=1d1b388f-cc34-47e7-bac4-37a82965fb82,segment=NetworkSegment(c1f3eb98-f4d7-4209-931b-df698eadb4e2),segment_id=c1f3eb98-f4d7-4209-931b-df698eadb4e2)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:18:22.647401 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-34e8272b-29e0-473d-ac23-67d509ffb561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:22.688882 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671e097b-e70e-4462-a86f-b365420d8943 None None] Routers {'5c09b54d-7cef-4b81-a20e-a460f7165a35'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:18:22.689510 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-671e097b-e70e-4462-a86f-b365420d8943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:18:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['5c09b54d-7cef-4b81-a20e-a460f7165a35'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:22.721418 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2def3d60-e858-459e-9912-71d632d326e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:22.731625 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e8272b-29e0-473d-ac23-67d509ffb561 None None] Pushing event updated for resources: {'Port': ['ID=1d1b388f-cc34-47e7-bac4-37a82965fb82,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:22.741279 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-2def3d60-e858-459e-9912-71d632d326e9 admin admin] Transition to ACTIVE for port object 7751d532-76a5-4045-bf97-c9f1af21530e will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:18:22.762225 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb87da-550e-4117-884f-97bd385bb062 None None] Pushing event updated for resources: {'Port': ['ID=4de2c7b8-fc9b-4714-a5a6-2dd6c86b222c,revision_number=3']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:22.769061 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2def3d60-e858-459e-9912-71d632d326e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:22.837088 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2def3d60-e858-459e-9912-71d632d326e9 admin admin] Network b3beb88e-0461-404a-b056-f1c330e542e6 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:18:22.840306 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-2def3d60-e858-459e-9912-71d632d326e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:18:22.844281 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2def3d60-e858-459e-9912-71d632d326e9 admin admin] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:18:22.884989 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def3d60-e858-459e-9912-71d632d326e9 admin admin] Pushing event updated for resources: {'Port': ['ID=7751d532-76a5-4045-bf97-c9f1af21530e,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:22.894366 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-671e097b-e70e-4462-a86f-b365420d8943 None None] Set router 5c09b54d-7cef-4b81-a20e-a460f7165a35 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:18:22.907794 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2def3d60-e858-459e-9912-71d632d326e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:22.973017 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-388c5f8a-90ec-4043-8c56-4200eb268b1c None None] Provisioning complete for port 1d1b388f-cc34-47e7-bac4-37a82965fb82 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:18:22.973401 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-388c5f8a-90ec-4043-8c56-4200eb268b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:23.042479 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2def3d60-e858-459e-9912-71d632d326e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:23.187024 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-671e097b-e70e-4462-a86f-b365420d8943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c09b54d-7cef-4b81-a20e-a460f7165a35', 'name': 'tempest-TestMinimumBasicScenario-582016790-router', 'tenant_id': 'ee5802bc36ca434f9f8454bfc4e9342c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '4de2c7b8-fc9b-4714-a5a6-2dd6c86b222c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:18Z', 'updated_at': '2022-02-16T13:18:20Z', 'revision_number': 3, 'project_id': 'ee5802bc36ca434f9f8454bfc4e9342c', 'gw_port': {'id': '4de2c7b8-fc9b-4714-a5a6-2dd6c86b222c', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c09b54d-7cef-4b81-a20e-a460f7165a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:19Z', 'updated_at': '2022-02-16T13:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:23.190859 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671e097b-e70e-4462-a86f-b365420d8943 None None] The sync data for ids ['5c09b54d-7cef-4b81-a20e-a460f7165a35'] in dv-neutron-829527-1-hyperv is: [{'id': '5c09b54d-7cef-4b81-a20e-a460f7165a35', 'name': 'tempest-TestMinimumBasicScenario-582016790-router', 'tenant_id': 'ee5802bc36ca434f9f8454bfc4e9342c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '4de2c7b8-fc9b-4714-a5a6-2dd6c86b222c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:18Z', 'updated_at': '2022-02-16T13:18:20Z', 'revision_number': 3, 'project_id': 'ee5802bc36ca434f9f8454bfc4e9342c', 'gw_port': {'id': '4de2c7b8-fc9b-4714-a5a6-2dd6c86b222c', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c09b54d-7cef-4b81-a20e-a460f7165a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:19Z', 'updated_at': '2022-02-16T13:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:18:23.230201 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-191a327a-0645-4b3f-a1e7-14aede08b166 None None] Provisioning for port 7751d532-76a5-4045-bf97-c9f1af21530e completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:18:23.235645 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-191a327a-0645-4b3f-a1e7-14aede08b166 None None] Provisioning complete for port 7751d532-76a5-4045-bf97-c9f1af21530e triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:18:23.236140 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-191a327a-0645-4b3f-a1e7-14aede08b166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:23.284954 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2def3d60-e858-459e-9912-71d632d326e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:23.291677 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-191a327a-0645-4b3f-a1e7-14aede08b166 None None] Port 7751d532-76a5-4045-bf97-c9f1af21530e cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:18:23.293328 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2def3d60-e858-459e-9912-71d632d326e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:23.412752 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def3d60-e858-459e-9912-71d632d326e9 admin admin] Pushing event updated for resources: {'Port': ['ID=7751d532-76a5-4045-bf97-c9f1af21530e,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:23.420045 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2def3d60-e858-459e-9912-71d632d326e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:23.586809 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2def3d60-e858-459e-9912-71d632d326e9 admin admin] Network b3beb88e-0461-404a-b056-f1c330e542e6 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:18:23.588232 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-2def3d60-e858-459e-9912-71d632d326e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:18:23.646582 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device bda5bd81-4721-4fc9-a898-8fc72b52a58d up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:18:23.733978 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port bda5bd81-4721-4fc9-a898-8fc72b52a58d triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:18:23.734549 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:23.805645 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2def3d60-e858-459e-9912-71d632d326e9 admin admin] Router 5c09b54d-7cef-4b81-a20e-a460f7165a35 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:18:23.879807 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 1d1b388f-cc34-47e7-bac4-37a82965fb82 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:18:23.946535 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-ef2dd011-2470-4673-a96d-cacbe6f091f6 None None] Provisioning complete for port 7751d532-76a5-4045-bf97-c9f1af21530e triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:18:23.946905 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ef2dd011-2470-4673-a96d-cacbe6f091f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:24.005263 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2def3d60-e858-459e-9912-71d632d326e9 admin admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:18:24.015386 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-2def3d60-e858-459e-9912-71d632d326e9 admin admin] 10.222.0.83 "PUT /v2.0/routers/5c09b54d-7cef-4b81-a20e-a460f7165a35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7673922 Feb 16 13:18:24.051721 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 1d1b388f-cc34-47e7-bac4-37a82965fb82 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:18:24.052086 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:24.079589 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-ef2dd011-2470-4673-a96d-cacbe6f091f6 None None] Port 7751d532-76a5-4045-bf97-c9f1af21530e cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:18:24.176941 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 4de2c7b8-fc9b-4714-a5a6-2dd6c86b222c up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:18:24.244731 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 4de2c7b8-fc9b-4714-a5a6-2dd6c86b222c completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:18:24.249454 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 4de2c7b8-fc9b-4714-a5a6-2dd6c86b222c triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:18:24.249820 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:24.369545 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:24.388599 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 4de2c7b8-fc9b-4714-a5a6-2dd6c86b222c, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=4de2c7b8-fc9b-4714-a5a6-2dd6c86b222c,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:18:24.394199 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:24.465266 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=4de2c7b8-fc9b-4714-a5a6-2dd6c86b222c,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:24.783575 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb39665e-05ee-4383-a7fe-94509eea30e3 None None] Sync routers for ids ['5c09b54d-7cef-4b81-a20e-a460f7165a35'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:18:24.793289 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb39665e-05ee-4383-a7fe-94509eea30e3 None None] Routers {'5c09b54d-7cef-4b81-a20e-a460f7165a35'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:18:24.793899 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-cb39665e-05ee-4383-a7fe-94509eea30e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:18:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['5c09b54d-7cef-4b81-a20e-a460f7165a35'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:24.986732 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-cb39665e-05ee-4383-a7fe-94509eea30e3 None None] Set router 5c09b54d-7cef-4b81-a20e-a460f7165a35 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:18:25.330716 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-cb39665e-05ee-4383-a7fe-94509eea30e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c09b54d-7cef-4b81-a20e-a460f7165a35', 'name': 'tempest-TestMinimumBasicScenario-582016790-router', 'tenant_id': 'ee5802bc36ca434f9f8454bfc4e9342c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '4de2c7b8-fc9b-4714-a5a6-2dd6c86b222c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:18Z', 'updated_at': '2022-02-16T13:18:22Z', 'revision_number': 4, 'project_id': 'ee5802bc36ca434f9f8454bfc4e9342c', 'gw_port': {'id': '4de2c7b8-fc9b-4714-a5a6-2dd6c86b222c', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c09b54d-7cef-4b81-a20e-a460f7165a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:19Z', 'updated_at': '2022-02-16T13:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '7751d532-76a5-4045-bf97-c9f1af21530e', 'name': '', 'network_id': 'b3beb88e-0461-404a-b056-f1c330e542e6', 'tenant_id': 'ee5802bc36ca434f9f8454bfc4e9342c', 'mac_address': 'fa:16:3e:e5:6c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c09b54d-7cef-4b81-a20e-a460f7165a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'ec6bdbc1-90a2-49ee-bdfb-79470bc426bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:22Z', 'updated_at': '2022-02-16T13:18:23Z', 'revision_number': 2, 'project_id': 'ee5802bc36ca434f9f8454bfc4e9342c', 'subnets': [{'id': 'ec6bdbc1-90a2-49ee-bdfb-79470bc426bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:25.335579 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb39665e-05ee-4383-a7fe-94509eea30e3 None None] Checking router: 5c09b54d-7cef-4b81-a20e-a460f7165a35 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:18:25.335923 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb39665e-05ee-4383-a7fe-94509eea30e3 None None] Updating router 5c09b54d-7cef-4b81-a20e-a460f7165a35 port 7751d532-76a5-4045-bf97-c9f1af21530e binding host dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:18:25.390721 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-cb39665e-05ee-4383-a7fe-94509eea30e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:25.620652 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 4de2c7b8-fc9b-4714-a5a6-2dd6c86b222c up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:18:25.748369 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 4de2c7b8-fc9b-4714-a5a6-2dd6c86b222c triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:18:25.748794 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:25.878096 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-cb39665e-05ee-4383-a7fe-94509eea30e3 None None] Notify callbacks [] for port, precommit_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:25.925326 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-cb39665e-05ee-4383-a7fe-94509eea30e3 None None] Transition to ACTIVE for port object 7751d532-76a5-4045-bf97-c9f1af21530e will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:18:25.974715 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-cb39665e-05ee-4383-a7fe-94509eea30e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:26.133875 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9df14-141c-4ccb-94da-9a91ac065cb1 None None] Pushing event updated for resources: {'Port': ['ID=7751d532-76a5-4045-bf97-c9f1af21530e,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:26.205083 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-cb39665e-05ee-4383-a7fe-94509eea30e3 None None] Attempting to bind port 7751d532-76a5-4045-bf97-c9f1af21530e on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:18:26.205348 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-cb39665e-05ee-4383-a7fe-94509eea30e3 None None] Attempting to bind port 7751d532-76a5-4045-bf97-c9f1af21530e by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'c1f3eb98-f4d7-4209-931b-df698eadb4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b3beb88e-0461-404a-b056-f1c330e542e6'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:18:26.205602 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb39665e-05ee-4383-a7fe-94509eea30e3 None None] Attempting to bind port 7751d532-76a5-4045-bf97-c9f1af21530e on network b3beb88e-0461-404a-b056-f1c330e542e6 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:18:26.211879 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb39665e-05ee-4383-a7fe-94509eea30e3 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:18:26.212242 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb39665e-05ee-4383-a7fe-94509eea30e3 None None] Checking segment: {'id': 'c1f3eb98-f4d7-4209-931b-df698eadb4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b3beb88e-0461-404a-b056-f1c330e542e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:18:26.212726 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-cb39665e-05ee-4383-a7fe-94509eea30e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:26.213132 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb39665e-05ee-4383-a7fe-94509eea30e3 None None] Bound using segment: {'id': 'c1f3eb98-f4d7-4209-931b-df698eadb4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b3beb88e-0461-404a-b056-f1c330e542e6'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:18:26.213587 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-cb39665e-05ee-4383-a7fe-94509eea30e3 None None] Bound port: 7751d532-76a5-4045-bf97-c9f1af21530e, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1f3eb98-f4d7-4209-931b-df698eadb4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b3beb88e-0461-404a-b056-f1c330e542e6'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:18:26.213952 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-cb39665e-05ee-4383-a7fe-94509eea30e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:26.327796 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-cb39665e-05ee-4383-a7fe-94509eea30e3 None None] For port 7751d532-76a5-4045-bf97-c9f1af21530e, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:18:26.335269 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-cb39665e-05ee-4383-a7fe-94509eea30e3 None None] For port 7751d532-76a5-4045-bf97-c9f1af21530e, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=7751d532-76a5-4045-bf97-c9f1af21530e,segment=NetworkSegment(c1f3eb98-f4d7-4209-931b-df698eadb4e2),segment_id=c1f3eb98-f4d7-4209-931b-df698eadb4e2)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:18:26.344171 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-cb39665e-05ee-4383-a7fe-94509eea30e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:26.433765 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb39665e-05ee-4383-a7fe-94509eea30e3 None None] Routers {'5c09b54d-7cef-4b81-a20e-a460f7165a35'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:18:26.434106 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-cb39665e-05ee-4383-a7fe-94509eea30e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:18:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['5c09b54d-7cef-4b81-a20e-a460f7165a35'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:26.519031 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9df14-141c-4ccb-94da-9a91ac065cb1 None None] Pushing event updated for resources: {'Port': ['ID=7751d532-76a5-4045-bf97-c9f1af21530e,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:26.664375 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-cb39665e-05ee-4383-a7fe-94509eea30e3 None None] Set router 5c09b54d-7cef-4b81-a20e-a460f7165a35 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:18:27.016469 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-cb39665e-05ee-4383-a7fe-94509eea30e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c09b54d-7cef-4b81-a20e-a460f7165a35', 'name': 'tempest-TestMinimumBasicScenario-582016790-router', 'tenant_id': 'ee5802bc36ca434f9f8454bfc4e9342c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '4de2c7b8-fc9b-4714-a5a6-2dd6c86b222c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:18Z', 'updated_at': '2022-02-16T13:18:22Z', 'revision_number': 4, 'project_id': 'ee5802bc36ca434f9f8454bfc4e9342c', 'gw_port': {'id': '4de2c7b8-fc9b-4714-a5a6-2dd6c86b222c', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c09b54d-7cef-4b81-a20e-a460f7165a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:19Z', 'updated_at': '2022-02-16T13:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '7751d532-76a5-4045-bf97-c9f1af21530e', 'name': '', 'network_id': 'b3beb88e-0461-404a-b056-f1c330e542e6', 'tenant_id': 'ee5802bc36ca434f9f8454bfc4e9342c', 'mac_address': 'fa:16:3e:e5:6c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c09b54d-7cef-4b81-a20e-a460f7165a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'ec6bdbc1-90a2-49ee-bdfb-79470bc426bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:22Z', 'updated_at': '2022-02-16T13:18:26Z', 'revision_number': 4, 'project_id': 'ee5802bc36ca434f9f8454bfc4e9342c', 'subnets': [{'id': 'ec6bdbc1-90a2-49ee-bdfb-79470bc426bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:18:27.020561 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb39665e-05ee-4383-a7fe-94509eea30e3 None None] The sync data for ids ['5c09b54d-7cef-4b81-a20e-a460f7165a35'] in dv-neutron-829527-1-hyperv is: [{'id': '5c09b54d-7cef-4b81-a20e-a460f7165a35', 'name': 'tempest-TestMinimumBasicScenario-582016790-router', 'tenant_id': 'ee5802bc36ca434f9f8454bfc4e9342c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '4de2c7b8-fc9b-4714-a5a6-2dd6c86b222c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:18Z', 'updated_at': '2022-02-16T13:18:22Z', 'revision_number': 4, 'project_id': 'ee5802bc36ca434f9f8454bfc4e9342c', 'gw_port': {'id': '4de2c7b8-fc9b-4714-a5a6-2dd6c86b222c', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c09b54d-7cef-4b81-a20e-a460f7165a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:19Z', 'updated_at': '2022-02-16T13:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '7751d532-76a5-4045-bf97-c9f1af21530e', 'name': '', 'network_id': 'b3beb88e-0461-404a-b056-f1c330e542e6', 'tenant_id': 'ee5802bc36ca434f9f8454bfc4e9342c', 'mac_address': 'fa:16:3e:e5:6c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c09b54d-7cef-4b81-a20e-a460f7165a35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'ec6bdbc1-90a2-49ee-bdfb-79470bc426bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:22Z', 'updated_at': '2022-02-16T13:18:26Z', 'revision_number': 4, 'project_id': 'ee5802bc36ca434f9f8454bfc4e9342c', 'subnets': [{'id': 'ec6bdbc1-90a2-49ee-bdfb-79470bc426bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:18:27.610045 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 7751d532-76a5-4045-bf97-c9f1af21530e up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:18:27.686925 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 7751d532-76a5-4045-bf97-c9f1af21530e completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:18:27.695401 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 7751d532-76a5-4045-bf97-c9f1af21530e triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:18:27.695615 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:27.841516 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:27.881576 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 7751d532-76a5-4045-bf97-c9f1af21530e, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=7751d532-76a5-4045-bf97-c9f1af21530e,segment=NetworkSegment(c1f3eb98-f4d7-4209-931b-df698eadb4e2),segment_id=c1f3eb98-f4d7-4209-931b-df698eadb4e2)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:18:27.888715 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:27.980389 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=7751d532-76a5-4045-bf97-c9f1af21530e,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:29.568158 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 7751d532-76a5-4045-bf97-c9f1af21530e up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:18:29.645528 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 7751d532-76a5-4045-bf97-c9f1af21530e triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:18:29.646004 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:31.864952 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2c493875-cceb-4cdb-bcf1-df6bc0d809e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:34.051219 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-22a3f528-79bc-49b9-b59a-d1d177c9c53f tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:34.051913 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-22a3f528-79bc-49b9-b59a-d1d177c9c53f tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Synchronizing usage tracker for tenant:b14d6d1c01964733bcae6b9587c1f6c4 on resource:network {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:18:34.072020 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-22a3f528-79bc-49b9-b59a-d1d177c9c53f tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Unset dirty status for tenant:b14d6d1c01964733bcae6b9587c1f6c4 on resource:network {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:18:34.073425 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-22a3f528-79bc-49b9-b59a-d1d177c9c53f tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/networks?id=29f49a26-8886-40a6-96ed-d6aef3d1cdac HTTP/1.1" status: 200 len: 814 time: 0.1786885 Feb 16 13:18:34.090379 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-645b7ad3-81c6-406a-91b2-fbdf5357639f tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/quotas/b14d6d1c01964733bcae6b9587c1f6c4 HTTP/1.1" status: 200 len: 375 time: 0.0090280 Feb 16 13:18:34.179518 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-87eb21d8-cc7b-4b8f-b620-a19a827c069e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:34.180139 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-e6b771cd-5c1b-49c5-be90-a43024351933 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=b14d6d1c01964733bcae6b9587c1f6c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0843012 Feb 16 13:18:34.462025 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-75380f71-e7f9-4cd8-834e-3237fa846503 service neutron] 10.222.0.83 "GET /v2.0/networks/29f49a26-8886-40a6-96ed-d6aef3d1cdac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696164 Feb 16 13:18:34.601522 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-867fd726-0515-4cc3-bda9-a1a0688cded3 service neutron] 10.222.0.83 "GET /v2.0/networks/29f49a26-8886-40a6-96ed-d6aef3d1cdac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334321 Feb 16 13:18:34.664505 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:34.785287 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-c23694ef-20d6-45bd-af7f-6559d87ffc76 req-889ea10a-5419-4aa3-831f-a64aa7fafc2a tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Synchronizing usage tracker for tenant:b14d6d1c01964733bcae6b9587c1f6c4 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:18:34.809524 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-c23694ef-20d6-45bd-af7f-6559d87ffc76 req-889ea10a-5419-4aa3-831f-a64aa7fafc2a tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Unset dirty status for tenant:b14d6d1c01964733bcae6b9587c1f6c4 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:18:34.810942 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c23694ef-20d6-45bd-af7f-6559d87ffc76 req-889ea10a-5419-4aa3-831f-a64aa7fafc2a tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/ports?device_id=875d9964-c364-49d3-8434-28f11904d1b4 HTTP/1.1" status: 200 len: 210 time: 0.0704489 Feb 16 13:18:35.225766 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:35.269599 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:35.888174 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-77a79732-83b7-4039-a7e7-5a86164b1b61 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:35.889631 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-77a79732-83b7-4039-a7e7-5a86164b1b61 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.89 "GET /v2.0/networks?id=29f49a26-8886-40a6-96ed-d6aef3d1cdac HTTP/1.1" status: 200 len: 814 time: 0.1514614 Feb 16 13:18:35.902199 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-879821f0-adce-42a9-baf5-f056f24f7c84 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Request body: {'port': {'device_id': '875d9964-c364-49d3-8434-28f11904d1b4', 'network_id': '29f49a26-8886-40a6-96ed-d6aef3d1cdac', 'admin_state_up': True, 'tenant_id': 'b14d6d1c01964733bcae6b9587c1f6c4'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:18:35.964090 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-fdddc4ff-72c5-4799-b14d-e6b509924664 req-051aa3c8-ec21-47f3-8269-f62f9b215e77 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/ports?device_id=875d9964-c364-49d3-8434-28f11904d1b4 HTTP/1.1" status: 200 len: 210 time: 0.0447693 Feb 16 13:18:36.161664 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-879821f0-adce-42a9-baf5-f056f24f7c84 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:18:36.171224 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-879821f0-adce-42a9-baf5-f056f24f7c84 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:18:36.182984 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-879821f0-adce-42a9-baf5-f056f24f7c84 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Made reservation on behalf of b14d6d1c01964733bcae6b9587c1f6c4 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:18:36.186608 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-879821f0-adce-42a9-baf5-f056f24f7c84 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:36.375851 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-879821f0-adce-42a9-baf5-f056f24f7c84 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Allocated IP 172.20.0.14 (29f49a26-8886-40a6-96ed-d6aef3d1cdac/2ca80a63-a732-4dba-ad02-70d7ec9ebb46/924aaa64-2834-425b-91e4-56809110154b) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:18:36.605473 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-879821f0-adce-42a9-baf5-f056f24f7c84 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:36.633344 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-879821f0-adce-42a9-baf5-f056f24f7c84 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Transition to ACTIVE for port object 924aaa64-2834-425b-91e4-56809110154b will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:18:36.667127 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-879821f0-adce-42a9-baf5-f056f24f7c84 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:36.748018 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-879821f0-adce-42a9-baf5-f056f24f7c84 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Network 29f49a26-8886-40a6-96ed-d6aef3d1cdac is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:18:36.751619 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-879821f0-adce-42a9-baf5-f056f24f7c84 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:18:36.756373 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-879821f0-adce-42a9-baf5-f056f24f7c84 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:18:36.801457 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879821f0-adce-42a9-baf5-f056f24f7c84 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Pushing event updated for resources: {'Port': ['ID=924aaa64-2834-425b-91e4-56809110154b,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:36.839227 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:36.874178 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-879821f0-adce-42a9-baf5-f056f24f7c84 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:36.875075 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-879821f0-adce-42a9-baf5-f056f24f7c84 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:36.916871 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-879821f0-adce-42a9-baf5-f056f24f7c84 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0181267 Feb 16 13:18:37.049568 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f1b9fba8-7f12-41e8-9c86-282cab7f23b7 None None] Provisioning for port 924aaa64-2834-425b-91e4-56809110154b completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:18:37.055103 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f1b9fba8-7f12-41e8-9c86-282cab7f23b7 None None] Provisioning complete for port 924aaa64-2834-425b-91e4-56809110154b triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:18:37.055474 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f1b9fba8-7f12-41e8-9c86-282cab7f23b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:37.129273 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f1b9fba8-7f12-41e8-9c86-282cab7f23b7 None None] Port 924aaa64-2834-425b-91e4-56809110154b cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:18:37.198007 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a229c-022c-4dc9-9aa3-68997df9dd2a req-8fa917d9-fc92-4501-b296-7b8ae94c824c tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:37.198721 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-394a229c-022c-4dc9-9aa3-68997df9dd2a req-8fa917d9-fc92-4501-b296-7b8ae94c824c tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Synchronizing usage tracker for tenant:b14d6d1c01964733bcae6b9587c1f6c4 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:18:37.216647 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-394a229c-022c-4dc9-9aa3-68997df9dd2a req-8fa917d9-fc92-4501-b296-7b8ae94c824c tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Unset dirty status for tenant:b14d6d1c01964733bcae6b9587c1f6c4 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:18:37.217817 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-394a229c-022c-4dc9-9aa3-68997df9dd2a req-8fa917d9-fc92-4501-b296-7b8ae94c824c tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/ports?device_id=875d9964-c364-49d3-8434-28f11904d1b4 HTTP/1.1" status: 200 len: 932 time: 0.1179509 Feb 16 13:18:37.269801 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-394a229c-022c-4dc9-9aa3-68997df9dd2a req-4b3e98b3-9b93-4a47-a020-27c0ff7ff08b tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac26c9d8-11a9-4bd5-bb04-47c0d3b2b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456812 Feb 16 13:18:38.517170 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3957c-8415-4999-a241-c3d39e0a0da5 req-923e20f1-acff-4554-bc5b-aab0f8383d2e tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:38.519709 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-31b3957c-8415-4999-a241-c3d39e0a0da5 req-923e20f1-acff-4554-bc5b-aab0f8383d2e tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/ports?device_id=875d9964-c364-49d3-8434-28f11904d1b4 HTTP/1.1" status: 200 len: 932 time: 0.1223266 Feb 16 13:18:38.695092 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-31b3957c-8415-4999-a241-c3d39e0a0da5 req-7b6386e7-75fb-44e4-b78d-e43a1c049b95 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Synchronizing usage tracker for tenant:b14d6d1c01964733bcae6b9587c1f6c4 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:18:38.715293 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-31b3957c-8415-4999-a241-c3d39e0a0da5 req-7b6386e7-75fb-44e4-b78d-e43a1c049b95 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Unset dirty status for tenant:b14d6d1c01964733bcae6b9587c1f6c4 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:18:38.716722 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-31b3957c-8415-4999-a241-c3d39e0a0da5 req-7b6386e7-75fb-44e4-b78d-e43a1c049b95 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac26c9d8-11a9-4bd5-bb04-47c0d3b2b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906149 Feb 16 13:18:39.924083 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4a538-47b9-4e6e-b9bb-a62c242d8aeb req-501233f7-31e9-4987-bb56-daaba3160e8e tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:39.926298 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d7f4a538-47b9-4e6e-b9bb-a62c242d8aeb req-501233f7-31e9-4987-bb56-daaba3160e8e tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/ports?device_id=875d9964-c364-49d3-8434-28f11904d1b4 HTTP/1.1" status: 200 len: 932 time: 0.0994859 Feb 16 13:18:39.976378 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d7f4a538-47b9-4e6e-b9bb-a62c242d8aeb req-8a23d8ef-b958-4cff-b223-c19e8682c444 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac26c9d8-11a9-4bd5-bb04-47c0d3b2b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439322 Feb 16 13:18:41.171366 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfedf9-86b6-4fe7-bd73-805aa87cccdf req-c59a0f6d-a38d-4796-9934-4574e9e4c1fa tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:41.172910 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-95dfedf9-86b6-4fe7-bd73-805aa87cccdf req-c59a0f6d-a38d-4796-9934-4574e9e4c1fa tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/ports?device_id=875d9964-c364-49d3-8434-28f11904d1b4 HTTP/1.1" status: 200 len: 932 time: 0.0816164 Feb 16 13:18:41.222048 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-95dfedf9-86b6-4fe7-bd73-805aa87cccdf req-b0060754-9d43-4049-a63b-c59787ecf11d tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac26c9d8-11a9-4bd5-bb04-47c0d3b2b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433943 Feb 16 13:18:42.461129 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ba1b3-7fe8-4d31-98b2-1ba4f9a53891 req-904b9493-bc23-4af3-b7ad-b3a8e390068d tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:42.462810 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ec3ba1b3-7fe8-4d31-98b2-1ba4f9a53891 req-904b9493-bc23-4af3-b7ad-b3a8e390068d tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/ports?device_id=875d9964-c364-49d3-8434-28f11904d1b4 HTTP/1.1" status: 200 len: 932 time: 0.1133218 Feb 16 13:18:42.515931 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ec3ba1b3-7fe8-4d31-98b2-1ba4f9a53891 req-ccccf924-add4-4802-96eb-b9408d88fb79 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac26c9d8-11a9-4bd5-bb04-47c0d3b2b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468707 Feb 16 13:18:43.719316 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae0121-d43d-42e1-9386-759f5ed5a9f1 req-8225c712-0e3a-4b79-91a2-6dd39dde3e01 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:43.720802 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-deae0121-d43d-42e1-9386-759f5ed5a9f1 req-8225c712-0e3a-4b79-91a2-6dd39dde3e01 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/ports?device_id=875d9964-c364-49d3-8434-28f11904d1b4 HTTP/1.1" status: 200 len: 932 time: 0.0967264 Feb 16 13:18:43.764639 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-deae0121-d43d-42e1-9386-759f5ed5a9f1 req-50427bd2-2e85-4cb5-982e-2408a517eda9 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac26c9d8-11a9-4bd5-bb04-47c0d3b2b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380466 Feb 16 13:18:43.848594 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-133d4f9d-d676-4cac-8cef-825280aedf7d service neutron] Request body: {'port': {'device_id': '875d9964-c364-49d3-8434-28f11904d1b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:18:43.958919 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-133d4f9d-d676-4cac-8cef-825280aedf7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:44.311970 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-133d4f9d-d676-4cac-8cef-825280aedf7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 924aaa64-2834-425b-91e4-56809110154b {{(pid=87701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:18:44.319217 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-133d4f9d-d676-4cac-8cef-825280aedf7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:44.333313 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-133d4f9d-d676-4cac-8cef-825280aedf7d service neutron] Transition to ACTIVE for port object 924aaa64-2834-425b-91e4-56809110154b will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:18:44.339586 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-133d4f9d-d676-4cac-8cef-825280aedf7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:44.500903 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d4f9d-d676-4cac-8cef-825280aedf7d service neutron] Pushing event updated for resources: {'Port': ['ID=924aaa64-2834-425b-91e4-56809110154b,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:44.576924 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-133d4f9d-d676-4cac-8cef-825280aedf7d service neutron] Attempting to bind port 924aaa64-2834-425b-91e4-56809110154b on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:18:44.577146 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-133d4f9d-d676-4cac-8cef-825280aedf7d service neutron] Attempting to bind port 924aaa64-2834-425b-91e4-56809110154b by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'b951cbda-2e42-4d5f-a6a8-ea1339841f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '29f49a26-8886-40a6-96ed-d6aef3d1cdac'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:18:44.577502 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-133d4f9d-d676-4cac-8cef-825280aedf7d service neutron] Attempting to bind port 924aaa64-2834-425b-91e4-56809110154b on network 29f49a26-8886-40a6-96ed-d6aef3d1cdac {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:18:44.582161 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-133d4f9d-d676-4cac-8cef-825280aedf7d service neutron] Port 924aaa64-2834-425b-91e4-56809110154b on network 29f49a26-8886-40a6-96ed-d6aef3d1cdac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:18:44.582478 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-133d4f9d-d676-4cac-8cef-825280aedf7d service neutron] Attempting to bind port 924aaa64-2834-425b-91e4-56809110154b on network 29f49a26-8886-40a6-96ed-d6aef3d1cdac {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:18:44.587680 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-133d4f9d-d676-4cac-8cef-825280aedf7d service neutron] Checking agent: {'id': 'b4b5bcfd-2763-4324-82e0-923bc8a52546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'started_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:18:44.588014 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-133d4f9d-d676-4cac-8cef-825280aedf7d service neutron] Checking segment: {'id': 'b951cbda-2e42-4d5f-a6a8-ea1339841f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '29f49a26-8886-40a6-96ed-d6aef3d1cdac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:18:44.588566 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-133d4f9d-d676-4cac-8cef-825280aedf7d service neutron] Bound using segment: {'id': 'b951cbda-2e42-4d5f-a6a8-ea1339841f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '29f49a26-8886-40a6-96ed-d6aef3d1cdac'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:18:44.589051 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-133d4f9d-d676-4cac-8cef-825280aedf7d service neutron] Bound port: 924aaa64-2834-425b-91e4-56809110154b, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b951cbda-2e42-4d5f-a6a8-ea1339841f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '29f49a26-8886-40a6-96ed-d6aef3d1cdac'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:18:44.589392 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-133d4f9d-d676-4cac-8cef-825280aedf7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:44.679451 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-133d4f9d-d676-4cac-8cef-825280aedf7d service neutron] For port 924aaa64-2834-425b-91e4-56809110154b, host hv-neutron-8295, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:18:44.682866 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-133d4f9d-d676-4cac-8cef-825280aedf7d service neutron] For port 924aaa64-2834-425b-91e4-56809110154b, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=924aaa64-2834-425b-91e4-56809110154b,segment=NetworkSegment(b951cbda-2e42-4d5f-a6a8-ea1339841f8a),segment_id=b951cbda-2e42-4d5f-a6a8-ea1339841f8a)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:18:44.689591 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-133d4f9d-d676-4cac-8cef-825280aedf7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:44.751501 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-133d4f9d-d676-4cac-8cef-825280aedf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:44.752094 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-133d4f9d-d676-4cac-8cef-825280aedf7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:44.753484 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-133d4f9d-d676-4cac-8cef-825280aedf7d service neutron] 10.222.0.89 "PUT /v2.0/ports/924aaa64-2834-425b-91e4-56809110154b HTTP/1.1" status: 200 len: 1094 time: 0.9093153 Feb 16 13:18:44.753938 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '875d9964-c364-49d3-8434-28f11904d1b4', 'tag': '924aaa64-2834-425b-91e4-56809110154b'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:18:44.774674 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d4f9d-d676-4cac-8cef-825280aedf7d service neutron] Pushing event updated for resources: {'Port': ['ID=924aaa64-2834-425b-91e4-56809110154b,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:44.936475 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '875d9964-c364-49d3-8434-28f11904d1b4', 'tag': '924aaa64-2834-425b-91e4-56809110154b', 'status': 'completed', 'code': 200} Feb 16 13:18:44.970520 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5e2aa-3934-44f0-92b9-185cf6a801f8 req-d9ddcdf6-e655-4814-a361-6a6ff2d1d211 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:44.972031 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e4d5e2aa-3934-44f0-92b9-185cf6a801f8 req-d9ddcdf6-e655-4814-a361-6a6ff2d1d211 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/ports?device_id=875d9964-c364-49d3-8434-28f11904d1b4 HTTP/1.1" status: 200 len: 944 time: 0.0809264 Feb 16 13:18:44.976211 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-bc8469c2-2c72-4cc4-8922-0698783daccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:44.977817 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-bc8469c2-2c72-4cc4-8922-0698783daccd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b14d6d1c01964733bcae6b9587c1f6c4&device_id=875d9964-c364-49d3-8434-28f11904d1b4 HTTP/1.1" status: 200 len: 1097 time: 0.1840601 Feb 16 13:18:45.020839 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e4d5e2aa-3934-44f0-92b9-185cf6a801f8 req-b9025daa-4260-4135-a983-753beab88e5b tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac26c9d8-11a9-4bd5-bb04-47c0d3b2b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423594 Feb 16 13:18:45.047925 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-ec11352f-f19b-4dd3-9b55-42e2ec595c0c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=924aaa64-2834-425b-91e4-56809110154b HTTP/1.1" status: 200 len: 217 time: 0.0625277 Feb 16 13:18:45.112215 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-83f25bcb-de62-4820-b641-b826c43cec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:45.113572 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-83f25bcb-de62-4820-b641-b826c43cec27 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2ca80a63-a732-4dba-ad02-70d7ec9ebb46 HTTP/1.1" status: 200 len: 853 time: 0.0600080 Feb 16 13:18:45.211766 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-c13c5cd7-05dd-428c-a18b-94acfcc07b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:45.213500 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-c13c5cd7-05dd-428c-a18b-94acfcc07b5b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=29f49a26-8886-40a6-96ed-d6aef3d1cdac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0931978 Feb 16 13:18:45.349887 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-dfa307bd-56a5-4a37-a6aa-158e1a77bfc3 service neutron] 10.222.0.89 "GET /v2.0/networks/29f49a26-8886-40a6-96ed-d6aef3d1cdac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301873 Feb 16 13:18:45.482290 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-57184a3d-bfd7-4bbe-811f-298168baa941 req-94b28f7e-9e8c-4d99-b72a-c74619286ab6 service neutron] 10.222.0.89 "GET /v2.0/networks/29f49a26-8886-40a6-96ed-d6aef3d1cdac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258366 Feb 16 13:18:45.608472 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bae912-7263-4c1e-afd1-1b740f308bd0 req-4bf2616c-9632-43b3-8d39-90858f33d8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:45.610023 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d1bae912-7263-4c1e-afd1-1b740f308bd0 req-4bf2616c-9632-43b3-8d39-90858f33d8f0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b14d6d1c01964733bcae6b9587c1f6c4&device_id=875d9964-c364-49d3-8434-28f11904d1b4 HTTP/1.1" status: 200 len: 1097 time: 0.0799215 Feb 16 13:18:45.751910 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bae912-7263-4c1e-afd1-1b740f308bd0 req-6d2c9b71-291c-4156-927e-f0884af677df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:45.753304 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d1bae912-7263-4c1e-afd1-1b740f308bd0 req-6d2c9b71-291c-4156-927e-f0884af677df service neutron] 10.222.0.89 "GET /v2.0/networks?id=29f49a26-8886-40a6-96ed-d6aef3d1cdac HTTP/1.1" status: 200 len: 915 time: 0.1365135 Feb 16 13:18:45.826879 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d1bae912-7263-4c1e-afd1-1b740f308bd0 req-6aa88c40-3638-4652-a307-e60b37e7ff6d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=924aaa64-2834-425b-91e4-56809110154b HTTP/1.1" status: 200 len: 217 time: 0.0639632 Feb 16 13:18:45.890963 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bae912-7263-4c1e-afd1-1b740f308bd0 req-54efe7ab-ff64-406e-8536-a9e8faa930d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:45.892421 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d1bae912-7263-4c1e-afd1-1b740f308bd0 req-54efe7ab-ff64-406e-8536-a9e8faa930d2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2ca80a63-a732-4dba-ad02-70d7ec9ebb46 HTTP/1.1" status: 200 len: 853 time: 0.0568388 Feb 16 13:18:45.972993 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bae912-7263-4c1e-afd1-1b740f308bd0 req-7cd5e490-33d2-4a6c-8867-76e19bf62d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:45.974426 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d1bae912-7263-4c1e-afd1-1b740f308bd0 req-7cd5e490-33d2-4a6c-8867-76e19bf62d6e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=29f49a26-8886-40a6-96ed-d6aef3d1cdac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758309 Feb 16 13:18:46.112848 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d1bae912-7263-4c1e-afd1-1b740f308bd0 req-46e6a092-dd55-403e-8d8a-7b5a883ca10d service neutron] 10.222.0.89 "GET /v2.0/networks/29f49a26-8886-40a6-96ed-d6aef3d1cdac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296468 Feb 16 13:18:46.298216 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d1bae912-7263-4c1e-afd1-1b740f308bd0 req-a0587a72-bb3a-4970-b0d6-22625521ddda service neutron] 10.222.0.89 "GET /v2.0/networks/29f49a26-8886-40a6-96ed-d6aef3d1cdac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791353 Feb 16 13:18:46.310418 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e6a99-9367-482e-8a04-06191c9ec99c req-2cab5cee-c3ea-4892-aff1-b02ec728a68d tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:46.311762 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4d3e6a99-9367-482e-8a04-06191c9ec99c req-2cab5cee-c3ea-4892-aff1-b02ec728a68d tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/ports?device_id=875d9964-c364-49d3-8434-28f11904d1b4 HTTP/1.1" status: 200 len: 944 time: 0.1754239 Feb 16 13:18:46.357274 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4d3e6a99-9367-482e-8a04-06191c9ec99c req-063c3c81-dad3-4b5b-81fb-d78dc62e9f98 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac26c9d8-11a9-4bd5-bb04-47c0d3b2b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387599 Feb 16 13:18:47.557250 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8ef25-77c4-4f45-b505-a3d8bdb40086 req-17b69da9-97b6-4a31-985f-263ca3daf0a3 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:47.559051 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-50c8ef25-77c4-4f45-b505-a3d8bdb40086 req-17b69da9-97b6-4a31-985f-263ca3daf0a3 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/ports?device_id=875d9964-c364-49d3-8434-28f11904d1b4 HTTP/1.1" status: 200 len: 944 time: 0.0968070 Feb 16 13:18:47.608317 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-50c8ef25-77c4-4f45-b505-a3d8bdb40086 req-3242ff43-39c6-4418-81a4-61f4c5f35a91 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac26c9d8-11a9-4bd5-bb04-47c0d3b2b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433331 Feb 16 13:18:48.806225 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5c2d3-f4df-4d2b-9eff-d4e38dc43d91 req-d0bcedd9-7213-4ca9-9dd2-38e301293abe tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:48.808120 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-54b5c2d3-f4df-4d2b-9eff-d4e38dc43d91 req-d0bcedd9-7213-4ca9-9dd2-38e301293abe tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/ports?device_id=875d9964-c364-49d3-8434-28f11904d1b4 HTTP/1.1" status: 200 len: 944 time: 0.0869057 Feb 16 13:18:48.860083 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-54b5c2d3-f4df-4d2b-9eff-d4e38dc43d91 req-cc466c90-2ca9-44ce-bf50-7ce94c08eedf tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac26c9d8-11a9-4bd5-bb04-47c0d3b2b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434306 Feb 16 13:18:49.440317 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 924aaa64-2834-425b-91e4-56809110154b details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:18:49.630805 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 924aaa64-2834-425b-91e4-56809110154b, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=924aaa64-2834-425b-91e4-56809110154b,segment=NetworkSegment(b951cbda-2e42-4d5f-a6a8-ea1339841f8a),segment_id=b951cbda-2e42-4d5f-a6a8-ea1339841f8a)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:18:49.649152 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': '924aaa64-2834-425b-91e4-56809110154b', 'network_id': '29f49a26-8886-40a6-96ed-d6aef3d1cdac', 'port_id': '924aaa64-2834-425b-91e4-56809110154b', 'mac_address': 'fa:16:3e:14:91:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ca80a63-a732-4dba-ad02-70d7ec9ebb46', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:18:49.705950 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:49.724558 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 924aaa64-2834-425b-91e4-56809110154b {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:18:49.748149 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 924aaa64-2834-425b-91e4-56809110154b, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=924aaa64-2834-425b-91e4-56809110154b,segment=NetworkSegment(b951cbda-2e42-4d5f-a6a8-ea1339841f8a),segment_id=b951cbda-2e42-4d5f-a6a8-ea1339841f8a)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:18:49.753510 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:49.831864 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=924aaa64-2834-425b-91e4-56809110154b,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:49.841090 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:49.841440 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:49.841779 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:49.842112 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:49.842441 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:49.842772 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:49.843094 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:49.843420 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:49.843739 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:49.844062 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:49.844377 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:49.844686 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:18:49.968458 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['924aaa64-2834-425b-91e4-56809110154b'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:18:50.062250 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a51399-d0e5-41ec-9c34-86a55c303920 req-52326d0a-11ad-4b76-b287-5f404df3bf3a tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:50.063693 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-15a51399-d0e5-41ec-9c34-86a55c303920 req-52326d0a-11ad-4b76-b287-5f404df3bf3a tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/ports?device_id=875d9964-c364-49d3-8434-28f11904d1b4 HTTP/1.1" status: 200 len: 945 time: 0.0934482 Feb 16 13:18:50.112111 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-15a51399-d0e5-41ec-9c34-86a55c303920 req-56a72706-a22a-4f25-af3a-c13371b599c6 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac26c9d8-11a9-4bd5-bb04-47c0d3b2b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424664 Feb 16 13:18:51.310953 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1b74a-6566-4f43-b475-fe426f4bba2d req-17bfed0f-d5e6-48a4-8d5f-42f42050d3ac tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:51.313498 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-71e1b74a-6566-4f43-b475-fe426f4bba2d req-17bfed0f-d5e6-48a4-8d5f-42f42050d3ac tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/ports?device_id=875d9964-c364-49d3-8434-28f11904d1b4 HTTP/1.1" status: 200 len: 945 time: 0.0882735 Feb 16 13:18:51.371059 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-71e1b74a-6566-4f43-b475-fe426f4bba2d req-10ac1c7e-8ae5-4866-9847-7412e8abc742 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac26c9d8-11a9-4bd5-bb04-47c0d3b2b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493324 Feb 16 13:18:51.481473 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 924aaa64-2834-425b-91e4-56809110154b up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:18:51.566742 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning for port 924aaa64-2834-425b-91e4-56809110154b completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:18:51.571718 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port 924aaa64-2834-425b-91e4-56809110154b triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:18:51.572161 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:51.695885 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:51.722727 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875d9964-c364-49d3-8434-28f11904d1b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924aaa64-2834-425b-91e4-56809110154b'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:18:51.732336 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 924aaa64-2834-425b-91e4-56809110154b, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=924aaa64-2834-425b-91e4-56809110154b,segment=NetworkSegment(b951cbda-2e42-4d5f-a6a8-ea1339841f8a),segment_id=b951cbda-2e42-4d5f-a6a8-ea1339841f8a)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:18:51.737129 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:18:51.772712 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875d9964-c364-49d3-8434-28f11904d1b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924aaa64-2834-425b-91e4-56809110154b', 'code': 200} Feb 16 13:18:51.810750 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=924aaa64-2834-425b-91e4-56809110154b,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:18:52.118741 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfd754-df9d-4c47-94c9-01874344fa52 req-a125b3b5-f9a7-4875-acce-d31273f70145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:52.120576 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9acfd754-df9d-4c47-94c9-01874344fa52 req-a125b3b5-f9a7-4875-acce-d31273f70145 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=875d9964-c364-49d3-8434-28f11904d1b4 HTTP/1.1" status: 200 len: 1099 time: 0.1791785 Feb 16 13:18:52.162062 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9acfd754-df9d-4c47-94c9-01874344fa52 req-261849f8-a83d-497f-9f5f-e800efda4313 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ac26c9d8-11a9-4bd5-bb04-47c0d3b2b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349333 Feb 16 13:18:52.569986 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2b7ee-f454-4ada-822f-dbcb843e24ad req-e9d65b0b-770d-49a4-8527-d167cfb0fab2 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:52.571422 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2fa2b7ee-f454-4ada-822f-dbcb843e24ad req-e9d65b0b-770d-49a4-8527-d167cfb0fab2 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/ports?device_id=875d9964-c364-49d3-8434-28f11904d1b4 HTTP/1.1" status: 200 len: 946 time: 0.0907125 Feb 16 13:18:52.617721 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2fa2b7ee-f454-4ada-822f-dbcb843e24ad req-1efeab5d-1748-4bcd-9232-9ded3469d771 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac26c9d8-11a9-4bd5-bb04-47c0d3b2b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371857 Feb 16 13:18:53.815631 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e4ee2-3f4f-4fad-92cf-f689903aaefe req-296f5027-d62a-4de9-a6a5-b64797140608 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:53.817354 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ae5e4ee2-3f4f-4fad-92cf-f689903aaefe req-296f5027-d62a-4de9-a6a5-b64797140608 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/ports?device_id=875d9964-c364-49d3-8434-28f11904d1b4 HTTP/1.1" status: 200 len: 946 time: 0.0817544 Feb 16 13:18:53.864359 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ae5e4ee2-3f4f-4fad-92cf-f689903aaefe req-24a97c07-0e69-4f70-8dee-f709ac0acae5 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac26c9d8-11a9-4bd5-bb04-47c0d3b2b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405290 Feb 16 13:18:54.067193 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebef389-5c1b-4fb5-bb34-daab81549891 req-e4506a9d-bb25-473f-905e-32e941d20a95 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:54.068579 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6ebef389-5c1b-4fb5-bb34-daab81549891 req-e4506a9d-bb25-473f-905e-32e941d20a95 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/ports?device_id=875d9964-c364-49d3-8434-28f11904d1b4 HTTP/1.1" status: 200 len: 946 time: 0.0893130 Feb 16 13:18:54.115342 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6ebef389-5c1b-4fb5-bb34-daab81549891 req-a96afb07-aed4-479e-9cdc-6fc9cfd24f48 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac26c9d8-11a9-4bd5-bb04-47c0d3b2b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406229 Feb 16 13:18:54.529066 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157bf2c-db74-4582-96af-dab5219eb904 req-fb320fa6-32e3-4cb2-87a4-7bcf0ef1744c tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:18:54.530536 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b157bf2c-db74-4582-96af-dab5219eb904 req-fb320fa6-32e3-4cb2-87a4-7bcf0ef1744c tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/ports?device_id=875d9964-c364-49d3-8434-28f11904d1b4 HTTP/1.1" status: 200 len: 946 time: 0.0903211 Feb 16 13:18:54.579023 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b157bf2c-db74-4582-96af-dab5219eb904 req-a810c2de-b1f0-46c9-9260-5bdf3bbb7703 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac26c9d8-11a9-4bd5-bb04-47c0d3b2b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427139 Feb 16 13:18:59.196234 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:19:01.884436 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a23f9cd9-6bb2-4552-b55c-ef55678816a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:04.174650 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-5ab1d321-d341-4966-91b0-72c691a7338d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:04.689067 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:04.834695 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ad7c1-18cd-4e3a-a2f0-e3432735ce28 req-98b49554-5949-4e6b-842e-962ae4d41f30 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:04.836164 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d58ad7c1-18cd-4e3a-a2f0-e3432735ce28 req-98b49554-5949-4e6b-842e-962ae4d41f30 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/ports?device_id=875d9964-c364-49d3-8434-28f11904d1b4 HTTP/1.1" status: 200 len: 946 time: 0.0857913 Feb 16 13:19:04.885777 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d58ad7c1-18cd-4e3a-a2f0-e3432735ce28 req-3a8bd246-dd64-4c9e-8967-5f294b121804 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac26c9d8-11a9-4bd5-bb04-47c0d3b2b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437820 Feb 16 13:19:04.920291 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 48852) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:19:05.054731 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15763dd-3dd3-411f-aaec-26d354a6c77d tempest-TestMinimumBasicScenario-1266134489 tempest-TestMinimumBasicScenario-1266134489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:05.055438 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-f15763dd-3dd3-411f-aaec-26d354a6c77d tempest-TestMinimumBasicScenario-1266134489 tempest-TestMinimumBasicScenario-1266134489-project-admin] Synchronizing usage tracker for tenant:ee5802bc36ca434f9f8454bfc4e9342c on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:19:05.076455 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-f15763dd-3dd3-411f-aaec-26d354a6c77d tempest-TestMinimumBasicScenario-1266134489 tempest-TestMinimumBasicScenario-1266134489-project-admin] Unset dirty status for tenant:ee5802bc36ca434f9f8454bfc4e9342c on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:19:05.078066 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f15763dd-3dd3-411f-aaec-26d354a6c77d tempest-TestMinimumBasicScenario-1266134489 tempest-TestMinimumBasicScenario-1266134489-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=875d9964-c364-49d3-8434-28f11904d1b4 HTTP/1.1" status: 200 len: 1094 time: 0.1564794 Feb 16 13:19:05.081381 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 48858) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:19:05.086550 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-f56e1d40-dbf7-4279-9f13-2d343fcb2703 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Request body: {'floatingip': {'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'port_id': '924aaa64-2834-425b-91e4-56809110154b', 'tenant_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:19:05.092596 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-f56e1d40-dbf7-4279-9f13-2d343fcb2703 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:19:05.096640 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-f56e1d40-dbf7-4279-9f13-2d343fcb2703 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Usage tracker for resource:floatingip and tenant:b14d6d1c01964733bcae6b9587c1f6c4 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:19:05.099656 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-f56e1d40-dbf7-4279-9f13-2d343fcb2703 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:19:05.106405 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-f56e1d40-dbf7-4279-9f13-2d343fcb2703 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:19:05.118696 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f56e1d40-dbf7-4279-9f13-2d343fcb2703 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks [] for floatingip, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:05.221815 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:05.257991 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f56e1d40-dbf7-4279-9f13-2d343fcb2703 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:05.271806 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:05.396885 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-f56e1d40-dbf7-4279-9f13-2d343fcb2703 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Allocated IP 172.26.5.16 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/c92867cc-7179-48ec-9f41-745b5f873b3c) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:19:05.547382 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f56e1d40-dbf7-4279-9f13-2d343fcb2703 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:05.579613 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f56e1d40-dbf7-4279-9f13-2d343fcb2703 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:05.641839 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56e1d40-dbf7-4279-9f13-2d343fcb2703 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:19:05.644635 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-f56e1d40-dbf7-4279-9f13-2d343fcb2703 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:19:05.648149 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56e1d40-dbf7-4279-9f13-2d343fcb2703 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:19:05.679517 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e1d40-dbf7-4279-9f13-2d343fcb2703 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Pushing event updated for resources: {'Port': ['ID=c92867cc-7179-48ec-9f41-745b5f873b3c,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:05.693721 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56e1d40-dbf7-4279-9f13-2d343fcb2703 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:05.694052 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56e1d40-dbf7-4279-9f13-2d343fcb2703 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:05.694386 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56e1d40-dbf7-4279-9f13-2d343fcb2703 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:05.694711 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56e1d40-dbf7-4279-9f13-2d343fcb2703 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:05.695029 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56e1d40-dbf7-4279-9f13-2d343fcb2703 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:05.695346 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56e1d40-dbf7-4279-9f13-2d343fcb2703 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:05.695663 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56e1d40-dbf7-4279-9f13-2d343fcb2703 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:05.695972 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56e1d40-dbf7-4279-9f13-2d343fcb2703 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:05.696284 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56e1d40-dbf7-4279-9f13-2d343fcb2703 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:05.696594 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56e1d40-dbf7-4279-9f13-2d343fcb2703 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:05.696945 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56e1d40-dbf7-4279-9f13-2d343fcb2703 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:05.697237 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56e1d40-dbf7-4279-9f13-2d343fcb2703 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:06.085600 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f56e1d40-dbf7-4279-9f13-2d343fcb2703 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:06.171738 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f56e1d40-dbf7-4279-9f13-2d343fcb2703 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:06.493856 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f56e1d40-dbf7-4279-9f13-2d343fcb2703 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:06.500309 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f56e1d40-dbf7-4279-9f13-2d343fcb2703 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:06.601885 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e1d40-dbf7-4279-9f13-2d343fcb2703 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Pushing event updated for resources: {'Port': ['ID=c92867cc-7179-48ec-9f41-745b5f873b3c,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:06.618629 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f56e1d40-dbf7-4279-9f13-2d343fcb2703 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:06.788348 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.l3_db [None req-f56e1d40-dbf7-4279-9f13-2d343fcb2703 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Floating IP 168be4a6-8bba-4b2b-970e-072a6de23b4d associated. External IP: 172.26.5.16, port: 924aaa64-2834-425b-91e4-56809110154b. Feb 16 13:19:06.814913 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:07.139028 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f56e1d40-dbf7-4279-9f13-2d343fcb2703 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Router e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:19:07.317123 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56e1d40-dbf7-4279-9f13-2d343fcb2703 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:19:07.327558 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09beb084-4084-44ac-b0d2-3c7ff8dde65d None None] Sync routers for ids ['e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:19:07.337773 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09beb084-4084-44ac-b0d2-3c7ff8dde65d None None] Routers {'e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:19:07.338293 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-09beb084-4084-44ac-b0d2-3c7ff8dde65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:19:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:19:07.342881 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f56e1d40-dbf7-4279-9f13-2d343fcb2703 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:07.399677 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f56e1d40-dbf7-4279-9f13-2d343fcb2703 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3145473 Feb 16 13:19:07.399677 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '875d9964-c364-49d3-8434-28f11904d1b4', 'tag': '924aaa64-2834-425b-91e4-56809110154b'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:19:07.399968 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 48862) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:19:07.405453 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-2d7497f4-c10b-4187-aaee-af0d1146f527 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1413213106', 'description': 'tempest-secgroup-smoke-1413213106 description', 'project_id': 'b14d6d1c01964733bcae6b9587c1f6c4'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:19:07.411834 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-2d7497f4-c10b-4187-aaee-af0d1146f527 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:19:07.422971 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-2d7497f4-c10b-4187-aaee-af0d1146f527 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:19:07.438414 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2d7497f4-c10b-4187-aaee-af0d1146f527 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:07.444855 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '875d9964-c364-49d3-8434-28f11904d1b4', 'tag': '924aaa64-2834-425b-91e4-56809110154b', 'status': 'completed', 'code': 200} Feb 16 13:19:07.463700 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-2d7497f4-c10b-4187-aaee-af0d1146f527 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:19:07.468062 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2d7497f4-c10b-4187-aaee-af0d1146f527 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Usage tracker for resource:security_group_rule and tenant:b14d6d1c01964733bcae6b9587c1f6c4 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:19:07.470963 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2d7497f4-c10b-4187-aaee-af0d1146f527 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:19:07.478083 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-2d7497f4-c10b-4187-aaee-af0d1146f527 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:19:07.552983 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2d7497f4-c10b-4187-aaee-af0d1146f527 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:07.558292 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2d7497f4-c10b-4187-aaee-af0d1146f527 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:07.564543 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad327c-0833-4098-8a17-b3e8efd9c473 req-da2889e2-fcc4-4aef-8144-34d00230e281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:07.566207 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-78ad327c-0833-4098-8a17-b3e8efd9c473 req-da2889e2-fcc4-4aef-8144-34d00230e281 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b14d6d1c01964733bcae6b9587c1f6c4&device_id=875d9964-c364-49d3-8434-28f11904d1b4 HTTP/1.1" status: 200 len: 1099 time: 0.0805976 Feb 16 13:19:07.569049 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-09beb084-4084-44ac-b0d2-3c7ff8dde65d None None] Set router e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:19:07.606161 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7497f4-c10b-4187-aaee-af0d1146f527 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cce97926-e672-4761-89e2-a8ac22753cd1,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:07.613968 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7497f4-c10b-4187-aaee-af0d1146f527 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:07.614323 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7497f4-c10b-4187-aaee-af0d1146f527 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:07.614667 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7497f4-c10b-4187-aaee-af0d1146f527 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:07.615002 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7497f4-c10b-4187-aaee-af0d1146f527 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:07.615340 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7497f4-c10b-4187-aaee-af0d1146f527 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:07.615670 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7497f4-c10b-4187-aaee-af0d1146f527 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:07.615999 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7497f4-c10b-4187-aaee-af0d1146f527 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:07.616352 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7497f4-c10b-4187-aaee-af0d1146f527 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:07.616671 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7497f4-c10b-4187-aaee-af0d1146f527 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:07.616997 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7497f4-c10b-4187-aaee-af0d1146f527 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:07.617323 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7497f4-c10b-4187-aaee-af0d1146f527 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:07.617642 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7497f4-c10b-4187-aaee-af0d1146f527 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:19:07.620660 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2d7497f4-c10b-4187-aaee-af0d1146f527 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:07.625069 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2d7497f4-c10b-4187-aaee-af0d1146f527 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2210405 Feb 16 13:19:07.626591 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 48868) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:19:07.630852 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-0a14e27b-462a-4916-b128-7de4613498b8 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Request body: {'security_group_rule': {'security_group_id': 'cce97926-e672-4761-89e2-a8ac22753cd1', 'project_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:19:07.636792 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0a14e27b-462a-4916-b128-7de4613498b8 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:19:07.640947 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0a14e27b-462a-4916-b128-7de4613498b8 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Usage tracker for resource:security_group_rule and tenant:b14d6d1c01964733bcae6b9587c1f6c4 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:19:07.643851 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0a14e27b-462a-4916-b128-7de4613498b8 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:19:07.649589 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0a14e27b-462a-4916-b128-7de4613498b8 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:19:07.667429 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0a14e27b-462a-4916-b128-7de4613498b8 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:07.707735 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad327c-0833-4098-8a17-b3e8efd9c473 req-bab0d4ed-6591-4e9d-9e24-3d0f16ca694e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:07.709278 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-78ad327c-0833-4098-8a17-b3e8efd9c473 req-bab0d4ed-6591-4e9d-9e24-3d0f16ca694e service neutron] 10.222.0.89 "GET /v2.0/networks?id=29f49a26-8886-40a6-96ed-d6aef3d1cdac HTTP/1.1" status: 200 len: 915 time: 0.1373172 Feb 16 13:19:07.735042 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0a14e27b-462a-4916-b128-7de4613498b8 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:07.739538 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0a14e27b-462a-4916-b128-7de4613498b8 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:07.767780 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a14e27b-462a-4916-b128-7de4613498b8 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93238dff-abf2-4f19-87f3-42b555d72e0d,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:07.776338 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0a14e27b-462a-4916-b128-7de4613498b8 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:07.780731 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0a14e27b-462a-4916-b128-7de4613498b8 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1519368 Feb 16 13:19:07.781089 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 48872) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:19:07.786777 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-b4a7f4b0-322d-488b-b7d6-a6db6817ea15 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Request body: {'security_group_rule': {'security_group_id': 'cce97926-e672-4761-89e2-a8ac22753cd1', 'project_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:19:07.792808 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b4a7f4b0-322d-488b-b7d6-a6db6817ea15 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:19:07.796987 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b4a7f4b0-322d-488b-b7d6-a6db6817ea15 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Usage tracker for resource:security_group_rule and tenant:b14d6d1c01964733bcae6b9587c1f6c4 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:19:07.799903 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b4a7f4b0-322d-488b-b7d6-a6db6817ea15 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:19:07.805867 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b4a7f4b0-322d-488b-b7d6-a6db6817ea15 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:19:07.826310 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b4a7f4b0-322d-488b-b7d6-a6db6817ea15 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:07.832782 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-78ad327c-0833-4098-8a17-b3e8efd9c473 req-90b6e8f3-6f9d-44ea-b3c1-574fbcddb88e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=924aaa64-2834-425b-91e4-56809110154b HTTP/1.1" status: 200 len: 999 time: 0.1125691 Feb 16 13:19:07.895510 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b4a7f4b0-322d-488b-b7d6-a6db6817ea15 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:07.899377 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b4a7f4b0-322d-488b-b7d6-a6db6817ea15 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:07.928278 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a7f4b0-322d-488b-b7d6-a6db6817ea15 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32e73344-fd87-41c9-85cc-469fefd0650c,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:07.937792 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b4a7f4b0-322d-488b-b7d6-a6db6817ea15 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:07.939391 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b4a7f4b0-322d-488b-b7d6-a6db6817ea15 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1571546 Feb 16 13:19:07.941145 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-09beb084-4084-44ac-b0d2-3c7ff8dde65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f', 'name': 'tempest-TestMinimumBasicScenario-867738625-router', 'tenant_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': '7c7658a0-da07-439d-a891-486b27d287d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:12Z', 'updated_at': '2022-02-16T13:18:16Z', 'revision_number': 4, 'project_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'gw_port': {'id': '7c7658a0-da07-439d-a891-486b27d287d1', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:96:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:12Z', 'updated_at': '2022-02-16T13:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '168be4a6-8bba-4b2b-970e-072a6de23b4d', 'tenant_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'floating_ip_address': '172.26.5.16', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': 'e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f', 'port_id': '924aaa64-2834-425b-91e4-56809110154b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29f49a26-8886-40a6-96ed-d6aef3d1cdac', 'mac_address': 'fa:16:3e:14:91:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875d9964-c364-49d3-8434-28f11904d1b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:19:06Z', 'updated_at': '2022-02-16T13:19:06Z', 'revision_number': 0, 'project_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda5bd81-4721-4fc9-a898-8fc72b52a58d', 'name': '', 'network_id': '29f49a26-8886-40a6-96ed-d6aef3d1cdac', 'tenant_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'mac_address': 'fa:16:3e:f8:41:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '2ca80a63-a732-4dba-ad02-70d7ec9ebb46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:15Z', 'updated_at': '2022-02-16T13:18:21Z', 'revision_number': 5, 'project_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'subnets': [{'id': '2ca80a63-a732-4dba-ad02-70d7ec9ebb46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:19:07.942467 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 48876) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:19:07.946162 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09beb084-4084-44ac-b0d2-3c7ff8dde65d None None] Checking router: e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:19:07.948285 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-19ff0f2e-275a-44ac-aef9-5ae2889c4b34 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Request body: {'security_group_rule': {'security_group_id': 'cce97926-e672-4761-89e2-a8ac22753cd1', 'project_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:19:07.955228 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-19ff0f2e-275a-44ac-aef9-5ae2889c4b34 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:19:07.957949 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09beb084-4084-44ac-b0d2-3c7ff8dde65d None None] Routers {'e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:19:07.958763 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-09beb084-4084-44ac-b0d2-3c7ff8dde65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:19:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:19:07.959176 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-19ff0f2e-275a-44ac-aef9-5ae2889c4b34 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Usage tracker for resource:security_group_rule and tenant:b14d6d1c01964733bcae6b9587c1f6c4 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:19:07.962531 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-19ff0f2e-275a-44ac-aef9-5ae2889c4b34 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:19:07.969773 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-19ff0f2e-275a-44ac-aef9-5ae2889c4b34 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:19:07.990270 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-19ff0f2e-275a-44ac-aef9-5ae2889c4b34 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:08.026858 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad327c-0833-4098-8a17-b3e8efd9c473 req-cf519d80-10d4-4187-9c9d-185c20dd0a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:08.028695 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-78ad327c-0833-4098-8a17-b3e8efd9c473 req-cf519d80-10d4-4187-9c9d-185c20dd0a60 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2ca80a63-a732-4dba-ad02-70d7ec9ebb46 HTTP/1.1" status: 200 len: 853 time: 0.1851606 Feb 16 13:19:08.058490 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-19ff0f2e-275a-44ac-aef9-5ae2889c4b34 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:08.062848 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-19ff0f2e-275a-44ac-aef9-5ae2889c4b34 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:08.084859 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff0f2e-275a-44ac-aef9-5ae2889c4b34 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4648c023-e8da-459e-9f75-91d2fa049858,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:08.100253 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-19ff0f2e-275a-44ac-aef9-5ae2889c4b34 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:08.101825 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-19ff0f2e-275a-44ac-aef9-5ae2889c4b34 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1581311 Feb 16 13:19:08.104873 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 48880) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:19:08.110353 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-f4985476-ce9f-4a79-afe5-7ba144db2a42 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Request body: {'security_group_rule': {'security_group_id': 'cce97926-e672-4761-89e2-a8ac22753cd1', 'project_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:19:08.115103 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad327c-0833-4098-8a17-b3e8efd9c473 req-ea0f270c-402c-4214-8f1e-f43f48552dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:08.116234 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f4985476-ce9f-4a79-afe5-7ba144db2a42 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:19:08.117879 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-78ad327c-0833-4098-8a17-b3e8efd9c473 req-ea0f270c-402c-4214-8f1e-f43f48552dd0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=29f49a26-8886-40a6-96ed-d6aef3d1cdac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795028 Feb 16 13:19:08.120130 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f4985476-ce9f-4a79-afe5-7ba144db2a42 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Usage tracker for resource:security_group_rule and tenant:b14d6d1c01964733bcae6b9587c1f6c4 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:19:08.122975 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f4985476-ce9f-4a79-afe5-7ba144db2a42 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:19:08.128729 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f4985476-ce9f-4a79-afe5-7ba144db2a42 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:19:08.144766 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-09beb084-4084-44ac-b0d2-3c7ff8dde65d None None] Set router e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:19:08.146679 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f4985476-ce9f-4a79-afe5-7ba144db2a42 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:08.213541 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f4985476-ce9f-4a79-afe5-7ba144db2a42 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:08.218968 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f4985476-ce9f-4a79-afe5-7ba144db2a42 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:08.246286 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4985476-ce9f-4a79-afe5-7ba144db2a42 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de903561-dae7-4807-a748-230cbfe0342c,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:08.258864 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-78ad327c-0833-4098-8a17-b3e8efd9c473 req-b333d543-a440-418a-ad51-0f66d52fa922 service neutron] 10.222.0.89 "GET /v2.0/networks/29f49a26-8886-40a6-96ed-d6aef3d1cdac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343732 Feb 16 13:19:08.259610 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f4985476-ce9f-4a79-afe5-7ba144db2a42 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:08.260985 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f4985476-ce9f-4a79-afe5-7ba144db2a42 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1550136 Feb 16 13:19:08.263834 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 48884) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:19:08.268979 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-d86edf2e-c3e6-455b-9999-4ff246b0530c tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Request body: {'security_group_rule': {'security_group_id': 'cce97926-e672-4761-89e2-a8ac22753cd1', 'project_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:19:08.275245 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d86edf2e-c3e6-455b-9999-4ff246b0530c tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:19:08.280522 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d86edf2e-c3e6-455b-9999-4ff246b0530c tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Usage tracker for resource:security_group_rule and tenant:b14d6d1c01964733bcae6b9587c1f6c4 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:19:08.284009 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-d86edf2e-c3e6-455b-9999-4ff246b0530c tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:19:08.290233 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-d86edf2e-c3e6-455b-9999-4ff246b0530c tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:19:08.302631 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-d86edf2e-c3e6-455b-9999-4ff246b0530c tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Project b14d6d1c01964733bcae6b9587c1f6c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:19:08.310462 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d86edf2e-c3e6-455b-9999-4ff246b0530c tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:08.383107 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d86edf2e-c3e6-455b-9999-4ff246b0530c tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:08.389750 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d86edf2e-c3e6-455b-9999-4ff246b0530c tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:08.403081 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-78ad327c-0833-4098-8a17-b3e8efd9c473 req-f722c0d9-ecb9-42ac-9bfe-6a19f47d46ce service neutron] 10.222.0.89 "GET /v2.0/networks/29f49a26-8886-40a6-96ed-d6aef3d1cdac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378398 Feb 16 13:19:08.416698 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86edf2e-c3e6-455b-9999-4ff246b0530c tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b3006b1-d637-4b5c-af05-502901a003db,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:08.428429 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d86edf2e-c3e6-455b-9999-4ff246b0530c tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:08.432922 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 48888) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:19:08.434171 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d86edf2e-c3e6-455b-9999-4ff246b0530c tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1693099 Feb 16 13:19:08.439801 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-c430987f-5c2b-4770-adf1-88b251ebcd90 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Request body: {'security_group_rule': {'security_group_id': 'cce97926-e672-4761-89e2-a8ac22753cd1', 'project_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:19:08.445975 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-c430987f-5c2b-4770-adf1-88b251ebcd90 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:19:08.449930 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-c430987f-5c2b-4770-adf1-88b251ebcd90 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Usage tracker for resource:security_group_rule and tenant:b14d6d1c01964733bcae6b9587c1f6c4 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:19:08.453014 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-c430987f-5c2b-4770-adf1-88b251ebcd90 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:19:08.459096 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-c430987f-5c2b-4770-adf1-88b251ebcd90 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:19:08.469733 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.securitygroups_db [None req-c430987f-5c2b-4770-adf1-88b251ebcd90 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Project b14d6d1c01964733bcae6b9587c1f6c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:19:08.476420 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c430987f-5c2b-4770-adf1-88b251ebcd90 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:08.515222 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-09beb084-4084-44ac-b0d2-3c7ff8dde65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f', 'name': 'tempest-TestMinimumBasicScenario-867738625-router', 'tenant_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': '7c7658a0-da07-439d-a891-486b27d287d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:12Z', 'updated_at': '2022-02-16T13:18:16Z', 'revision_number': 4, 'project_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'gw_port': {'id': '7c7658a0-da07-439d-a891-486b27d287d1', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:96:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:12Z', 'updated_at': '2022-02-16T13:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '168be4a6-8bba-4b2b-970e-072a6de23b4d', 'tenant_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'floating_ip_address': '172.26.5.16', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': 'e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f', 'port_id': '924aaa64-2834-425b-91e4-56809110154b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29f49a26-8886-40a6-96ed-d6aef3d1cdac', 'mac_address': 'fa:16:3e:14:91:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875d9964-c364-49d3-8434-28f11904d1b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:19:06Z', 'updated_at': '2022-02-16T13:19:06Z', 'revision_number': 0, 'project_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda5bd81-4721-4fc9-a898-8fc72b52a58d', 'name': '', 'network_id': '29f49a26-8886-40a6-96ed-d6aef3d1cdac', 'tenant_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'mac_address': 'fa:16:3e:f8:41:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '2ca80a63-a732-4dba-ad02-70d7ec9ebb46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:15Z', 'updated_at': '2022-02-16T13:18:21Z', 'revision_number': 5, 'project_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'subnets': [{'id': '2ca80a63-a732-4dba-ad02-70d7ec9ebb46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:19:08.519321 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09beb084-4084-44ac-b0d2-3c7ff8dde65d None None] The sync data for ids ['e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f'] in dv-neutron-829527-1-hyperv is: [{'id': 'e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f', 'name': 'tempest-TestMinimumBasicScenario-867738625-router', 'tenant_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': '7c7658a0-da07-439d-a891-486b27d287d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:12Z', 'updated_at': '2022-02-16T13:18:16Z', 'revision_number': 4, 'project_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'gw_port': {'id': '7c7658a0-da07-439d-a891-486b27d287d1', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:96:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:12Z', 'updated_at': '2022-02-16T13:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '168be4a6-8bba-4b2b-970e-072a6de23b4d', 'tenant_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'floating_ip_address': '172.26.5.16', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': 'e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f', 'port_id': '924aaa64-2834-425b-91e4-56809110154b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29f49a26-8886-40a6-96ed-d6aef3d1cdac', 'mac_address': 'fa:16:3e:14:91:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875d9964-c364-49d3-8434-28f11904d1b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:19:06Z', 'updated_at': '2022-02-16T13:19:06Z', 'revision_number': 0, 'project_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda5bd81-4721-4fc9-a898-8fc72b52a58d', 'name': '', 'network_id': '29f49a26-8886-40a6-96ed-d6aef3d1cdac', 'tenant_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'mac_address': 'fa:16:3e:f8:41:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '2ca80a63-a732-4dba-ad02-70d7ec9ebb46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:15Z', 'updated_at': '2022-02-16T13:18:21Z', 'revision_number': 5, 'project_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'subnets': [{'id': '2ca80a63-a732-4dba-ad02-70d7ec9ebb46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:19:08.538692 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c430987f-5c2b-4770-adf1-88b251ebcd90 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:08.543266 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c430987f-5c2b-4770-adf1-88b251ebcd90 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:08.568503 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c430987f-5c2b-4770-adf1-88b251ebcd90 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=668aad99-2931-4d29-be0e-679443aaac3c,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:08.579894 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c430987f-5c2b-4770-adf1-88b251ebcd90 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:08.581219 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-c430987f-5c2b-4770-adf1-88b251ebcd90 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1468680 Feb 16 13:19:08.707138 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b6209592-6fc5-40da-9426-6ece1001eb47 req-83c679ac-6633-4c6e-90ca-b18944b7af9d tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1413213106&fields=id&tenant_id=b14d6d1c01964733bcae6b9587c1f6c4 HTTP/1.1" status: 200 len: 267 time: 0.0458896 Feb 16 13:19:08.709597 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc1e46f-9a11-435b-958e-7aae4291c716 None None] New status for floating IP 168be4a6-8bba-4b2b-970e-072a6de23b4d: ACTIVE {{(pid=87702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:19:08.792434 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6209592-6fc5-40da-9426-6ece1001eb47 req-1f9cefc8-cebb-45ee-8546-d4327b46bcdd tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:08.794243 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b6209592-6fc5-40da-9426-6ece1001eb47 req-1f9cefc8-cebb-45ee-8546-d4327b46bcdd tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/ports?device_id=875d9964-c364-49d3-8434-28f11904d1b4 HTTP/1.1" status: 200 len: 946 time: 0.0810943 Feb 16 13:19:08.805690 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-b6209592-6fc5-40da-9426-6ece1001eb47 req-8a77ca40-e753-435b-b43c-f8ff3d1b10f5 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Request body: {'port': {'security_groups': ['ac26c9d8-11a9-4bd5-bb04-47c0d3b2b7d9', 'cce97926-e672-4761-89e2-a8ac22753cd1']}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:19:08.924788 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-b6209592-6fc5-40da-9426-6ece1001eb47 req-8a77ca40-e753-435b-b43c-f8ff3d1b10f5 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:09.204687 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-b6209592-6fc5-40da-9426-6ece1001eb47 req-8a77ca40-e753-435b-b43c-f8ff3d1b10f5 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] For port 924aaa64-2834-425b-91e4-56809110154b, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=924aaa64-2834-425b-91e4-56809110154b,segment=NetworkSegment(b951cbda-2e42-4d5f-a6a8-ea1339841f8a),segment_id=b951cbda-2e42-4d5f-a6a8-ea1339841f8a)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:19:09.229765 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-b6209592-6fc5-40da-9426-6ece1001eb47 req-8a77ca40-e753-435b-b43c-f8ff3d1b10f5 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:09.237110 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-b6209592-6fc5-40da-9426-6ece1001eb47 req-8a77ca40-e753-435b-b43c-f8ff3d1b10f5 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:09.249824 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['924aaa64-2834-425b-91e4-56809110154b'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:19:09.306013 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6209592-6fc5-40da-9426-6ece1001eb47 req-8a77ca40-e753-435b-b43c-f8ff3d1b10f5 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:09.306629 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-b6209592-6fc5-40da-9426-6ece1001eb47 req-8a77ca40-e753-435b-b43c-f8ff3d1b10f5 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:09.308295 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b6209592-6fc5-40da-9426-6ece1001eb47 req-8a77ca40-e753-435b-b43c-f8ff3d1b10f5 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "PUT /v2.0/ports/924aaa64-2834-425b-91e4-56809110154b HTTP/1.1" status: 200 len: 982 time: 0.5075622 Feb 16 13:19:09.324937 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a77ca40-e753-435b-b43c-f8ff3d1b10f5 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Pushing event updated for resources: {'Port': ['ID=924aaa64-2834-425b-91e4-56809110154b,revision_number=6']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:19:09.374013 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['924aaa64-2834-425b-91e4-56809110154b'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:19:09.446397 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '875d9964-c364-49d3-8434-28f11904d1b4', 'tag': '924aaa64-2834-425b-91e4-56809110154b'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:19:09.501440 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '875d9964-c364-49d3-8434-28f11904d1b4', 'tag': '924aaa64-2834-425b-91e4-56809110154b', 'status': 'completed', 'code': 200} Feb 16 13:19:09.518765 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f606f3-655d-4711-9019-afb4c95168da req-b116e3d7-5ef4-4db4-adfe-8ebcee57148c tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:09.520308 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-78f606f3-655d-4711-9019-afb4c95168da req-b116e3d7-5ef4-4db4-adfe-8ebcee57148c tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/ports?device_id=875d9964-c364-49d3-8434-28f11904d1b4 HTTP/1.1" status: 200 len: 985 time: 0.1110840 Feb 16 13:19:09.579657 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-78f606f3-655d-4711-9019-afb4c95168da req-09e13d53-614a-4233-b41e-6fec8899a0dd tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Synchronizing usage tracker for tenant:b14d6d1c01964733bcae6b9587c1f6c4 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:19:09.602872 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-78f606f3-655d-4711-9019-afb4c95168da req-09e13d53-614a-4233-b41e-6fec8899a0dd tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Unset dirty status for tenant:b14d6d1c01964733bcae6b9587c1f6c4 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:19:09.603107 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6624a362-61fe-4f52-b62e-5920ae307c21 req-ef90e81e-5965-4ae9-96ca-76800fee3520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:09.604385 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-78f606f3-655d-4711-9019-afb4c95168da req-09e13d53-614a-4233-b41e-6fec8899a0dd tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac26c9d8-11a9-4bd5-bb04-47c0d3b2b7d9&id=cce97926-e672-4761-89e2-a8ac22753cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0697050 Feb 16 13:19:09.604770 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6624a362-61fe-4f52-b62e-5920ae307c21 req-ef90e81e-5965-4ae9-96ca-76800fee3520 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b14d6d1c01964733bcae6b9587c1f6c4&device_id=875d9964-c364-49d3-8434-28f11904d1b4 HTTP/1.1" status: 200 len: 1138 time: 0.0796127 Feb 16 13:19:09.606670 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-8d54e984-f5d0-4a37-9f31-9a8961ed68c4 None None] Provisioning complete for port 924aaa64-2834-425b-91e4-56809110154b triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:19:09.607058 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8d54e984-f5d0-4a37-9f31-9a8961ed68c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:09.738001 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6624a362-61fe-4f52-b62e-5920ae307c21 req-c3f21a06-70a9-4499-b59d-371b1093390f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:09.739378 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6624a362-61fe-4f52-b62e-5920ae307c21 req-c3f21a06-70a9-4499-b59d-371b1093390f service neutron] 10.222.0.89 "GET /v2.0/networks?id=29f49a26-8886-40a6-96ed-d6aef3d1cdac HTTP/1.1" status: 200 len: 915 time: 0.1283002 Feb 16 13:19:09.841246 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6624a362-61fe-4f52-b62e-5920ae307c21 req-17e6b492-015f-474b-a3f6-d903937ecebe service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=924aaa64-2834-425b-91e4-56809110154b HTTP/1.1" status: 200 len: 1001 time: 0.0945284 Feb 16 13:19:09.906377 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6624a362-61fe-4f52-b62e-5920ae307c21 req-44d8c334-5a0d-4d4c-8983-c52d3d8884a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:09.907850 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6624a362-61fe-4f52-b62e-5920ae307c21 req-44d8c334-5a0d-4d4c-8983-c52d3d8884a0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2ca80a63-a732-4dba-ad02-70d7ec9ebb46 HTTP/1.1" status: 200 len: 853 time: 0.0603726 Feb 16 13:19:09.983690 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6624a362-61fe-4f52-b62e-5920ae307c21 req-8e0f3c8f-8e8a-4d4c-9f8d-8c8867531980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:09.985208 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6624a362-61fe-4f52-b62e-5920ae307c21 req-8e0f3c8f-8e8a-4d4c-9f8d-8c8867531980 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=29f49a26-8886-40a6-96ed-d6aef3d1cdac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699596 Feb 16 13:19:10.119964 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6624a362-61fe-4f52-b62e-5920ae307c21 req-06b35df5-7fa1-4fad-8f5a-afdac2510c22 service neutron] 10.222.0.89 "GET /v2.0/networks/29f49a26-8886-40a6-96ed-d6aef3d1cdac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271150 Feb 16 13:19:10.265944 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6624a362-61fe-4f52-b62e-5920ae307c21 req-5fbe7994-1af8-4c36-b064-0a99bc5e4df5 service neutron] 10.222.0.89 "GET /v2.0/networks/29f49a26-8886-40a6-96ed-d6aef3d1cdac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387157 Feb 16 13:19:18.610164 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d50565ff-6d3f-46ab-880e-7726cfdbc882 req-b08ae532-b870-404a-a0a5-4b720132a482 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=875d9964-c364-49d3-8434-28f11904d1b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0803185 Feb 16 13:19:18.785247 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50565ff-6d3f-46ab-880e-7726cfdbc882 req-93227be1-b986-4185-9f85-38032b7678ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:18.786727 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d50565ff-6d3f-46ab-880e-7726cfdbc882 req-93227be1-b986-4185-9f85-38032b7678ac service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b14d6d1c01964733bcae6b9587c1f6c4&device_id=875d9964-c364-49d3-8434-28f11904d1b4 HTTP/1.1" status: 200 len: 1138 time: 0.0773873 Feb 16 13:19:19.042933 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50565ff-6d3f-46ab-880e-7726cfdbc882 req-baf2e497-6664-48f0-894f-bad33717dc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:19.044484 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d50565ff-6d3f-46ab-880e-7726cfdbc882 req-baf2e497-6664-48f0-894f-bad33717dc6f service neutron] 10.222.0.89 "GET /v2.0/networks?id=29f49a26-8886-40a6-96ed-d6aef3d1cdac HTTP/1.1" status: 200 len: 915 time: 0.2275171 Feb 16 13:19:19.152953 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d50565ff-6d3f-46ab-880e-7726cfdbc882 req-5ede70f8-a96e-4a37-bde3-2b9ca1c1fdaa service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=924aaa64-2834-425b-91e4-56809110154b HTTP/1.1" status: 200 len: 1001 time: 0.0973639 Feb 16 13:19:19.221522 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50565ff-6d3f-46ab-880e-7726cfdbc882 req-af17a4a6-9b1c-4cd9-983c-ef8d0746ec23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:19.222841 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d50565ff-6d3f-46ab-880e-7726cfdbc882 req-af17a4a6-9b1c-4cd9-983c-ef8d0746ec23 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2ca80a63-a732-4dba-ad02-70d7ec9ebb46 HTTP/1.1" status: 200 len: 853 time: 0.0603330 Feb 16 13:19:19.307962 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50565ff-6d3f-46ab-880e-7726cfdbc882 req-ad33c111-5516-4853-a468-49be17d8a54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:19.309549 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d50565ff-6d3f-46ab-880e-7726cfdbc882 req-ad33c111-5516-4853-a468-49be17d8a54b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=29f49a26-8886-40a6-96ed-d6aef3d1cdac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719328 Feb 16 13:19:19.444743 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d50565ff-6d3f-46ab-880e-7726cfdbc882 req-8e6049a5-1739-44a3-8cbe-781aa23aaf63 service neutron] 10.222.0.89 "GET /v2.0/networks/29f49a26-8886-40a6-96ed-d6aef3d1cdac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249325 Feb 16 13:19:19.602410 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d50565ff-6d3f-46ab-880e-7726cfdbc882 req-3b155fee-f525-4269-93c0-ad983c7e0dbf service neutron] 10.222.0.89 "GET /v2.0/networks/29f49a26-8886-40a6-96ed-d6aef3d1cdac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458802 Feb 16 13:19:31.873792 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-1c88e7ce-e03c-4850-b324-e34b54292b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:32.303834 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d2c11-61ec-4af0-855f-1a5f643dcf0c req-03383d8d-78cc-4689-a66d-ef1464c48adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:32.305369 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-899d2c11-61ec-4af0-855f-1a5f643dcf0c req-03383d8d-78cc-4689-a66d-ef1464c48adc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b14d6d1c01964733bcae6b9587c1f6c4&device_id=875d9964-c364-49d3-8434-28f11904d1b4 HTTP/1.1" status: 200 len: 1138 time: 0.0731692 Feb 16 13:19:32.338224 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c3da2-34ce-4b53-8309-b16b06795015 req-af27880e-cfa3-43b3-a376-7be1b4ae5c9c tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:32.339683 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-435c3da2-34ce-4b53-8309-b16b06795015 req-af27880e-cfa3-43b3-a376-7be1b4ae5c9c tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/ports?device_id=875d9964-c364-49d3-8434-28f11904d1b4 HTTP/1.1" status: 200 len: 985 time: 0.0852165 Feb 16 13:19:32.387486 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-435c3da2-34ce-4b53-8309-b16b06795015 req-54243c9d-c44b-4c04-830e-6891ae7b4c40 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac26c9d8-11a9-4bd5-bb04-47c0d3b2b7d9&id=cce97926-e672-4761-89e2-a8ac22753cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414696 Feb 16 13:19:32.441484 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d2c11-61ec-4af0-855f-1a5f643dcf0c req-520e4f22-3674-414e-8493-b6c4e4590a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:32.442953 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-899d2c11-61ec-4af0-855f-1a5f643dcf0c req-520e4f22-3674-414e-8493-b6c4e4590a71 service neutron] 10.222.0.89 "GET /v2.0/networks?id=29f49a26-8886-40a6-96ed-d6aef3d1cdac HTTP/1.1" status: 200 len: 915 time: 0.1303802 Feb 16 13:19:32.548988 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-899d2c11-61ec-4af0-855f-1a5f643dcf0c req-4aba67c4-d79c-4b99-8da3-1fe41fb260e4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=924aaa64-2834-425b-91e4-56809110154b HTTP/1.1" status: 200 len: 1001 time: 0.0989020 Feb 16 13:19:32.615095 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d2c11-61ec-4af0-855f-1a5f643dcf0c req-1a7305d3-62c5-4e3e-b2d5-1d3a7382622d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:32.616515 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-899d2c11-61ec-4af0-855f-1a5f643dcf0c req-1a7305d3-62c5-4e3e-b2d5-1d3a7382622d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2ca80a63-a732-4dba-ad02-70d7ec9ebb46 HTTP/1.1" status: 200 len: 853 time: 0.0596771 Feb 16 13:19:32.697024 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d2c11-61ec-4af0-855f-1a5f643dcf0c req-7a510947-170b-4d02-adda-5d71108e0000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:32.699101 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-899d2c11-61ec-4af0-855f-1a5f643dcf0c req-7a510947-170b-4d02-adda-5d71108e0000 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=29f49a26-8886-40a6-96ed-d6aef3d1cdac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753191 Feb 16 13:19:32.843223 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-899d2c11-61ec-4af0-855f-1a5f643dcf0c req-23e6b484-8cbb-4fe4-baef-410b468016f7 service neutron] 10.222.0.89 "GET /v2.0/networks/29f49a26-8886-40a6-96ed-d6aef3d1cdac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359937 Feb 16 13:19:32.973903 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-899d2c11-61ec-4af0-855f-1a5f643dcf0c req-bd5b0579-3a95-4cc5-8e1d-5e82e685f1b2 service neutron] 10.222.0.89 "GET /v2.0/networks/29f49a26-8886-40a6-96ed-d6aef3d1cdac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229103 Feb 16 13:19:33.579082 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6f702-9dc1-4843-966e-1b431996473f req-1d3ce0ab-0fe0-41e7-8371-c16700d346d6 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:33.580558 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-17f6f702-9dc1-4843-966e-1b431996473f req-1d3ce0ab-0fe0-41e7-8371-c16700d346d6 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/ports?device_id=875d9964-c364-49d3-8434-28f11904d1b4 HTTP/1.1" status: 200 len: 985 time: 0.0862532 Feb 16 13:19:33.632177 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-17f6f702-9dc1-4843-966e-1b431996473f req-1c13ca41-3de5-4c1d-acaf-fac67e81f97b tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac26c9d8-11a9-4bd5-bb04-47c0d3b2b7d9&id=cce97926-e672-4761-89e2-a8ac22753cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0456476 Feb 16 13:19:34.185015 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-1afded46-fe68-4b36-86d6-ac3605745e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:34.689367 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:34.840545 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab016b-32ba-4f5a-bffc-4653c6a00148 req-b8ad7f73-3011-49ad-a2ea-cefee5efa2ac tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:34.842041 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-93ab016b-32ba-4f5a-bffc-4653c6a00148 req-b8ad7f73-3011-49ad-a2ea-cefee5efa2ac tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/ports?device_id=875d9964-c364-49d3-8434-28f11904d1b4 HTTP/1.1" status: 200 len: 985 time: 0.0881453 Feb 16 13:19:34.888839 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-93ab016b-32ba-4f5a-bffc-4653c6a00148 req-607967dd-ac70-4f00-ae93-aca42c89d9f9 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac26c9d8-11a9-4bd5-bb04-47c0d3b2b7d9&id=cce97926-e672-4761-89e2-a8ac22753cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408330 Feb 16 13:19:35.227113 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:35.278628 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:36.102229 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f7217-09a8-4747-9c7a-d76c9db55990 req-739f618d-b4f2-4a62-a9d7-ac0bf73af22d tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:36.103693 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cb7f7217-09a8-4747-9c7a-d76c9db55990 req-739f618d-b4f2-4a62-a9d7-ac0bf73af22d tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/ports?device_id=875d9964-c364-49d3-8434-28f11904d1b4 HTTP/1.1" status: 200 len: 985 time: 0.0953479 Feb 16 13:19:36.152935 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cb7f7217-09a8-4747-9c7a-d76c9db55990 req-413012d8-e8ef-4f98-b290-105d6b7e8b68 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac26c9d8-11a9-4bd5-bb04-47c0d3b2b7d9&id=cce97926-e672-4761-89e2-a8ac22753cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407875 Feb 16 13:19:36.195750 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:19:36.817641 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:19:37.352521 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa34ad0-2a6b-4ad9-b1be-f4ca3fad7dc8 req-0d2cb462-9b8d-40e1-8944-0bf93c4dea4d tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:37.354034 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8aa34ad0-2a6b-4ad9-b1be-f4ca3fad7dc8 req-0d2cb462-9b8d-40e1-8944-0bf93c4dea4d tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/ports?device_id=875d9964-c364-49d3-8434-28f11904d1b4 HTTP/1.1" status: 200 len: 985 time: 0.0854816 Feb 16 13:19:37.401250 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8aa34ad0-2a6b-4ad9-b1be-f4ca3fad7dc8 req-48a4fe31-3bce-40e5-b5ed-7c0e75976802 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac26c9d8-11a9-4bd5-bb04-47c0d3b2b7d9&id=cce97926-e672-4761-89e2-a8ac22753cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413706 Feb 16 13:19:38.732539 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809b053-54fa-4a17-8d23-91efb5c6213a req-d03187b1-11e5-472a-9ad4-d0a3f207cb24 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:38.733922 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2809b053-54fa-4a17-8d23-91efb5c6213a req-d03187b1-11e5-472a-9ad4-d0a3f207cb24 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/ports?device_id=875d9964-c364-49d3-8434-28f11904d1b4 HTTP/1.1" status: 200 len: 985 time: 0.2001331 Feb 16 13:19:38.784915 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2809b053-54fa-4a17-8d23-91efb5c6213a req-dacc3f0e-75f5-4348-9d75-6801ce849690 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac26c9d8-11a9-4bd5-bb04-47c0d3b2b7d9&id=cce97926-e672-4761-89e2-a8ac22753cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422914 Feb 16 13:19:39.988673 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08bc570-1759-4cc5-967a-0d22ad9bca2a req-326b26f9-6dae-45c8-b406-8d2ce010d75c tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:39.990116 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f08bc570-1759-4cc5-967a-0d22ad9bca2a req-326b26f9-6dae-45c8-b406-8d2ce010d75c tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/ports?device_id=875d9964-c364-49d3-8434-28f11904d1b4 HTTP/1.1" status: 200 len: 985 time: 0.0895522 Feb 16 13:19:40.041622 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f08bc570-1759-4cc5-967a-0d22ad9bca2a req-1d610fef-0834-4228-b6a2-6cc198822d13 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac26c9d8-11a9-4bd5-bb04-47c0d3b2b7d9&id=cce97926-e672-4761-89e2-a8ac22753cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0455618 Feb 16 13:19:41.244305 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dce701-e6c4-4228-b19b-0504110a84e6 req-923684b4-0b19-4eca-8990-80ebf78d7e2b tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:41.246103 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-92dce701-e6c4-4228-b19b-0504110a84e6 req-923684b4-0b19-4eca-8990-80ebf78d7e2b tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/ports?device_id=875d9964-c364-49d3-8434-28f11904d1b4 HTTP/1.1" status: 200 len: 985 time: 0.0927150 Feb 16 13:19:41.293580 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-92dce701-e6c4-4228-b19b-0504110a84e6 req-02f04ad4-4f4f-463e-b875-56abeaa87608 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac26c9d8-11a9-4bd5-bb04-47c0d3b2b7d9&id=cce97926-e672-4761-89e2-a8ac22753cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415282 Feb 16 13:19:42.510593 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ad849-9925-4611-9af3-5cddf1c4ae9f req-5279d17c-b44d-48d2-bb12-a88f6ac12dc3 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:42.512037 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5b3ad849-9925-4611-9af3-5cddf1c4ae9f req-5279d17c-b44d-48d2-bb12-a88f6ac12dc3 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/ports?device_id=875d9964-c364-49d3-8434-28f11904d1b4 HTTP/1.1" status: 200 len: 985 time: 0.0887628 Feb 16 13:19:42.562234 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5b3ad849-9925-4611-9af3-5cddf1c4ae9f req-7671568d-9b76-4022-9c9c-b68cbd114afe tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac26c9d8-11a9-4bd5-bb04-47c0d3b2b7d9&id=cce97926-e672-4761-89e2-a8ac22753cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428131 Feb 16 13:19:43.757825 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd16fbd-48fc-4518-b3bd-13dccddb902d req-670de7f3-5b42-457a-9656-767b2da1093a tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:43.759232 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8cd16fbd-48fc-4518-b3bd-13dccddb902d req-670de7f3-5b42-457a-9656-767b2da1093a tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/ports?device_id=875d9964-c364-49d3-8434-28f11904d1b4 HTTP/1.1" status: 200 len: 985 time: 0.0884385 Feb 16 13:19:43.808118 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8cd16fbd-48fc-4518-b3bd-13dccddb902d req-c5b99e63-ba46-47af-afc6-d4a6a7ef9185 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac26c9d8-11a9-4bd5-bb04-47c0d3b2b7d9&id=cce97926-e672-4761-89e2-a8ac22753cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425241 Feb 16 13:19:45.019288 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e9dda-c5e1-43af-90b2-f5092d6b9d12 req-0e958e5c-8b55-4855-a918-f5540df53fa2 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:19:45.020762 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4d0e9dda-c5e1-43af-90b2-f5092d6b9d12 req-0e958e5c-8b55-4855-a918-f5540df53fa2 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/ports?device_id=875d9964-c364-49d3-8434-28f11904d1b4 HTTP/1.1" status: 200 len: 985 time: 0.0874259 Feb 16 13:19:45.069763 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4d0e9dda-c5e1-43af-90b2-f5092d6b9d12 req-368e22ce-0d25-44f0-8789-7e5fc74ed3cf tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac26c9d8-11a9-4bd5-bb04-47c0d3b2b7d9&id=cce97926-e672-4761-89e2-a8ac22753cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407403 Feb 16 13:20:01.875119 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-58b06682-68bb-4fc9-a094-6804d1b015cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:04.181799 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-02e6cb0b-e206-4e6e-9af3-1bd2f9e4b1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:04.708924 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:05.225748 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:05.278275 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:06.885245 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:13.201266 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:20:18.240952 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0a73ffa2-c8eb-419d-90c0-4757492ca636 req-58538afb-c1e1-4265-8307-61f533d3e542 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1413213106&fields=id&tenant_id=b14d6d1c01964733bcae6b9587c1f6c4 HTTP/1.1" status: 200 len: 267 time: 0.0420024 Feb 16 13:20:18.332285 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73ffa2-c8eb-419d-90c0-4757492ca636 req-916148b2-0e4b-48a9-be54-0af4d2a9d124 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:18.333760 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0a73ffa2-c8eb-419d-90c0-4757492ca636 req-916148b2-0e4b-48a9-be54-0af4d2a9d124 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/ports?device_id=875d9964-c364-49d3-8434-28f11904d1b4 HTTP/1.1" status: 200 len: 985 time: 0.0853689 Feb 16 13:20:18.347239 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-0a73ffa2-c8eb-419d-90c0-4757492ca636 req-fce84053-2ca9-43eb-bac7-50b7df593601 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Request body: {'port': {'security_groups': ['ac26c9d8-11a9-4bd5-bb04-47c0d3b2b7d9']}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:20:18.465892 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-0a73ffa2-c8eb-419d-90c0-4757492ca636 req-fce84053-2ca9-43eb-bac7-50b7df593601 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:18.693680 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8ae7b487-f772-4b0c-a6b8-1243849cba86 req-f86c83c3-1f73-4e64-a80e-d29ce11693f4 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=875d9964-c364-49d3-8434-28f11904d1b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1771183 Feb 16 13:20:18.757576 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-0a73ffa2-c8eb-419d-90c0-4757492ca636 req-fce84053-2ca9-43eb-bac7-50b7df593601 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] For port 924aaa64-2834-425b-91e4-56809110154b, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=924aaa64-2834-425b-91e4-56809110154b,segment=NetworkSegment(b951cbda-2e42-4d5f-a6a8-ea1339841f8a),segment_id=b951cbda-2e42-4d5f-a6a8-ea1339841f8a)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:20:18.829572 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-0a73ffa2-c8eb-419d-90c0-4757492ca636 req-fce84053-2ca9-43eb-bac7-50b7df593601 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:18.838435 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-0a73ffa2-c8eb-419d-90c0-4757492ca636 req-fce84053-2ca9-43eb-bac7-50b7df593601 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:18.852203 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['924aaa64-2834-425b-91e4-56809110154b'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:20:18.914772 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73ffa2-c8eb-419d-90c0-4757492ca636 req-fce84053-2ca9-43eb-bac7-50b7df593601 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:18.915358 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-0a73ffa2-c8eb-419d-90c0-4757492ca636 req-fce84053-2ca9-43eb-bac7-50b7df593601 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:18.916768 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0a73ffa2-c8eb-419d-90c0-4757492ca636 req-fce84053-2ca9-43eb-bac7-50b7df593601 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "PUT /v2.0/ports/924aaa64-2834-425b-91e4-56809110154b HTTP/1.1" status: 200 len: 943 time: 0.5741234 Feb 16 13:20:18.919757 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '875d9964-c364-49d3-8434-28f11904d1b4', 'tag': '924aaa64-2834-425b-91e4-56809110154b'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:20:18.924024 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 48956) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:20:18.947259 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae7b487-f772-4b0c-a6b8-1243849cba86 req-07d7d598-3ec7-4765-8d86-a3bcc891c55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:18.948676 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8ae7b487-f772-4b0c-a6b8-1243849cba86 req-07d7d598-3ec7-4765-8d86-a3bcc891c55a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b14d6d1c01964733bcae6b9587c1f6c4&device_id=875d9964-c364-49d3-8434-28f11904d1b4 HTTP/1.1" status: 200 len: 1138 time: 0.1817911 Feb 16 13:20:18.962723 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce84053-2ca9-43eb-bac7-50b7df593601 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Pushing event updated for resources: {'Port': ['ID=924aaa64-2834-425b-91e4-56809110154b,revision_number=7']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:18.994324 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce84053-2ca9-43eb-bac7-50b7df593601 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:18.994693 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce84053-2ca9-43eb-bac7-50b7df593601 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:18.995035 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce84053-2ca9-43eb-bac7-50b7df593601 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:18.995364 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce84053-2ca9-43eb-bac7-50b7df593601 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:18.995694 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce84053-2ca9-43eb-bac7-50b7df593601 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:18.996017 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce84053-2ca9-43eb-bac7-50b7df593601 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:18.996347 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce84053-2ca9-43eb-bac7-50b7df593601 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:18.996716 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce84053-2ca9-43eb-bac7-50b7df593601 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:18.997052 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce84053-2ca9-43eb-bac7-50b7df593601 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:18.997360 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce84053-2ca9-43eb-bac7-50b7df593601 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:18.997678 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce84053-2ca9-43eb-bac7-50b7df593601 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:18.997994 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce84053-2ca9-43eb-bac7-50b7df593601 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:19.005106 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '875d9964-c364-49d3-8434-28f11904d1b4', 'tag': '924aaa64-2834-425b-91e4-56809110154b', 'status': 'completed', 'code': 200} Feb 16 13:20:19.018991 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['924aaa64-2834-425b-91e4-56809110154b'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:20:19.040483 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-40114c5c-0b2c-4d19-853d-cd2aaf58ede4 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:19.091525 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-40114c5c-0b2c-4d19-853d-cd2aaf58ede4 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:19.143347 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae7b487-f772-4b0c-a6b8-1243849cba86 req-23cba864-6008-41cd-a223-464983a5e9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:19.144866 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8ae7b487-f772-4b0c-a6b8-1243849cba86 req-23cba864-6008-41cd-a223-464983a5e9f7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=29f49a26-8886-40a6-96ed-d6aef3d1cdac HTTP/1.1" status: 200 len: 915 time: 0.1702254 Feb 16 13:20:19.177011 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-40114c5c-0b2c-4d19-853d-cd2aaf58ede4 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:19.197592 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40114c5c-0b2c-4d19-853d-cd2aaf58ede4 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce97926-e672-4761-89e2-a8ac22753cd1,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:19.206466 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40114c5c-0b2c-4d19-853d-cd2aaf58ede4 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:19.206922 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40114c5c-0b2c-4d19-853d-cd2aaf58ede4 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:19.207603 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40114c5c-0b2c-4d19-853d-cd2aaf58ede4 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:19.208048 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40114c5c-0b2c-4d19-853d-cd2aaf58ede4 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:19.208473 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40114c5c-0b2c-4d19-853d-cd2aaf58ede4 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:19.208926 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40114c5c-0b2c-4d19-853d-cd2aaf58ede4 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:19.209268 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40114c5c-0b2c-4d19-853d-cd2aaf58ede4 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:19.209598 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40114c5c-0b2c-4d19-853d-cd2aaf58ede4 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:19.209925 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40114c5c-0b2c-4d19-853d-cd2aaf58ede4 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:19.210253 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40114c5c-0b2c-4d19-853d-cd2aaf58ede4 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:19.210577 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40114c5c-0b2c-4d19-853d-cd2aaf58ede4 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:19.210899 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40114c5c-0b2c-4d19-853d-cd2aaf58ede4 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:19.216319 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-9b15dd82-e317-4efc-b542-944fcec920a3 None None] Provisioning complete for port 924aaa64-2834-425b-91e4-56809110154b triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:20:19.216740 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9b15dd82-e317-4efc-b542-944fcec920a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:19.224184 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-40114c5c-0b2c-4d19-853d-cd2aaf58ede4 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:19.228560 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-40114c5c-0b2c-4d19-853d-cd2aaf58ede4 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "DELETE /v2.0/security-groups/cce97926-e672-4761-89e2-a8ac22753cd1 HTTP/1.1" status: 204 len: 168 time: 0.3020210 Feb 16 13:20:19.229199 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 48962) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:20:19.259064 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8ae7b487-f772-4b0c-a6b8-1243849cba86 req-f05ed6ca-a06a-4da5-a9e9-fd068685fdcc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=924aaa64-2834-425b-91e4-56809110154b HTTP/1.1" status: 200 len: 1001 time: 0.1069024 Feb 16 13:20:19.326521 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae7b487-f772-4b0c-a6b8-1243849cba86 req-66253e9b-4b23-40bd-865e-d8e4a94b06b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:19.327719 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8ae7b487-f772-4b0c-a6b8-1243849cba86 req-66253e9b-4b23-40bd-865e-d8e4a94b06b2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2ca80a63-a732-4dba-ad02-70d7ec9ebb46 HTTP/1.1" status: 200 len: 853 time: 0.0623479 Feb 16 13:20:19.403278 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae7b487-f772-4b0c-a6b8-1243849cba86 req-890ffca6-7b0d-44e0-a31a-c4540f24465d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:19.404797 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8ae7b487-f772-4b0c-a6b8-1243849cba86 req-890ffca6-7b0d-44e0-a31a-c4540f24465d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=29f49a26-8886-40a6-96ed-d6aef3d1cdac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705006 Feb 16 13:20:19.439247 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b2ec7657-1e42-4acd-b534-e5f8193b4484 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Deleting port c92867cc-7179-48ec-9f41-745b5f873b3c {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:20:19.439580 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b2ec7657-1e42-4acd-b534-e5f8193b4484 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:19.541651 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8ae7b487-f772-4b0c-a6b8-1243849cba86 req-38c501c4-333b-4d14-a691-3cb7251fc2e3 service neutron] 10.222.0.89 "GET /v2.0/networks/29f49a26-8886-40a6-96ed-d6aef3d1cdac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297450 Feb 16 13:20:19.675104 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8ae7b487-f772-4b0c-a6b8-1243849cba86 req-81e7ef05-76b2-4f4e-8945-7b9c175217f2 service neutron] 10.222.0.89 "GET /v2.0/networks/29f49a26-8886-40a6-96ed-d6aef3d1cdac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269879 Feb 16 13:20:19.703717 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b2ec7657-1e42-4acd-b534-e5f8193b4484 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:19.704125 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b2ec7657-1e42-4acd-b534-e5f8193b4484 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:19.833260 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b2ec7657-1e42-4acd-b534-e5f8193b4484 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Calling delete_port for c92867cc-7179-48ec-9f41-745b5f873b3c owned by network:floatingip {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:20:19.901445 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1d05b-501e-434d-a683-2cdbc4b7d705 req-4edaa262-a719-4453-9bbd-65e4641eb3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:19.902977 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3ff1d05b-501e-434d-a683-2cdbc4b7d705 req-4edaa262-a719-4453-9bbd-65e4641eb3ae service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b14d6d1c01964733bcae6b9587c1f6c4&device_id=875d9964-c364-49d3-8434-28f11904d1b4 HTTP/1.1" status: 200 len: 1099 time: 0.1908357 Feb 16 13:20:19.990559 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b2ec7657-1e42-4acd-b534-e5f8193b4484 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:20.037366 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1d05b-501e-434d-a683-2cdbc4b7d705 req-4e6f2466-af69-43f2-8d27-48c83307e2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:20.038914 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3ff1d05b-501e-434d-a683-2cdbc4b7d705 req-4e6f2466-af69-43f2-8d27-48c83307e2b7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=29f49a26-8886-40a6-96ed-d6aef3d1cdac HTTP/1.1" status: 200 len: 915 time: 0.1293747 Feb 16 13:20:20.066439 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ec7657-1e42-4acd-b534-e5f8193b4484 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Pushing event deleted for resources: {'Port': ['ID=c92867cc-7179-48ec-9f41-745b5f873b3c,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:20.113004 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3ff1d05b-501e-434d-a683-2cdbc4b7d705 req-30c2be5c-cf42-4160-be17-26f399a5e4f1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=924aaa64-2834-425b-91e4-56809110154b HTTP/1.1" status: 200 len: 217 time: 0.0669949 Feb 16 13:20:20.138905 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b2ec7657-1e42-4acd-b534-e5f8193b4484 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks [] for floatingip, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:20.139242 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-b2ec7657-1e42-4acd-b534-e5f8193b4484 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Floating IP 168be4a6-8bba-4b2b-970e-072a6de23b4d disassociated (deleted). External IP: 172.26.5.16, port: 924aaa64-2834-425b-91e4-56809110154b. Feb 16 13:20:20.174880 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1d05b-501e-434d-a683-2cdbc4b7d705 req-27f30343-b44a-409d-b4ee-6ce52d69090f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:20.176500 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3ff1d05b-501e-434d-a683-2cdbc4b7d705 req-27f30343-b44a-409d-b4ee-6ce52d69090f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2ca80a63-a732-4dba-ad02-70d7ec9ebb46 HTTP/1.1" status: 200 len: 853 time: 0.0585294 Feb 16 13:20:20.268369 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1d05b-501e-434d-a683-2cdbc4b7d705 req-89f0e2a4-3b11-41e0-b64d-204bedb4e98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:20.269904 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3ff1d05b-501e-434d-a683-2cdbc4b7d705 req-89f0e2a4-3b11-41e0-b64d-204bedb4e98d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=29f49a26-8886-40a6-96ed-d6aef3d1cdac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0863919 Feb 16 13:20:20.406535 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3ff1d05b-501e-434d-a683-2cdbc4b7d705 req-cecc7f06-fd4c-4ed8-b3b6-5fe3d08a9907 service neutron] 10.222.0.89 "GET /v2.0/networks/29f49a26-8886-40a6-96ed-d6aef3d1cdac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294765 Feb 16 13:20:20.511640 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ec7657-1e42-4acd-b534-e5f8193b4484 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Router e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:20:20.540238 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3ff1d05b-501e-434d-a683-2cdbc4b7d705 req-87e7f889-1551-4039-a1b2-449e9060defd service neutron] 10.222.0.89 "GET /v2.0/networks/29f49a26-8886-40a6-96ed-d6aef3d1cdac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280253 Feb 16 13:20:20.696516 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ec7657-1e42-4acd-b534-e5f8193b4484 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:20:20.707278 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c435984c-10d2-4b29-8e01-47c1024fbd38 None None] Sync routers for ids ['e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:20:20.717148 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c435984c-10d2-4b29-8e01-47c1024fbd38 None None] Routers {'e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:20:20.717796 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-c435984c-10d2-4b29-8e01-47c1024fbd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:20:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:20:20.718969 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b2ec7657-1e42-4acd-b534-e5f8193b4484 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:20.777924 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b2ec7657-1e42-4acd-b534-e5f8193b4484 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "DELETE /v2.0/floatingips/168be4a6-8bba-4b2b-970e-072a6de23b4d HTTP/1.1" status: 204 len: 168 time: 1.5452037 Feb 16 13:20:20.777924 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '875d9964-c364-49d3-8434-28f11904d1b4', 'tag': '924aaa64-2834-425b-91e4-56809110154b'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:20:20.936251 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-c435984c-10d2-4b29-8e01-47c1024fbd38 None None] Set router e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:20:20.990900 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '875d9964-c364-49d3-8434-28f11904d1b4', 'tag': '924aaa64-2834-425b-91e4-56809110154b', 'status': 'completed', 'code': 200} Feb 16 13:20:21.095904 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4e11a-1322-4e14-964d-b99130d7a71d req-0a0b3dce-5eb2-4897-a201-10ddba2fa36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:21.097695 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7ae4e11a-1322-4e14-964d-b99130d7a71d req-0a0b3dce-5eb2-4897-a201-10ddba2fa36e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b14d6d1c01964733bcae6b9587c1f6c4&device_id=875d9964-c364-49d3-8434-28f11904d1b4 HTTP/1.1" status: 200 len: 1099 time: 0.0847614 Feb 16 13:20:21.242000 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4e11a-1322-4e14-964d-b99130d7a71d req-347db153-d72f-43e0-82e5-80481b882356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:21.243460 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7ae4e11a-1322-4e14-964d-b99130d7a71d req-347db153-d72f-43e0-82e5-80481b882356 service neutron] 10.222.0.89 "GET /v2.0/networks?id=29f49a26-8886-40a6-96ed-d6aef3d1cdac HTTP/1.1" status: 200 len: 915 time: 0.1395309 Feb 16 13:20:21.270063 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-c435984c-10d2-4b29-8e01-47c1024fbd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f', 'name': 'tempest-TestMinimumBasicScenario-867738625-router', 'tenant_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': '7c7658a0-da07-439d-a891-486b27d287d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:12Z', 'updated_at': '2022-02-16T13:18:16Z', 'revision_number': 4, 'project_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'gw_port': {'id': '7c7658a0-da07-439d-a891-486b27d287d1', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:96:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:12Z', 'updated_at': '2022-02-16T13:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': 'bda5bd81-4721-4fc9-a898-8fc72b52a58d', 'name': '', 'network_id': '29f49a26-8886-40a6-96ed-d6aef3d1cdac', 'tenant_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'mac_address': 'fa:16:3e:f8:41:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '2ca80a63-a732-4dba-ad02-70d7ec9ebb46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:15Z', 'updated_at': '2022-02-16T13:18:21Z', 'revision_number': 5, 'project_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'subnets': [{'id': '2ca80a63-a732-4dba-ad02-70d7ec9ebb46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:20:21.274051 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c435984c-10d2-4b29-8e01-47c1024fbd38 None None] Checking router: e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:20:21.282403 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c435984c-10d2-4b29-8e01-47c1024fbd38 None None] Routers {'e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:20:21.283531 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-c435984c-10d2-4b29-8e01-47c1024fbd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:20:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:20:21.322691 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7ae4e11a-1322-4e14-964d-b99130d7a71d req-fdeeba59-06f3-4e00-abd6-19d9e363d44c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=924aaa64-2834-425b-91e4-56809110154b HTTP/1.1" status: 200 len: 217 time: 0.0727606 Feb 16 13:20:21.388720 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4e11a-1322-4e14-964d-b99130d7a71d req-7cb07400-bd12-4ae3-9032-026a342820cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:21.390286 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7ae4e11a-1322-4e14-964d-b99130d7a71d req-7cb07400-bd12-4ae3-9032-026a342820cd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2ca80a63-a732-4dba-ad02-70d7ec9ebb46 HTTP/1.1" status: 200 len: 853 time: 0.0620828 Feb 16 13:20:21.467865 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-c435984c-10d2-4b29-8e01-47c1024fbd38 None None] Set router e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:20:21.471166 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4e11a-1322-4e14-964d-b99130d7a71d req-23fa424f-36f6-4efc-bc66-98fc4b2461a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:21.472680 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7ae4e11a-1322-4e14-964d-b99130d7a71d req-23fa424f-36f6-4efc-bc66-98fc4b2461a1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=29f49a26-8886-40a6-96ed-d6aef3d1cdac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752325 Feb 16 13:20:21.612832 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7ae4e11a-1322-4e14-964d-b99130d7a71d req-ffb6ee92-0f55-4248-88a2-0e920f151916 service neutron] 10.222.0.89 "GET /v2.0/networks/29f49a26-8886-40a6-96ed-d6aef3d1cdac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321652 Feb 16 13:20:21.751463 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7ae4e11a-1322-4e14-964d-b99130d7a71d req-47fa889b-c075-4a92-8072-00713336c48f service neutron] 10.222.0.89 "GET /v2.0/networks/29f49a26-8886-40a6-96ed-d6aef3d1cdac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305232 Feb 16 13:20:21.784570 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-c435984c-10d2-4b29-8e01-47c1024fbd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f', 'name': 'tempest-TestMinimumBasicScenario-867738625-router', 'tenant_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': '7c7658a0-da07-439d-a891-486b27d287d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:12Z', 'updated_at': '2022-02-16T13:18:16Z', 'revision_number': 4, 'project_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'gw_port': {'id': '7c7658a0-da07-439d-a891-486b27d287d1', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:96:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:12Z', 'updated_at': '2022-02-16T13:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': 'bda5bd81-4721-4fc9-a898-8fc72b52a58d', 'name': '', 'network_id': '29f49a26-8886-40a6-96ed-d6aef3d1cdac', 'tenant_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'mac_address': 'fa:16:3e:f8:41:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '2ca80a63-a732-4dba-ad02-70d7ec9ebb46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:15Z', 'updated_at': '2022-02-16T13:18:21Z', 'revision_number': 5, 'project_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'subnets': [{'id': '2ca80a63-a732-4dba-ad02-70d7ec9ebb46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:20:21.788570 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c435984c-10d2-4b29-8e01-47c1024fbd38 None None] The sync data for ids ['e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f'] in dv-neutron-829527-1-hyperv is: [{'id': 'e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f', 'name': 'tempest-TestMinimumBasicScenario-867738625-router', 'tenant_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': '7c7658a0-da07-439d-a891-486b27d287d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:12Z', 'updated_at': '2022-02-16T13:18:16Z', 'revision_number': 4, 'project_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'gw_port': {'id': '7c7658a0-da07-439d-a891-486b27d287d1', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:96:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:12Z', 'updated_at': '2022-02-16T13:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': 'bda5bd81-4721-4fc9-a898-8fc72b52a58d', 'name': '', 'network_id': '29f49a26-8886-40a6-96ed-d6aef3d1cdac', 'tenant_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'mac_address': 'fa:16:3e:f8:41:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '2ca80a63-a732-4dba-ad02-70d7ec9ebb46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:15Z', 'updated_at': '2022-02-16T13:18:21Z', 'revision_number': 5, 'project_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'subnets': [{'id': '2ca80a63-a732-4dba-ad02-70d7ec9ebb46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:20:22.024085 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708ddc79-5af3-4d6b-88aa-525928f1c229 None None] New status for floating IP 168be4a6-8bba-4b2b-970e-072a6de23b4d: DOWN {{(pid=87702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:20:25.210948 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262f8d8-2c3d-4588-8407-066787afca9b req-055b30b7-d135-4194-8d03-0d3caa2710d1 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:25.211637 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-e262f8d8-2c3d-4588-8407-066787afca9b req-055b30b7-d135-4194-8d03-0d3caa2710d1 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Synchronizing usage tracker for tenant:b14d6d1c01964733bcae6b9587c1f6c4 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:20:25.228528 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-e262f8d8-2c3d-4588-8407-066787afca9b req-055b30b7-d135-4194-8d03-0d3caa2710d1 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Unset dirty status for tenant:b14d6d1c01964733bcae6b9587c1f6c4 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:20:25.229808 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e262f8d8-2c3d-4588-8407-066787afca9b req-055b30b7-d135-4194-8d03-0d3caa2710d1 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/ports?device_id=875d9964-c364-49d3-8434-28f11904d1b4 HTTP/1.1" status: 200 len: 946 time: 0.1029196 Feb 16 13:20:25.273360 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-e262f8d8-2c3d-4588-8407-066787afca9b req-a66dd8cc-c76e-4fb4-bb57-efd4f0eeec25 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Synchronizing usage tracker for tenant:b14d6d1c01964733bcae6b9587c1f6c4 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:20:25.291689 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-e262f8d8-2c3d-4588-8407-066787afca9b req-a66dd8cc-c76e-4fb4-bb57-efd4f0eeec25 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Unset dirty status for tenant:b14d6d1c01964733bcae6b9587c1f6c4 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:20:25.292907 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e262f8d8-2c3d-4588-8407-066787afca9b req-a66dd8cc-c76e-4fb4-bb57-efd4f0eeec25 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac26c9d8-11a9-4bd5-bb04-47c0d3b2b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571868 Feb 16 13:20:26.490275 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c851cec-1e5f-4566-b502-42c03486a232 req-f2d10427-320a-4612-94e1-9203c59d556f tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:26.491703 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0c851cec-1e5f-4566-b502-42c03486a232 req-f2d10427-320a-4612-94e1-9203c59d556f tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/ports?device_id=875d9964-c364-49d3-8434-28f11904d1b4 HTTP/1.1" status: 200 len: 946 time: 0.0851827 Feb 16 13:20:26.536185 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0c851cec-1e5f-4566-b502-42c03486a232 req-b2af5e15-c848-4ade-8f98-d32176c843a1 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/security-groups?id=ac26c9d8-11a9-4bd5-bb04-47c0d3b2b7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386596 Feb 16 13:20:26.940752 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7c1a6-18ab-4617-a975-09603d36bf61 req-59b42e2f-20a8-4eea-a186-603e11bde31c tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:26.942229 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-06d7c1a6-18ab-4617-a975-09603d36bf61 req-59b42e2f-20a8-4eea-a186-603e11bde31c tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.89 "GET /v2.0/ports?device_id=875d9964-c364-49d3-8434-28f11904d1b4 HTTP/1.1" status: 200 len: 946 time: 0.0936441 Feb 16 13:20:27.125428 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-06d7c1a6-18ab-4617-a975-09603d36bf61 req-83cf6bc3-4d20-4930-83dd-b11cb3fba0b9 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Deleting port 924aaa64-2834-425b-91e4-56809110154b {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:20:27.125775 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-06d7c1a6-18ab-4617-a975-09603d36bf61 req-83cf6bc3-4d20-4930-83dd-b11cb3fba0b9 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:27.392006 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-06d7c1a6-18ab-4617-a975-09603d36bf61 req-83cf6bc3-4d20-4930-83dd-b11cb3fba0b9 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] For port 924aaa64-2834-425b-91e4-56809110154b, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=924aaa64-2834-425b-91e4-56809110154b,segment=NetworkSegment(b951cbda-2e42-4d5f-a6a8-ea1339841f8a),segment_id=b951cbda-2e42-4d5f-a6a8-ea1339841f8a)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:20:27.392346 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-06d7c1a6-18ab-4617-a975-09603d36bf61 req-83cf6bc3-4d20-4930-83dd-b11cb3fba0b9 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:27.520635 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-06d7c1a6-18ab-4617-a975-09603d36bf61 req-83cf6bc3-4d20-4930-83dd-b11cb3fba0b9 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Calling delete_port for 924aaa64-2834-425b-91e4-56809110154b owned by compute:nova {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:20:27.676013 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-06d7c1a6-18ab-4617-a975-09603d36bf61 req-83cf6bc3-4d20-4930-83dd-b11cb3fba0b9 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:27.691804 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['924aaa64-2834-425b-91e4-56809110154b'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:20:27.693260 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-83a23def-39c9-47f8-b030-85cc934dcddc req-75986064-41e3-4182-8971-c25c15029496 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.83 "GET /v2.0/ports?device_id=875d9964-c364-49d3-8434-28f11904d1b4 HTTP/1.1" status: 200 len: 210 time: 0.0438805 Feb 16 13:20:27.729502 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf6bc3-4d20-4930-83dd-b11cb3fba0b9 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Pushing event deleted for resources: {'Port': ['ID=924aaa64-2834-425b-91e4-56809110154b,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:27.814930 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d7c1a6-18ab-4617-a975-09603d36bf61 req-83cf6bc3-4d20-4930-83dd-b11cb3fba0b9 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] No DVR routers for this DVR port 924aaa64-2834-425b-91e4-56809110154b on host hv-neutron-8295 {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:20:27.817695 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-06d7c1a6-18ab-4617-a975-09603d36bf61 req-83cf6bc3-4d20-4930-83dd-b11cb3fba0b9 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:27.820381 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875d9964-c364-49d3-8434-28f11904d1b4', 'name': 'network-vif-deleted', 'tag': '924aaa64-2834-425b-91e4-56809110154b'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:20:27.836672 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-06d7c1a6-18ab-4617-a975-09603d36bf61 req-83cf6bc3-4d20-4930-83dd-b11cb3fba0b9 tempest-TestMinimumBasicScenario-1618888386 tempest-TestMinimumBasicScenario-1618888386-project] 10.222.0.89 "DELETE /v2.0/ports/924aaa64-2834-425b-91e4-56809110154b HTTP/1.1" status: 204 len: 173 time: 0.8879695 Feb 16 13:20:27.871321 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875d9964-c364-49d3-8434-28f11904d1b4', 'name': 'network-vif-deleted', 'tag': '924aaa64-2834-425b-91e4-56809110154b', 'status': 'completed', 'code': 200} Feb 16 13:20:29.380296 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49050) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:20:30.041048 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2184ee47-f71f-48d7-8204-0ca27b2fb0c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:30.069835 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 924aaa64-2834-425b-91e4-56809110154b no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:20:30.104418 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] No Port match for: 924aaa64-2834-425b-91e4-56809110154b {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:20:30.104788 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 924aaa64-2834-425b-91e4-56809110154b not bound to the agent host hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:20:30.399178 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2184ee47-f71f-48d7-8204-0ca27b2fb0c8 admin admin] Deleting port bda5bd81-4721-4fc9-a898-8fc72b52a58d {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:20:30.399722 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2184ee47-f71f-48d7-8204-0ca27b2fb0c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:30.568793 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-2184ee47-f71f-48d7-8204-0ca27b2fb0c8 admin admin] For port bda5bd81-4721-4fc9-a898-8fc72b52a58d, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=bda5bd81-4721-4fc9-a898-8fc72b52a58d,segment=NetworkSegment(b951cbda-2e42-4d5f-a6a8-ea1339841f8a),segment_id=b951cbda-2e42-4d5f-a6a8-ea1339841f8a)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:20:30.569140 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2184ee47-f71f-48d7-8204-0ca27b2fb0c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:30.691961 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2184ee47-f71f-48d7-8204-0ca27b2fb0c8 admin admin] Calling delete_port for bda5bd81-4721-4fc9-a898-8fc72b52a58d owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:20:30.886469 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2184ee47-f71f-48d7-8204-0ca27b2fb0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:31.039524 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2184ee47-f71f-48d7-8204-0ca27b2fb0c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bda5bd81-4721-4fc9-a898-8fc72b52a58d,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:31.302168 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2184ee47-f71f-48d7-8204-0ca27b2fb0c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:31.667799 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2184ee47-f71f-48d7-8204-0ca27b2fb0c8 admin admin] Router e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:20:31.857438 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2184ee47-f71f-48d7-8204-0ca27b2fb0c8 admin admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:20:31.867865 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd063ff8-5af4-4582-8128-3b99d14ab786 None None] Sync routers for ids ['e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:20:31.870414 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2184ee47-f71f-48d7-8204-0ca27b2fb0c8 admin admin] 10.222.0.83 "PUT /v2.0/routers/e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4889271 Feb 16 13:20:31.871486 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a2e08e8f-8f23-41bb-9ecd-b3ad770d3bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:31.873092 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49054) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:20:31.880965 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd063ff8-5af4-4582-8128-3b99d14ab786 None None] Routers {'e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:20:31.881575 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-bd063ff8-5af4-4582-8128-3b99d14ab786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:20:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:20:32.046858 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8efe5dd5-7f09-4e5f-8b87-584ab5301024 admin admin] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:32.070619 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-bd063ff8-5af4-4582-8128-3b99d14ab786 None None] Set router e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:20:32.219474 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8efe5dd5-7f09-4e5f-8b87-584ab5301024 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:32.232195 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8efe5dd5-7f09-4e5f-8b87-584ab5301024 admin admin] Deleting port 7c7658a0-da07-439d-a891-486b27d287d1 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:20:32.232538 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8efe5dd5-7f09-4e5f-8b87-584ab5301024 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:32.396254 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-bd063ff8-5af4-4582-8128-3b99d14ab786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f', 'name': 'tempest-TestMinimumBasicScenario-867738625-router', 'tenant_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.133'}], 'enable_snat': True}, 'gw_port_id': '7c7658a0-da07-439d-a891-486b27d287d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:12Z', 'updated_at': '2022-02-16T13:20:30Z', 'revision_number': 5, 'project_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'gw_port': {'id': '7c7658a0-da07-439d-a891-486b27d287d1', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:96:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:12Z', 'updated_at': '2022-02-16T13:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:20:32.400201 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd063ff8-5af4-4582-8128-3b99d14ab786 None None] Checking router: e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:20:32.408759 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd063ff8-5af4-4582-8128-3b99d14ab786 None None] Routers {'e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:20:32.409002 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-bd063ff8-5af4-4582-8128-3b99d14ab786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:20:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:20:32.532558 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8efe5dd5-7f09-4e5f-8b87-584ab5301024 admin admin] For port 7c7658a0-da07-439d-a891-486b27d287d1, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=7c7658a0-da07-439d-a891-486b27d287d1,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:20:32.532966 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8efe5dd5-7f09-4e5f-8b87-584ab5301024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:32.556452 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-bd063ff8-5af4-4582-8128-3b99d14ab786 None None] Set router e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f gateway port host: None {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:20:32.655015 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8efe5dd5-7f09-4e5f-8b87-584ab5301024 admin admin] Calling delete_port for 7c7658a0-da07-439d-a891-486b27d287d1 owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:20:32.657735 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-bd063ff8-5af4-4582-8128-3b99d14ab786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f', 'name': 'tempest-TestMinimumBasicScenario-867738625-router', 'tenant_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:12Z', 'updated_at': '2022-02-16T13:20:32Z', 'revision_number': 6, 'project_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'gw_port_host': None}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:20:32.661685 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd063ff8-5af4-4582-8128-3b99d14ab786 None None] The sync data for ids ['e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f'] in dv-neutron-829527-1-hyperv is: [{'id': 'e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f', 'name': 'tempest-TestMinimumBasicScenario-867738625-router', 'tenant_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:12Z', 'updated_at': '2022-02-16T13:20:32Z', 'revision_number': 6, 'project_id': 'b14d6d1c01964733bcae6b9587c1f6c4', 'gw_port_host': None}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:20:32.870672 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8efe5dd5-7f09-4e5f-8b87-584ab5301024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:32.920088 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe5dd5-7f09-4e5f-8b87-584ab5301024 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c7658a0-da07-439d-a891-486b27d287d1,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:33.017629 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8efe5dd5-7f09-4e5f-8b87-584ab5301024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023674'] for router_gateway, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:33.192059 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8efe5dd5-7f09-4e5f-8b87-584ab5301024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:33.194306 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8efe5dd5-7f09-4e5f-8b87-584ab5301024 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:33.224045 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8efe5dd5-7f09-4e5f-8b87-584ab5301024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:33.224626 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8efe5dd5-7f09-4e5f-8b87-584ab5301024 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:20:33.240097 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8efe5dd5-7f09-4e5f-8b87-584ab5301024 admin admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:33.241274 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8efe5dd5-7f09-4e5f-8b87-584ab5301024 admin admin] 10.222.0.83 "DELETE /v2.0/routers/e6ec41b8-3b7f-4298-bed5-bf7ab4f9559f HTTP/1.1" status: 204 len: 168 time: 1.3672695 Feb 16 13:20:33.243844 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49058) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:20:33.304375 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac7bc958-1db0-4695-b6df-a99113e8e32d admin admin] Deleting subnet 2ca80a63-a732-4dba-ad02-70d7ec9ebb46 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:20:33.307900 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ac7bc958-1db0-4695-b6df-a99113e8e32d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:33.355096 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ac7bc958-1db0-4695-b6df-a99113e8e32d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:33.441551 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ac7bc958-1db0-4695-b6df-a99113e8e32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:33.513791 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ac7bc958-1db0-4695-b6df-a99113e8e32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:33.552395 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7bc958-1db0-4695-b6df-a99113e8e32d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ca80a63-a732-4dba-ad02-70d7ec9ebb46,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:33.555918 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ac7bc958-1db0-4695-b6df-a99113e8e32d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:33.562041 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ac7bc958-1db0-4695-b6df-a99113e8e32d admin admin] 10.222.0.83 "DELETE /v2.0/subnets/2ca80a63-a732-4dba-ad02-70d7ec9ebb46 HTTP/1.1" status: 204 len: 168 time: 0.3172815 Feb 16 13:20:33.562184 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc936d0-eae8-4e51-b257-a07f80e02916 None None] Network 29f49a26-8886-40a6-96ed-d6aef3d1cdac requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:20:33.564598 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49062) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:20:33.656811 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 7c7658a0-da07-439d-a891-486b27d287d1 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:20:33.679957 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9979cfb8-314f-4fc2-8067-7d2a6d2a0b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:33.691733 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-9979cfb8-314f-4fc2-8067-7d2a6d2a0b77 admin admin] Deleting port 885ddda8-ece7-4689-9a6c-0ad652d024b6 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:20:33.692070 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9979cfb8-314f-4fc2-8067-7d2a6d2a0b77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:33.705869 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 7c7658a0-da07-439d-a891-486b27d287d1 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:20:33.706468 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 7c7658a0-da07-439d-a891-486b27d287d1 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:20:33.706907 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device bda5bd81-4721-4fc9-a898-8fc72b52a58d no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:20:33.739714 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: bda5bd81-4721-4fc9-a898-8fc72b52a58d {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:20:33.739984 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device bda5bd81-4721-4fc9-a898-8fc72b52a58d not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:20:33.914073 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5b5975-6dc9-421c-8331-d858cf470dd0 None None] DHCP port deletion for 29f49a26-8886-40a6-96ed-d6aef3d1cdac request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:20:33.918325 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-ac5b5975-6dc9-421c-8331-d858cf470dd0 None None] Deleting port 885ddda8-ece7-4689-9a6c-0ad652d024b6 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:20:33.919124 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ac5b5975-6dc9-421c-8331-d858cf470dd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:34.005779 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-9979cfb8-314f-4fc2-8067-7d2a6d2a0b77 admin admin] For port 885ddda8-ece7-4689-9a6c-0ad652d024b6, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=885ddda8-ece7-4689-9a6c-0ad652d024b6,segment=NetworkSegment(b951cbda-2e42-4d5f-a6a8-ea1339841f8a),segment_id=b951cbda-2e42-4d5f-a6a8-ea1339841f8a)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:20:34.006364 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9979cfb8-314f-4fc2-8067-7d2a6d2a0b77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:34.130663 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-9979cfb8-314f-4fc2-8067-7d2a6d2a0b77 admin admin] Calling delete_port for 885ddda8-ece7-4689-9a6c-0ad652d024b6 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:20:34.154295 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-ac5b5975-6dc9-421c-8331-d858cf470dd0 None None] For port 885ddda8-ece7-4689-9a6c-0ad652d024b6, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=885ddda8-ece7-4689-9a6c-0ad652d024b6,segment=NetworkSegment(b951cbda-2e42-4d5f-a6a8-ea1339841f8a),segment_id=b951cbda-2e42-4d5f-a6a8-ea1339841f8a)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:20:34.154687 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ac5b5975-6dc9-421c-8331-d858cf470dd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:34.213552 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9979cfb8-314f-4fc2-8067-7d2a6d2a0b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:34.259903 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9979cfb8-314f-4fc2-8067-7d2a6d2a0b77 admin admin] Pushing event deleted for resources: {'Port': ['ID=885ddda8-ece7-4689-9a6c-0ad652d024b6,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:34.264265 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9979cfb8-314f-4fc2-8067-7d2a6d2a0b77 admin admin] No DVR routers for this DVR port 885ddda8-ece7-4689-9a6c-0ad652d024b6 on host dv-neutron-829527-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:20:34.286274 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-ac5b5975-6dc9-421c-8331-d858cf470dd0 None None] Calling delete_port for 885ddda8-ece7-4689-9a6c-0ad652d024b6 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:20:34.312483 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0a5de5d6-b9f3-4040-9ba9-490135c68304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:34.358718 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.db.api [None req-ac5b5975-6dc9-421c-8331-d858cf470dd0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:20:34.359086 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG oslo_db.api [None req-ac5b5975-6dc9-421c-8331-d858cf470dd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:20:34.385304 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9979cfb8-314f-4fc2-8067-7d2a6d2a0b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:34.411484 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-9979cfb8-314f-4fc2-8067-7d2a6d2a0b77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29f49a26-8886-40a6-96ed-d6aef3d1cdac']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:20:34.423907 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-9979cfb8-314f-4fc2-8067-7d2a6d2a0b77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b951cbda-2e42-4d5f-a6a8-ea1339841f8a') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:20:34.424210 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-9979cfb8-314f-4fc2-8067-7d2a6d2a0b77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b951cbda-2e42-4d5f-a6a8-ea1339841f8a') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:20:34.436860 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9979cfb8-314f-4fc2-8067-7d2a6d2a0b77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:34.455056 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9979cfb8-314f-4fc2-8067-7d2a6d2a0b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:34.465411 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9979cfb8-314f-4fc2-8067-7d2a6d2a0b77 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:20:34.465796 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9979cfb8-314f-4fc2-8067-7d2a6d2a0b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:34.479055 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 13:20:34.479055 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:20:34.479055 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 13:20:34.479055 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:20:34.479055 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 13:20:34.479055 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:20:34.479055 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 13:20:34.479055 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:20:34.479055 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 13:20:34.479055 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:20:34.479055 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 13:20:34.479055 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:20:34.479055 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 13:20:34.479055 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:20:34.479055 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:20:34.479055 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:20:34.479055 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:20:34.479055 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:20:34.479055 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 13:20:34.479055 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:20:34.479055 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 13:20:34.479055 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:20:34.479055 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:20:34.479055 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:20:34.479055 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 13:20:34.479055 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:20:34.479055 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:20:34.479055 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:20:34.479055 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:20:34.479055 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:20:34.479055 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:20:34.479055 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:20:34.566493 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9979cfb8-314f-4fc2-8067-7d2a6d2a0b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:34.582110 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9979cfb8-314f-4fc2-8067-7d2a6d2a0b77 admin admin] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:34.592049 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9979cfb8-314f-4fc2-8067-7d2a6d2a0b77 admin admin] Pushing event deleted for resources: {'Network': ['ID=29f49a26-8886-40a6-96ed-d6aef3d1cdac,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:34.606967 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9979cfb8-314f-4fc2-8067-7d2a6d2a0b77 admin admin] 10.222.0.83 "DELETE /v2.0/networks/29f49a26-8886-40a6-96ed-d6aef3d1cdac HTTP/1.1" status: 204 len: 168 time: 1.0413749 Feb 16 13:20:34.609815 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49066) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:20:34.716337 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:34.860980 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-ac5b5975-6dc9-421c-8331-d858cf470dd0 None None] Deleting port 885ddda8-ece7-4689-9a6c-0ad652d024b6 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:20:34.861390 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ac5b5975-6dc9-421c-8331-d858cf470dd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:34.931317 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-ac5b5975-6dc9-421c-8331-d858cf470dd0 None None] The port '885ddda8-ece7-4689-9a6c-0ad652d024b6' was deleted {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:20:35.168266 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3809c038-d58e-4394-b50f-530ed447fe79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:35.219091 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:35.280637 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:35.629362 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 885ddda8-ece7-4689-9a6c-0ad652d024b6 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:20:35.638564 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-3809c038-d58e-4394-b50f-530ed447fe79 admin admin] Deleting port 7751d532-76a5-4045-bf97-c9f1af21530e {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:20:35.638905 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3809c038-d58e-4394-b50f-530ed447fe79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:35.662805 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 885ddda8-ece7-4689-9a6c-0ad652d024b6 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:20:35.663143 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 885ddda8-ece7-4689-9a6c-0ad652d024b6 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:20:35.811080 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-3809c038-d58e-4394-b50f-530ed447fe79 admin admin] For port 7751d532-76a5-4045-bf97-c9f1af21530e, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=7751d532-76a5-4045-bf97-c9f1af21530e,segment=NetworkSegment(c1f3eb98-f4d7-4209-931b-df698eadb4e2),segment_id=c1f3eb98-f4d7-4209-931b-df698eadb4e2)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:20:35.811437 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3809c038-d58e-4394-b50f-530ed447fe79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:35.932813 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-3809c038-d58e-4394-b50f-530ed447fe79 admin admin] Calling delete_port for 7751d532-76a5-4045-bf97-c9f1af21530e owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:20:36.129853 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3809c038-d58e-4394-b50f-530ed447fe79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:36.180402 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809c038-d58e-4394-b50f-530ed447fe79 admin admin] Pushing event deleted for resources: {'Port': ['ID=7751d532-76a5-4045-bf97-c9f1af21530e,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:36.463602 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3809c038-d58e-4394-b50f-530ed447fe79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:36.821760 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:36.840639 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3809c038-d58e-4394-b50f-530ed447fe79 admin admin] Router 5c09b54d-7cef-4b81-a20e-a460f7165a35 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:20:37.128749 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3809c038-d58e-4394-b50f-530ed447fe79 admin admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:20:37.137691 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d349a6-c117-4b9e-ac72-a94c6c476a1d None None] Sync routers for ids ['5c09b54d-7cef-4b81-a20e-a460f7165a35'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:20:37.146601 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3809c038-d58e-4394-b50f-530ed447fe79 admin admin] 10.222.0.83 "PUT /v2.0/routers/5c09b54d-7cef-4b81-a20e-a460f7165a35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5357590 Feb 16 13:20:37.149144 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d349a6-c117-4b9e-ac72-a94c6c476a1d None None] Routers {'5c09b54d-7cef-4b81-a20e-a460f7165a35'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:20:37.149286 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49070) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:20:37.149758 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-83d349a6-c117-4b9e-ac72-a94c6c476a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:20:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['5c09b54d-7cef-4b81-a20e-a460f7165a35'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:20:37.335974 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-83d349a6-c117-4b9e-ac72-a94c6c476a1d None None] Set router 5c09b54d-7cef-4b81-a20e-a460f7165a35 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:20:37.336338 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-69ba9641-a8b6-494b-a9e0-ec02c8f4b857 admin admin] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:37.512713 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-69ba9641-a8b6-494b-a9e0-ec02c8f4b857 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:37.523272 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-69ba9641-a8b6-494b-a9e0-ec02c8f4b857 admin admin] Deleting port 4de2c7b8-fc9b-4714-a5a6-2dd6c86b222c {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:20:37.523605 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-69ba9641-a8b6-494b-a9e0-ec02c8f4b857 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:37.630067 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-83d349a6-c117-4b9e-ac72-a94c6c476a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c09b54d-7cef-4b81-a20e-a460f7165a35', 'name': 'tempest-TestMinimumBasicScenario-582016790-router', 'tenant_id': 'ee5802bc36ca434f9f8454bfc4e9342c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.54'}], 'enable_snat': True}, 'gw_port_id': '4de2c7b8-fc9b-4714-a5a6-2dd6c86b222c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:18Z', 'updated_at': '2022-02-16T13:20:36Z', 'revision_number': 5, 'project_id': 'ee5802bc36ca434f9f8454bfc4e9342c', 'gw_port': {'id': '4de2c7b8-fc9b-4714-a5a6-2dd6c86b222c', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:3b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c09b54d-7cef-4b81-a20e-a460f7165a35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:18:19Z', 'updated_at': '2022-02-16T13:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:20:37.634077 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d349a6-c117-4b9e-ac72-a94c6c476a1d None None] Checking router: 5c09b54d-7cef-4b81-a20e-a460f7165a35 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:20:37.642777 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d349a6-c117-4b9e-ac72-a94c6c476a1d None None] Routers {'5c09b54d-7cef-4b81-a20e-a460f7165a35'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:20:37.643412 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-83d349a6-c117-4b9e-ac72-a94c6c476a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:20:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['5c09b54d-7cef-4b81-a20e-a460f7165a35'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:20:37.704417 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-69ba9641-a8b6-494b-a9e0-ec02c8f4b857 admin admin] For port 4de2c7b8-fc9b-4714-a5a6-2dd6c86b222c, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=4de2c7b8-fc9b-4714-a5a6-2dd6c86b222c,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:20:37.704799 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-69ba9641-a8b6-494b-a9e0-ec02c8f4b857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:37.792106 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-83d349a6-c117-4b9e-ac72-a94c6c476a1d None None] Set router 5c09b54d-7cef-4b81-a20e-a460f7165a35 gateway port host: None {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:20:37.823620 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-69ba9641-a8b6-494b-a9e0-ec02c8f4b857 admin admin] Calling delete_port for 4de2c7b8-fc9b-4714-a5a6-2dd6c86b222c owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:20:37.897684 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-83d349a6-c117-4b9e-ac72-a94c6c476a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c09b54d-7cef-4b81-a20e-a460f7165a35', 'name': 'tempest-TestMinimumBasicScenario-582016790-router', 'tenant_id': 'ee5802bc36ca434f9f8454bfc4e9342c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:18Z', 'updated_at': '2022-02-16T13:20:37Z', 'revision_number': 6, 'project_id': 'ee5802bc36ca434f9f8454bfc4e9342c', 'gw_port_host': None}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:20:37.901774 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d349a6-c117-4b9e-ac72-a94c6c476a1d None None] The sync data for ids ['5c09b54d-7cef-4b81-a20e-a460f7165a35'] in dv-neutron-829527-1-hyperv is: [{'id': '5c09b54d-7cef-4b81-a20e-a460f7165a35', 'name': 'tempest-TestMinimumBasicScenario-582016790-router', 'tenant_id': 'ee5802bc36ca434f9f8454bfc4e9342c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:18:18Z', 'updated_at': '2022-02-16T13:20:37Z', 'revision_number': 6, 'project_id': 'ee5802bc36ca434f9f8454bfc4e9342c', 'gw_port_host': None}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:20:37.998021 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-69ba9641-a8b6-494b-a9e0-ec02c8f4b857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:38.043474 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba9641-a8b6-494b-a9e0-ec02c8f4b857 admin admin] Pushing event deleted for resources: {'Port': ['ID=4de2c7b8-fc9b-4714-a5a6-2dd6c86b222c,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:38.142058 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-69ba9641-a8b6-494b-a9e0-ec02c8f4b857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023674'] for router_gateway, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:38.425177 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-69ba9641-a8b6-494b-a9e0-ec02c8f4b857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:38.427530 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-69ba9641-a8b6-494b-a9e0-ec02c8f4b857 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:38.451682 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-69ba9641-a8b6-494b-a9e0-ec02c8f4b857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:38.452215 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ba9641-a8b6-494b-a9e0-ec02c8f4b857 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c09b54d-7cef-4b81-a20e-a460f7165a35 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:20:38.464026 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-69ba9641-a8b6-494b-a9e0-ec02c8f4b857 admin admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:38.465202 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-69ba9641-a8b6-494b-a9e0-ec02c8f4b857 admin admin] 10.222.0.83 "DELETE /v2.0/routers/5c09b54d-7cef-4b81-a20e-a460f7165a35 HTTP/1.1" status: 204 len: 168 time: 1.3149960 Feb 16 13:20:38.467795 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49074) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:20:38.527332 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-65562e19-d571-42df-a492-d265035c1167 admin admin] Deleting subnet ec6bdbc1-90a2-49ee-bdfb-79470bc426bb {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:20:38.530571 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-65562e19-d571-42df-a492-d265035c1167 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:38.584424 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-65562e19-d571-42df-a492-d265035c1167 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:38.663620 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-65562e19-d571-42df-a492-d265035c1167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:38.735759 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-65562e19-d571-42df-a492-d265035c1167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:38.774271 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65562e19-d571-42df-a492-d265035c1167 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec6bdbc1-90a2-49ee-bdfb-79470bc426bb,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:38.777885 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-65562e19-d571-42df-a492-d265035c1167 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:38.784333 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7226c74a-015f-4e7f-9a58-92c556a1eb36 None None] Network b3beb88e-0461-404a-b056-f1c330e542e6 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:20:38.784548 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-65562e19-d571-42df-a492-d265035c1167 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/ec6bdbc1-90a2-49ee-bdfb-79470bc426bb HTTP/1.1" status: 204 len: 168 time: 0.3158543 Feb 16 13:20:38.787155 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49078) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:20:38.908381 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7773de2b-7efd-41d6-b469-11b30408c919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:38.919141 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-7773de2b-7efd-41d6-b469-11b30408c919 admin admin] Deleting port 1d1b388f-cc34-47e7-bac4-37a82965fb82 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:20:38.919472 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7773de2b-7efd-41d6-b469-11b30408c919 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:39.122444 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2e5cd0-22d6-4fe6-9f48-dcd6b1c0b046 None None] DHCP port deletion for b3beb88e-0461-404a-b056-f1c330e542e6 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:20:39.127107 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-7b2e5cd0-22d6-4fe6-9f48-dcd6b1c0b046 None None] Deleting port 1d1b388f-cc34-47e7-bac4-37a82965fb82 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:20:39.127742 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7b2e5cd0-22d6-4fe6-9f48-dcd6b1c0b046 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:39.129596 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-7773de2b-7efd-41d6-b469-11b30408c919 admin admin] For port 1d1b388f-cc34-47e7-bac4-37a82965fb82, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=1d1b388f-cc34-47e7-bac4-37a82965fb82,segment=NetworkSegment(c1f3eb98-f4d7-4209-931b-df698eadb4e2),segment_id=c1f3eb98-f4d7-4209-931b-df698eadb4e2)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:20:39.129959 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7773de2b-7efd-41d6-b469-11b30408c919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:39.256425 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-7773de2b-7efd-41d6-b469-11b30408c919 admin admin] Calling delete_port for 1d1b388f-cc34-47e7-bac4-37a82965fb82 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:20:39.327315 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-7b2e5cd0-22d6-4fe6-9f48-dcd6b1c0b046 None None] For port 1d1b388f-cc34-47e7-bac4-37a82965fb82, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=1d1b388f-cc34-47e7-bac4-37a82965fb82,segment=NetworkSegment(c1f3eb98-f4d7-4209-931b-df698eadb4e2),segment_id=c1f3eb98-f4d7-4209-931b-df698eadb4e2)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:20:39.327610 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7b2e5cd0-22d6-4fe6-9f48-dcd6b1c0b046 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:39.338565 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7773de2b-7efd-41d6-b469-11b30408c919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:39.390508 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7773de2b-7efd-41d6-b469-11b30408c919 admin admin] No DVR routers for this DVR port 1d1b388f-cc34-47e7-bac4-37a82965fb82 on host dv-neutron-829527-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:20:39.434446 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7773de2b-7efd-41d6-b469-11b30408c919 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d1b388f-cc34-47e7-bac4-37a82965fb82,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:39.450604 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-7b2e5cd0-22d6-4fe6-9f48-dcd6b1c0b046 None None] Calling delete_port for 1d1b388f-cc34-47e7-bac4-37a82965fb82 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:20:39.511207 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7773de2b-7efd-41d6-b469-11b30408c919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:39.522367 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.db.api [None req-7b2e5cd0-22d6-4fe6-9f48-dcd6b1c0b046 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:20:39.522697 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG oslo_db.api [None req-7b2e5cd0-22d6-4fe6-9f48-dcd6b1c0b046 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:20:39.540934 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-7773de2b-7efd-41d6-b469-11b30408c919 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3beb88e-0461-404a-b056-f1c330e542e6']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:20:39.554200 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-7773de2b-7efd-41d6-b469-11b30408c919 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1f3eb98-f4d7-4209-931b-df698eadb4e2') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:20:39.554489 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-7773de2b-7efd-41d6-b469-11b30408c919 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1f3eb98-f4d7-4209-931b-df698eadb4e2') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:20:39.568110 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7773de2b-7efd-41d6-b469-11b30408c919 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:39.586078 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7773de2b-7efd-41d6-b469-11b30408c919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:39.593509 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7773de2b-7efd-41d6-b469-11b30408c919 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:20:39.594068 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7773de2b-7efd-41d6-b469-11b30408c919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:39.608355 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 13:20:39.608355 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:20:39.608355 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 13:20:39.608355 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:20:39.608355 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 13:20:39.608355 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:20:39.608355 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 13:20:39.608355 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:20:39.608355 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 13:20:39.608355 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:20:39.608355 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 13:20:39.608355 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:20:39.608355 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 13:20:39.608355 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:20:39.608355 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:20:39.608355 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:20:39.608355 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:20:39.608355 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:20:39.608355 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 13:20:39.608355 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:20:39.608355 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 13:20:39.608355 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:20:39.608355 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:20:39.608355 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:20:39.608355 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 13:20:39.608355 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:20:39.608355 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:20:39.608355 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:20:39.608355 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:20:39.608355 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:20:39.608355 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:20:39.608355 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:20:39.632405 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 7751d532-76a5-4045-bf97-c9f1af21530e no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:20:39.671861 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 7751d532-76a5-4045-bf97-c9f1af21530e {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:20:39.672231 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 7751d532-76a5-4045-bf97-c9f1af21530e not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:20:39.674036 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 1d1b388f-cc34-47e7-bac4-37a82965fb82 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:20:39.696273 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7773de2b-7efd-41d6-b469-11b30408c919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:39.702685 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7773de2b-7efd-41d6-b469-11b30408c919 admin admin] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:39.716576 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 1d1b388f-cc34-47e7-bac4-37a82965fb82 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:20:39.716934 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 1d1b388f-cc34-47e7-bac4-37a82965fb82 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:20:39.717346 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 4de2c7b8-fc9b-4714-a5a6-2dd6c86b222c no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:20:39.734923 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7773de2b-7efd-41d6-b469-11b30408c919 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3beb88e-0461-404a-b056-f1c330e542e6,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:39.742428 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7773de2b-7efd-41d6-b469-11b30408c919 admin admin] 10.222.0.83 "DELETE /v2.0/networks/b3beb88e-0461-404a-b056-f1c330e542e6 HTTP/1.1" status: 204 len: 168 time: 0.9542177 Feb 16 13:20:39.756185 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 4de2c7b8-fc9b-4714-a5a6-2dd6c86b222c {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:20:39.756567 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 4de2c7b8-fc9b-4714-a5a6-2dd6c86b222c not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:20:39.976908 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49084) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:20:40.023608 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-7b2e5cd0-22d6-4fe6-9f48-dcd6b1c0b046 None None] Deleting port 1d1b388f-cc34-47e7-bac4-37a82965fb82 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:20:40.024034 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7b2e5cd0-22d6-4fe6-9f48-dcd6b1c0b046 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:40.041421 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1b946dca-b9d2-414b-a65f-0a40ac083f3a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b14d6d1c01964733bcae6b9587c1f6c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0632460 Feb 16 13:20:40.045016 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49088) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:20:40.100151 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-7b2e5cd0-22d6-4fe6-9f48-dcd6b1c0b046 None None] The port '1d1b388f-cc34-47e7-bac4-37a82965fb82' was deleted {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:20:40.131522 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a6813c7c-61be-4be4-a99c-7dfbc287ef3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:40.173532 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a6813c7c-61be-4be4-a99c-7dfbc287ef3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:40.241306 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a6813c7c-61be-4be4-a99c-7dfbc287ef3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:40.272002 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6813c7c-61be-4be4-a99c-7dfbc287ef3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac26c9d8-11a9-4bd5-bb04-47c0d3b2b7d9,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:40.292019 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a6813c7c-61be-4be4-a99c-7dfbc287ef3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:40.294286 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a6813c7c-61be-4be4-a99c-7dfbc287ef3f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ac26c9d8-11a9-4bd5-bb04-47c0d3b2b7d9 HTTP/1.1" status: 204 len: 168 time: 0.2475011 Feb 16 13:20:40.699811 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49096) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:20:40.754531 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-93488300-8baa-4d56-afea-2b2519e9878f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ee5802bc36ca434f9f8454bfc4e9342c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0535209 Feb 16 13:20:40.758197 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49100) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:20:40.818890 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d3375a6c-ef61-47b1-bc5f-a1197050c439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:40.846067 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d3375a6c-ef61-47b1-bc5f-a1197050c439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:40.903147 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d3375a6c-ef61-47b1-bc5f-a1197050c439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:40.917554 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3375a6c-ef61-47b1-bc5f-a1197050c439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232e5c70-62e0-4ed0-a8a3-b28bfa7a39d2,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:40.924077 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d3375a6c-ef61-47b1-bc5f-a1197050c439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:40.925241 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d3375a6c-ef61-47b1-bc5f-a1197050c439 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/232e5c70-62e0-4ed0-a8a3-b28bfa7a39d2 HTTP/1.1" status: 204 len: 168 time: 0.1662009 Feb 16 13:20:43.811754 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 49144) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:20:43.819146 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-29644648-6f36-4d28-8b29-2437ee057758 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1355005', 'description': 'tempest-secgroup-smoke-1355005 description', 'project_id': '083db907435845cfbf101945bf75a5a6'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:20:43.825490 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-29644648-6f36-4d28-8b29-2437ee057758 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:20:43.829551 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-29644648-6f36-4d28-8b29-2437ee057758 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:security_group and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:20:43.832666 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-29644648-6f36-4d28-8b29-2437ee057758 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:20:43.839421 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-29644648-6f36-4d28-8b29-2437ee057758 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:20:43.851828 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-29644648-6f36-4d28-8b29-2437ee057758 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:43.864170 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-29644648-6f36-4d28-8b29-2437ee057758 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:43.878849 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-29644648-6f36-4d28-8b29-2437ee057758 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:20:43.883144 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-29644648-6f36-4d28-8b29-2437ee057758 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:security_group_rule and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:20:43.886239 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-29644648-6f36-4d28-8b29-2437ee057758 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:20:43.892163 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-29644648-6f36-4d28-8b29-2437ee057758 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:20:43.979416 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-29644648-6f36-4d28-8b29-2437ee057758 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:43.985829 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-29644648-6f36-4d28-8b29-2437ee057758 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:43.998119 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-29644648-6f36-4d28-8b29-2437ee057758 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:20:44.006018 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-29644648-6f36-4d28-8b29-2437ee057758 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:security_group_rule and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:20:44.014375 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-29644648-6f36-4d28-8b29-2437ee057758 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:20:44.024441 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-29644648-6f36-4d28-8b29-2437ee057758 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:20:44.028147 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29644648-6f36-4d28-8b29-2437ee057758 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d009f15-4183-4c1b-93bd-1a2d172b3e90,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:44.109772 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-29644648-6f36-4d28-8b29-2437ee057758 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:44.115433 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-29644648-6f36-4d28-8b29-2437ee057758 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:44.155946 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29644648-6f36-4d28-8b29-2437ee057758 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40a9e96d-7b9d-458b-bb53-76772bd759d3,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:44.159967 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-29644648-6f36-4d28-8b29-2437ee057758 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:44.161210 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-29644648-6f36-4d28-8b29-2437ee057758 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.3484578 Feb 16 13:20:44.164439 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 49148) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:20:44.171008 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-557efb78-607c-46c9-b76d-d84799567ab6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'security_group_rule': {'security_group_id': '40a9e96d-7b9d-458b-bb53-76772bd759d3', 'project_id': '083db907435845cfbf101945bf75a5a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:20:44.180338 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-557efb78-607c-46c9-b76d-d84799567ab6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:20:44.186441 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-557efb78-607c-46c9-b76d-d84799567ab6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:security_group_rule and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:20:44.190825 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-557efb78-607c-46c9-b76d-d84799567ab6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:20:44.196856 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-557efb78-607c-46c9-b76d-d84799567ab6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:20:44.221047 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-557efb78-607c-46c9-b76d-d84799567ab6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:44.284218 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-557efb78-607c-46c9-b76d-d84799567ab6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:44.290197 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-557efb78-607c-46c9-b76d-d84799567ab6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:44.313176 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557efb78-607c-46c9-b76d-d84799567ab6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6663c020-3e11-4388-9db1-7fbe7ab0bb56,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:44.329703 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-557efb78-607c-46c9-b76d-d84799567ab6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:44.330913 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-557efb78-607c-46c9-b76d-d84799567ab6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1654499 Feb 16 13:20:44.333819 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 49152) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:20:44.338745 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-d250b5f3-fc49-4e15-8dbf-9e4a8cea202e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'security_group_rule': {'security_group_id': '40a9e96d-7b9d-458b-bb53-76772bd759d3', 'project_id': '083db907435845cfbf101945bf75a5a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:20:44.344787 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-d250b5f3-fc49-4e15-8dbf-9e4a8cea202e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:20:44.349021 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-d250b5f3-fc49-4e15-8dbf-9e4a8cea202e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:security_group_rule and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:20:44.351946 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-d250b5f3-fc49-4e15-8dbf-9e4a8cea202e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:20:44.357727 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-d250b5f3-fc49-4e15-8dbf-9e4a8cea202e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:20:44.376328 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d250b5f3-fc49-4e15-8dbf-9e4a8cea202e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:44.442738 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d250b5f3-fc49-4e15-8dbf-9e4a8cea202e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:44.448743 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d250b5f3-fc49-4e15-8dbf-9e4a8cea202e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:44.472255 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d250b5f3-fc49-4e15-8dbf-9e4a8cea202e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48b81ddc-777b-4ed1-9a96-e63ef922a7a9,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:44.492422 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d250b5f3-fc49-4e15-8dbf-9e4a8cea202e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:44.493761 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d250b5f3-fc49-4e15-8dbf-9e4a8cea202e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1590037 Feb 16 13:20:44.496939 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49156) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:20:44.502363 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-ccc99c3a-ba23-4200-8148-737a9263a76b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'security_group_rule': {'security_group_id': '40a9e96d-7b9d-458b-bb53-76772bd759d3', 'project_id': '083db907435845cfbf101945bf75a5a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:20:44.509026 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ccc99c3a-ba23-4200-8148-737a9263a76b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:20:44.512970 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ccc99c3a-ba23-4200-8148-737a9263a76b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:security_group_rule and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:20:44.516072 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ccc99c3a-ba23-4200-8148-737a9263a76b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:20:44.526650 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ccc99c3a-ba23-4200-8148-737a9263a76b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:20:44.550309 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ccc99c3a-ba23-4200-8148-737a9263a76b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:44.625631 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ccc99c3a-ba23-4200-8148-737a9263a76b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:44.631345 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ccc99c3a-ba23-4200-8148-737a9263a76b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:44.658766 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc99c3a-ba23-4200-8148-737a9263a76b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cef5aad-8f15-459f-b957-1d889ec43b30,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:44.668451 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ccc99c3a-ba23-4200-8148-737a9263a76b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:44.669777 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ccc99c3a-ba23-4200-8148-737a9263a76b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1716533 Feb 16 13:20:44.672363 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49160) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:20:44.677503 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-1c69f2e6-e525-4b32-87ac-9614b076dbcd tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'security_group_rule': {'security_group_id': '40a9e96d-7b9d-458b-bb53-76772bd759d3', 'project_id': '083db907435845cfbf101945bf75a5a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:20:44.683813 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1c69f2e6-e525-4b32-87ac-9614b076dbcd tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:20:44.688107 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1c69f2e6-e525-4b32-87ac-9614b076dbcd tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:security_group_rule and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:20:44.691164 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1c69f2e6-e525-4b32-87ac-9614b076dbcd tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:20:44.701062 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1c69f2e6-e525-4b32-87ac-9614b076dbcd tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:20:44.721117 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1c69f2e6-e525-4b32-87ac-9614b076dbcd tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:44.787006 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1c69f2e6-e525-4b32-87ac-9614b076dbcd tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:44.792007 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1c69f2e6-e525-4b32-87ac-9614b076dbcd tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:44.815167 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69f2e6-e525-4b32-87ac-9614b076dbcd tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2b0579d-eaf9-455b-a517-e2af758ff6c8,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:44.824036 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1c69f2e6-e525-4b32-87ac-9614b076dbcd tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:44.825292 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1c69f2e6-e525-4b32-87ac-9614b076dbcd tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1519601 Feb 16 13:20:44.828069 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49164) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:20:44.833055 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-17be7c45-539e-4955-996e-bf9309fd70b5 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'security_group_rule': {'security_group_id': '40a9e96d-7b9d-458b-bb53-76772bd759d3', 'project_id': '083db907435845cfbf101945bf75a5a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:20:44.838900 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-17be7c45-539e-4955-996e-bf9309fd70b5 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:20:44.842845 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-17be7c45-539e-4955-996e-bf9309fd70b5 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:security_group_rule and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:20:44.845805 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-17be7c45-539e-4955-996e-bf9309fd70b5 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:20:44.852030 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-17be7c45-539e-4955-996e-bf9309fd70b5 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:20:44.864925 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-17be7c45-539e-4955-996e-bf9309fd70b5 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Project 083db907435845cfbf101945bf75a5a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:20:44.871516 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-17be7c45-539e-4955-996e-bf9309fd70b5 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:44.934425 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-17be7c45-539e-4955-996e-bf9309fd70b5 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:44.939476 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-17be7c45-539e-4955-996e-bf9309fd70b5 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:44.964985 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17be7c45-539e-4955-996e-bf9309fd70b5 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef54e245-fdf6-478f-89e3-556b051bdaf2,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:44.974168 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-17be7c45-539e-4955-996e-bf9309fd70b5 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:44.975316 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-17be7c45-539e-4955-996e-bf9309fd70b5 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1463716 Feb 16 13:20:44.978194 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49168) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:20:44.983081 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-b88dc86f-b1f4-424a-85fd-b5852d43762d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'security_group_rule': {'security_group_id': '40a9e96d-7b9d-458b-bb53-76772bd759d3', 'project_id': '083db907435845cfbf101945bf75a5a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:20:44.989238 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b88dc86f-b1f4-424a-85fd-b5852d43762d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:20:44.993074 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b88dc86f-b1f4-424a-85fd-b5852d43762d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:security_group_rule and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:20:44.995941 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b88dc86f-b1f4-424a-85fd-b5852d43762d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:20:45.001762 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b88dc86f-b1f4-424a-85fd-b5852d43762d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:20:45.014827 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-b88dc86f-b1f4-424a-85fd-b5852d43762d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Project 083db907435845cfbf101945bf75a5a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:20:45.024356 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b88dc86f-b1f4-424a-85fd-b5852d43762d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:45.101595 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b88dc86f-b1f4-424a-85fd-b5852d43762d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:45.106752 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b88dc86f-b1f4-424a-85fd-b5852d43762d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:45.129647 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88dc86f-b1f4-424a-85fd-b5852d43762d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5794095e-9a80-4aca-b795-ff298f5630f9,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:45.139322 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b88dc86f-b1f4-424a-85fd-b5852d43762d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:45.140508 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b88dc86f-b1f4-424a-85fd-b5852d43762d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1614118 Feb 16 13:20:45.143806 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49172) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:20:45.149447 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-b5e482ad-185c-47be-acb2-42202b96c74c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'network': {'name': 'tempest-network-smoke--19219251', 'project_id': '083db907435845cfbf101945bf75a5a6', 'port_security_enabled': True}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:20:45.154328 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b5e482ad-185c-47be-acb2-42202b96c74c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:20:45.158218 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b5e482ad-185c-47be-acb2-42202b96c74c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:network and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:20:45.161525 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-b5e482ad-185c-47be-acb2-42202b96c74c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:20:45.167456 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-b5e482ad-185c-47be-acb2-42202b96c74c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:20:45.180408 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e482ad-185c-47be-acb2-42202b96c74c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Made reservation on behalf of 083db907435845cfbf101945bf75a5a6 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:20:45.184091 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b5e482ad-185c-47be-acb2-42202b96c74c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:45.210625 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5e482ad-185c-47be-acb2-42202b96c74c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:20:45.218972 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b5e482ad-185c-47be-acb2-42202b96c74c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:45.219312 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-b5e482ad-185c-47be-acb2-42202b96c74c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Added segment 620d7b59-152e-4848-a0d7-560bc5fb3b31 of type vlan for network ba86d7c1-387d-4f48-b8e4-2ef559659e35 Feb 16 13:20:45.244910 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b5e482ad-185c-47be-acb2-42202b96c74c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:45.277270 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b5e482ad-185c-47be-acb2-42202b96c74c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:45.282619 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e482ad-185c-47be-acb2-42202b96c74c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:45.283199 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b5e482ad-185c-47be-acb2-42202b96c74c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:45.493001 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b5e482ad-185c-47be-acb2-42202b96c74c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3479371 Feb 16 13:20:45.496287 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 49176) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:20:45.501750 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-77e8a085-1e7f-471a-8d97-69579f407a73 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1764445420', 'admin_state_up': True, 'project_id': '083db907435845cfbf101945bf75a5a6', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:20:45.502487 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e482ad-185c-47be-acb2-42202b96c74c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'Network': ['ID=ba86d7c1-387d-4f48-b8e4-2ef559659e35,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:45.509509 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-77e8a085-1e7f-471a-8d97-69579f407a73 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:20:45.513475 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network ba86d7c1-387d-4f48-b8e4-2ef559659e35 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:20:45.513955 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-77e8a085-1e7f-471a-8d97-69579f407a73 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:router and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:20:45.516581 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-77e8a085-1e7f-471a-8d97-69579f407a73 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:20:45.523712 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-77e8a085-1e7f-471a-8d97-69579f407a73 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:20:45.535148 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-77e8a085-1e7f-471a-8d97-69579f407a73 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:45.536103 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-77e8a085-1e7f-471a-8d97-69579f407a73 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:45.551381 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-77e8a085-1e7f-471a-8d97-69579f407a73 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:45.828301 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-77e8a085-1e7f-471a-8d97-69579f407a73 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:46.240585 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-77e8a085-1e7f-471a-8d97-69579f407a73 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for router_gateway, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:46.269895 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-77e8a085-1e7f-471a-8d97-69579f407a73 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:46.411066 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-77e8a085-1e7f-471a-8d97-69579f407a73 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Allocated IP 172.26.5.235 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/a9d2204d-feba-45d1-9ed2-2718a9cf6d18) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:20:46.562379 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-77e8a085-1e7f-471a-8d97-69579f407a73 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:46.605078 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-77e8a085-1e7f-471a-8d97-69579f407a73 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:46.670441 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e8a085-1e7f-471a-8d97-69579f407a73 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:20:46.673250 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-77e8a085-1e7f-471a-8d97-69579f407a73 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:20:46.678018 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e8a085-1e7f-471a-8d97-69579f407a73 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:20:46.707959 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e8a085-1e7f-471a-8d97-69579f407a73 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'Port': ['ID=a9d2204d-feba-45d1-9ed2-2718a9cf6d18,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:47.108097 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-77e8a085-1e7f-471a-8d97-69579f407a73 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for router_gateway, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:47.582128 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-77e8a085-1e7f-471a-8d97-69579f407a73 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:47.798600 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e8a085-1e7f-471a-8d97-69579f407a73 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Router 55cef951-c262-42fc-a52f-97095b17b8dd is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:20:47.992240 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e8a085-1e7f-471a-8d97-69579f407a73 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:20:48.003249 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8923e426-dece-4465-b1b6-933d672da315 None None] Sync routers for ids ['55cef951-c262-42fc-a52f-97095b17b8dd'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:20:48.012479 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8923e426-dece-4465-b1b6-933d672da315 None None] Routers {'55cef951-c262-42fc-a52f-97095b17b8dd'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:20:48.013132 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-8923e426-dece-4465-b1b6-933d672da315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:20:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['55cef951-c262-42fc-a52f-97095b17b8dd'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:20:48.024039 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-77e8a085-1e7f-471a-8d97-69579f407a73 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:48.025295 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-77e8a085-1e7f-471a-8d97-69579f407a73 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5278432 Feb 16 13:20:48.028766 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49180) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:20:48.169320 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-39c243ae-b8c8-4c0f-8871-e6411879e7cf tempest-TestNetworkAdvancedServerOps-74201966 tempest-TestNetworkAdvancedServerOps-74201966-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=083db907435845cfbf101945bf75a5a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1392832 Feb 16 13:20:48.172205 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49186) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:20:48.189783 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-8923e426-dece-4465-b1b6-933d672da315 None None] Set router 55cef951-c262-42fc-a52f-97095b17b8dd gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:20:48.301241 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a38db3-7bd9-411e-8e5e-593749e1c45d tempest-TestNetworkAdvancedServerOps-74201966 tempest-TestNetworkAdvancedServerOps-74201966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:48.302722 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-40a38db3-7bd9-411e-8e5e-593749e1c45d tempest-TestNetworkAdvancedServerOps-74201966 tempest-TestNetworkAdvancedServerOps-74201966-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1295853 Feb 16 13:20:48.306070 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49190) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:20:48.344599 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4fd2f9f3-2961-4732-be77-7f1bef184473 tempest-TestNetworkAdvancedServerOps-74201966 tempest-TestNetworkAdvancedServerOps-74201966-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374732 Feb 16 13:20:48.347498 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49194) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:20:48.352819 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-407ae1f2-0431-4808-b876-1de5f405c505 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-714029959', 'network_id': 'ba86d7c1-387d-4f48-b8e4-2ef559659e35', 'project_id': '083db907435845cfbf101945bf75a5a6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:20:48.461299 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-407ae1f2-0431-4808-b876-1de5f405c505 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:20:48.464539 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-407ae1f2-0431-4808-b876-1de5f405c505 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:subnet and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:20:48.467296 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-407ae1f2-0431-4808-b876-1de5f405c505 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:20:48.469771 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-8923e426-dece-4465-b1b6-933d672da315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cef951-c262-42fc-a52f-97095b17b8dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764445420', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': 'a9d2204d-feba-45d1-9ed2-2718a9cf6d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:20:45Z', 'updated_at': '2022-02-16T13:20:46Z', 'revision_number': 3, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': 'a9d2204d-feba-45d1-9ed2-2718a9cf6d18', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:70:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55cef951-c262-42fc-a52f-97095b17b8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:20:46Z', 'updated_at': '2022-02-16T13:20:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:20:48.473336 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-407ae1f2-0431-4808-b876-1de5f405c505 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:20:48.473725 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8923e426-dece-4465-b1b6-933d672da315 None None] Checking router: 55cef951-c262-42fc-a52f-97095b17b8dd for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:20:48.474071 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8923e426-dece-4465-b1b6-933d672da315 None None] Updating router 55cef951-c262-42fc-a52f-97095b17b8dd port a9d2204d-feba-45d1-9ed2-2718a9cf6d18 binding host dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:20:48.488849 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407ae1f2-0431-4808-b876-1de5f405c505 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Made reservation on behalf of 083db907435845cfbf101945bf75a5a6 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:20:48.492305 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-407ae1f2-0431-4808-b876-1de5f405c505 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:48.529699 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-8923e426-dece-4465-b1b6-933d672da315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:48.709880 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-407ae1f2-0431-4808-b876-1de5f405c505 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:48.792576 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ae1f2-0431-4808-b876-1de5f405c505 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'Subnet': ['ID=731f583b-0d98-4bf4-9e06-91fd89af80c9,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:48.800711 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407ae1f2-0431-4808-b876-1de5f405c505 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Checking segment: {'id': '620d7b59-152e-4848-a0d7-560bc5fb3b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ba86d7c1-387d-4f48-b8e4-2ef559659e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:20:48.801343 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407ae1f2-0431-4808-b876-1de5f405c505 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Network hostable DHCP agents. Network: ba86d7c1-387d-4f48-b8e4-2ef559659e35, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:20:48.822189 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407ae1f2-0431-4808-b876-1de5f405c505 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Network ba86d7c1-387d-4f48-b8e4-2ef559659e35 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:20:48.832190 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-407ae1f2-0431-4808-b876-1de5f405c505 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, ba86d7c1-387d-4f48-b8e4-2ef559659e35) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:20:48.836422 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407ae1f2-0431-4808-b876-1de5f405c505 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:48.837058 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-407ae1f2-0431-4808-b876-1de5f405c505 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:48.841751 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1afe18-4538-45f6-8617-f0387716c608 None None] Network ba86d7c1-387d-4f48-b8e4-2ef559659e35 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:20:48.853463 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-8923e426-dece-4465-b1b6-933d672da315 None None] Notify callbacks [] for port, precommit_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:48.864419 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-407ae1f2-0431-4808-b876-1de5f405c505 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5126855 Feb 16 13:20:48.864711 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49198) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:20:48.865633 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.provisioning_blocks [None req-8923e426-dece-4465-b1b6-933d672da315 None None] Transition to ACTIVE for port object a9d2204d-feba-45d1-9ed2-2718a9cf6d18 will not be triggered until provisioned by entity L2. {{(pid=87703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:20:48.873465 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-8923e426-dece-4465-b1b6-933d672da315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:48.976855 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-8923e426-dece-4465-b1b6-933d672da315 None None] Attempting to bind port a9d2204d-feba-45d1-9ed2-2718a9cf6d18 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:20:48.977211 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-8923e426-dece-4465-b1b6-933d672da315 None None] Attempting to bind port a9d2204d-feba-45d1-9ed2-2718a9cf6d18 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:20:48.977632 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8923e426-dece-4465-b1b6-933d672da315 None None] Attempting to bind port a9d2204d-feba-45d1-9ed2-2718a9cf6d18 on network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:20:48.988329 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b95fda-471c-4e2b-922f-75bfeb4293ef None None] Pushing event updated for resources: {'Port': ['ID=a9d2204d-feba-45d1-9ed2-2718a9cf6d18,revision_number=2']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:48.994775 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8923e426-dece-4465-b1b6-933d672da315 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:20:48.995210 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8923e426-dece-4465-b1b6-933d672da315 None None] Checking segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:20:48.995662 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-8923e426-dece-4465-b1b6-933d672da315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:48.996538 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8923e426-dece-4465-b1b6-933d672da315 None None] Bound using segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:20:48.996538 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-8923e426-dece-4465-b1b6-933d672da315 None None] Bound port: a9d2204d-feba-45d1-9ed2-2718a9cf6d18, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:20:48.997026 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-8923e426-dece-4465-b1b6-933d672da315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:49.020962 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b95fda-471c-4e2b-922f-75bfeb4293ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:49.021681 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b95fda-471c-4e2b-922f-75bfeb4293ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:49.021681 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b95fda-471c-4e2b-922f-75bfeb4293ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:49.022091 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b95fda-471c-4e2b-922f-75bfeb4293ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:49.022506 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b95fda-471c-4e2b-922f-75bfeb4293ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:49.022851 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b95fda-471c-4e2b-922f-75bfeb4293ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:49.023244 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b95fda-471c-4e2b-922f-75bfeb4293ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:49.023637 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b95fda-471c-4e2b-922f-75bfeb4293ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:49.023957 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b95fda-471c-4e2b-922f-75bfeb4293ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:49.024233 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b95fda-471c-4e2b-922f-75bfeb4293ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:49.024561 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b95fda-471c-4e2b-922f-75bfeb4293ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:49.024875 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b95fda-471c-4e2b-922f-75bfeb4293ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:49.070327 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e79fc85-69b5-42e6-802f-6b186a5eba97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-ba86d7c1-387d-4f48-b8e4-2ef559659e35', 'network_id': 'ba86d7c1-387d-4f48-b8e4-2ef559659e35', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'fixed_ips': [{'subnet_id': '731f583b-0d98-4bf4-9e06-91fd89af80c9'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:20:49.071163 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4e79fc85-69b5-42e6-802f-6b186a5eba97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:49.076285 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-8923e426-dece-4465-b1b6-933d672da315 None None] For port a9d2204d-feba-45d1-9ed2-2718a9cf6d18, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:20:49.079212 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-8923e426-dece-4465-b1b6-933d672da315 None None] For port a9d2204d-feba-45d1-9ed2-2718a9cf6d18, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=a9d2204d-feba-45d1-9ed2-2718a9cf6d18,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:20:49.086536 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-8923e426-dece-4465-b1b6-933d672da315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:49.163359 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8923e426-dece-4465-b1b6-933d672da315 None None] Routers {'55cef951-c262-42fc-a52f-97095b17b8dd'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:20:49.163977 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-8923e426-dece-4465-b1b6-933d672da315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:20:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['55cef951-c262-42fc-a52f-97095b17b8dd'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:20:49.244667 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-4e79fc85-69b5-42e6-802f-6b186a5eba97 None None] Allocated IP 172.20.0.2 (ba86d7c1-387d-4f48-b8e4-2ef559659e35/731f583b-0d98-4bf4-9e06-91fd89af80c9/b93fa5d7-fe2e-4552-8d04-3d15a5fa5f46) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:20:49.249688 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b95fda-471c-4e2b-922f-75bfeb4293ef None None] Pushing event updated for resources: {'Port': ['ID=a9d2204d-feba-45d1-9ed2-2718a9cf6d18,revision_number=3']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:49.345846 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-8923e426-dece-4465-b1b6-933d672da315 None None] Set router 55cef951-c262-42fc-a52f-97095b17b8dd gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:20:49.490674 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4e79fc85-69b5-42e6-802f-6b186a5eba97 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:49.501698 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-4e79fc85-69b5-42e6-802f-6b186a5eba97 None None] Transition to ACTIVE for port object b93fa5d7-fe2e-4552-8d04-3d15a5fa5f46 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:20:49.525505 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-4e79fc85-69b5-42e6-802f-6b186a5eba97 None None] Transition to ACTIVE for port object b93fa5d7-fe2e-4552-8d04-3d15a5fa5f46 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:20:49.533095 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4e79fc85-69b5-42e6-802f-6b186a5eba97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:49.640694 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e79fc85-69b5-42e6-802f-6b186a5eba97 None None] Network ba86d7c1-387d-4f48-b8e4-2ef559659e35 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:20:49.643524 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-4e79fc85-69b5-42e6-802f-6b186a5eba97 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:20:49.646788 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-8923e426-dece-4465-b1b6-933d672da315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cef951-c262-42fc-a52f-97095b17b8dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764445420', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': 'a9d2204d-feba-45d1-9ed2-2718a9cf6d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:20:45Z', 'updated_at': '2022-02-16T13:20:46Z', 'revision_number': 3, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': 'a9d2204d-feba-45d1-9ed2-2718a9cf6d18', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:70:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55cef951-c262-42fc-a52f-97095b17b8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:20:46Z', 'updated_at': '2022-02-16T13:20:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:20:49.647608 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e79fc85-69b5-42e6-802f-6b186a5eba97 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:20:49.651348 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8923e426-dece-4465-b1b6-933d672da315 None None] The sync data for ids ['55cef951-c262-42fc-a52f-97095b17b8dd'] in dv-neutron-829527-1-hyperv is: [{'id': '55cef951-c262-42fc-a52f-97095b17b8dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764445420', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': 'a9d2204d-feba-45d1-9ed2-2718a9cf6d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:20:45Z', 'updated_at': '2022-02-16T13:20:46Z', 'revision_number': 3, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': 'a9d2204d-feba-45d1-9ed2-2718a9cf6d18', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:70:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55cef951-c262-42fc-a52f-97095b17b8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:20:46Z', 'updated_at': '2022-02-16T13:20:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:20:49.692226 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e79fc85-69b5-42e6-802f-6b186a5eba97 None None] Pushing event updated for resources: {'Port': ['ID=b93fa5d7-fe2e-4552-8d04-3d15a5fa5f46,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:49.704022 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd4989e5-737e-4a3d-80f8-8aacaa248b30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:49.738198 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e79fc85-69b5-42e6-802f-6b186a5eba97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:49.738526 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e79fc85-69b5-42e6-802f-6b186a5eba97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:49.738854 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e79fc85-69b5-42e6-802f-6b186a5eba97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:49.739176 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e79fc85-69b5-42e6-802f-6b186a5eba97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:49.739494 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e79fc85-69b5-42e6-802f-6b186a5eba97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:49.739815 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e79fc85-69b5-42e6-802f-6b186a5eba97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:49.740156 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e79fc85-69b5-42e6-802f-6b186a5eba97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:49.740469 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e79fc85-69b5-42e6-802f-6b186a5eba97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:49.740881 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e79fc85-69b5-42e6-802f-6b186a5eba97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:49.741200 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e79fc85-69b5-42e6-802f-6b186a5eba97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:49.741516 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e79fc85-69b5-42e6-802f-6b186a5eba97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:49.741822 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e79fc85-69b5-42e6-802f-6b186a5eba97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:20:49.753208 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-4e79fc85-69b5-42e6-802f-6b186a5eba97 None None] Attempting to bind port b93fa5d7-fe2e-4552-8d04-3d15a5fa5f46 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:20:49.753567 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-4e79fc85-69b5-42e6-802f-6b186a5eba97 None None] Attempting to bind port b93fa5d7-fe2e-4552-8d04-3d15a5fa5f46 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '620d7b59-152e-4848-a0d7-560bc5fb3b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ba86d7c1-387d-4f48-b8e4-2ef559659e35'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:20:49.753924 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e79fc85-69b5-42e6-802f-6b186a5eba97 None None] Attempting to bind port b93fa5d7-fe2e-4552-8d04-3d15a5fa5f46 on network ba86d7c1-387d-4f48-b8e4-2ef559659e35 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:20:49.763491 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e79fc85-69b5-42e6-802f-6b186a5eba97 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:20:49.763856 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e79fc85-69b5-42e6-802f-6b186a5eba97 None None] Checking segment: {'id': '620d7b59-152e-4848-a0d7-560bc5fb3b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ba86d7c1-387d-4f48-b8e4-2ef559659e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:20:49.764244 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4e79fc85-69b5-42e6-802f-6b186a5eba97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:49.764669 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e79fc85-69b5-42e6-802f-6b186a5eba97 None None] Bound using segment: {'id': '620d7b59-152e-4848-a0d7-560bc5fb3b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ba86d7c1-387d-4f48-b8e4-2ef559659e35'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:20:49.765131 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-4e79fc85-69b5-42e6-802f-6b186a5eba97 None None] Bound port: b93fa5d7-fe2e-4552-8d04-3d15a5fa5f46, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b59-152e-4848-a0d7-560bc5fb3b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ba86d7c1-387d-4f48-b8e4-2ef559659e35'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:20:49.765498 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4e79fc85-69b5-42e6-802f-6b186a5eba97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:49.856114 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-4e79fc85-69b5-42e6-802f-6b186a5eba97 None None] For port b93fa5d7-fe2e-4552-8d04-3d15a5fa5f46, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:20:49.859527 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-4e79fc85-69b5-42e6-802f-6b186a5eba97 None None] For port b93fa5d7-fe2e-4552-8d04-3d15a5fa5f46, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=b93fa5d7-fe2e-4552-8d04-3d15a5fa5f46,segment=NetworkSegment(620d7b59-152e-4848-a0d7-560bc5fb3b31),segment_id=620d7b59-152e-4848-a0d7-560bc5fb3b31)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:20:49.871973 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4e79fc85-69b5-42e6-802f-6b186a5eba97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:49.982813 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e79fc85-69b5-42e6-802f-6b186a5eba97 None None] Pushing event updated for resources: {'Port': ['ID=b93fa5d7-fe2e-4552-8d04-3d15a5fa5f46,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:50.132955 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-fd4989e5-737e-4a3d-80f8-8aacaa248b30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Allocated IP 172.20.0.1 (ba86d7c1-387d-4f48-b8e4-2ef559659e35/731f583b-0d98-4bf4-9e06-91fd89af80c9/209ab151-86ce-4b68-8354-ffb93ac5535a) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:20:50.201315 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:20:50.345239 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd4989e5-737e-4a3d-80f8-8aacaa248b30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:50.362472 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-fd4989e5-737e-4a3d-80f8-8aacaa248b30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Transition to ACTIVE for port object 209ab151-86ce-4b68-8354-ffb93ac5535a will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:20:50.386769 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd4989e5-737e-4a3d-80f8-8aacaa248b30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:50.461072 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4989e5-737e-4a3d-80f8-8aacaa248b30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Network ba86d7c1-387d-4f48-b8e4-2ef559659e35 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:20:50.464312 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-fd4989e5-737e-4a3d-80f8-8aacaa248b30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:20:50.472536 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4989e5-737e-4a3d-80f8-8aacaa248b30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:20:50.503137 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4989e5-737e-4a3d-80f8-8aacaa248b30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'Port': ['ID=209ab151-86ce-4b68-8354-ffb93ac5535a,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:50.544119 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd4989e5-737e-4a3d-80f8-8aacaa248b30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:50.847489 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd4989e5-737e-4a3d-80f8-8aacaa248b30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:50.982125 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151c9e46-76e7-49ce-81af-ce7398d85e24 None None] Network ba86d7c1-387d-4f48-b8e4-2ef559659e35 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:20:51.095691 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-18a86fda-7def-4bec-8955-2dd6005c34b2 None None] Provisioning for port b93fa5d7-fe2e-4552-8d04-3d15a5fa5f46 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:20:51.352351 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd4989e5-737e-4a3d-80f8-8aacaa248b30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:51.360778 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd4989e5-737e-4a3d-80f8-8aacaa248b30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:51.619763 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd4989e5-737e-4a3d-80f8-8aacaa248b30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:51.623544 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4989e5-737e-4a3d-80f8-8aacaa248b30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'Port': ['ID=209ab151-86ce-4b68-8354-ffb93ac5535a,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:51.671250 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-4e83cf5d-611c-4830-89eb-fcf2756b8bfa None None] Provisioning for port 209ab151-86ce-4b68-8354-ffb93ac5535a completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:20:51.680750 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-4e83cf5d-611c-4830-89eb-fcf2756b8bfa None None] Provisioning complete for port 209ab151-86ce-4b68-8354-ffb93ac5535a triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:20:51.681126 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4e83cf5d-611c-4830-89eb-fcf2756b8bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:51.747721 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device a9d2204d-feba-45d1-9ed2-2718a9cf6d18 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:20:51.775658 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4989e5-737e-4a3d-80f8-8aacaa248b30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Network ba86d7c1-387d-4f48-b8e4-2ef559659e35 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:20:51.776880 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-fd4989e5-737e-4a3d-80f8-8aacaa248b30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:20:51.811867 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-4e83cf5d-611c-4830-89eb-fcf2756b8bfa None None] Port 209ab151-86ce-4b68-8354-ffb93ac5535a cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:20:51.831169 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port a9d2204d-feba-45d1-9ed2-2718a9cf6d18 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:20:51.836683 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port a9d2204d-feba-45d1-9ed2-2718a9cf6d18 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:20:51.837057 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:51.971517 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:51.977936 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-87f39cc6-8068-49d0-9fa3-76fca92ff8b7 None None] Provisioning complete for port 209ab151-86ce-4b68-8354-ffb93ac5535a triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:20:51.978107 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4989e5-737e-4a3d-80f8-8aacaa248b30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Router 55cef951-c262-42fc-a52f-97095b17b8dd has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:20:51.978572 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-87f39cc6-8068-49d0-9fa3-76fca92ff8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:52.033545 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port a9d2204d-feba-45d1-9ed2-2718a9cf6d18, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=a9d2204d-feba-45d1-9ed2-2718a9cf6d18,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:20:52.041617 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:52.042372 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device b93fa5d7-fe2e-4552-8d04-3d15a5fa5f46 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:20:52.098388 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-87f39cc6-8068-49d0-9fa3-76fca92ff8b7 None None] Port 209ab151-86ce-4b68-8354-ffb93ac5535a cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:20:52.157274 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4989e5-737e-4a3d-80f8-8aacaa248b30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:20:52.159022 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=a9d2204d-feba-45d1-9ed2-2718a9cf6d18,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:52.176306 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fd4989e5-737e-4a3d-80f8-8aacaa248b30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "PUT /v2.0/routers/55cef951-c262-42fc-a52f-97095b17b8dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3016274 Feb 16 13:20:52.176770 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6857821-b31c-45f0-9e86-226b3835f387 None None] Sync routers for ids ['55cef951-c262-42fc-a52f-97095b17b8dd'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:20:52.177396 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port b93fa5d7-fe2e-4552-8d04-3d15a5fa5f46 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:20:52.180398 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6857821-b31c-45f0-9e86-226b3835f387 None None] Routers {'55cef951-c262-42fc-a52f-97095b17b8dd'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:20:52.181056 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-c6857821-b31c-45f0-9e86-226b3835f387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:20:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['55cef951-c262-42fc-a52f-97095b17b8dd'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:20:52.241756 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port b93fa5d7-fe2e-4552-8d04-3d15a5fa5f46 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:20:52.242909 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:52.325644 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-5f1acf5c-320a-4fac-8f57-d84f28efe88f None None] Provisioning complete for port 209ab151-86ce-4b68-8354-ffb93ac5535a triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:20:52.326017 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-5f1acf5c-320a-4fac-8f57-d84f28efe88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:52.444321 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-ae889170-fb5c-4d0d-9f4f-38b7a7b7e302 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Synchronizing usage tracker for tenant:083db907435845cfbf101945bf75a5a6 on resource:security_group {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:20:52.452102 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-5f1acf5c-320a-4fac-8f57-d84f28efe88f None None] Port 209ab151-86ce-4b68-8354-ffb93ac5535a cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:20:52.462366 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-ae889170-fb5c-4d0d-9f4f-38b7a7b7e302 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Unset dirty status for tenant:083db907435845cfbf101945bf75a5a6 on resource:security_group {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:20:52.464948 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-ae889170-fb5c-4d0d-9f4f-38b7a7b7e302 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1355005&fields=id&tenant_id=083db907435845cfbf101945bf75a5a6 HTTP/1.1" status: 200 len: 267 time: 0.0637183 Feb 16 13:20:52.511198 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-c6857821-b31c-45f0-9e86-226b3835f387 None None] Set router 55cef951-c262-42fc-a52f-97095b17b8dd gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:20:52.590899 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:52.617376 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-24107fab-a356-4de6-9556-5fb77ef70aec tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:52.618852 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-24107fab-a356-4de6-9556-5fb77ef70aec tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/networks?id=ba86d7c1-387d-4f48-b8e4-2ef559659e35 HTTP/1.1" status: 200 len: 795 time: 0.1483338 Feb 16 13:20:52.634187 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-d8a1b7d0-b4b9-4a93-903b-2a30b2412354 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/quotas/083db907435845cfbf101945bf75a5a6 HTTP/1.1" status: 200 len: 375 time: 0.0098040 Feb 16 13:20:52.724327 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-4767ea59-ce07-4a8c-af1a-9774d4c473be tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=083db907435845cfbf101945bf75a5a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0836337 Feb 16 13:20:52.786223 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port b93fa5d7-fe2e-4552-8d04-3d15a5fa5f46, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=b93fa5d7-fe2e-4552-8d04-3d15a5fa5f46,segment=NetworkSegment(620d7b59-152e-4848-a0d7-560bc5fb3b31),segment_id=620d7b59-152e-4848-a0d7-560bc5fb3b31)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:20:52.787405 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-257c6c75-196d-4539-a312-79bd51125926 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=87701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:20:52.788410 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-257c6c75-196d-4539-a312-79bd51125926 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0502162 Feb 16 13:20:52.791406 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:52.922135 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=b93fa5d7-fe2e-4552-8d04-3d15a5fa5f46,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:52.929209 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-3679cb5b-31ae-43fd-b9b5-fccabdea0538 service neutron] 10.222.0.83 "GET /v2.0/networks/ba86d7c1-387d-4f48-b8e4-2ef559659e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322231 Feb 16 13:20:52.964313 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-c6857821-b31c-45f0-9e86-226b3835f387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cef951-c262-42fc-a52f-97095b17b8dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764445420', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': 'a9d2204d-feba-45d1-9ed2-2718a9cf6d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:20:45Z', 'updated_at': '2022-02-16T13:20:50Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': 'a9d2204d-feba-45d1-9ed2-2718a9cf6d18', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:70:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cef951-c262-42fc-a52f-97095b17b8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:20:46Z', 'updated_at': '2022-02-16T13:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '209ab151-86ce-4b68-8354-ffb93ac5535a', 'name': '', 'network_id': 'ba86d7c1-387d-4f48-b8e4-2ef559659e35', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'mac_address': 'fa:16:3e:60:f6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55cef951-c262-42fc-a52f-97095b17b8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '731f583b-0d98-4bf4-9e06-91fd89af80c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:20:49Z', 'updated_at': '2022-02-16T13:20:51Z', 'revision_number': 2, 'project_id': '083db907435845cfbf101945bf75a5a6', 'subnets': [{'id': '731f583b-0d98-4bf4-9e06-91fd89af80c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:20:52.968109 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6857821-b31c-45f0-9e86-226b3835f387 None None] Checking router: 55cef951-c262-42fc-a52f-97095b17b8dd for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:20:52.968461 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6857821-b31c-45f0-9e86-226b3835f387 None None] Updating router 55cef951-c262-42fc-a52f-97095b17b8dd port 209ab151-86ce-4b68-8354-ffb93ac5535a binding host dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:20:53.021913 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c6857821-b31c-45f0-9e86-226b3835f387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:53.063142 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-b27ef1d7-96ab-4a3a-8364-175315c789c7 service neutron] 10.222.0.83 "GET /v2.0/networks/ba86d7c1-387d-4f48-b8e4-2ef559659e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280503 Feb 16 13:20:53.383139 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-a58900e0-2a6e-47fd-8ef0-d971d9acea6d req-c8dcf621-54e9-45a1-a257-904f2dfb70b7 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Synchronizing usage tracker for tenant:083db907435845cfbf101945bf75a5a6 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:20:53.417796 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-a58900e0-2a6e-47fd-8ef0-d971d9acea6d req-c8dcf621-54e9-45a1-a257-904f2dfb70b7 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Unset dirty status for tenant:083db907435845cfbf101945bf75a5a6 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:20:53.424536 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a58900e0-2a6e-47fd-8ef0-d971d9acea6d req-c8dcf621-54e9-45a1-a257-904f2dfb70b7 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=e86d3ff1-9ca2-4221-856f-20a3534250fd HTTP/1.1" status: 200 len: 210 time: 0.2089262 Feb 16 13:20:53.539987 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c6857821-b31c-45f0-9e86-226b3835f387 None None] Notify callbacks [] for port, precommit_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:53.553590 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-c6857821-b31c-45f0-9e86-226b3835f387 None None] Transition to ACTIVE for port object 209ab151-86ce-4b68-8354-ffb93ac5535a will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:20:53.561392 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c6857821-b31c-45f0-9e86-226b3835f387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:53.629930 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75911cb-ffe9-4f66-b8df-6811e068fdd0 None None] Pushing event updated for resources: {'Port': ['ID=209ab151-86ce-4b68-8354-ffb93ac5535a,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:53.689102 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device a9d2204d-feba-45d1-9ed2-2718a9cf6d18 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:20:53.845790 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-c6857821-b31c-45f0-9e86-226b3835f387 None None] Attempting to bind port 209ab151-86ce-4b68-8354-ffb93ac5535a on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:20:53.846149 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-c6857821-b31c-45f0-9e86-226b3835f387 None None] Attempting to bind port 209ab151-86ce-4b68-8354-ffb93ac5535a by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '620d7b59-152e-4848-a0d7-560bc5fb3b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ba86d7c1-387d-4f48-b8e4-2ef559659e35'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:20:53.846509 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6857821-b31c-45f0-9e86-226b3835f387 None None] Attempting to bind port 209ab151-86ce-4b68-8354-ffb93ac5535a on network ba86d7c1-387d-4f48-b8e4-2ef559659e35 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:20:53.856754 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6857821-b31c-45f0-9e86-226b3835f387 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:20:53.857123 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6857821-b31c-45f0-9e86-226b3835f387 None None] Checking segment: {'id': '620d7b59-152e-4848-a0d7-560bc5fb3b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ba86d7c1-387d-4f48-b8e4-2ef559659e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:20:53.857532 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c6857821-b31c-45f0-9e86-226b3835f387 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:53.857910 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6857821-b31c-45f0-9e86-226b3835f387 None None] Bound using segment: {'id': '620d7b59-152e-4848-a0d7-560bc5fb3b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ba86d7c1-387d-4f48-b8e4-2ef559659e35'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:20:53.858377 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-c6857821-b31c-45f0-9e86-226b3835f387 None None] Bound port: 209ab151-86ce-4b68-8354-ffb93ac5535a, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620d7b59-152e-4848-a0d7-560bc5fb3b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ba86d7c1-387d-4f48-b8e4-2ef559659e35'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:20:53.858743 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c6857821-b31c-45f0-9e86-226b3835f387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:53.920210 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port a9d2204d-feba-45d1-9ed2-2718a9cf6d18 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:20:53.920586 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:54.027048 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-c6857821-b31c-45f0-9e86-226b3835f387 None None] For port 209ab151-86ce-4b68-8354-ffb93ac5535a, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:20:54.031742 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-c6857821-b31c-45f0-9e86-226b3835f387 None None] For port 209ab151-86ce-4b68-8354-ffb93ac5535a, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=209ab151-86ce-4b68-8354-ffb93ac5535a,segment=NetworkSegment(620d7b59-152e-4848-a0d7-560bc5fb3b31),segment_id=620d7b59-152e-4848-a0d7-560bc5fb3b31)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:20:54.058586 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c6857821-b31c-45f0-9e86-226b3835f387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:54.156152 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device b93fa5d7-fe2e-4552-8d04-3d15a5fa5f46 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:20:54.199439 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75911cb-ffe9-4f66-b8df-6811e068fdd0 None None] Pushing event updated for resources: {'Port': ['ID=209ab151-86ce-4b68-8354-ffb93ac5535a,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:54.208922 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6857821-b31c-45f0-9e86-226b3835f387 None None] Routers {'55cef951-c262-42fc-a52f-97095b17b8dd'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:20:54.209543 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-c6857821-b31c-45f0-9e86-226b3835f387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:20:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['55cef951-c262-42fc-a52f-97095b17b8dd'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:20:54.447769 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port b93fa5d7-fe2e-4552-8d04-3d15a5fa5f46 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:20:54.448133 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:54.501886 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-c6857821-b31c-45f0-9e86-226b3835f387 None None] Set router 55cef951-c262-42fc-a52f-97095b17b8dd gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:20:54.635890 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c1351028-4364-4a96-acdd-da6147d7d2a1 req-fc928e79-6fe6-4cb5-a04e-ef811d2e9f78 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=e86d3ff1-9ca2-4221-856f-20a3534250fd HTTP/1.1" status: 200 len: 210 time: 0.0662925 Feb 16 13:20:54.648985 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-75e5b4b4-c138-4b58-a472-b29cc6452f97 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:54.650440 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-75e5b4b4-c138-4b58-a472-b29cc6452f97 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.89 "GET /v2.0/networks?id=ba86d7c1-387d-4f48-b8e4-2ef559659e35 HTTP/1.1" status: 200 len: 795 time: 0.2599022 Feb 16 13:20:54.703883 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-26915ef8-3f17-4918-ae8f-77e0dbd0ddb7 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=083db907435845cfbf101945bf75a5a6 HTTP/1.1" status: 200 len: 377 time: 0.0430586 Feb 16 13:20:54.714997 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-5675e925-d0f8-4b89-a1af-834019bf66e3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'port': {'device_id': 'e86d3ff1-9ca2-4221-856f-20a3534250fd', 'network_id': 'ba86d7c1-387d-4f48-b8e4-2ef559659e35', 'admin_state_up': True, 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'security_groups': ['40a9e96d-7b9d-458b-bb53-76772bd759d3']}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:20:54.853213 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-5675e925-d0f8-4b89-a1af-834019bf66e3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:20:54.863429 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-5675e925-d0f8-4b89-a1af-834019bf66e3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:20:54.874701 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-5675e925-d0f8-4b89-a1af-834019bf66e3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Made reservation on behalf of 083db907435845cfbf101945bf75a5a6 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:20:54.878359 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-5675e925-d0f8-4b89-a1af-834019bf66e3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:54.899286 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-c6857821-b31c-45f0-9e86-226b3835f387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cef951-c262-42fc-a52f-97095b17b8dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764445420', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': 'a9d2204d-feba-45d1-9ed2-2718a9cf6d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:20:45Z', 'updated_at': '2022-02-16T13:20:50Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': 'a9d2204d-feba-45d1-9ed2-2718a9cf6d18', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:70:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cef951-c262-42fc-a52f-97095b17b8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:20:46Z', 'updated_at': '2022-02-16T13:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '209ab151-86ce-4b68-8354-ffb93ac5535a', 'name': '', 'network_id': 'ba86d7c1-387d-4f48-b8e4-2ef559659e35', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'mac_address': 'fa:16:3e:60:f6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55cef951-c262-42fc-a52f-97095b17b8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '731f583b-0d98-4bf4-9e06-91fd89af80c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:20:49Z', 'updated_at': '2022-02-16T13:20:54Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'subnets': [{'id': '731f583b-0d98-4bf4-9e06-91fd89af80c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:20:54.903757 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6857821-b31c-45f0-9e86-226b3835f387 None None] The sync data for ids ['55cef951-c262-42fc-a52f-97095b17b8dd'] in dv-neutron-829527-1-hyperv is: [{'id': '55cef951-c262-42fc-a52f-97095b17b8dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764445420', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': 'a9d2204d-feba-45d1-9ed2-2718a9cf6d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:20:45Z', 'updated_at': '2022-02-16T13:20:50Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': 'a9d2204d-feba-45d1-9ed2-2718a9cf6d18', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:70:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cef951-c262-42fc-a52f-97095b17b8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:20:46Z', 'updated_at': '2022-02-16T13:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '209ab151-86ce-4b68-8354-ffb93ac5535a', 'name': '', 'network_id': 'ba86d7c1-387d-4f48-b8e4-2ef559659e35', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'mac_address': 'fa:16:3e:60:f6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55cef951-c262-42fc-a52f-97095b17b8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '731f583b-0d98-4bf4-9e06-91fd89af80c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:20:49Z', 'updated_at': '2022-02-16T13:20:54Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'subnets': [{'id': '731f583b-0d98-4bf4-9e06-91fd89af80c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:20:55.090726 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-5675e925-d0f8-4b89-a1af-834019bf66e3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Allocated IP 172.20.0.13 (ba86d7c1-387d-4f48-b8e4-2ef559659e35/731f583b-0d98-4bf4-9e06-91fd89af80c9/92f942ad-8bea-4d54-b4e0-10b6c221d348) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:20:55.478842 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-5675e925-d0f8-4b89-a1af-834019bf66e3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:55.497273 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-5675e925-d0f8-4b89-a1af-834019bf66e3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Transition to ACTIVE for port object 92f942ad-8bea-4d54-b4e0-10b6c221d348 will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:20:55.521783 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-5675e925-d0f8-4b89-a1af-834019bf66e3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:55.593817 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-5675e925-d0f8-4b89-a1af-834019bf66e3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Network ba86d7c1-387d-4f48-b8e4-2ef559659e35 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:20:55.597141 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-5675e925-d0f8-4b89-a1af-834019bf66e3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:20:55.601185 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-5675e925-d0f8-4b89-a1af-834019bf66e3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:20:55.673798 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-5675e925-d0f8-4b89-a1af-834019bf66e3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:55.674432 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-5675e925-d0f8-4b89-a1af-834019bf66e3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:55.680088 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5675e925-d0f8-4b89-a1af-834019bf66e3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'Port': ['ID=92f942ad-8bea-4d54-b4e0-10b6c221d348,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:55.704039 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 209ab151-86ce-4b68-8354-ffb93ac5535a up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:20:55.742957 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-5675e925-d0f8-4b89-a1af-834019bf66e3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0320830 Feb 16 13:20:55.761302 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-2bbff678-234c-4117-ab53-865f3b9d53f6 service neutron] Request body: {'port': {'device_id': 'e86d3ff1-9ca2-4221-856f-20a3534250fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:20:55.820393 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 209ab151-86ce-4b68-8354-ffb93ac5535a completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:20:55.826590 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 209ab151-86ce-4b68-8354-ffb93ac5535a triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:20:55.827097 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:55.888232 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202063c9-12a0-4e3b-86d1-769966b0f6d2 req-410d6ad5-1a09-4e1e-a2cb-6030f58b9314 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:55.890356 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-202063c9-12a0-4e3b-86d1-769966b0f6d2 req-410d6ad5-1a09-4e1e-a2cb-6030f58b9314 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=e86d3ff1-9ca2-4221-856f-20a3534250fd HTTP/1.1" status: 200 len: 932 time: 0.1040535 Feb 16 13:20:55.905429 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-6c3a20fc-bd1d-44d7-9364-fa0bf72203f6 None None] Provisioning for port 92f942ad-8bea-4d54-b4e0-10b6c221d348 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:20:55.906133 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-2bbff678-234c-4117-ab53-865f3b9d53f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:55.913971 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-6c3a20fc-bd1d-44d7-9364-fa0bf72203f6 None None] Provisioning complete for port 92f942ad-8bea-4d54-b4e0-10b6c221d348 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:20:55.914468 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6c3a20fc-bd1d-44d7-9364-fa0bf72203f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:55.950401 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-202063c9-12a0-4e3b-86d1-769966b0f6d2 req-54ee19e4-42f3-415b-a6a4-bab475685c09 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a9e96d-7b9d-458b-bb53-76772bd759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0535157 Feb 16 13:20:56.002945 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-6c3a20fc-bd1d-44d7-9364-fa0bf72203f6 None None] Port 92f942ad-8bea-4d54-b4e0-10b6c221d348 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:20:56.030946 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:56.067553 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 209ab151-86ce-4b68-8354-ffb93ac5535a, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=209ab151-86ce-4b68-8354-ffb93ac5535a,segment=NetworkSegment(620d7b59-152e-4848-a0d7-560bc5fb3b31),segment_id=620d7b59-152e-4848-a0d7-560bc5fb3b31)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:20:56.072624 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:56.144470 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=209ab151-86ce-4b68-8354-ffb93ac5535a,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:56.269231 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-2bbff678-234c-4117-ab53-865f3b9d53f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92f942ad-8bea-4d54-b4e0-10b6c221d348 {{(pid=87701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:20:56.281333 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-2bbff678-234c-4117-ab53-865f3b9d53f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:56.296534 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-2bbff678-234c-4117-ab53-865f3b9d53f6 service neutron] Transition to ACTIVE for port object 92f942ad-8bea-4d54-b4e0-10b6c221d348 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:20:56.301479 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-2bbff678-234c-4117-ab53-865f3b9d53f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:56.445707 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbff678-234c-4117-ab53-865f3b9d53f6 service neutron] Pushing event updated for resources: {'Port': ['ID=92f942ad-8bea-4d54-b4e0-10b6c221d348,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:56.549886 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-2bbff678-234c-4117-ab53-865f3b9d53f6 service neutron] Attempting to bind port 92f942ad-8bea-4d54-b4e0-10b6c221d348 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:20:56.550381 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-2bbff678-234c-4117-ab53-865f3b9d53f6 service neutron] Attempting to bind port 92f942ad-8bea-4d54-b4e0-10b6c221d348 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '620d7b59-152e-4848-a0d7-560bc5fb3b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ba86d7c1-387d-4f48-b8e4-2ef559659e35'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:20:56.550381 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-2bbff678-234c-4117-ab53-865f3b9d53f6 service neutron] Attempting to bind port 92f942ad-8bea-4d54-b4e0-10b6c221d348 on network ba86d7c1-387d-4f48-b8e4-2ef559659e35 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:20:56.555248 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-2bbff678-234c-4117-ab53-865f3b9d53f6 service neutron] Port 92f942ad-8bea-4d54-b4e0-10b6c221d348 on network ba86d7c1-387d-4f48-b8e4-2ef559659e35 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:20:56.555558 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-2bbff678-234c-4117-ab53-865f3b9d53f6 service neutron] Attempting to bind port 92f942ad-8bea-4d54-b4e0-10b6c221d348 on network ba86d7c1-387d-4f48-b8e4-2ef559659e35 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:20:56.560805 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-2bbff678-234c-4117-ab53-865f3b9d53f6 service neutron] Checking agent: {'id': 'b4b5bcfd-2763-4324-82e0-923bc8a52546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'started_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:20:56.561127 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-2bbff678-234c-4117-ab53-865f3b9d53f6 service neutron] Checking segment: {'id': '620d7b59-152e-4848-a0d7-560bc5fb3b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ba86d7c1-387d-4f48-b8e4-2ef559659e35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:20:56.561490 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-2bbff678-234c-4117-ab53-865f3b9d53f6 service neutron] Bound using segment: {'id': '620d7b59-152e-4848-a0d7-560bc5fb3b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ba86d7c1-387d-4f48-b8e4-2ef559659e35'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:20:56.561897 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-2bbff678-234c-4117-ab53-865f3b9d53f6 service neutron] Bound port: 92f942ad-8bea-4d54-b4e0-10b6c221d348, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '620d7b59-152e-4848-a0d7-560bc5fb3b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ba86d7c1-387d-4f48-b8e4-2ef559659e35'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:20:56.562235 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-2bbff678-234c-4117-ab53-865f3b9d53f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:56.660808 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-2bbff678-234c-4117-ab53-865f3b9d53f6 service neutron] For port 92f942ad-8bea-4d54-b4e0-10b6c221d348, host hv-neutron-8295, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:20:56.663770 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-2bbff678-234c-4117-ab53-865f3b9d53f6 service neutron] For port 92f942ad-8bea-4d54-b4e0-10b6c221d348, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=92f942ad-8bea-4d54-b4e0-10b6c221d348,segment=NetworkSegment(620d7b59-152e-4848-a0d7-560bc5fb3b31),segment_id=620d7b59-152e-4848-a0d7-560bc5fb3b31)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:20:56.669836 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-2bbff678-234c-4117-ab53-865f3b9d53f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:56.730643 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-2bbff678-234c-4117-ab53-865f3b9d53f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:56.731220 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-2bbff678-234c-4117-ab53-865f3b9d53f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:56.732553 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-2bbff678-234c-4117-ab53-865f3b9d53f6 service neutron] 10.222.0.89 "PUT /v2.0/ports/92f942ad-8bea-4d54-b4e0-10b6c221d348 HTTP/1.1" status: 200 len: 1094 time: 0.9807243 Feb 16 13:20:56.733005 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e86d3ff1-9ca2-4221-856f-20a3534250fd', 'tag': '92f942ad-8bea-4d54-b4e0-10b6c221d348'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:20:56.752933 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbff678-234c-4117-ab53-865f3b9d53f6 service neutron] Pushing event updated for resources: {'Port': ['ID=92f942ad-8bea-4d54-b4e0-10b6c221d348,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:20:56.808665 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e86d3ff1-9ca2-4221-856f-20a3534250fd', 'tag': '92f942ad-8bea-4d54-b4e0-10b6c221d348', 'status': 'completed', 'code': 200} Feb 16 13:20:56.850865 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-2f329a3c-eb18-401d-8ee6-cb94a1c62d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:56.852670 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-2f329a3c-eb18-401d-8ee6-cb94a1c62d09 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=083db907435845cfbf101945bf75a5a6&device_id=e86d3ff1-9ca2-4221-856f-20a3534250fd HTTP/1.1" status: 200 len: 1097 time: 0.0767498 Feb 16 13:20:56.926115 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-ec66e949-f8dd-402c-b8db-0d87f1336e0f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92f942ad-8bea-4d54-b4e0-10b6c221d348 HTTP/1.1" status: 200 len: 217 time: 0.0653861 Feb 16 13:20:56.990468 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-f07ebc01-2360-44ec-bc56-b762e7a49ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:56.991915 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-f07ebc01-2360-44ec-bc56-b762e7a49ae8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=731f583b-0d98-4bf4-9e06-91fd89af80c9 HTTP/1.1" status: 200 len: 834 time: 0.0594256 Feb 16 13:20:57.073548 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-e8e606eb-17cd-44bc-b371-59ad774a7b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:57.075021 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-e8e606eb-17cd-44bc-b371-59ad774a7b0f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ba86d7c1-387d-4f48-b8e4-2ef559659e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755043 Feb 16 13:20:57.141475 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320407d5-acdf-4c1d-a7b3-995fd8830ca8 req-56ea0f19-4e43-4dff-860e-a4e4ac78f69e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:57.143037 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-320407d5-acdf-4c1d-a7b3-995fd8830ca8 req-56ea0f19-4e43-4dff-860e-a4e4ac78f69e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=e86d3ff1-9ca2-4221-856f-20a3534250fd HTTP/1.1" status: 200 len: 944 time: 0.0787635 Feb 16 13:20:57.188367 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-320407d5-acdf-4c1d-a7b3-995fd8830ca8 req-d04d9742-0459-4a70-8f4e-7a0e7fae59cd tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a9e96d-7b9d-458b-bb53-76772bd759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0390480 Feb 16 13:20:57.210413 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-82f0357d-a619-458a-ac99-9c2b5be9bed6 service neutron] 10.222.0.89 "GET /v2.0/networks/ba86d7c1-387d-4f48-b8e4-2ef559659e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284533 Feb 16 13:20:57.438032 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bf13480a-a163-44c9-b1c1-78bc34edc154 req-0f13ce4b-1ac0-4b5c-baae-9d06295d66c4 service neutron] 10.222.0.89 "GET /v2.0/networks/ba86d7c1-387d-4f48-b8e4-2ef559659e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207463 Feb 16 13:20:57.558562 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b33002-161c-4919-b066-2970f4e2ec1f req-b00f8532-464e-4a15-876b-ede0f8df2e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:57.560045 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f5b33002-161c-4919-b066-2970f4e2ec1f req-b00f8532-464e-4a15-876b-ede0f8df2e1f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=083db907435845cfbf101945bf75a5a6&device_id=e86d3ff1-9ca2-4221-856f-20a3534250fd HTTP/1.1" status: 200 len: 1097 time: 0.0735097 Feb 16 13:20:57.646847 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 209ab151-86ce-4b68-8354-ffb93ac5535a up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:20:57.695521 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b33002-161c-4919-b066-2970f4e2ec1f req-8df3882b-ed23-45bb-a28c-ac9322e74f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:57.697039 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f5b33002-161c-4919-b066-2970f4e2ec1f req-8df3882b-ed23-45bb-a28c-ac9322e74f76 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ba86d7c1-387d-4f48-b8e4-2ef559659e35 HTTP/1.1" status: 200 len: 896 time: 0.1277158 Feb 16 13:20:57.719609 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 209ab151-86ce-4b68-8354-ffb93ac5535a triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:20:57.719972 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:20:57.768948 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f5b33002-161c-4919-b066-2970f4e2ec1f req-bc0de119-62e5-4ba4-a6a7-3281e338d392 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92f942ad-8bea-4d54-b4e0-10b6c221d348 HTTP/1.1" status: 200 len: 217 time: 0.0645466 Feb 16 13:20:57.830580 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b33002-161c-4919-b066-2970f4e2ec1f req-7358338f-bccf-4641-b943-5fc7dab87626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:57.832056 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f5b33002-161c-4919-b066-2970f4e2ec1f req-7358338f-bccf-4641-b943-5fc7dab87626 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=731f583b-0d98-4bf4-9e06-91fd89af80c9 HTTP/1.1" status: 200 len: 834 time: 0.0571153 Feb 16 13:20:57.926010 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b33002-161c-4919-b066-2970f4e2ec1f req-2e76e4f2-d20e-4e1c-a413-7fba36d495c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:57.927490 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f5b33002-161c-4919-b066-2970f4e2ec1f req-2e76e4f2-d20e-4e1c-a413-7fba36d495c8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ba86d7c1-387d-4f48-b8e4-2ef559659e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0876236 Feb 16 13:20:58.068228 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f5b33002-161c-4919-b066-2970f4e2ec1f req-f1c173b2-1f3d-4693-8397-ff239da814b3 service neutron] 10.222.0.89 "GET /v2.0/networks/ba86d7c1-387d-4f48-b8e4-2ef559659e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332150 Feb 16 13:20:58.200032 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f5b33002-161c-4919-b066-2970f4e2ec1f req-29d872ee-971b-4d92-bcd1-b88ae72c141e service neutron] 10.222.0.89 "GET /v2.0/networks/ba86d7c1-387d-4f48-b8e4-2ef559659e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244023 Feb 16 13:20:58.394393 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d4fd5c-1663-46da-b41e-42c64f5ca757 req-e5e2da48-5eb5-487e-8c09-a4717b330e5d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:58.394860 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-57d4fd5c-1663-46da-b41e-42c64f5ca757 req-e5e2da48-5eb5-487e-8c09-a4717b330e5d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Synchronizing usage tracker for tenant:083db907435845cfbf101945bf75a5a6 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:20:58.413109 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-57d4fd5c-1663-46da-b41e-42c64f5ca757 req-e5e2da48-5eb5-487e-8c09-a4717b330e5d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Unset dirty status for tenant:083db907435845cfbf101945bf75a5a6 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:20:58.414240 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-57d4fd5c-1663-46da-b41e-42c64f5ca757 req-e5e2da48-5eb5-487e-8c09-a4717b330e5d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=e86d3ff1-9ca2-4221-856f-20a3534250fd HTTP/1.1" status: 200 len: 944 time: 0.1145611 Feb 16 13:20:58.460402 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-57d4fd5c-1663-46da-b41e-42c64f5ca757 req-93c4e4dd-79eb-480e-9195-8e54f29af5e9 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a9e96d-7b9d-458b-bb53-76772bd759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0400698 Feb 16 13:20:59.692139 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9cd60-87da-493d-9d50-f46c1ae2c65f req-97bc78ec-a953-432b-9594-d7571cbcca07 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:20:59.693675 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-61f9cd60-87da-493d-9d50-f46c1ae2c65f req-97bc78ec-a953-432b-9594-d7571cbcca07 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=e86d3ff1-9ca2-4221-856f-20a3534250fd HTTP/1.1" status: 200 len: 944 time: 0.0998886 Feb 16 13:20:59.740572 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-61f9cd60-87da-493d-9d50-f46c1ae2c65f req-7afee490-a94d-49ac-ba90-690b4d42e4e4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a9e96d-7b9d-458b-bb53-76772bd759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0407276 Feb 16 13:21:00.148753 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 92f942ad-8bea-4d54-b4e0-10b6c221d348 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:21:00.345011 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 92f942ad-8bea-4d54-b4e0-10b6c221d348, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=92f942ad-8bea-4d54-b4e0-10b6c221d348,segment=NetworkSegment(620d7b59-152e-4848-a0d7-560bc5fb3b31),segment_id=620d7b59-152e-4848-a0d7-560bc5fb3b31)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:21:00.363723 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': '92f942ad-8bea-4d54-b4e0-10b6c221d348', 'network_id': 'ba86d7c1-387d-4f48-b8e4-2ef559659e35', 'port_id': '92f942ad-8bea-4d54-b4e0-10b6c221d348', 'mac_address': 'fa:16:3e:dd:b7:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '731f583b-0d98-4bf4-9e06-91fd89af80c9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:21:00.445129 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:00.468564 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92f942ad-8bea-4d54-b4e0-10b6c221d348 {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:21:00.490293 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 92f942ad-8bea-4d54-b4e0-10b6c221d348, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=92f942ad-8bea-4d54-b4e0-10b6c221d348,segment=NetworkSegment(620d7b59-152e-4848-a0d7-560bc5fb3b31),segment_id=620d7b59-152e-4848-a0d7-560bc5fb3b31)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:21:00.498001 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:00.568504 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=92f942ad-8bea-4d54-b4e0-10b6c221d348,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:00.724113 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['92f942ad-8bea-4d54-b4e0-10b6c221d348'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:21:00.937786 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b582b-89a2-4872-a3c0-253668abd47c req-de0291cf-bd50-4ca1-bd42-bb96d029df14 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:00.939236 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-077b582b-89a2-4872-a3c0-253668abd47c req-de0291cf-bd50-4ca1-bd42-bb96d029df14 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=e86d3ff1-9ca2-4221-856f-20a3534250fd HTTP/1.1" status: 200 len: 945 time: 0.0876076 Feb 16 13:21:00.985293 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-077b582b-89a2-4872-a3c0-253668abd47c req-cc60f805-4b95-44c4-8d26-a662d65ae762 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a9e96d-7b9d-458b-bb53-76772bd759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0399754 Feb 16 13:21:01.872460 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8cf4836b-39a7-4457-8d2e-499eb1796d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:02.155970 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 92f942ad-8bea-4d54-b4e0-10b6c221d348 up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:21:02.217704 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff9548-1f9a-4592-8fcd-036c3aee67b5 req-5171d06c-ad25-4bd0-a0fb-46df4afb0bee tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:02.219146 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ebff9548-1f9a-4592-8fcd-036c3aee67b5 req-5171d06c-ad25-4bd0-a0fb-46df4afb0bee tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=e86d3ff1-9ca2-4221-856f-20a3534250fd HTTP/1.1" status: 200 len: 945 time: 0.0924950 Feb 16 13:21:02.232866 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning for port 92f942ad-8bea-4d54-b4e0-10b6c221d348 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:21:02.237913 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port 92f942ad-8bea-4d54-b4e0-10b6c221d348 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:21:02.238278 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:02.265304 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ebff9548-1f9a-4592-8fcd-036c3aee67b5 req-e04a739f-cd6c-43f3-aec4-9ceee05ce7fe tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a9e96d-7b9d-458b-bb53-76772bd759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0390863 Feb 16 13:21:02.388414 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:02.415877 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86d3ff1-9ca2-4221-856f-20a3534250fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f942ad-8bea-4d54-b4e0-10b6c221d348'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:21:02.426192 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 92f942ad-8bea-4d54-b4e0-10b6c221d348, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=92f942ad-8bea-4d54-b4e0-10b6c221d348,segment=NetworkSegment(620d7b59-152e-4848-a0d7-560bc5fb3b31),segment_id=620d7b59-152e-4848-a0d7-560bc5fb3b31)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:21:02.430672 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:02.468446 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86d3ff1-9ca2-4221-856f-20a3534250fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f942ad-8bea-4d54-b4e0-10b6c221d348', 'code': 200} Feb 16 13:21:02.503099 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=92f942ad-8bea-4d54-b4e0-10b6c221d348,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:02.721111 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba5b37-34ab-4ce8-a5f6-41d1cb8903cd req-92c44175-fac3-4abc-a66a-ebfb4b7f0a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:02.723378 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-dfba5b37-34ab-4ce8-a5f6-41d1cb8903cd req-92c44175-fac3-4abc-a66a-ebfb4b7f0a60 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e86d3ff1-9ca2-4221-856f-20a3534250fd HTTP/1.1" status: 200 len: 1099 time: 0.0830574 Feb 16 13:21:02.770163 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-dfba5b37-34ab-4ce8-a5f6-41d1cb8903cd req-1296c46a-caa6-414b-9df3-1efa2f39ef21 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=40a9e96d-7b9d-458b-bb53-76772bd759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0405905 Feb 16 13:21:03.458292 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b68710-885f-4b46-b572-00579812c88b req-d3ce17d4-d98c-4c61-99cd-ec0d94a22694 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:03.459749 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-53b68710-885f-4b46-b572-00579812c88b req-d3ce17d4-d98c-4c61-99cd-ec0d94a22694 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=e86d3ff1-9ca2-4221-856f-20a3534250fd HTTP/1.1" status: 200 len: 946 time: 0.0874767 Feb 16 13:21:03.507701 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-53b68710-885f-4b46-b572-00579812c88b req-5642ee27-ef5d-4c02-82a3-ac771610d147 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a9e96d-7b9d-458b-bb53-76772bd759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0420330 Feb 16 13:21:04.180011 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-5179fbe6-55ec-4beb-9d42-5bef0e293788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:04.715386 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:04.746966 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9356b07-d731-4cc3-94b8-e6f0a9b66f95 req-3d4cf8b4-ab10-420e-b445-f743c286d5a6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:04.748448 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b9356b07-d731-4cc3-94b8-e6f0a9b66f95 req-3d4cf8b4-ab10-420e-b445-f743c286d5a6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=e86d3ff1-9ca2-4221-856f-20a3534250fd HTTP/1.1" status: 200 len: 946 time: 0.1075361 Feb 16 13:21:04.795115 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b9356b07-d731-4cc3-94b8-e6f0a9b66f95 req-5da7ca1c-6094-4584-88f7-795517bab251 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a9e96d-7b9d-458b-bb53-76772bd759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0389085 Feb 16 13:21:04.985026 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6019b-c058-4485-8cee-1ec05ce7da43 req-bbb94605-f258-4ff4-aa80-ee2432de2424 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:04.986387 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-12c6019b-c058-4485-8cee-1ec05ce7da43 req-bbb94605-f258-4ff4-aa80-ee2432de2424 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=e86d3ff1-9ca2-4221-856f-20a3534250fd HTTP/1.1" status: 200 len: 946 time: 0.0808866 Feb 16 13:21:05.031723 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-12c6019b-c058-4485-8cee-1ec05ce7da43 req-3e8678fa-27b8-42b0-b572-00f1bd016802 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a9e96d-7b9d-458b-bb53-76772bd759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0380344 Feb 16 13:21:05.056597 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49258) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:21:05.182183 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd06abf3-c6bc-4a6e-837d-1a3f1d122ffc tempest-TestNetworkAdvancedServerOps-74201966 tempest-TestNetworkAdvancedServerOps-74201966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:05.186338 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fd06abf3-c6bc-4a6e-837d-1a3f1d122ffc tempest-TestNetworkAdvancedServerOps-74201966 tempest-TestNetworkAdvancedServerOps-74201966-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=e86d3ff1-9ca2-4221-856f-20a3534250fd HTTP/1.1" status: 200 len: 1094 time: 0.1273777 Feb 16 13:21:05.189053 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49262) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:21:05.194229 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-aa18ac47-e574-412a-9e06-98055acbb87e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'floatingip': {'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'port_id': '92f942ad-8bea-4d54-b4e0-10b6c221d348', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:21:05.200502 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-aa18ac47-e574-412a-9e06-98055acbb87e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:21:05.205283 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-aa18ac47-e574-412a-9e06-98055acbb87e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:floatingip and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:21:05.208696 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-aa18ac47-e574-412a-9e06-98055acbb87e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:21:05.214691 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-aa18ac47-e574-412a-9e06-98055acbb87e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:21:05.223754 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:05.229376 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aa18ac47-e574-412a-9e06-98055acbb87e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for floatingip, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:05.291709 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:05.396953 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aa18ac47-e574-412a-9e06-98055acbb87e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:05.669736 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-aa18ac47-e574-412a-9e06-98055acbb87e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Allocated IP 172.26.5.182 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/eaea8e86-f4fa-4afd-8f30-6bfa918ce1f0) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:21:05.849965 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aa18ac47-e574-412a-9e06-98055acbb87e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:05.892386 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aa18ac47-e574-412a-9e06-98055acbb87e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:05.964652 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa18ac47-e574-412a-9e06-98055acbb87e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:21:05.967768 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-aa18ac47-e574-412a-9e06-98055acbb87e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:21:05.971843 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa18ac47-e574-412a-9e06-98055acbb87e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:21:06.006637 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa18ac47-e574-412a-9e06-98055acbb87e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'Port': ['ID=eaea8e86-f4fa-4afd-8f30-6bfa918ce1f0,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:06.442988 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aa18ac47-e574-412a-9e06-98055acbb87e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:06.542847 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aa18ac47-e574-412a-9e06-98055acbb87e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:06.824763 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:06.830075 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aa18ac47-e574-412a-9e06-98055acbb87e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:06.835883 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aa18ac47-e574-412a-9e06-98055acbb87e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:06.935923 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa18ac47-e574-412a-9e06-98055acbb87e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'Port': ['ID=eaea8e86-f4fa-4afd-8f30-6bfa918ce1f0,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:06.952807 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aa18ac47-e574-412a-9e06-98055acbb87e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:07.145187 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-aa18ac47-e574-412a-9e06-98055acbb87e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Floating IP df2eff06-243a-4182-b013-2d46629fb166 associated. External IP: 172.26.5.182, port: 92f942ad-8bea-4d54-b4e0-10b6c221d348. Feb 16 13:21:07.703345 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa18ac47-e574-412a-9e06-98055acbb87e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Router 55cef951-c262-42fc-a52f-97095b17b8dd has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:21:07.914201 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa18ac47-e574-412a-9e06-98055acbb87e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:21:07.925595 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98d7f79-3ff2-46d7-b93e-7a5e6bdb8027 None None] Sync routers for ids ['55cef951-c262-42fc-a52f-97095b17b8dd'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:21:07.937153 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98d7f79-3ff2-46d7-b93e-7a5e6bdb8027 None None] Routers {'55cef951-c262-42fc-a52f-97095b17b8dd'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:21:07.937862 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-f98d7f79-3ff2-46d7-b93e-7a5e6bdb8027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:21:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['55cef951-c262-42fc-a52f-97095b17b8dd'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:07.951507 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aa18ac47-e574-412a-9e06-98055acbb87e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:08.014943 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-aa18ac47-e574-412a-9e06-98055acbb87e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8247247 Feb 16 13:21:08.015538 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e86d3ff1-9ca2-4221-856f-20a3534250fd', 'tag': '92f942ad-8bea-4d54-b4e0-10b6c221d348'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:21:08.097222 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e86d3ff1-9ca2-4221-856f-20a3534250fd', 'tag': '92f942ad-8bea-4d54-b4e0-10b6c221d348', 'status': 'completed', 'code': 200} Feb 16 13:21:08.186266 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-f98d7f79-3ff2-46d7-b93e-7a5e6bdb8027 None None] Set router 55cef951-c262-42fc-a52f-97095b17b8dd gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:21:08.266414 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2bb4f-a58c-4b49-adc6-02812ebd4902 req-a45210cd-fce8-4fe2-9392-edd0de6a1560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:08.267832 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-86b2bb4f-a58c-4b49-adc6-02812ebd4902 req-a45210cd-fce8-4fe2-9392-edd0de6a1560 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=083db907435845cfbf101945bf75a5a6&device_id=e86d3ff1-9ca2-4221-856f-20a3534250fd HTTP/1.1" status: 200 len: 1099 time: 0.1481991 Feb 16 13:21:08.276032 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81831e93-50bb-41cc-84d0-b47521ce8ac8 req-e21d38ec-cbc1-4371-8654-adc5b57b78bb tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:08.277401 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-81831e93-50bb-41cc-84d0-b47521ce8ac8 req-e21d38ec-cbc1-4371-8654-adc5b57b78bb tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=e86d3ff1-9ca2-4221-856f-20a3534250fd HTTP/1.1" status: 200 len: 946 time: 0.1185405 Feb 16 13:21:08.403947 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-81831e93-50bb-41cc-84d0-b47521ce8ac8 req-17457c04-5951-495b-b691-57b840f0253e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a9e96d-7b9d-458b-bb53-76772bd759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1080081 Feb 16 13:21:08.433978 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49270) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:21:08.452788 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2bb4f-a58c-4b49-adc6-02812ebd4902 req-bf723e35-dbd7-47d9-95c7-95896dc855c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:08.454353 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-86b2bb4f-a58c-4b49-adc6-02812ebd4902 req-bf723e35-dbd7-47d9-95c7-95896dc855c0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ba86d7c1-387d-4f48-b8e4-2ef559659e35 HTTP/1.1" status: 200 len: 896 time: 0.1760924 Feb 16 13:21:08.547763 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a912a779-f387-418a-924d-6c396ad18ae0 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/floatingips/df2eff06-243a-4182-b013-2d46629fb166 HTTP/1.1" status: 200 len: 992 time: 0.1114955 Feb 16 13:21:08.586282 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-f98d7f79-3ff2-46d7-b93e-7a5e6bdb8027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cef951-c262-42fc-a52f-97095b17b8dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764445420', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': 'a9d2204d-feba-45d1-9ed2-2718a9cf6d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:20:45Z', 'updated_at': '2022-02-16T13:20:50Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': 'a9d2204d-feba-45d1-9ed2-2718a9cf6d18', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:70:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cef951-c262-42fc-a52f-97095b17b8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:20:46Z', 'updated_at': '2022-02-16T13:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': 'df2eff06-243a-4182-b013-2d46629fb166', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'floating_ip_address': '172.26.5.182', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '55cef951-c262-42fc-a52f-97095b17b8dd', 'port_id': '92f942ad-8bea-4d54-b4e0-10b6c221d348', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba86d7c1-387d-4f48-b8e4-2ef559659e35', 'mac_address': 'fa:16:3e:dd:b7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86d3ff1-9ca2-4221-856f-20a3534250fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:21:06Z', 'updated_at': '2022-02-16T13:21:06Z', 'revision_number': 0, 'project_id': '083db907435845cfbf101945bf75a5a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '209ab151-86ce-4b68-8354-ffb93ac5535a', 'name': '', 'network_id': 'ba86d7c1-387d-4f48-b8e4-2ef559659e35', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'mac_address': 'fa:16:3e:60:f6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cef951-c262-42fc-a52f-97095b17b8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '731f583b-0d98-4bf4-9e06-91fd89af80c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:20:49Z', 'updated_at': '2022-02-16T13:20:56Z', 'revision_number': 5, 'project_id': '083db907435845cfbf101945bf75a5a6', 'subnets': [{'id': '731f583b-0d98-4bf4-9e06-91fd89af80c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:08.590281 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98d7f79-3ff2-46d7-b93e-7a5e6bdb8027 None None] Checking router: 55cef951-c262-42fc-a52f-97095b17b8dd for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:21:08.598854 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98d7f79-3ff2-46d7-b93e-7a5e6bdb8027 None None] Routers {'55cef951-c262-42fc-a52f-97095b17b8dd'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:21:08.599475 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-f98d7f79-3ff2-46d7-b93e-7a5e6bdb8027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:21:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['55cef951-c262-42fc-a52f-97095b17b8dd'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:08.666915 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-86b2bb4f-a58c-4b49-adc6-02812ebd4902 req-eecb94c7-6899-4b18-9811-18e9553ac505 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92f942ad-8bea-4d54-b4e0-10b6c221d348 HTTP/1.1" status: 200 len: 1000 time: 0.2034528 Feb 16 13:21:08.732149 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2bb4f-a58c-4b49-adc6-02812ebd4902 req-8c6cd6b8-693c-4dd4-90c1-34367f6bf09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:08.733650 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-86b2bb4f-a58c-4b49-adc6-02812ebd4902 req-8c6cd6b8-693c-4dd4-90c1-34367f6bf09b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=731f583b-0d98-4bf4-9e06-91fd89af80c9 HTTP/1.1" status: 200 len: 834 time: 0.0603402 Feb 16 13:21:08.809664 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-f98d7f79-3ff2-46d7-b93e-7a5e6bdb8027 None None] Set router 55cef951-c262-42fc-a52f-97095b17b8dd gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:21:08.809923 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2bb4f-a58c-4b49-adc6-02812ebd4902 req-c7c1c599-983e-4b19-9623-4620cab1c903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:08.811338 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-86b2bb4f-a58c-4b49-adc6-02812ebd4902 req-c7c1c599-983e-4b19-9623-4620cab1c903 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ba86d7c1-387d-4f48-b8e4-2ef559659e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713220 Feb 16 13:21:08.947531 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-86b2bb4f-a58c-4b49-adc6-02812ebd4902 req-409dd089-1e60-443e-9e84-e1e38e90e980 service neutron] 10.222.0.89 "GET /v2.0/networks/ba86d7c1-387d-4f48-b8e4-2ef559659e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291435 Feb 16 13:21:09.083845 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-86b2bb4f-a58c-4b49-adc6-02812ebd4902 req-d8280a67-9ce6-4d47-9b7d-ad90adaa45c2 service neutron] 10.222.0.89 "GET /v2.0/networks/ba86d7c1-387d-4f48-b8e4-2ef559659e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294310 Feb 16 13:21:09.154012 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-f98d7f79-3ff2-46d7-b93e-7a5e6bdb8027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cef951-c262-42fc-a52f-97095b17b8dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764445420', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': 'a9d2204d-feba-45d1-9ed2-2718a9cf6d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:20:45Z', 'updated_at': '2022-02-16T13:20:50Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': 'a9d2204d-feba-45d1-9ed2-2718a9cf6d18', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:70:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cef951-c262-42fc-a52f-97095b17b8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:20:46Z', 'updated_at': '2022-02-16T13:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': 'df2eff06-243a-4182-b013-2d46629fb166', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'floating_ip_address': '172.26.5.182', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '55cef951-c262-42fc-a52f-97095b17b8dd', 'port_id': '92f942ad-8bea-4d54-b4e0-10b6c221d348', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba86d7c1-387d-4f48-b8e4-2ef559659e35', 'mac_address': 'fa:16:3e:dd:b7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86d3ff1-9ca2-4221-856f-20a3534250fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:21:06Z', 'updated_at': '2022-02-16T13:21:06Z', 'revision_number': 0, 'project_id': '083db907435845cfbf101945bf75a5a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '209ab151-86ce-4b68-8354-ffb93ac5535a', 'name': '', 'network_id': 'ba86d7c1-387d-4f48-b8e4-2ef559659e35', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'mac_address': 'fa:16:3e:60:f6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cef951-c262-42fc-a52f-97095b17b8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '731f583b-0d98-4bf4-9e06-91fd89af80c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:20:49Z', 'updated_at': '2022-02-16T13:20:56Z', 'revision_number': 5, 'project_id': '083db907435845cfbf101945bf75a5a6', 'subnets': [{'id': '731f583b-0d98-4bf4-9e06-91fd89af80c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:09.158218 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98d7f79-3ff2-46d7-b93e-7a5e6bdb8027 None None] The sync data for ids ['55cef951-c262-42fc-a52f-97095b17b8dd'] in dv-neutron-829527-1-hyperv is: [{'id': '55cef951-c262-42fc-a52f-97095b17b8dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764445420', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': 'a9d2204d-feba-45d1-9ed2-2718a9cf6d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:20:45Z', 'updated_at': '2022-02-16T13:20:50Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': 'a9d2204d-feba-45d1-9ed2-2718a9cf6d18', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:70:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cef951-c262-42fc-a52f-97095b17b8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:20:46Z', 'updated_at': '2022-02-16T13:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': 'df2eff06-243a-4182-b013-2d46629fb166', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'floating_ip_address': '172.26.5.182', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '55cef951-c262-42fc-a52f-97095b17b8dd', 'port_id': '92f942ad-8bea-4d54-b4e0-10b6c221d348', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba86d7c1-387d-4f48-b8e4-2ef559659e35', 'mac_address': 'fa:16:3e:dd:b7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86d3ff1-9ca2-4221-856f-20a3534250fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:21:06Z', 'updated_at': '2022-02-16T13:21:06Z', 'revision_number': 0, 'project_id': '083db907435845cfbf101945bf75a5a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '209ab151-86ce-4b68-8354-ffb93ac5535a', 'name': '', 'network_id': 'ba86d7c1-387d-4f48-b8e4-2ef559659e35', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'mac_address': 'fa:16:3e:60:f6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cef951-c262-42fc-a52f-97095b17b8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '731f583b-0d98-4bf4-9e06-91fd89af80c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:20:49Z', 'updated_at': '2022-02-16T13:20:56Z', 'revision_number': 5, 'project_id': '083db907435845cfbf101945bf75a5a6', 'subnets': [{'id': '731f583b-0d98-4bf4-9e06-91fd89af80c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:21:09.364653 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311a6016-e8e4-4e93-918e-ad63d4fb1588 None None] New status for floating IP df2eff06-243a-4182-b013-2d46629fb166: ACTIVE {{(pid=87702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:21:09.550672 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49274) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:21:09.666664 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-97fb81d3-0022-43f7-82de-1f1e71338fcb tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/floatingips/df2eff06-243a-4182-b013-2d46629fb166 HTTP/1.1" status: 200 len: 992 time: 0.1144676 Feb 16 13:21:10.670896 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 49278) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:21:10.780764 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-1298d15a-401c-46e9-9491-4d04005948e4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/floatingips/df2eff06-243a-4182-b013-2d46629fb166 HTTP/1.1" status: 200 len: 994 time: 0.1087768 Feb 16 13:21:20.650448 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b4e47d24-58ad-4426-a35b-74f4dd59ab21 req-7de57e17-e03d-4d29-933d-e99107b29d98 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e86d3ff1-9ca2-4221-856f-20a3534250fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1197426 Feb 16 13:21:20.801505 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e47d24-58ad-4426-a35b-74f4dd59ab21 req-4e93db33-40cb-43d8-b621-47b4a8e40578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:20.802966 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b4e47d24-58ad-4426-a35b-74f4dd59ab21 req-4e93db33-40cb-43d8-b621-47b4a8e40578 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=083db907435845cfbf101945bf75a5a6&device_id=e86d3ff1-9ca2-4221-856f-20a3534250fd HTTP/1.1" status: 200 len: 1099 time: 0.0756154 Feb 16 13:21:20.959717 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e47d24-58ad-4426-a35b-74f4dd59ab21 req-9f04003c-1f86-433c-95b7-2e49f25d092e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:20.961200 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b4e47d24-58ad-4426-a35b-74f4dd59ab21 req-9f04003c-1f86-433c-95b7-2e49f25d092e service neutron] 10.222.0.89 "GET /v2.0/networks?id=ba86d7c1-387d-4f48-b8e4-2ef559659e35 HTTP/1.1" status: 200 len: 896 time: 0.1357474 Feb 16 13:21:21.065835 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b4e47d24-58ad-4426-a35b-74f4dd59ab21 req-7f512de1-e29c-4585-bbf6-03515dc63675 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92f942ad-8bea-4d54-b4e0-10b6c221d348 HTTP/1.1" status: 200 len: 1002 time: 0.0966866 Feb 16 13:21:21.128850 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e47d24-58ad-4426-a35b-74f4dd59ab21 req-75b64ff0-6a5f-4868-bc37-3e4dbe8273f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:21.130385 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b4e47d24-58ad-4426-a35b-74f4dd59ab21 req-75b64ff0-6a5f-4868-bc37-3e4dbe8273f6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=731f583b-0d98-4bf4-9e06-91fd89af80c9 HTTP/1.1" status: 200 len: 834 time: 0.0579886 Feb 16 13:21:21.221908 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e47d24-58ad-4426-a35b-74f4dd59ab21 req-d5ed9cc5-4842-4481-9108-175f829f0a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:21.223403 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b4e47d24-58ad-4426-a35b-74f4dd59ab21 req-d5ed9cc5-4842-4481-9108-175f829f0a56 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ba86d7c1-387d-4f48-b8e4-2ef559659e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0842905 Feb 16 13:21:21.358777 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b4e47d24-58ad-4426-a35b-74f4dd59ab21 req-9b5334d4-0033-42ec-a4b8-fea162ccd293 service neutron] 10.222.0.89 "GET /v2.0/networks/ba86d7c1-387d-4f48-b8e4-2ef559659e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280653 Feb 16 13:21:21.495728 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b4e47d24-58ad-4426-a35b-74f4dd59ab21 req-0e84816a-ccaf-433b-8955-140348c1a4c7 service neutron] 10.222.0.89 "GET /v2.0/networks/ba86d7c1-387d-4f48-b8e4-2ef559659e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295121 Feb 16 13:21:27.200333 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:21:31.868631 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-3806c514-85e3-40cb-be37-154324dd0800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:34.180215 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-df6e108b-4914-4049-afa0-842514e09cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:34.718267 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:35.232432 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:35.286539 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:36.825574 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:42.451158 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b74e85a-4f4b-4afe-9876-71c44bbfc848 req-9268a454-2a55-402a-a754-3c8da21d1a5e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:42.453241 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9b74e85a-4f4b-4afe-9876-71c44bbfc848 req-9268a454-2a55-402a-a754-3c8da21d1a5e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=e86d3ff1-9ca2-4221-856f-20a3534250fd HTTP/1.1" status: 200 len: 946 time: 0.0884445 Feb 16 13:21:42.500491 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-9b74e85a-4f4b-4afe-9876-71c44bbfc848 req-be9e3207-b7aa-4377-b1ba-01b48ca277bd tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a9e96d-7b9d-458b-bb53-76772bd759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0401232 Feb 16 13:21:43.708930 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daaebe1-0ac7-4356-a5b9-128b63d231cf req-d5a0e642-7f62-46de-b3e0-ddcea660f5f2 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:43.710281 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5daaebe1-0ac7-4356-a5b9-128b63d231cf req-d5a0e642-7f62-46de-b3e0-ddcea660f5f2 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=e86d3ff1-9ca2-4221-856f-20a3534250fd HTTP/1.1" status: 200 len: 946 time: 0.0962572 Feb 16 13:21:43.758819 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5daaebe1-0ac7-4356-a5b9-128b63d231cf req-643ee0e4-dd7a-4969-9b10-3b5795faccd1 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a9e96d-7b9d-458b-bb53-76772bd759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0402780 Feb 16 13:21:43.782235 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49302) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:21:43.891489 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c4f27e02-ace9-4d22-b42c-e71cf218da93 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/floatingips/df2eff06-243a-4182-b013-2d46629fb166 HTTP/1.1" status: 200 len: 994 time: 0.1080351 Feb 16 13:21:45.378148 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4241bef-afee-4d94-86cd-a65fdc70f96d req-cd024400-ee2f-4bca-ba13-bd217b6dc91a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:45.379711 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f4241bef-afee-4d94-86cd-a65fdc70f96d req-cd024400-ee2f-4bca-ba13-bd217b6dc91a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=e86d3ff1-9ca2-4221-856f-20a3534250fd HTTP/1.1" status: 200 len: 946 time: 0.0808277 Feb 16 13:21:45.425082 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f4241bef-afee-4d94-86cd-a65fdc70f96d req-553322c4-c3d8-4569-ae5b-91ed838eda54 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a9e96d-7b9d-458b-bb53-76772bd759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0391154 Feb 16 13:21:46.635716 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8b685-3dff-437d-8ce5-307b17f412ed req-3d285eed-3694-45a2-8998-b7a56a2be5dc tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:46.637213 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-48a8b685-3dff-437d-8ce5-307b17f412ed req-3d285eed-3694-45a2-8998-b7a56a2be5dc tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=e86d3ff1-9ca2-4221-856f-20a3534250fd HTTP/1.1" status: 200 len: 946 time: 0.0934744 Feb 16 13:21:46.688179 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-48a8b685-3dff-437d-8ce5-307b17f412ed req-8885634b-4c50-4a92-b288-f52d0b1ad231 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a9e96d-7b9d-458b-bb53-76772bd759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0448873 Feb 16 13:21:46.714524 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 49314) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:21:46.927027 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-693e3e6f-ad17-4f36-954b-b12b6b7c31d2 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/floatingips/df2eff06-243a-4182-b013-2d46629fb166 HTTP/1.1" status: 200 len: 994 time: 0.2112846 Feb 16 13:21:47.232196 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 49322) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:21:47.451023 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-986dfa5b-48d3-4a14-bf13-95059053c8ab tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Deleting port eaea8e86-f4fa-4afd-8f30-6bfa918ce1f0 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:21:47.451361 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-986dfa5b-48d3-4a14-bf13-95059053c8ab tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:47.624231 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-986dfa5b-48d3-4a14-bf13-95059053c8ab tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:47.624560 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-986dfa5b-48d3-4a14-bf13-95059053c8ab tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:47.744144 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-986dfa5b-48d3-4a14-bf13-95059053c8ab tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Calling delete_port for eaea8e86-f4fa-4afd-8f30-6bfa918ce1f0 owned by network:floatingip {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:21:47.904148 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-986dfa5b-48d3-4a14-bf13-95059053c8ab tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:47.974915 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986dfa5b-48d3-4a14-bf13-95059053c8ab tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event deleted for resources: {'Port': ['ID=eaea8e86-f4fa-4afd-8f30-6bfa918ce1f0,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:48.016939 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986dfa5b-48d3-4a14-bf13-95059053c8ab tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:48.017280 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986dfa5b-48d3-4a14-bf13-95059053c8ab tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:48.017621 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986dfa5b-48d3-4a14-bf13-95059053c8ab tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:48.017951 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986dfa5b-48d3-4a14-bf13-95059053c8ab tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:48.018270 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986dfa5b-48d3-4a14-bf13-95059053c8ab tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:48.018593 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986dfa5b-48d3-4a14-bf13-95059053c8ab tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:48.018931 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986dfa5b-48d3-4a14-bf13-95059053c8ab tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:48.019243 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986dfa5b-48d3-4a14-bf13-95059053c8ab tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:48.019561 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986dfa5b-48d3-4a14-bf13-95059053c8ab tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:48.019998 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986dfa5b-48d3-4a14-bf13-95059053c8ab tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:48.020197 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986dfa5b-48d3-4a14-bf13-95059053c8ab tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:48.020536 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986dfa5b-48d3-4a14-bf13-95059053c8ab tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:48.067095 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-986dfa5b-48d3-4a14-bf13-95059053c8ab tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for floatingip, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:48.067448 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.l3_db [None req-986dfa5b-48d3-4a14-bf13-95059053c8ab tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Floating IP df2eff06-243a-4182-b013-2d46629fb166 disassociated (deleted). External IP: 172.26.5.182, port: 92f942ad-8bea-4d54-b4e0-10b6c221d348. Feb 16 13:21:48.418055 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986dfa5b-48d3-4a14-bf13-95059053c8ab tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Router 55cef951-c262-42fc-a52f-97095b17b8dd has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:21:48.720408 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986dfa5b-48d3-4a14-bf13-95059053c8ab tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:21:48.730766 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c768e6a-17e4-498a-890f-952c45d199a4 None None] Sync routers for ids ['55cef951-c262-42fc-a52f-97095b17b8dd'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:21:48.745102 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-986dfa5b-48d3-4a14-bf13-95059053c8ab tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:48.746415 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c768e6a-17e4-498a-890f-952c45d199a4 None None] Routers {'55cef951-c262-42fc-a52f-97095b17b8dd'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:21:48.747030 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-5c768e6a-17e4-498a-890f-952c45d199a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:21:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['55cef951-c262-42fc-a52f-97095b17b8dd'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:48.803861 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-986dfa5b-48d3-4a14-bf13-95059053c8ab tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "DELETE /v2.0/floatingips/df2eff06-243a-4182-b013-2d46629fb166 HTTP/1.1" status: 204 len: 168 time: 1.5673380 Feb 16 13:21:48.803861 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e86d3ff1-9ca2-4221-856f-20a3534250fd', 'tag': '92f942ad-8bea-4d54-b4e0-10b6c221d348'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:21:48.849843 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e86d3ff1-9ca2-4221-856f-20a3534250fd', 'tag': '92f942ad-8bea-4d54-b4e0-10b6c221d348', 'status': 'completed', 'code': 200} Feb 16 13:21:48.923634 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-5c768e6a-17e4-498a-890f-952c45d199a4 None None] Set router 55cef951-c262-42fc-a52f-97095b17b8dd gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:21:48.951877 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab609e-09e3-4780-89d1-4eca2a2ce034 req-44c96fd5-4c84-45a9-8e82-8e510b2903ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:48.953473 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-17ab609e-09e3-4780-89d1-4eca2a2ce034 req-44c96fd5-4c84-45a9-8e82-8e510b2903ea service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=083db907435845cfbf101945bf75a5a6&device_id=e86d3ff1-9ca2-4221-856f-20a3534250fd HTTP/1.1" status: 200 len: 1099 time: 0.0785336 Feb 16 13:21:49.102326 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab609e-09e3-4780-89d1-4eca2a2ce034 req-608e24f3-f74f-45d9-bb87-106f56866631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:49.103869 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-17ab609e-09e3-4780-89d1-4eca2a2ce034 req-608e24f3-f74f-45d9-bb87-106f56866631 service neutron] 10.222.0.89 "GET /v2.0/networks?id=ba86d7c1-387d-4f48-b8e4-2ef559659e35 HTTP/1.1" status: 200 len: 896 time: 0.1441667 Feb 16 13:21:49.174828 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-17ab609e-09e3-4780-89d1-4eca2a2ce034 req-432f3584-67a2-4ba4-ad47-1a2157814aae service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92f942ad-8bea-4d54-b4e0-10b6c221d348 HTTP/1.1" status: 200 len: 217 time: 0.0644565 Feb 16 13:21:49.180527 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285c17c-8c2e-4e6e-a1ef-2b7949041eb8 req-11f27ff9-aa2b-4975-9e52-bd3433c03632 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:49.182032 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8285c17c-8c2e-4e6e-a1ef-2b7949041eb8 req-11f27ff9-aa2b-4975-9e52-bd3433c03632 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=e86d3ff1-9ca2-4221-856f-20a3534250fd HTTP/1.1" status: 200 len: 946 time: 0.0840175 Feb 16 13:21:49.230941 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8285c17c-8c2e-4e6e-a1ef-2b7949041eb8 req-4c0ed29b-9cdd-431b-98da-66b7dcdbed44 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a9e96d-7b9d-458b-bb53-76772bd759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0427871 Feb 16 13:21:49.253718 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab609e-09e3-4780-89d1-4eca2a2ce034 req-ca29a02a-ef2e-486b-bd42-1805ae2263ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:49.256105 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-17ab609e-09e3-4780-89d1-4eca2a2ce034 req-ca29a02a-ef2e-486b-bd42-1805ae2263ee service neutron] 10.222.0.89 "GET /v2.0/subnets?id=731f583b-0d98-4bf4-9e06-91fd89af80c9 HTTP/1.1" status: 200 len: 834 time: 0.0743506 Feb 16 13:21:49.276700 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-5c768e6a-17e4-498a-890f-952c45d199a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cef951-c262-42fc-a52f-97095b17b8dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764445420', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': 'a9d2204d-feba-45d1-9ed2-2718a9cf6d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:20:45Z', 'updated_at': '2022-02-16T13:20:50Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': 'a9d2204d-feba-45d1-9ed2-2718a9cf6d18', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:70:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cef951-c262-42fc-a52f-97095b17b8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:20:46Z', 'updated_at': '2022-02-16T13:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '209ab151-86ce-4b68-8354-ffb93ac5535a', 'name': '', 'network_id': 'ba86d7c1-387d-4f48-b8e4-2ef559659e35', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'mac_address': 'fa:16:3e:60:f6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cef951-c262-42fc-a52f-97095b17b8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '731f583b-0d98-4bf4-9e06-91fd89af80c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:20:49Z', 'updated_at': '2022-02-16T13:20:56Z', 'revision_number': 5, 'project_id': '083db907435845cfbf101945bf75a5a6', 'subnets': [{'id': '731f583b-0d98-4bf4-9e06-91fd89af80c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:49.281089 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c768e6a-17e4-498a-890f-952c45d199a4 None None] Checking router: 55cef951-c262-42fc-a52f-97095b17b8dd for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:21:49.289595 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c768e6a-17e4-498a-890f-952c45d199a4 None None] Routers {'55cef951-c262-42fc-a52f-97095b17b8dd'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:21:49.290189 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-5c768e6a-17e4-498a-890f-952c45d199a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:21:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['55cef951-c262-42fc-a52f-97095b17b8dd'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:49.339493 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab609e-09e3-4780-89d1-4eca2a2ce034 req-6a0694a6-d515-40d9-8cbf-006f1fc400cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:49.341019 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-17ab609e-09e3-4780-89d1-4eca2a2ce034 req-6a0694a6-d515-40d9-8cbf-006f1fc400cb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ba86d7c1-387d-4f48-b8e4-2ef559659e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780287 Feb 16 13:21:49.465719 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-5c768e6a-17e4-498a-890f-952c45d199a4 None None] Set router 55cef951-c262-42fc-a52f-97095b17b8dd gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:21:49.477298 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-17ab609e-09e3-4780-89d1-4eca2a2ce034 req-98be23bc-31f7-4f9a-af4a-7fd146e7dc00 service neutron] 10.222.0.89 "GET /v2.0/networks/ba86d7c1-387d-4f48-b8e4-2ef559659e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298103 Feb 16 13:21:49.615165 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-17ab609e-09e3-4780-89d1-4eca2a2ce034 req-82d0130a-1141-495f-9a00-303173c97615 service neutron] 10.222.0.89 "GET /v2.0/networks/ba86d7c1-387d-4f48-b8e4-2ef559659e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309583 Feb 16 13:21:49.825195 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-5c768e6a-17e4-498a-890f-952c45d199a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cef951-c262-42fc-a52f-97095b17b8dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764445420', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': 'a9d2204d-feba-45d1-9ed2-2718a9cf6d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:20:45Z', 'updated_at': '2022-02-16T13:20:50Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': 'a9d2204d-feba-45d1-9ed2-2718a9cf6d18', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:70:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cef951-c262-42fc-a52f-97095b17b8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:20:46Z', 'updated_at': '2022-02-16T13:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '209ab151-86ce-4b68-8354-ffb93ac5535a', 'name': '', 'network_id': 'ba86d7c1-387d-4f48-b8e4-2ef559659e35', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'mac_address': 'fa:16:3e:60:f6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cef951-c262-42fc-a52f-97095b17b8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '731f583b-0d98-4bf4-9e06-91fd89af80c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:20:49Z', 'updated_at': '2022-02-16T13:20:56Z', 'revision_number': 5, 'project_id': '083db907435845cfbf101945bf75a5a6', 'subnets': [{'id': '731f583b-0d98-4bf4-9e06-91fd89af80c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:49.829826 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c768e6a-17e4-498a-890f-952c45d199a4 None None] The sync data for ids ['55cef951-c262-42fc-a52f-97095b17b8dd'] in dv-neutron-829527-1-hyperv is: [{'id': '55cef951-c262-42fc-a52f-97095b17b8dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764445420', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': 'a9d2204d-feba-45d1-9ed2-2718a9cf6d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:20:45Z', 'updated_at': '2022-02-16T13:20:50Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': 'a9d2204d-feba-45d1-9ed2-2718a9cf6d18', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:70:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cef951-c262-42fc-a52f-97095b17b8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:20:46Z', 'updated_at': '2022-02-16T13:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '209ab151-86ce-4b68-8354-ffb93ac5535a', 'name': '', 'network_id': 'ba86d7c1-387d-4f48-b8e4-2ef559659e35', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'mac_address': 'fa:16:3e:60:f6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cef951-c262-42fc-a52f-97095b17b8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '731f583b-0d98-4bf4-9e06-91fd89af80c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:20:49Z', 'updated_at': '2022-02-16T13:20:56Z', 'revision_number': 5, 'project_id': '083db907435845cfbf101945bf75a5a6', 'subnets': [{'id': '731f583b-0d98-4bf4-9e06-91fd89af80c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:21:50.061368 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08631084-0986-421f-b4be-7cf04d62e7d7 None None] New status for floating IP df2eff06-243a-4182-b013-2d46629fb166: DOWN {{(pid=87702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:21:50.443900 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad3bb1-c12e-4b30-80dd-eae23e34f60b req-481c58b5-4c23-43e3-90cb-37d0871cb4b3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:50.444509 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-3dad3bb1-c12e-4b30-80dd-eae23e34f60b req-481c58b5-4c23-43e3-90cb-37d0871cb4b3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Synchronizing usage tracker for tenant:083db907435845cfbf101945bf75a5a6 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:21:50.461847 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-3dad3bb1-c12e-4b30-80dd-eae23e34f60b req-481c58b5-4c23-43e3-90cb-37d0871cb4b3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Unset dirty status for tenant:083db907435845cfbf101945bf75a5a6 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:21:50.463381 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3dad3bb1-c12e-4b30-80dd-eae23e34f60b req-481c58b5-4c23-43e3-90cb-37d0871cb4b3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=e86d3ff1-9ca2-4221-856f-20a3534250fd HTTP/1.1" status: 200 len: 946 time: 0.1075816 Feb 16 13:21:50.510958 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3dad3bb1-c12e-4b30-80dd-eae23e34f60b req-e8893e5c-ee9a-41fa-9ef2-22a7c8ce99a3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=40a9e96d-7b9d-458b-bb53-76772bd759d3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0417762 Feb 16 13:21:50.735924 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c717f7-418d-4427-b774-b9eac0ddb21a req-869ec862-79bf-475d-83be-f41e141a671e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:50.737283 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-96c717f7-418d-4427-b774-b9eac0ddb21a req-869ec862-79bf-475d-83be-f41e141a671e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.89 "GET /v2.0/ports?device_id=e86d3ff1-9ca2-4221-856f-20a3534250fd HTTP/1.1" status: 200 len: 946 time: 0.0855193 Feb 16 13:21:50.809702 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-96c717f7-418d-4427-b774-b9eac0ddb21a req-82b3ac33-1e8f-46e9-86e2-49db11d589c7 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Deleting port 92f942ad-8bea-4d54-b4e0-10b6c221d348 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:21:50.810032 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-96c717f7-418d-4427-b774-b9eac0ddb21a req-82b3ac33-1e8f-46e9-86e2-49db11d589c7 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:51.057771 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-96c717f7-418d-4427-b774-b9eac0ddb21a req-82b3ac33-1e8f-46e9-86e2-49db11d589c7 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] For port 92f942ad-8bea-4d54-b4e0-10b6c221d348, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=92f942ad-8bea-4d54-b4e0-10b6c221d348,segment=NetworkSegment(620d7b59-152e-4848-a0d7-560bc5fb3b31),segment_id=620d7b59-152e-4848-a0d7-560bc5fb3b31)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:21:51.058118 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-96c717f7-418d-4427-b774-b9eac0ddb21a req-82b3ac33-1e8f-46e9-86e2-49db11d589c7 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:51.284368 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-96c717f7-418d-4427-b774-b9eac0ddb21a req-82b3ac33-1e8f-46e9-86e2-49db11d589c7 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Calling delete_port for 92f942ad-8bea-4d54-b4e0-10b6c221d348 owned by compute:nova {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:21:51.439056 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-96c717f7-418d-4427-b774-b9eac0ddb21a req-82b3ac33-1e8f-46e9-86e2-49db11d589c7 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:51.489346 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b3ac33-1e8f-46e9-86e2-49db11d589c7 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event deleted for resources: {'Port': ['ID=92f942ad-8bea-4d54-b4e0-10b6c221d348,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:51.565385 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c717f7-418d-4427-b774-b9eac0ddb21a req-82b3ac33-1e8f-46e9-86e2-49db11d589c7 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] No DVR routers for this DVR port 92f942ad-8bea-4d54-b4e0-10b6c221d348 on host hv-neutron-8295 {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:21:51.568159 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-96c717f7-418d-4427-b774-b9eac0ddb21a req-82b3ac33-1e8f-46e9-86e2-49db11d589c7 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:51.570835 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86d3ff1-9ca2-4221-856f-20a3534250fd', 'name': 'network-vif-deleted', 'tag': '92f942ad-8bea-4d54-b4e0-10b6c221d348'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:21:51.587814 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-96c717f7-418d-4427-b774-b9eac0ddb21a req-82b3ac33-1e8f-46e9-86e2-49db11d589c7 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.89 "DELETE /v2.0/ports/92f942ad-8bea-4d54-b4e0-10b6c221d348 HTTP/1.1" status: 204 len: 173 time: 0.8441715 Feb 16 13:21:51.622576 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86d3ff1-9ca2-4221-856f-20a3534250fd', 'name': 'network-vif-deleted', 'tag': '92f942ad-8bea-4d54-b4e0-10b6c221d348', 'status': 'completed', 'code': 200} Feb 16 13:21:51.668303 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7f75ffa6-7ff9-4ca7-9546-5ead8e2ed014 req-c975c0fc-629b-49cf-b6ef-c974b7511ecf tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=e86d3ff1-9ca2-4221-856f-20a3534250fd HTTP/1.1" status: 200 len: 210 time: 0.0441470 Feb 16 13:21:52.770086 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 49340) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:21:53.354686 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-89e8d00d-9b81-4ff9-9d6c-0c70c81837e4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:53.718897 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-89e8d00d-9b81-4ff9-9d6c-0c70c81837e4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Deleting port 209ab151-86ce-4b68-8354-ffb93ac5535a {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:21:53.719223 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-89e8d00d-9b81-4ff9-9d6c-0c70c81837e4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:53.904269 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-89e8d00d-9b81-4ff9-9d6c-0c70c81837e4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] For port 209ab151-86ce-4b68-8354-ffb93ac5535a, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=209ab151-86ce-4b68-8354-ffb93ac5535a,segment=NetworkSegment(620d7b59-152e-4848-a0d7-560bc5fb3b31),segment_id=620d7b59-152e-4848-a0d7-560bc5fb3b31)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:21:53.904948 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-89e8d00d-9b81-4ff9-9d6c-0c70c81837e4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:54.132817 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-89e8d00d-9b81-4ff9-9d6c-0c70c81837e4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Calling delete_port for 209ab151-86ce-4b68-8354-ffb93ac5535a owned by network:router_interface {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:21:54.406416 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 92f942ad-8bea-4d54-b4e0-10b6c221d348 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:21:54.443961 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] No Port match for: 92f942ad-8bea-4d54-b4e0-10b6c221d348 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:21:54.444296 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 92f942ad-8bea-4d54-b4e0-10b6c221d348 not bound to the agent host hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:21:54.476892 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-89e8d00d-9b81-4ff9-9d6c-0c70c81837e4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:54.522864 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8d00d-9b81-4ff9-9d6c-0c70c81837e4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event deleted for resources: {'Port': ['ID=209ab151-86ce-4b68-8354-ffb93ac5535a,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:54.795879 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-89e8d00d-9b81-4ff9-9d6c-0c70c81837e4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:55.170774 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e8d00d-9b81-4ff9-9d6c-0c70c81837e4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Router 55cef951-c262-42fc-a52f-97095b17b8dd has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:21:55.488964 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e8d00d-9b81-4ff9-9d6c-0c70c81837e4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:21:55.499476 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229448a9-a4ac-4c37-82aa-2afc9bf74223 None None] Sync routers for ids ['55cef951-c262-42fc-a52f-97095b17b8dd'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:21:55.504941 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-89e8d00d-9b81-4ff9-9d6c-0c70c81837e4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "PUT /v2.0/routers/55cef951-c262-42fc-a52f-97095b17b8dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7317235 Feb 16 13:21:55.506106 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 49344) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:21:55.510070 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229448a9-a4ac-4c37-82aa-2afc9bf74223 None None] Routers {'55cef951-c262-42fc-a52f-97095b17b8dd'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:21:55.510686 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-229448a9-a4ac-4c37-82aa-2afc9bf74223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:21:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['55cef951-c262-42fc-a52f-97095b17b8dd'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:55.572188 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-f444facb-3a36-4b0b-ba98-f9f662ea308e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Deleting subnet 731f583b-0d98-4bf4-9e06-91fd89af80c9 {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:21:55.575653 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f444facb-3a36-4b0b-ba98-f9f662ea308e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:55.628501 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f444facb-3a36-4b0b-ba98-f9f662ea308e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:55.694133 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-229448a9-a4ac-4c37-82aa-2afc9bf74223 None None] Set router 55cef951-c262-42fc-a52f-97095b17b8dd gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:21:55.719797 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f444facb-3a36-4b0b-ba98-f9f662ea308e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:55.793144 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f444facb-3a36-4b0b-ba98-f9f662ea308e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:55.833374 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f444facb-3a36-4b0b-ba98-f9f662ea308e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event deleted for resources: {'Subnet': ['ID=731f583b-0d98-4bf4-9e06-91fd89af80c9,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:55.837618 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f444facb-3a36-4b0b-ba98-f9f662ea308e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:55.843782 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f444facb-3a36-4b0b-ba98-f9f662ea308e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "DELETE /v2.0/subnets/731f583b-0d98-4bf4-9e06-91fd89af80c9 HTTP/1.1" status: 204 len: 168 time: 0.3367484 Feb 16 13:21:55.846756 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 49348) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:21:55.847328 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb88341-453a-498d-a13f-851fa0eb764a None None] Network ba86d7c1-387d-4f48-b8e4-2ef559659e35 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:21:55.980651 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-229448a9-a4ac-4c37-82aa-2afc9bf74223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cef951-c262-42fc-a52f-97095b17b8dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764445420', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': 'a9d2204d-feba-45d1-9ed2-2718a9cf6d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:20:45Z', 'updated_at': '2022-02-16T13:21:54Z', 'revision_number': 5, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': 'a9d2204d-feba-45d1-9ed2-2718a9cf6d18', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:70:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cef951-c262-42fc-a52f-97095b17b8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:20:46Z', 'updated_at': '2022-02-16T13:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:55.984434 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229448a9-a4ac-4c37-82aa-2afc9bf74223 None None] Checking router: 55cef951-c262-42fc-a52f-97095b17b8dd for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:21:55.993209 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229448a9-a4ac-4c37-82aa-2afc9bf74223 None None] Routers {'55cef951-c262-42fc-a52f-97095b17b8dd'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:21:55.993817 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-229448a9-a4ac-4c37-82aa-2afc9bf74223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:21:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['55cef951-c262-42fc-a52f-97095b17b8dd'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:56.025133 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2618b147-d946-45ab-97ee-067439230496 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for router, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:56.094750 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91099dcb-6091-4abc-8b0c-5e6d10d2586e None None] DHCP port deletion for ba86d7c1-387d-4f48-b8e4-2ef559659e35 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:21:56.099366 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-91099dcb-6091-4abc-8b0c-5e6d10d2586e None None] Deleting port b93fa5d7-fe2e-4552-8d04-3d15a5fa5f46 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:21:56.099737 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91099dcb-6091-4abc-8b0c-5e6d10d2586e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:56.168659 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-229448a9-a4ac-4c37-82aa-2afc9bf74223 None None] Set router 55cef951-c262-42fc-a52f-97095b17b8dd gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:21:56.204852 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2618b147-d946-45ab-97ee-067439230496 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:56.215371 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-2618b147-d946-45ab-97ee-067439230496 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Deleting port a9d2204d-feba-45d1-9ed2-2718a9cf6d18 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:21:56.215684 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2618b147-d946-45ab-97ee-067439230496 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:56.315366 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-91099dcb-6091-4abc-8b0c-5e6d10d2586e None None] For port b93fa5d7-fe2e-4552-8d04-3d15a5fa5f46, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=b93fa5d7-fe2e-4552-8d04-3d15a5fa5f46,segment=NetworkSegment(620d7b59-152e-4848-a0d7-560bc5fb3b31),segment_id=620d7b59-152e-4848-a0d7-560bc5fb3b31)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:21:56.315745 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91099dcb-6091-4abc-8b0c-5e6d10d2586e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:56.412847 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-2618b147-d946-45ab-97ee-067439230496 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] For port a9d2204d-feba-45d1-9ed2-2718a9cf6d18, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=a9d2204d-feba-45d1-9ed2-2718a9cf6d18,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:21:56.413245 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2618b147-d946-45ab-97ee-067439230496 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:56.436225 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-91099dcb-6091-4abc-8b0c-5e6d10d2586e None None] Calling delete_port for b93fa5d7-fe2e-4552-8d04-3d15a5fa5f46 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:21:56.454535 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-229448a9-a4ac-4c37-82aa-2afc9bf74223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cef951-c262-42fc-a52f-97095b17b8dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764445420', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': 'a9d2204d-feba-45d1-9ed2-2718a9cf6d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:20:45Z', 'updated_at': '2022-02-16T13:21:54Z', 'revision_number': 5, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': 'a9d2204d-feba-45d1-9ed2-2718a9cf6d18', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:70:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cef951-c262-42fc-a52f-97095b17b8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:20:46Z', 'updated_at': '2022-02-16T13:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:56.458637 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229448a9-a4ac-4c37-82aa-2afc9bf74223 None None] The sync data for ids ['55cef951-c262-42fc-a52f-97095b17b8dd'] in dv-neutron-829527-1-hyperv is: [{'id': '55cef951-c262-42fc-a52f-97095b17b8dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764445420', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': 'a9d2204d-feba-45d1-9ed2-2718a9cf6d18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:20:45Z', 'updated_at': '2022-02-16T13:21:54Z', 'revision_number': 5, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': 'a9d2204d-feba-45d1-9ed2-2718a9cf6d18', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:70:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cef951-c262-42fc-a52f-97095b17b8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:20:46Z', 'updated_at': '2022-02-16T13:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:21:56.517755 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91099dcb-6091-4abc-8b0c-5e6d10d2586e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:56.542005 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-2618b147-d946-45ab-97ee-067439230496 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Calling delete_port for a9d2204d-feba-45d1-9ed2-2718a9cf6d18 owned by network:router_gateway {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:21:56.563068 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91099dcb-6091-4abc-8b0c-5e6d10d2586e None None] Pushing event deleted for resources: {'Port': ['ID=b93fa5d7-fe2e-4552-8d04-3d15a5fa5f46,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:56.568049 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91099dcb-6091-4abc-8b0c-5e6d10d2586e None None] No DVR routers for this DVR port b93fa5d7-fe2e-4552-8d04-3d15a5fa5f46 on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:21:56.573685 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91099dcb-6091-4abc-8b0c-5e6d10d2586e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:56.574004 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91099dcb-6091-4abc-8b0c-5e6d10d2586e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:56.577585 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91099dcb-6091-4abc-8b0c-5e6d10d2586e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:56.577585 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91099dcb-6091-4abc-8b0c-5e6d10d2586e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:56.577585 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91099dcb-6091-4abc-8b0c-5e6d10d2586e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:56.577585 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91099dcb-6091-4abc-8b0c-5e6d10d2586e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:56.577585 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91099dcb-6091-4abc-8b0c-5e6d10d2586e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:56.577585 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91099dcb-6091-4abc-8b0c-5e6d10d2586e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:56.577585 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91099dcb-6091-4abc-8b0c-5e6d10d2586e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:56.577585 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91099dcb-6091-4abc-8b0c-5e6d10d2586e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:56.577585 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91099dcb-6091-4abc-8b0c-5e6d10d2586e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:56.577585 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91099dcb-6091-4abc-8b0c-5e6d10d2586e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:56.739615 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2618b147-d946-45ab-97ee-067439230496 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:56.786129 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2618b147-d946-45ab-97ee-067439230496 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event deleted for resources: {'Port': ['ID=a9d2204d-feba-45d1-9ed2-2718a9cf6d18,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:56.883725 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2618b147-d946-45ab-97ee-067439230496 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023674'] for router_gateway, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:57.165172 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2618b147-d946-45ab-97ee-067439230496 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:57.167387 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2618b147-d946-45ab-97ee-067439230496 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:57.193582 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2618b147-d946-45ab-97ee-067439230496 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:57.194172 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2618b147-d946-45ab-97ee-067439230496 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Fanout notify agent at l3_agent the message router_deleted on router 55cef951-c262-42fc-a52f-97095b17b8dd {{(pid=87701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:21:57.210412 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2618b147-d946-45ab-97ee-067439230496 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:57.214022 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-2618b147-d946-45ab-97ee-067439230496 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "DELETE /v2.0/routers/55cef951-c262-42fc-a52f-97095b17b8dd HTTP/1.1" status: 204 len: 168 time: 1.3638110 Feb 16 13:21:57.214330 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 49352) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:21:57.331616 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-23c6eb7d-0f94-4388-b202-a1df133e6681 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:57.461326 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-23c6eb7d-0f94-4388-b202-a1df133e6681 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:57.488335 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-23c6eb7d-0f94-4388-b202-a1df133e6681 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba86d7c1-387d-4f48-b8e4-2ef559659e35']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:57.500382 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-23c6eb7d-0f94-4388-b202-a1df133e6681 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '620d7b59-152e-4848-a0d7-560bc5fb3b31') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:57.500694 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-23c6eb7d-0f94-4388-b202-a1df133e6681 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '620d7b59-152e-4848-a0d7-560bc5fb3b31') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:21:57.511709 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-23c6eb7d-0f94-4388-b202-a1df133e6681 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:57.532352 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-23c6eb7d-0f94-4388-b202-a1df133e6681 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:57.539904 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23c6eb7d-0f94-4388-b202-a1df133e6681 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:21:57.540281 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-23c6eb7d-0f94-4388-b202-a1df133e6681 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:57.554194 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 13:21:57.554194 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:21:57.554194 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 13:21:57.554194 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:21:57.554194 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 13:21:57.554194 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:21:57.554194 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 13:21:57.554194 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:21:57.554194 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 13:21:57.554194 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:21:57.554194 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 13:21:57.554194 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:21:57.554194 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 13:21:57.554194 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:21:57.554194 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:21:57.554194 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:21:57.554194 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:21:57.554194 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:21:57.554194 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 13:21:57.554194 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:21:57.554194 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 13:21:57.554194 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:21:57.554194 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:21:57.554194 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:21:57.554194 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 13:21:57.554194 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:21:57.554194 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:21:57.554194 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:21:57.554194 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:21:57.554194 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:21:57.554194 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:21:57.554194 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:21:57.638327 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-23c6eb7d-0f94-4388-b202-a1df133e6681 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:57.664671 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-23c6eb7d-0f94-4388-b202-a1df133e6681 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:57.666420 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c6eb7d-0f94-4388-b202-a1df133e6681 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event deleted for resources: {'Network': ['ID=ba86d7c1-387d-4f48-b8e4-2ef559659e35,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:57.676758 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-23c6eb7d-0f94-4388-b202-a1df133e6681 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "DELETE /v2.0/networks/ba86d7c1-387d-4f48-b8e4-2ef559659e35 HTTP/1.1" status: 204 len: 168 time: 0.4586062 Feb 16 13:21:57.676851 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49356) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:21:57.700232 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 209ab151-86ce-4b68-8354-ffb93ac5535a no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:21:57.734146 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 209ab151-86ce-4b68-8354-ffb93ac5535a {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:21:57.734566 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 209ab151-86ce-4b68-8354-ffb93ac5535a not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:21:57.735041 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device a9d2204d-feba-45d1-9ed2-2718a9cf6d18 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:21:57.750956 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-89812378-cf04-4cc4-948e-af201c12fa3d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:57.782876 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-89812378-cf04-4cc4-948e-af201c12fa3d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:57.802660 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: a9d2204d-feba-45d1-9ed2-2718a9cf6d18 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:21:57.802958 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device a9d2204d-feba-45d1-9ed2-2718a9cf6d18 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:21:57.803356 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device b93fa5d7-fe2e-4552-8d04-3d15a5fa5f46 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:21:57.837199 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: b93fa5d7-fe2e-4552-8d04-3d15a5fa5f46 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:21:57.837559 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device b93fa5d7-fe2e-4552-8d04-3d15a5fa5f46 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:21:57.856878 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-89812378-cf04-4cc4-948e-af201c12fa3d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:57.874114 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89812378-cf04-4cc4-948e-af201c12fa3d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a9e96d-7b9d-458b-bb53-76772bd759d3,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:57.883096 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89812378-cf04-4cc4-948e-af201c12fa3d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:57.883414 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89812378-cf04-4cc4-948e-af201c12fa3d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:57.883746 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89812378-cf04-4cc4-948e-af201c12fa3d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:57.884073 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89812378-cf04-4cc4-948e-af201c12fa3d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:57.884397 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89812378-cf04-4cc4-948e-af201c12fa3d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:57.884741 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89812378-cf04-4cc4-948e-af201c12fa3d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:57.885062 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89812378-cf04-4cc4-948e-af201c12fa3d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:57.885378 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89812378-cf04-4cc4-948e-af201c12fa3d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:57.885692 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89812378-cf04-4cc4-948e-af201c12fa3d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:57.886007 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89812378-cf04-4cc4-948e-af201c12fa3d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:57.886321 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89812378-cf04-4cc4-948e-af201c12fa3d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:57.886631 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89812378-cf04-4cc4-948e-af201c12fa3d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:21:57.894264 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-89812378-cf04-4cc4-948e-af201c12fa3d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:57.895528 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-89812378-cf04-4cc4-948e-af201c12fa3d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "DELETE /v2.0/security-groups/40a9e96d-7b9d-458b-bb53-76772bd759d3 HTTP/1.1" status: 204 len: 168 time: 0.2177148 Feb 16 13:21:58.170506 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49364) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:21:58.175907 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-a76285bc-8b0f-4a60-abe2-8bcf489dfe82 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1268538503', 'description': 'tempest-secgroup-smoke-1268538503 description', 'project_id': '083db907435845cfbf101945bf75a5a6'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:21:58.182792 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a76285bc-8b0f-4a60-abe2-8bcf489dfe82 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:21:58.187187 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a76285bc-8b0f-4a60-abe2-8bcf489dfe82 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:security_group and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:21:58.190140 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a76285bc-8b0f-4a60-abe2-8bcf489dfe82 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:21:58.196302 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a76285bc-8b0f-4a60-abe2-8bcf489dfe82 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:21:58.211138 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a76285bc-8b0f-4a60-abe2-8bcf489dfe82 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:58.232122 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a76285bc-8b0f-4a60-abe2-8bcf489dfe82 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:21:58.236030 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a76285bc-8b0f-4a60-abe2-8bcf489dfe82 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:security_group_rule and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:21:58.238890 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a76285bc-8b0f-4a60-abe2-8bcf489dfe82 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:21:58.244984 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a76285bc-8b0f-4a60-abe2-8bcf489dfe82 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:21:58.332654 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a76285bc-8b0f-4a60-abe2-8bcf489dfe82 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:58.338343 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a76285bc-8b0f-4a60-abe2-8bcf489dfe82 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:58.380064 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76285bc-8b0f-4a60-abe2-8bcf489dfe82 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3e0062-d87e-4346-83da-f86936f01bfb,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:58.387130 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a76285bc-8b0f-4a60-abe2-8bcf489dfe82 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:58.391815 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a76285bc-8b0f-4a60-abe2-8bcf489dfe82 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2169771 Feb 16 13:21:58.391815 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49368) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:21:58.396689 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-10158a29-44ed-481a-a9fa-64f244a17756 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'security_group_rule': {'security_group_id': '7b3e0062-d87e-4346-83da-f86936f01bfb', 'project_id': '083db907435845cfbf101945bf75a5a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:21:58.402880 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-10158a29-44ed-481a-a9fa-64f244a17756 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:21:58.407098 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-10158a29-44ed-481a-a9fa-64f244a17756 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:security_group_rule and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:21:58.410062 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-10158a29-44ed-481a-a9fa-64f244a17756 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:21:58.416145 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-10158a29-44ed-481a-a9fa-64f244a17756 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:21:58.433792 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-10158a29-44ed-481a-a9fa-64f244a17756 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:58.509077 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-10158a29-44ed-481a-a9fa-64f244a17756 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:58.514162 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-10158a29-44ed-481a-a9fa-64f244a17756 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:58.540933 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10158a29-44ed-481a-a9fa-64f244a17756 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e79cd866-b7a8-46ff-b67e-fc24bed7b0a3,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:58.550250 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-10158a29-44ed-481a-a9fa-64f244a17756 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:58.551978 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-10158a29-44ed-481a-a9fa-64f244a17756 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1595263 Feb 16 13:21:58.554865 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49372) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:21:58.562943 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-cf8eaea3-ed79-4287-97bb-34b4c6c29ea2 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'security_group_rule': {'security_group_id': '7b3e0062-d87e-4346-83da-f86936f01bfb', 'project_id': '083db907435845cfbf101945bf75a5a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:21:58.571201 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-cf8eaea3-ed79-4287-97bb-34b4c6c29ea2 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:21:58.575500 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-cf8eaea3-ed79-4287-97bb-34b4c6c29ea2 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:security_group_rule and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:21:58.578668 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-cf8eaea3-ed79-4287-97bb-34b4c6c29ea2 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:21:58.585011 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-cf8eaea3-ed79-4287-97bb-34b4c6c29ea2 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:21:58.604945 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cf8eaea3-ed79-4287-97bb-34b4c6c29ea2 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:58.665488 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cf8eaea3-ed79-4287-97bb-34b4c6c29ea2 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:58.670855 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cf8eaea3-ed79-4287-97bb-34b4c6c29ea2 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:58.694900 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8eaea3-ed79-4287-97bb-34b4c6c29ea2 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a600a2f-761f-4051-b98b-93544674fc9c,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:58.704933 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cf8eaea3-ed79-4287-97bb-34b4c6c29ea2 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:58.706149 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-cf8eaea3-ed79-4287-97bb-34b4c6c29ea2 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1500084 Feb 16 13:21:58.709629 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49376) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:21:58.715117 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-efa14df1-cc22-4245-a6a1-bfcb64fab9a2 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'security_group_rule': {'security_group_id': '7b3e0062-d87e-4346-83da-f86936f01bfb', 'project_id': '083db907435845cfbf101945bf75a5a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:21:58.721365 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-efa14df1-cc22-4245-a6a1-bfcb64fab9a2 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:21:58.725136 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-efa14df1-cc22-4245-a6a1-bfcb64fab9a2 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:security_group_rule and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:21:58.727948 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-efa14df1-cc22-4245-a6a1-bfcb64fab9a2 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:21:58.733740 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-efa14df1-cc22-4245-a6a1-bfcb64fab9a2 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:21:58.752522 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-efa14df1-cc22-4245-a6a1-bfcb64fab9a2 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:58.819484 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-efa14df1-cc22-4245-a6a1-bfcb64fab9a2 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:58.825171 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-efa14df1-cc22-4245-a6a1-bfcb64fab9a2 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:58.950343 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa14df1-cc22-4245-a6a1-bfcb64fab9a2 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45ec7d51-beca-4cee-a101-2d92f0331b5d,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:58.960207 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-efa14df1-cc22-4245-a6a1-bfcb64fab9a2 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:58.961490 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-efa14df1-cc22-4245-a6a1-bfcb64fab9a2 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2508402 Feb 16 13:21:58.964242 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49380) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:21:58.969110 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-25123889-b568-49ac-a497-0de6fd335b7f tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'security_group_rule': {'security_group_id': '7b3e0062-d87e-4346-83da-f86936f01bfb', 'project_id': '083db907435845cfbf101945bf75a5a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:21:58.975536 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-25123889-b568-49ac-a497-0de6fd335b7f tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:21:58.979445 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-25123889-b568-49ac-a497-0de6fd335b7f tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:security_group_rule and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:21:58.982364 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-25123889-b568-49ac-a497-0de6fd335b7f tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:21:58.988106 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-25123889-b568-49ac-a497-0de6fd335b7f tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:21:59.008017 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-25123889-b568-49ac-a497-0de6fd335b7f tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:59.071914 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-25123889-b568-49ac-a497-0de6fd335b7f tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:59.077743 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-25123889-b568-49ac-a497-0de6fd335b7f tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:59.101072 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25123889-b568-49ac-a497-0de6fd335b7f tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbed8854-7d96-425c-aff6-af8277311c5c,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:59.111710 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-25123889-b568-49ac-a497-0de6fd335b7f tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:59.113038 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-25123889-b568-49ac-a497-0de6fd335b7f tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1478148 Feb 16 13:21:59.117071 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49384) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:21:59.121957 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-1aadadb9-c349-46be-8400-d95da0b18ad8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'security_group_rule': {'security_group_id': '7b3e0062-d87e-4346-83da-f86936f01bfb', 'project_id': '083db907435845cfbf101945bf75a5a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:21:59.127937 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1aadadb9-c349-46be-8400-d95da0b18ad8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:21:59.133442 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1aadadb9-c349-46be-8400-d95da0b18ad8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:security_group_rule and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:21:59.136332 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1aadadb9-c349-46be-8400-d95da0b18ad8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:21:59.142000 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1aadadb9-c349-46be-8400-d95da0b18ad8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:21:59.154662 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-1aadadb9-c349-46be-8400-d95da0b18ad8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Project 083db907435845cfbf101945bf75a5a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:21:59.161391 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1aadadb9-c349-46be-8400-d95da0b18ad8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:59.227193 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1aadadb9-c349-46be-8400-d95da0b18ad8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:59.232508 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1aadadb9-c349-46be-8400-d95da0b18ad8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:59.255185 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aadadb9-c349-46be-8400-d95da0b18ad8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14c8d7f8-6b71-4dec-b108-83313608e541,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:59.263641 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1aadadb9-c349-46be-8400-d95da0b18ad8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:59.264836 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1aadadb9-c349-46be-8400-d95da0b18ad8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1468031 Feb 16 13:21:59.267712 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49388) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:21:59.272759 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-1b7000bc-6283-4716-ba60-7707eece8c2d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'security_group_rule': {'security_group_id': '7b3e0062-d87e-4346-83da-f86936f01bfb', 'project_id': '083db907435845cfbf101945bf75a5a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:21:59.278791 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1b7000bc-6283-4716-ba60-7707eece8c2d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:21:59.282837 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1b7000bc-6283-4716-ba60-7707eece8c2d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:security_group_rule and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:21:59.285919 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1b7000bc-6283-4716-ba60-7707eece8c2d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:21:59.291628 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1b7000bc-6283-4716-ba60-7707eece8c2d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:21:59.306370 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-1b7000bc-6283-4716-ba60-7707eece8c2d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Project 083db907435845cfbf101945bf75a5a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:21:59.313541 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1b7000bc-6283-4716-ba60-7707eece8c2d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:59.381529 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1b7000bc-6283-4716-ba60-7707eece8c2d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:59.386098 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1b7000bc-6283-4716-ba60-7707eece8c2d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:59.409932 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7000bc-6283-4716-ba60-7707eece8c2d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=324adad9-eb68-465e-b409-4181c2cebd4e,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:59.420281 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1b7000bc-6283-4716-ba60-7707eece8c2d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:59.421554 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1b7000bc-6283-4716-ba60-7707eece8c2d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1529577 Feb 16 13:21:59.424531 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49392) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:21:59.430191 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-260ed0a6-414e-4116-b33a-594d36003d5f tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'network': {'name': 'tempest-network-smoke--796973026', 'project_id': '083db907435845cfbf101945bf75a5a6', 'port_security_enabled': True}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:21:59.435664 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-260ed0a6-414e-4116-b33a-594d36003d5f tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:21:59.439679 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-260ed0a6-414e-4116-b33a-594d36003d5f tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:network and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:21:59.442541 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-260ed0a6-414e-4116-b33a-594d36003d5f tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:21:59.448196 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-260ed0a6-414e-4116-b33a-594d36003d5f tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:21:59.460142 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260ed0a6-414e-4116-b33a-594d36003d5f tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Made reservation on behalf of 083db907435845cfbf101945bf75a5a6 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:21:59.463687 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-260ed0a6-414e-4116-b33a-594d36003d5f tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:59.490741 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-260ed0a6-414e-4116-b33a-594d36003d5f tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:21:59.500170 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-260ed0a6-414e-4116-b33a-594d36003d5f tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:59.500498 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-260ed0a6-414e-4116-b33a-594d36003d5f tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Added segment 7ce5afcf-b519-4fb7-ab82-5728b1810bf6 of type vlan for network 12f45aea-959e-46fb-9767-af812921d20e Feb 16 13:21:59.527779 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-260ed0a6-414e-4116-b33a-594d36003d5f tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:59.559520 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-260ed0a6-414e-4116-b33a-594d36003d5f tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:59.569374 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260ed0a6-414e-4116-b33a-594d36003d5f tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:21:59.570230 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-260ed0a6-414e-4116-b33a-594d36003d5f tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:59.675383 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-260ed0a6-414e-4116-b33a-594d36003d5f tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2497261 Feb 16 13:21:59.678536 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 49396) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:21:59.685132 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-59a14ba7-333e-40a1-b202-d6675b3bbf8a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1303482020', 'admin_state_up': True, 'project_id': '083db907435845cfbf101945bf75a5a6', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:21:59.688921 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260ed0a6-414e-4116-b33a-594d36003d5f tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'Network': ['ID=12f45aea-959e-46fb-9767-af812921d20e,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:21:59.692210 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-59a14ba7-333e-40a1-b202-d6675b3bbf8a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:21:59.697486 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-59a14ba7-333e-40a1-b202-d6675b3bbf8a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:router and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:21:59.700240 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 12f45aea-959e-46fb-9767-af812921d20e details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:21:59.701768 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-59a14ba7-333e-40a1-b202-d6675b3bbf8a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:21:59.709853 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-59a14ba7-333e-40a1-b202-d6675b3bbf8a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:21:59.719618 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-59a14ba7-333e-40a1-b202-d6675b3bbf8a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:59.720575 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-59a14ba7-333e-40a1-b202-d6675b3bbf8a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:21:59.734834 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-59a14ba7-333e-40a1-b202-d6675b3bbf8a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:00.000866 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-59a14ba7-333e-40a1-b202-d6675b3bbf8a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:00.324831 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-59a14ba7-333e-40a1-b202-d6675b3bbf8a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for router_gateway, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:00.353466 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-59a14ba7-333e-40a1-b202-d6675b3bbf8a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:00.608248 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-59a14ba7-333e-40a1-b202-d6675b3bbf8a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Allocated IP 172.26.5.44 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:22:00.755584 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-59a14ba7-333e-40a1-b202-d6675b3bbf8a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:00.786330 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-59a14ba7-333e-40a1-b202-d6675b3bbf8a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:00.853753 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a14ba7-333e-40a1-b202-d6675b3bbf8a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:22:00.856570 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-59a14ba7-333e-40a1-b202-d6675b3bbf8a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:22:00.861851 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a14ba7-333e-40a1-b202-d6675b3bbf8a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:22:00.891667 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a14ba7-333e-40a1-b202-d6675b3bbf8a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'Port': ['ID=bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:22:01.292787 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-59a14ba7-333e-40a1-b202-d6675b3bbf8a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for router_gateway, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:01.637847 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-59a14ba7-333e-40a1-b202-d6675b3bbf8a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:01.843084 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a14ba7-333e-40a1-b202-d6675b3bbf8a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Router 851aa155-836b-4f25-8e46-a790753ed3b7 is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:22:01.864290 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0c0294f6-9a2f-40e2-8ab6-6f51eb1f9d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:02.139051 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a14ba7-333e-40a1-b202-d6675b3bbf8a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:22:02.149288 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c7978b-a1a0-4d4b-ad85-66ca52305796 None None] Sync routers for ids ['851aa155-836b-4f25-8e46-a790753ed3b7'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:22:02.158963 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c7978b-a1a0-4d4b-ad85-66ca52305796 None None] Routers {'851aa155-836b-4f25-8e46-a790753ed3b7'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:22:02.159744 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-92c7978b-a1a0-4d4b-ad85-66ca52305796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:21:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['851aa155-836b-4f25-8e46-a790753ed3b7'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:22:02.168455 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-59a14ba7-333e-40a1-b202-d6675b3bbf8a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:02.169902 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-59a14ba7-333e-40a1-b202-d6675b3bbf8a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4902849 Feb 16 13:22:02.173107 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 49400) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:22:02.215368 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-23a4f3f0-e0f8-46d6-88de-bb3b78913ac1 tempest-TestNetworkAdvancedServerOps-74201966 tempest-TestNetworkAdvancedServerOps-74201966-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=083db907435845cfbf101945bf75a5a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411332 Feb 16 13:22:02.218246 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49404) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:22:02.347059 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-92c7978b-a1a0-4d4b-ad85-66ca52305796 None None] Set router 851aa155-836b-4f25-8e46-a790753ed3b7 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:22:02.352987 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c212b7d4-70ad-408a-bb95-aba461af2137 tempest-TestNetworkAdvancedServerOps-74201966 tempest-TestNetworkAdvancedServerOps-74201966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:02.357349 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c212b7d4-70ad-408a-bb95-aba461af2137 tempest-TestNetworkAdvancedServerOps-74201966 tempest-TestNetworkAdvancedServerOps-74201966-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1352925 Feb 16 13:22:02.357549 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49408) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:22:02.402745 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c2df291e-8bbe-4847-92f8-bae82e8d9d9f tempest-TestNetworkAdvancedServerOps-74201966 tempest-TestNetworkAdvancedServerOps-74201966-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415065 Feb 16 13:22:02.402943 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49412) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:22:02.408384 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-6f61eab4-1767-4021-8b4e-c7ff065f70df tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-558856782', 'network_id': '12f45aea-959e-46fb-9767-af812921d20e', 'project_id': '083db907435845cfbf101945bf75a5a6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:22:02.520757 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6f61eab4-1767-4021-8b4e-c7ff065f70df tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:22:02.525181 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6f61eab4-1767-4021-8b4e-c7ff065f70df tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:subnet and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:22:02.528280 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6f61eab4-1767-4021-8b4e-c7ff065f70df tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:22:02.534310 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6f61eab4-1767-4021-8b4e-c7ff065f70df tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:22:02.546557 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f61eab4-1767-4021-8b4e-c7ff065f70df tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Made reservation on behalf of 083db907435845cfbf101945bf75a5a6 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:22:02.550193 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6f61eab4-1767-4021-8b4e-c7ff065f70df tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:02.633004 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-92c7978b-a1a0-4d4b-ad85-66ca52305796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851aa155-836b-4f25-8e46-a790753ed3b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303482020', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:59Z', 'updated_at': '2022-02-16T13:22:01Z', 'revision_number': 3, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': 'bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:1a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851aa155-836b-4f25-8e46-a790753ed3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:22:00Z', 'updated_at': '2022-02-16T13:22:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:22:02.637332 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c7978b-a1a0-4d4b-ad85-66ca52305796 None None] Checking router: 851aa155-836b-4f25-8e46-a790753ed3b7 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:22:02.637680 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c7978b-a1a0-4d4b-ad85-66ca52305796 None None] Updating router 851aa155-836b-4f25-8e46-a790753ed3b7 port bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6 binding host dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:22:02.689111 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-92c7978b-a1a0-4d4b-ad85-66ca52305796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:02.767225 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6f61eab4-1767-4021-8b4e-c7ff065f70df tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:02.840698 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f61eab4-1767-4021-8b4e-c7ff065f70df tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'Subnet': ['ID=e8c71097-478a-4fa5-8201-bc3c4031f68b,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:22:02.851243 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f61eab4-1767-4021-8b4e-c7ff065f70df tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Checking segment: {'id': '7ce5afcf-b519-4fb7-ab82-5728b1810bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '12f45aea-959e-46fb-9767-af812921d20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:22:02.851863 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f61eab4-1767-4021-8b4e-c7ff065f70df tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Network hostable DHCP agents. Network: 12f45aea-959e-46fb-9767-af812921d20e, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:22:02.872301 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f61eab4-1767-4021-8b4e-c7ff065f70df tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Network 12f45aea-959e-46fb-9767-af812921d20e is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:22:02.882678 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-6f61eab4-1767-4021-8b4e-c7ff065f70df tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 12f45aea-959e-46fb-9767-af812921d20e) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:22:02.887549 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f61eab4-1767-4021-8b4e-c7ff065f70df tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:02.888484 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6f61eab4-1767-4021-8b4e-c7ff065f70df tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:02.892439 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5cb344-d953-4ab2-82ba-7b3a4bb42f34 None None] Network 12f45aea-959e-46fb-9767-af812921d20e requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:22:02.916750 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6f61eab4-1767-4021-8b4e-c7ff065f70df tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5128555 Feb 16 13:22:02.919700 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49416) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:22:03.196264 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-92c7978b-a1a0-4d4b-ad85-66ca52305796 None None] Notify callbacks [] for port, precommit_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:03.213732 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-92c7978b-a1a0-4d4b-ad85-66ca52305796 None None] Transition to ACTIVE for port object bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:22:03.217460 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e16d75-d4b3-45b1-af94-e2cc588d754d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-12f45aea-959e-46fb-9767-af812921d20e', 'network_id': '12f45aea-959e-46fb-9767-af812921d20e', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'fixed_ips': [{'subnet_id': 'e8c71097-478a-4fa5-8201-bc3c4031f68b'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:22:03.218268 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-49e16d75-d4b3-45b1-af94-e2cc588d754d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:03.233281 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-92c7978b-a1a0-4d4b-ad85-66ca52305796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:03.356117 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d219aad-821b-40f2-88cc-24b486124d69 None None] Pushing event updated for resources: {'Port': ['ID=bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:22:03.365892 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-92c7978b-a1a0-4d4b-ad85-66ca52305796 None None] Attempting to bind port bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:22:03.366263 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-92c7978b-a1a0-4d4b-ad85-66ca52305796 None None] Attempting to bind port bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:22:03.366632 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c7978b-a1a0-4d4b-ad85-66ca52305796 None None] Attempting to bind port bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6 on network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:22:03.375479 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c7978b-a1a0-4d4b-ad85-66ca52305796 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:22:03.375886 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c7978b-a1a0-4d4b-ad85-66ca52305796 None None] Checking segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:22:03.376292 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-92c7978b-a1a0-4d4b-ad85-66ca52305796 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:03.376684 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c7978b-a1a0-4d4b-ad85-66ca52305796 None None] Bound using segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:22:03.377190 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-92c7978b-a1a0-4d4b-ad85-66ca52305796 None None] Bound port: bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:22:03.377564 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-92c7978b-a1a0-4d4b-ad85-66ca52305796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:03.562306 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-92c7978b-a1a0-4d4b-ad85-66ca52305796 None None] For port bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:22:03.577994 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-92c7978b-a1a0-4d4b-ad85-66ca52305796 None None] For port bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:22:03.579351 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-49e16d75-d4b3-45b1-af94-e2cc588d754d None None] Allocated IP 172.20.0.2 (12f45aea-959e-46fb-9767-af812921d20e/e8c71097-478a-4fa5-8201-bc3c4031f68b/30aa2302-1d84-40c8-beec-567fba4aa42b) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:22:03.584099 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-92c7978b-a1a0-4d4b-ad85-66ca52305796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:03.743812 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-40a766f8-3990-45e6-9732-42b2dce6253a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:03.746984 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d219aad-821b-40f2-88cc-24b486124d69 None None] Pushing event updated for resources: {'Port': ['ID=bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:22:03.751288 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c7978b-a1a0-4d4b-ad85-66ca52305796 None None] Routers {'851aa155-836b-4f25-8e46-a790753ed3b7'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:22:03.751971 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-92c7978b-a1a0-4d4b-ad85-66ca52305796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:21:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['851aa155-836b-4f25-8e46-a790753ed3b7'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:22:04.016979 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-92c7978b-a1a0-4d4b-ad85-66ca52305796 None None] Set router 851aa155-836b-4f25-8e46-a790753ed3b7 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:22:04.061132 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-49e16d75-d4b3-45b1-af94-e2cc588d754d None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:04.141069 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-49e16d75-d4b3-45b1-af94-e2cc588d754d None None] Transition to ACTIVE for port object 30aa2302-1d84-40c8-beec-567fba4aa42b will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:22:04.200308 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:22:04.221578 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-49e16d75-d4b3-45b1-af94-e2cc588d754d None None] Transition to ACTIVE for port object 30aa2302-1d84-40c8-beec-567fba4aa42b will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:22:04.239672 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-49e16d75-d4b3-45b1-af94-e2cc588d754d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:04.271818 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c839f0d0-29fa-4d08-8521-e2e8c0ad5cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:04.299359 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-40a766f8-3990-45e6-9732-42b2dce6253a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Allocated IP 172.20.0.1 (12f45aea-959e-46fb-9767-af812921d20e/e8c71097-478a-4fa5-8201-bc3c4031f68b/d13d8451-3320-4456-8406-90ebb273abf1) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:22:04.350414 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e16d75-d4b3-45b1-af94-e2cc588d754d None None] Network 12f45aea-959e-46fb-9767-af812921d20e is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:22:04.357668 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-49e16d75-d4b3-45b1-af94-e2cc588d754d None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:22:04.362144 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e16d75-d4b3-45b1-af94-e2cc588d754d None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:22:04.364125 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e16d75-d4b3-45b1-af94-e2cc588d754d None None] Pushing event updated for resources: {'Port': ['ID=30aa2302-1d84-40c8-beec-567fba4aa42b,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:22:04.470522 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-40a766f8-3990-45e6-9732-42b2dce6253a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:04.487040 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-40a766f8-3990-45e6-9732-42b2dce6253a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Transition to ACTIVE for port object d13d8451-3320-4456-8406-90ebb273abf1 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:22:04.490980 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-49e16d75-d4b3-45b1-af94-e2cc588d754d None None] Attempting to bind port 30aa2302-1d84-40c8-beec-567fba4aa42b on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:22:04.491334 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-49e16d75-d4b3-45b1-af94-e2cc588d754d None None] Attempting to bind port 30aa2302-1d84-40c8-beec-567fba4aa42b by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '7ce5afcf-b519-4fb7-ab82-5728b1810bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '12f45aea-959e-46fb-9767-af812921d20e'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:22:04.491690 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e16d75-d4b3-45b1-af94-e2cc588d754d None None] Attempting to bind port 30aa2302-1d84-40c8-beec-567fba4aa42b on network 12f45aea-959e-46fb-9767-af812921d20e {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:22:04.499898 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e16d75-d4b3-45b1-af94-e2cc588d754d None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:22:04.500276 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e16d75-d4b3-45b1-af94-e2cc588d754d None None] Checking segment: {'id': '7ce5afcf-b519-4fb7-ab82-5728b1810bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '12f45aea-959e-46fb-9767-af812921d20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:22:04.500674 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-49e16d75-d4b3-45b1-af94-e2cc588d754d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:04.501060 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e16d75-d4b3-45b1-af94-e2cc588d754d None None] Bound using segment: {'id': '7ce5afcf-b519-4fb7-ab82-5728b1810bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '12f45aea-959e-46fb-9767-af812921d20e'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:22:04.501515 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-49e16d75-d4b3-45b1-af94-e2cc588d754d None None] Bound port: 30aa2302-1d84-40c8-beec-567fba4aa42b, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ce5afcf-b519-4fb7-ab82-5728b1810bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '12f45aea-959e-46fb-9767-af812921d20e'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:22:04.501878 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-49e16d75-d4b3-45b1-af94-e2cc588d754d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:04.513060 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-40a766f8-3990-45e6-9732-42b2dce6253a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:04.569933 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-92c7978b-a1a0-4d4b-ad85-66ca52305796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851aa155-836b-4f25-8e46-a790753ed3b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303482020', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:59Z', 'updated_at': '2022-02-16T13:22:01Z', 'revision_number': 3, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': 'bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:1a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851aa155-836b-4f25-8e46-a790753ed3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:22:00Z', 'updated_at': '2022-02-16T13:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:22:04.578585 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c7978b-a1a0-4d4b-ad85-66ca52305796 None None] The sync data for ids ['851aa155-836b-4f25-8e46-a790753ed3b7'] in dv-neutron-829527-1-hyperv is: [{'id': '851aa155-836b-4f25-8e46-a790753ed3b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303482020', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:59Z', 'updated_at': '2022-02-16T13:22:01Z', 'revision_number': 3, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': 'bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:1a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851aa155-836b-4f25-8e46-a790753ed3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:22:00Z', 'updated_at': '2022-02-16T13:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:22:04.580201 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a766f8-3990-45e6-9732-42b2dce6253a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Network 12f45aea-959e-46fb-9767-af812921d20e is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:22:04.583550 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-40a766f8-3990-45e6-9732-42b2dce6253a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:22:04.588175 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a766f8-3990-45e6-9732-42b2dce6253a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:22:04.609505 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-49e16d75-d4b3-45b1-af94-e2cc588d754d None None] For port 30aa2302-1d84-40c8-beec-567fba4aa42b, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:22:04.613348 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-49e16d75-d4b3-45b1-af94-e2cc588d754d None None] For port 30aa2302-1d84-40c8-beec-567fba4aa42b, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=30aa2302-1d84-40c8-beec-567fba4aa42b,segment=NetworkSegment(7ce5afcf-b519-4fb7-ab82-5728b1810bf6),segment_id=7ce5afcf-b519-4fb7-ab82-5728b1810bf6)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:22:04.620273 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-49e16d75-d4b3-45b1-af94-e2cc588d754d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:04.627452 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a766f8-3990-45e6-9732-42b2dce6253a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'Port': ['ID=d13d8451-3320-4456-8406-90ebb273abf1,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:22:04.652707 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-40a766f8-3990-45e6-9732-42b2dce6253a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:04.729640 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e16d75-d4b3-45b1-af94-e2cc588d754d None None] Pushing event updated for resources: {'Port': ['ID=30aa2302-1d84-40c8-beec-567fba4aa42b,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:22:04.733766 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:04.821013 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-40a766f8-3990-45e6-9732-42b2dce6253a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:05.231007 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:05.279844 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-40a766f8-3990-45e6-9732-42b2dce6253a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:05.287690 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-40a766f8-3990-45e6-9732-42b2dce6253a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:05.288549 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:05.518733 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-40a766f8-3990-45e6-9732-42b2dce6253a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:05.525998 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a766f8-3990-45e6-9732-42b2dce6253a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'Port': ['ID=d13d8451-3320-4456-8406-90ebb273abf1,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:22:05.681851 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a766f8-3990-45e6-9732-42b2dce6253a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Network 12f45aea-959e-46fb-9767-af812921d20e is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:22:05.683094 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-40a766f8-3990-45e6-9732-42b2dce6253a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:22:05.723657 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da46ff79-c639-418e-a329-b95b44459e7b None None] Network 12f45aea-959e-46fb-9767-af812921d20e requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:22:05.751434 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:22:05.883687 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a766f8-3990-45e6-9732-42b2dce6253a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Router 851aa155-836b-4f25-8e46-a790753ed3b7 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:22:05.906269 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-35752cc4-23f4-4559-8487-fe81aea43daf None None] Provisioning for port 30aa2302-1d84-40c8-beec-567fba4aa42b completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:22:05.976464 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:22:05.988858 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:22:05.989500 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:06.129716 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a766f8-3990-45e6-9732-42b2dce6253a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:22:06.142652 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c9d9bc-1275-41ec-9409-293872392f14 None None] Sync routers for ids ['851aa155-836b-4f25-8e46-a790753ed3b7'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:22:06.144731 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-40a766f8-3990-45e6-9732-42b2dce6253a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "PUT /v2.0/routers/851aa155-836b-4f25-8e46-a790753ed3b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2238920 Feb 16 13:22:06.153086 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c9d9bc-1275-41ec-9409-293872392f14 None None] Routers {'851aa155-836b-4f25-8e46-a790753ed3b7'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:22:06.154022 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-44c9d9bc-1275-41ec-9409-293872392f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:22:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['851aa155-836b-4f25-8e46-a790753ed3b7'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:22:06.270005 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:06.290281 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:22:06.298332 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:06.299738 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 30aa2302-1d84-40c8-beec-567fba4aa42b up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:22:06.332885 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-ae252aa0-b880-47d7-ab9b-5e7ef81dd288 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Synchronizing usage tracker for tenant:083db907435845cfbf101945bf75a5a6 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:22:06.359659 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-ae252aa0-b880-47d7-ab9b-5e7ef81dd288 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Unset dirty status for tenant:083db907435845cfbf101945bf75a5a6 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:22:06.377826 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-ae252aa0-b880-47d7-ab9b-5e7ef81dd288 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1268538503&fields=id&tenant_id=083db907435845cfbf101945bf75a5a6 HTTP/1.1" status: 200 len: 267 time: 0.0956419 Feb 16 13:22:06.395134 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-44c9d9bc-1275-41ec-9409-293872392f14 None None] Set router 851aa155-836b-4f25-8e46-a790753ed3b7 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:22:06.442834 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:22:06.466151 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 30aa2302-1d84-40c8-beec-567fba4aa42b completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:22:06.471432 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 30aa2302-1d84-40c8-beec-567fba4aa42b triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:22:06.471800 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:06.581454 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-91794496-6d76-432d-aee6-8826de434d1c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:06.582311 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-91794496-6d76-432d-aee6-8826de434d1c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Synchronizing usage tracker for tenant:083db907435845cfbf101945bf75a5a6 on resource:network {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:22:06.602831 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-91794496-6d76-432d-aee6-8826de434d1c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Unset dirty status for tenant:083db907435845cfbf101945bf75a5a6 on resource:network {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:22:06.604040 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-91794496-6d76-432d-aee6-8826de434d1c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/networks?id=12f45aea-959e-46fb-9767-af812921d20e HTTP/1.1" status: 200 len: 796 time: 0.2251036 Feb 16 13:22:06.625540 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:06.626430 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-5d769b64-574f-46a0-99ec-648645869132 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/quotas/083db907435845cfbf101945bf75a5a6 HTTP/1.1" status: 200 len: 375 time: 0.0115089 Feb 16 13:22:06.670136 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 30aa2302-1d84-40c8-beec-567fba4aa42b, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=30aa2302-1d84-40c8-beec-567fba4aa42b,segment=NetworkSegment(7ce5afcf-b519-4fb7-ab82-5728b1810bf6),segment_id=7ce5afcf-b519-4fb7-ab82-5728b1810bf6)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:22:06.678749 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:06.719951 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-79f32435-6128-4ad7-8dff-2e9e8b4563d7 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Synchronizing usage tracker for tenant:083db907435845cfbf101945bf75a5a6 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:22:06.722451 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-626574a9-a471-47fd-8dba-a8d013a3b4c1 None None] Provisioning for port d13d8451-3320-4456-8406-90ebb273abf1 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:22:06.737655 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-626574a9-a471-47fd-8dba-a8d013a3b4c1 None None] Provisioning complete for port d13d8451-3320-4456-8406-90ebb273abf1 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:22:06.737985 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-626574a9-a471-47fd-8dba-a8d013a3b4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:06.740896 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-79f32435-6128-4ad7-8dff-2e9e8b4563d7 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Unset dirty status for tenant:083db907435845cfbf101945bf75a5a6 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:22:06.742445 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-79f32435-6128-4ad7-8dff-2e9e8b4563d7 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=083db907435845cfbf101945bf75a5a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1078398 Feb 16 13:22:06.769777 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-44c9d9bc-1275-41ec-9409-293872392f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851aa155-836b-4f25-8e46-a790753ed3b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303482020', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:59Z', 'updated_at': '2022-02-16T13:22:04Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': 'bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:1a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851aa155-836b-4f25-8e46-a790753ed3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:22:00Z', 'updated_at': '2022-02-16T13:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': 'd13d8451-3320-4456-8406-90ebb273abf1', 'name': '', 'network_id': '12f45aea-959e-46fb-9767-af812921d20e', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'mac_address': 'fa:16:3e:f7:b9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851aa155-836b-4f25-8e46-a790753ed3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'e8c71097-478a-4fa5-8201-bc3c4031f68b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:22:03Z', 'updated_at': '2022-02-16T13:22:05Z', 'revision_number': 2, 'project_id': '083db907435845cfbf101945bf75a5a6', 'subnets': [{'id': 'e8c71097-478a-4fa5-8201-bc3c4031f68b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:22:06.774394 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c9d9bc-1275-41ec-9409-293872392f14 None None] Checking router: 851aa155-836b-4f25-8e46-a790753ed3b7 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:22:06.774738 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c9d9bc-1275-41ec-9409-293872392f14 None None] Updating router 851aa155-836b-4f25-8e46-a790753ed3b7 port d13d8451-3320-4456-8406-90ebb273abf1 binding host dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:22:06.838504 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-44c9d9bc-1275-41ec-9409-293872392f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:06.845857 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-626574a9-a471-47fd-8dba-a8d013a3b4c1 None None] Port d13d8451-3320-4456-8406-90ebb273abf1 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:22:06.849776 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=30aa2302-1d84-40c8-beec-567fba4aa42b,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:22:06.917867 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-43542ade-1f20-4b9c-bb1f-5073a1e83d41 service neutron] 10.222.0.83 "GET /v2.0/networks/12f45aea-959e-46fb-9767-af812921d20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525519 Feb 16 13:22:06.941229 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:06.965904 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-626574a9-a471-47fd-8dba-a8d013a3b4c1 None None] Provisioning complete for port 30aa2302-1d84-40c8-beec-567fba4aa42b triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:22:06.966271 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-626574a9-a471-47fd-8dba-a8d013a3b4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:07.079830 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-da3927e8-626d-4a38-9105-37bd4d676d7b service neutron] 10.222.0.83 "GET /v2.0/networks/12f45aea-959e-46fb-9767-af812921d20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555536 Feb 16 13:22:07.237059 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-44c9d9bc-1275-41ec-9409-293872392f14 None None] Notify callbacks [] for port, precommit_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:07.250218 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.provisioning_blocks [None req-44c9d9bc-1275-41ec-9409-293872392f14 None None] Transition to ACTIVE for port object d13d8451-3320-4456-8406-90ebb273abf1 will not be triggered until provisioned by entity L2. {{(pid=87703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:22:07.257592 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-44c9d9bc-1275-41ec-9409-293872392f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:07.281394 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-03025636-1084-48e7-97b5-edf671e2b299 req-8d45de25-8fcf-4ba3-9bdd-c29edfb4f20f tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Synchronizing usage tracker for tenant:083db907435845cfbf101945bf75a5a6 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:22:07.296924 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-03025636-1084-48e7-97b5-edf671e2b299 req-8d45de25-8fcf-4ba3-9bdd-c29edfb4f20f tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Unset dirty status for tenant:083db907435845cfbf101945bf75a5a6 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:22:07.307223 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-03025636-1084-48e7-97b5-edf671e2b299 req-8d45de25-8fcf-4ba3-9bdd-c29edfb4f20f tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=eb7dc057-68db-4e4c-b879-00f402769cd9 HTTP/1.1" status: 200 len: 210 time: 0.0695384 Feb 16 13:22:07.387054 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e6658-d2e0-4221-9b68-de4dfecc054c None None] Pushing event updated for resources: {'Port': ['ID=d13d8451-3320-4456-8406-90ebb273abf1,revision_number=3']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:22:07.431715 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e6658-d2e0-4221-9b68-de4dfecc054c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:22:07.431937 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e6658-d2e0-4221-9b68-de4dfecc054c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:22:07.432103 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e6658-d2e0-4221-9b68-de4dfecc054c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:22:07.432798 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e6658-d2e0-4221-9b68-de4dfecc054c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:22:07.433152 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e6658-d2e0-4221-9b68-de4dfecc054c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:22:07.433478 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e6658-d2e0-4221-9b68-de4dfecc054c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:22:07.433779 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e6658-d2e0-4221-9b68-de4dfecc054c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:22:07.434083 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e6658-d2e0-4221-9b68-de4dfecc054c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:22:07.434528 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e6658-d2e0-4221-9b68-de4dfecc054c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:22:07.434871 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e6658-d2e0-4221-9b68-de4dfecc054c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:22:07.435158 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e6658-d2e0-4221-9b68-de4dfecc054c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:22:07.435644 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e6658-d2e0-4221-9b68-de4dfecc054c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:22:07.495182 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-44c9d9bc-1275-41ec-9409-293872392f14 None None] Attempting to bind port d13d8451-3320-4456-8406-90ebb273abf1 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:22:07.495571 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-44c9d9bc-1275-41ec-9409-293872392f14 None None] Attempting to bind port d13d8451-3320-4456-8406-90ebb273abf1 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '7ce5afcf-b519-4fb7-ab82-5728b1810bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '12f45aea-959e-46fb-9767-af812921d20e'}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:22:07.495937 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c9d9bc-1275-41ec-9409-293872392f14 None None] Attempting to bind port d13d8451-3320-4456-8406-90ebb273abf1 on network 12f45aea-959e-46fb-9767-af812921d20e {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:22:07.502844 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c9d9bc-1275-41ec-9409-293872392f14 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:22:07.503234 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c9d9bc-1275-41ec-9409-293872392f14 None None] Checking segment: {'id': '7ce5afcf-b519-4fb7-ab82-5728b1810bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '12f45aea-959e-46fb-9767-af812921d20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:22:07.503622 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-44c9d9bc-1275-41ec-9409-293872392f14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:07.504158 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c9d9bc-1275-41ec-9409-293872392f14 None None] Bound using segment: {'id': '7ce5afcf-b519-4fb7-ab82-5728b1810bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '12f45aea-959e-46fb-9767-af812921d20e'} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:22:07.504822 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-44c9d9bc-1275-41ec-9409-293872392f14 None None] Bound port: d13d8451-3320-4456-8406-90ebb273abf1, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ce5afcf-b519-4fb7-ab82-5728b1810bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '12f45aea-959e-46fb-9767-af812921d20e'}}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:22:07.505296 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-44c9d9bc-1275-41ec-9409-293872392f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:07.602491 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-44c9d9bc-1275-41ec-9409-293872392f14 None None] For port d13d8451-3320-4456-8406-90ebb273abf1, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:22:07.605895 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-44c9d9bc-1275-41ec-9409-293872392f14 None None] For port d13d8451-3320-4456-8406-90ebb273abf1, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=d13d8451-3320-4456-8406-90ebb273abf1,segment=NetworkSegment(7ce5afcf-b519-4fb7-ab82-5728b1810bf6),segment_id=7ce5afcf-b519-4fb7-ab82-5728b1810bf6)] {{(pid=87703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:22:07.611855 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-44c9d9bc-1275-41ec-9409-293872392f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:07.689783 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e6658-d2e0-4221-9b68-de4dfecc054c None None] Pushing event updated for resources: {'Port': ['ID=d13d8451-3320-4456-8406-90ebb273abf1,revision_number=4']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:22:07.700814 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c9d9bc-1275-41ec-9409-293872392f14 None None] Routers {'851aa155-836b-4f25-8e46-a790753ed3b7'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:22:07.701095 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-44c9d9bc-1275-41ec-9409-293872392f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:22:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['851aa155-836b-4f25-8e46-a790753ed3b7'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:22:07.722889 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:22:07.814482 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:22:07.814855 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:07.964447 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 30aa2302-1d84-40c8-beec-567fba4aa42b up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:22:07.968347 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-44c9d9bc-1275-41ec-9409-293872392f14 None None] Set router 851aa155-836b-4f25-8e46-a790753ed3b7 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:22:08.035459 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 30aa2302-1d84-40c8-beec-567fba4aa42b triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:22:08.035839 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:08.288824 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-44c9d9bc-1275-41ec-9409-293872392f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851aa155-836b-4f25-8e46-a790753ed3b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303482020', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:59Z', 'updated_at': '2022-02-16T13:22:04Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': 'bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:1a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851aa155-836b-4f25-8e46-a790753ed3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:22:00Z', 'updated_at': '2022-02-16T13:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': 'd13d8451-3320-4456-8406-90ebb273abf1', 'name': '', 'network_id': '12f45aea-959e-46fb-9767-af812921d20e', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'mac_address': 'fa:16:3e:f7:b9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851aa155-836b-4f25-8e46-a790753ed3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'e8c71097-478a-4fa5-8201-bc3c4031f68b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:22:03Z', 'updated_at': '2022-02-16T13:22:07Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'subnets': [{'id': 'e8c71097-478a-4fa5-8201-bc3c4031f68b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:22:08.294157 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c9d9bc-1275-41ec-9409-293872392f14 None None] The sync data for ids ['851aa155-836b-4f25-8e46-a790753ed3b7'] in dv-neutron-829527-1-hyperv is: [{'id': '851aa155-836b-4f25-8e46-a790753ed3b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303482020', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:59Z', 'updated_at': '2022-02-16T13:22:04Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': 'bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:1a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851aa155-836b-4f25-8e46-a790753ed3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:22:00Z', 'updated_at': '2022-02-16T13:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': 'd13d8451-3320-4456-8406-90ebb273abf1', 'name': '', 'network_id': '12f45aea-959e-46fb-9767-af812921d20e', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'mac_address': 'fa:16:3e:f7:b9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851aa155-836b-4f25-8e46-a790753ed3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'e8c71097-478a-4fa5-8201-bc3c4031f68b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:22:03Z', 'updated_at': '2022-02-16T13:22:07Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'subnets': [{'id': 'e8c71097-478a-4fa5-8201-bc3c4031f68b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:22:08.540043 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e6f986ee-a448-48f2-befa-2a2c2381cc11 req-cee8d943-18dd-4a91-a5db-d51e8ebd15ba tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=eb7dc057-68db-4e4c-b879-00f402769cd9 HTTP/1.1" status: 200 len: 210 time: 0.0733616 Feb 16 13:22:08.540584 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-39e7335f-ea99-417b-8600-92fd28507300 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:08.541527 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-39e7335f-ea99-417b-8600-92fd28507300 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Synchronizing usage tracker for tenant:083db907435845cfbf101945bf75a5a6 on resource:network {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:22:08.558019 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-39e7335f-ea99-417b-8600-92fd28507300 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Unset dirty status for tenant:083db907435845cfbf101945bf75a5a6 on resource:network {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:22:08.559579 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-39e7335f-ea99-417b-8600-92fd28507300 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.89 "GET /v2.0/networks?id=12f45aea-959e-46fb-9767-af812921d20e HTTP/1.1" status: 200 len: 796 time: 0.2404151 Feb 16 13:22:08.618811 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-8eb27da0-1ae2-4070-a07f-ecd0b35217ec tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=083db907435845cfbf101945bf75a5a6 HTTP/1.1" status: 200 len: 380 time: 0.0488632 Feb 16 13:22:08.627993 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-2f93ac4a-e088-446e-a73a-0e253caee015 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'port': {'device_id': 'eb7dc057-68db-4e4c-b879-00f402769cd9', 'network_id': '12f45aea-959e-46fb-9767-af812921d20e', 'admin_state_up': True, 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'security_groups': ['7b3e0062-d87e-4346-83da-f86936f01bfb']}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:22:08.775035 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-2f93ac4a-e088-446e-a73a-0e253caee015 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:22:08.784742 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-2f93ac4a-e088-446e-a73a-0e253caee015 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:22:08.798140 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-2f93ac4a-e088-446e-a73a-0e253caee015 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Made reservation on behalf of 083db907435845cfbf101945bf75a5a6 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:22:08.802708 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-2f93ac4a-e088-446e-a73a-0e253caee015 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:08.976530 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-2f93ac4a-e088-446e-a73a-0e253caee015 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Allocated IP 172.20.0.7 (12f45aea-959e-46fb-9767-af812921d20e/e8c71097-478a-4fa5-8201-bc3c4031f68b/5c983a25-1914-4f44-aaf2-dc2439c12b7b) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:22:09.184099 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-2f93ac4a-e088-446e-a73a-0e253caee015 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:09.200775 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-2f93ac4a-e088-446e-a73a-0e253caee015 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Transition to ACTIVE for port object 5c983a25-1914-4f44-aaf2-dc2439c12b7b will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:22:09.227180 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-2f93ac4a-e088-446e-a73a-0e253caee015 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:09.303525 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-2f93ac4a-e088-446e-a73a-0e253caee015 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Network 12f45aea-959e-46fb-9767-af812921d20e is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:22:09.306744 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-2f93ac4a-e088-446e-a73a-0e253caee015 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:22:09.311170 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-2f93ac4a-e088-446e-a73a-0e253caee015 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:22:09.341057 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f93ac4a-e088-446e-a73a-0e253caee015 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'Port': ['ID=5c983a25-1914-4f44-aaf2-dc2439c12b7b,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:22:09.378416 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-2f93ac4a-e088-446e-a73a-0e253caee015 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:09.379053 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-2f93ac4a-e088-446e-a73a-0e253caee015 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:09.405441 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-2f93ac4a-e088-446e-a73a-0e253caee015 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7815430 Feb 16 13:22:09.417040 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-d7149474-07d8-4618-b6e0-3a212b3231dc service neutron] Request body: {'port': {'device_id': 'eb7dc057-68db-4e4c-b879-00f402769cd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:22:09.552553 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-d7149474-07d8-4618-b6e0-3a212b3231dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:09.621667 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-a223dfd3-1dc5-496f-9f19-21266d2e4453 None None] Provisioning for port 5c983a25-1914-4f44-aaf2-dc2439c12b7b completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:22:09.627846 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-a223dfd3-1dc5-496f-9f19-21266d2e4453 None None] Provisioning complete for port 5c983a25-1914-4f44-aaf2-dc2439c12b7b triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:22:09.628344 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a223dfd3-1dc5-496f-9f19-21266d2e4453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:09.695281 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-a223dfd3-1dc5-496f-9f19-21266d2e4453 None None] Port 5c983a25-1914-4f44-aaf2-dc2439c12b7b cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:22:09.735361 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device d13d8451-3320-4456-8406-90ebb273abf1 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:22:09.813998 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port d13d8451-3320-4456-8406-90ebb273abf1 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:22:09.820025 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port d13d8451-3320-4456-8406-90ebb273abf1 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:22:09.820406 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:09.885791 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d37167-693c-44e5-8551-3729887db8a3 req-6093714b-6132-4e10-99e5-7a6734f86535 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:09.886529 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-06d37167-693c-44e5-8551-3729887db8a3 req-6093714b-6132-4e10-99e5-7a6734f86535 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Synchronizing usage tracker for tenant:083db907435845cfbf101945bf75a5a6 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:22:09.916248 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-06d37167-693c-44e5-8551-3729887db8a3 req-6093714b-6132-4e10-99e5-7a6734f86535 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Unset dirty status for tenant:083db907435845cfbf101945bf75a5a6 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:22:09.917428 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-06d37167-693c-44e5-8551-3729887db8a3 req-6093714b-6132-4e10-99e5-7a6734f86535 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=eb7dc057-68db-4e4c-b879-00f402769cd9 HTTP/1.1" status: 200 len: 931 time: 0.2386518 Feb 16 13:22:09.945699 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:10.021490 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port d13d8451-3320-4456-8406-90ebb273abf1, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=d13d8451-3320-4456-8406-90ebb273abf1,segment=NetworkSegment(7ce5afcf-b519-4fb7-ab82-5728b1810bf6),segment_id=7ce5afcf-b519-4fb7-ab82-5728b1810bf6)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:22:10.025645 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:10.094706 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=d13d8451-3320-4456-8406-90ebb273abf1,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:22:10.122601 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-d7149474-07d8-4618-b6e0-3a212b3231dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c983a25-1914-4f44-aaf2-dc2439c12b7b {{(pid=87701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:22:10.133899 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-d7149474-07d8-4618-b6e0-3a212b3231dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:10.141572 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-06d37167-693c-44e5-8551-3729887db8a3 req-ddacaa13-7730-4f4e-b9c9-a915827a1adf tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=7b3e0062-d87e-4346-83da-f86936f01bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1902409 Feb 16 13:22:10.152632 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-d7149474-07d8-4618-b6e0-3a212b3231dc service neutron] Transition to ACTIVE for port object 5c983a25-1914-4f44-aaf2-dc2439c12b7b will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:22:10.159610 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-d7149474-07d8-4618-b6e0-3a212b3231dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:10.286464 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7149474-07d8-4618-b6e0-3a212b3231dc service neutron] Pushing event updated for resources: {'Port': ['ID=5c983a25-1914-4f44-aaf2-dc2439c12b7b,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:22:10.399051 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-d7149474-07d8-4618-b6e0-3a212b3231dc service neutron] Attempting to bind port 5c983a25-1914-4f44-aaf2-dc2439c12b7b on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:22:10.399394 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-d7149474-07d8-4618-b6e0-3a212b3231dc service neutron] Attempting to bind port 5c983a25-1914-4f44-aaf2-dc2439c12b7b by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '7ce5afcf-b519-4fb7-ab82-5728b1810bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '12f45aea-959e-46fb-9767-af812921d20e'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:22:10.399724 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-d7149474-07d8-4618-b6e0-3a212b3231dc service neutron] Attempting to bind port 5c983a25-1914-4f44-aaf2-dc2439c12b7b on network 12f45aea-959e-46fb-9767-af812921d20e {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:22:10.405148 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-d7149474-07d8-4618-b6e0-3a212b3231dc service neutron] Port 5c983a25-1914-4f44-aaf2-dc2439c12b7b on network 12f45aea-959e-46fb-9767-af812921d20e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:22:10.405635 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-d7149474-07d8-4618-b6e0-3a212b3231dc service neutron] Attempting to bind port 5c983a25-1914-4f44-aaf2-dc2439c12b7b on network 12f45aea-959e-46fb-9767-af812921d20e {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:22:10.411230 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-d7149474-07d8-4618-b6e0-3a212b3231dc service neutron] Checking agent: {'id': 'b4b5bcfd-2763-4324-82e0-923bc8a52546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'started_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:22:10.411796 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-d7149474-07d8-4618-b6e0-3a212b3231dc service neutron] Checking segment: {'id': '7ce5afcf-b519-4fb7-ab82-5728b1810bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '12f45aea-959e-46fb-9767-af812921d20e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:22:10.412445 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-d7149474-07d8-4618-b6e0-3a212b3231dc service neutron] Bound using segment: {'id': '7ce5afcf-b519-4fb7-ab82-5728b1810bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '12f45aea-959e-46fb-9767-af812921d20e'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:22:10.412713 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-d7149474-07d8-4618-b6e0-3a212b3231dc service neutron] Bound port: 5c983a25-1914-4f44-aaf2-dc2439c12b7b, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ce5afcf-b519-4fb7-ab82-5728b1810bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '12f45aea-959e-46fb-9767-af812921d20e'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:22:10.413071 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-d7149474-07d8-4618-b6e0-3a212b3231dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:10.518224 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-d7149474-07d8-4618-b6e0-3a212b3231dc service neutron] For port 5c983a25-1914-4f44-aaf2-dc2439c12b7b, host hv-neutron-8295, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:22:10.521083 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-d7149474-07d8-4618-b6e0-3a212b3231dc service neutron] For port 5c983a25-1914-4f44-aaf2-dc2439c12b7b, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=5c983a25-1914-4f44-aaf2-dc2439c12b7b,segment=NetworkSegment(7ce5afcf-b519-4fb7-ab82-5728b1810bf6),segment_id=7ce5afcf-b519-4fb7-ab82-5728b1810bf6)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:22:10.526553 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-d7149474-07d8-4618-b6e0-3a212b3231dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:10.588434 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-d7149474-07d8-4618-b6e0-3a212b3231dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:10.589083 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-d7149474-07d8-4618-b6e0-3a212b3231dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:10.590400 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-d7149474-07d8-4618-b6e0-3a212b3231dc service neutron] 10.222.0.89 "PUT /v2.0/ports/5c983a25-1914-4f44-aaf2-dc2439c12b7b HTTP/1.1" status: 200 len: 1093 time: 1.1776977 Feb 16 13:22:10.590908 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb7dc057-68db-4e4c-b879-00f402769cd9', 'tag': '5c983a25-1914-4f44-aaf2-dc2439c12b7b'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:22:10.610303 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7149474-07d8-4618-b6e0-3a212b3231dc service neutron] Pushing event updated for resources: {'Port': ['ID=5c983a25-1914-4f44-aaf2-dc2439c12b7b,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:22:10.662269 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb7dc057-68db-4e4c-b879-00f402769cd9', 'tag': '5c983a25-1914-4f44-aaf2-dc2439c12b7b', 'status': 'completed', 'code': 200} Feb 16 13:22:10.703680 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-27700ec5-bad8-47d8-9ef8-f69fe91b35c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:10.705269 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-27700ec5-bad8-47d8-9ef8-f69fe91b35c5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=083db907435845cfbf101945bf75a5a6&device_id=eb7dc057-68db-4e4c-b879-00f402769cd9 HTTP/1.1" status: 200 len: 1096 time: 0.0741196 Feb 16 13:22:10.782693 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-30c290c0-a0ef-4e5b-afdf-c71dfd0c9eb6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c983a25-1914-4f44-aaf2-dc2439c12b7b HTTP/1.1" status: 200 len: 217 time: 0.0698905 Feb 16 13:22:10.849201 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-e480aeb6-ca15-412c-9eed-70de1627f36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:10.850672 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-e480aeb6-ca15-412c-9eed-70de1627f36f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e8c71097-478a-4fa5-8201-bc3c4031f68b HTTP/1.1" status: 200 len: 834 time: 0.0601156 Feb 16 13:22:10.933394 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-9be9e3dd-f846-4e9a-a467-b5fcf472ca3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:10.934890 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-9be9e3dd-f846-4e9a-a467-b5fcf472ca3d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=12f45aea-959e-46fb-9767-af812921d20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778379 Feb 16 13:22:11.078751 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-141a19b7-5b96-4be3-bd94-09af3b9a439b service neutron] 10.222.0.89 "GET /v2.0/networks/12f45aea-959e-46fb-9767-af812921d20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360953 Feb 16 13:22:11.220394 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7834c17c-921a-47ce-ba5a-dfa2bc81cfef req-dfc2ae2e-dbf2-4c4f-a515-acbd130a6939 service neutron] 10.222.0.89 "GET /v2.0/networks/12f45aea-959e-46fb-9767-af812921d20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353457 Feb 16 13:22:11.398319 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189d122-8a11-4640-917f-1688ec6669aa req-b3256d8e-9916-40be-9a11-8ff2bc045b0e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:11.399775 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2189d122-8a11-4640-917f-1688ec6669aa req-b3256d8e-9916-40be-9a11-8ff2bc045b0e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=eb7dc057-68db-4e4c-b879-00f402769cd9 HTTP/1.1" status: 200 len: 943 time: 0.1355970 Feb 16 13:22:11.405516 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44cbe06-ed82-422d-82a0-200b33b0dc60 req-e487f712-c7a0-43e1-8d88-3edaa8419ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:11.406921 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a44cbe06-ed82-422d-82a0-200b33b0dc60 req-e487f712-c7a0-43e1-8d88-3edaa8419ecf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=083db907435845cfbf101945bf75a5a6&device_id=eb7dc057-68db-4e4c-b879-00f402769cd9 HTTP/1.1" status: 200 len: 1096 time: 0.1123703 Feb 16 13:22:11.522505 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2189d122-8a11-4640-917f-1688ec6669aa req-0af86cf4-6982-4859-bccf-ee73d01a67ac tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=7b3e0062-d87e-4346-83da-f86936f01bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145949 Feb 16 13:22:11.568103 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44cbe06-ed82-422d-82a0-200b33b0dc60 req-bd78a02b-299a-4226-b56e-c069e457a231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:11.569593 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a44cbe06-ed82-422d-82a0-200b33b0dc60 req-bd78a02b-299a-4226-b56e-c069e457a231 service neutron] 10.222.0.89 "GET /v2.0/networks?id=12f45aea-959e-46fb-9767-af812921d20e HTTP/1.1" status: 200 len: 897 time: 0.1491570 Feb 16 13:22:11.638486 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a44cbe06-ed82-422d-82a0-200b33b0dc60 req-b8145a73-7dda-4bcb-b79f-f4e46d5399d5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c983a25-1914-4f44-aaf2-dc2439c12b7b HTTP/1.1" status: 200 len: 217 time: 0.0622799 Feb 16 13:22:11.691256 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device d13d8451-3320-4456-8406-90ebb273abf1 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:22:11.703988 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44cbe06-ed82-422d-82a0-200b33b0dc60 req-3c8923d8-e715-41e7-b98a-9bf016db63ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:11.705468 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a44cbe06-ed82-422d-82a0-200b33b0dc60 req-3c8923d8-e715-41e7-b98a-9bf016db63ee service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e8c71097-478a-4fa5-8201-bc3c4031f68b HTTP/1.1" status: 200 len: 834 time: 0.0588517 Feb 16 13:22:11.763152 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port d13d8451-3320-4456-8406-90ebb273abf1 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:22:11.763518 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:11.780149 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44cbe06-ed82-422d-82a0-200b33b0dc60 req-1c228bbb-1213-44bd-bfec-f530686e9b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:11.781675 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a44cbe06-ed82-422d-82a0-200b33b0dc60 req-1c228bbb-1213-44bd-bfec-f530686e9b2a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=12f45aea-959e-46fb-9767-af812921d20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689259 Feb 16 13:22:12.032069 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a44cbe06-ed82-422d-82a0-200b33b0dc60 req-abc043a3-a441-4d14-a5bb-0071d5228119 service neutron] 10.222.0.89 "GET /v2.0/networks/12f45aea-959e-46fb-9767-af812921d20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397642 Feb 16 13:22:12.169456 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a44cbe06-ed82-422d-82a0-200b33b0dc60 req-4e281042-23a5-4092-8723-63b7dbe050c5 service neutron] 10.222.0.89 "GET /v2.0/networks/12f45aea-959e-46fb-9767-af812921d20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307747 Feb 16 13:22:12.726858 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b3c7d9-0144-4766-9753-53eec4eda973 req-cb9a6444-d7d8-46c2-a117-2176aef0eb88 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:12.728313 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-88b3c7d9-0144-4766-9753-53eec4eda973 req-cb9a6444-d7d8-46c2-a117-2176aef0eb88 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=eb7dc057-68db-4e4c-b879-00f402769cd9 HTTP/1.1" status: 200 len: 943 time: 0.0878065 Feb 16 13:22:12.773487 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-88b3c7d9-0144-4766-9753-53eec4eda973 req-2db5e07f-f08b-421f-97a4-97de0356b673 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=7b3e0062-d87e-4346-83da-f86936f01bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393803 Feb 16 13:22:14.141260 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea5571-f9a5-4241-b8ce-58abd02e0221 req-e98f2c39-8735-4303-b06c-3a9ba3793db9 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:14.142617 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ecea5571-f9a5-4241-b8ce-58abd02e0221 req-e98f2c39-8735-4303-b06c-3a9ba3793db9 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=eb7dc057-68db-4e4c-b879-00f402769cd9 HTTP/1.1" status: 200 len: 943 time: 0.1086168 Feb 16 13:22:14.187895 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ecea5571-f9a5-4241-b8ce-58abd02e0221 req-59650a41-32c5-4a86-a3ed-e39501751cd9 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=7b3e0062-d87e-4346-83da-f86936f01bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391512 Feb 16 13:22:14.491756 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 5c983a25-1914-4f44-aaf2-dc2439c12b7b details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:22:14.631535 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 5c983a25-1914-4f44-aaf2-dc2439c12b7b, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=5c983a25-1914-4f44-aaf2-dc2439c12b7b,segment=NetworkSegment(7ce5afcf-b519-4fb7-ab82-5728b1810bf6),segment_id=7ce5afcf-b519-4fb7-ab82-5728b1810bf6)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:22:14.650420 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': '5c983a25-1914-4f44-aaf2-dc2439c12b7b', 'network_id': '12f45aea-959e-46fb-9767-af812921d20e', 'port_id': '5c983a25-1914-4f44-aaf2-dc2439c12b7b', 'mac_address': 'fa:16:3e:c5:94:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8c71097-478a-4fa5-8201-bc3c4031f68b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:22:14.707169 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:14.724017 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c983a25-1914-4f44-aaf2-dc2439c12b7b {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:22:14.740625 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 5c983a25-1914-4f44-aaf2-dc2439c12b7b, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=5c983a25-1914-4f44-aaf2-dc2439c12b7b,segment=NetworkSegment(7ce5afcf-b519-4fb7-ab82-5728b1810bf6),segment_id=7ce5afcf-b519-4fb7-ab82-5728b1810bf6)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:22:14.747578 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:14.813890 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=5c983a25-1914-4f44-aaf2-dc2439c12b7b,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:22:15.010719 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['5c983a25-1914-4f44-aaf2-dc2439c12b7b'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:22:15.394597 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1eb2c-d24b-4802-8e4f-973c95e42bb9 req-9ed314f0-f209-4644-845d-d3e985dd9af9 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:15.396434 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3ee1eb2c-d24b-4802-8e4f-973c95e42bb9 req-9ed314f0-f209-4644-845d-d3e985dd9af9 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=eb7dc057-68db-4e4c-b879-00f402769cd9 HTTP/1.1" status: 200 len: 944 time: 0.0934229 Feb 16 13:22:15.443185 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3ee1eb2c-d24b-4802-8e4f-973c95e42bb9 req-b12cc563-3a9b-4ed0-9e2b-e0ebf9569193 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=7b3e0062-d87e-4346-83da-f86936f01bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398295 Feb 16 13:22:16.505726 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 5c983a25-1914-4f44-aaf2-dc2439c12b7b up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:22:16.580651 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning for port 5c983a25-1914-4f44-aaf2-dc2439c12b7b completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:22:16.586083 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port 5c983a25-1914-4f44-aaf2-dc2439c12b7b triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:22:16.586458 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:16.635594 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9383717-e9d0-498f-92bd-747662952776 req-103f0e3b-9aa4-465e-bc90-4695d2b62f01 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:16.637067 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a9383717-e9d0-498f-92bd-747662952776 req-103f0e3b-9aa4-465e-bc90-4695d2b62f01 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=eb7dc057-68db-4e4c-b879-00f402769cd9 HTTP/1.1" status: 200 len: 944 time: 0.0814259 Feb 16 13:22:16.687399 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a9383717-e9d0-498f-92bd-747662952776 req-3ce800fc-87f1-4315-858c-9bed3b8542cd tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=7b3e0062-d87e-4346-83da-f86936f01bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431750 Feb 16 13:22:16.707742 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:16.735140 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb7dc057-68db-4e4c-b879-00f402769cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c983a25-1914-4f44-aaf2-dc2439c12b7b'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:22:16.746319 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 5c983a25-1914-4f44-aaf2-dc2439c12b7b, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=5c983a25-1914-4f44-aaf2-dc2439c12b7b,segment=NetworkSegment(7ce5afcf-b519-4fb7-ab82-5728b1810bf6),segment_id=7ce5afcf-b519-4fb7-ab82-5728b1810bf6)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:22:16.750852 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:16.783293 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb7dc057-68db-4e4c-b879-00f402769cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c983a25-1914-4f44-aaf2-dc2439c12b7b', 'code': 200} Feb 16 13:22:16.828829 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=5c983a25-1914-4f44-aaf2-dc2439c12b7b,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:22:17.016146 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75694be-f28f-46ef-b410-b165eee661bc req-50823072-c0ad-43a9-b110-aa911c0f3e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:17.017587 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c75694be-f28f-46ef-b410-b165eee661bc req-50823072-c0ad-43a9-b110-aa911c0f3e63 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=eb7dc057-68db-4e4c-b879-00f402769cd9 HTTP/1.1" status: 200 len: 1098 time: 0.0767157 Feb 16 13:22:17.061111 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c75694be-f28f-46ef-b410-b165eee661bc req-90b6aff5-9a21-41fc-8e81-5b8460c1270f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=7b3e0062-d87e-4346-83da-f86936f01bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368297 Feb 16 13:22:17.893329 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c66176-21b2-4934-89f6-4e3a4cd81791 req-698d1e44-e7f8-4b58-a728-b89cd4a80941 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:17.895550 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e2c66176-21b2-4934-89f6-4e3a4cd81791 req-698d1e44-e7f8-4b58-a728-b89cd4a80941 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=eb7dc057-68db-4e4c-b879-00f402769cd9 HTTP/1.1" status: 200 len: 945 time: 0.0935407 Feb 16 13:22:17.944713 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e2c66176-21b2-4934-89f6-4e3a4cd81791 req-525bc629-b19b-4b43-825d-0e13add12548 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=7b3e0062-d87e-4346-83da-f86936f01bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402677 Feb 16 13:22:19.139640 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9fc16-1c09-471b-98c7-27539c17c710 req-89ffc871-3f65-452a-9a83-b84acda88b86 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:19.141139 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d1e9fc16-1c09-471b-98c7-27539c17c710 req-89ffc871-3f65-452a-9a83-b84acda88b86 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=eb7dc057-68db-4e4c-b879-00f402769cd9 HTTP/1.1" status: 200 len: 945 time: 0.0802388 Feb 16 13:22:19.187082 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d1e9fc16-1c09-471b-98c7-27539c17c710 req-5b8ea3a7-4dad-4c98-bdab-762b0c2c4950 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=7b3e0062-d87e-4346-83da-f86936f01bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394306 Feb 16 13:22:19.374555 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be5f26-2be7-4695-8779-5354d2a97356 req-f2235420-456f-4635-a505-7ce5aefcf702 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:19.376056 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-80be5f26-2be7-4695-8779-5354d2a97356 req-f2235420-456f-4635-a505-7ce5aefcf702 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=eb7dc057-68db-4e4c-b879-00f402769cd9 HTTP/1.1" status: 200 len: 945 time: 0.0840039 Feb 16 13:22:19.422513 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-80be5f26-2be7-4695-8779-5354d2a97356 req-9a77646c-be7d-4b17-9c35-456f0742beb8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=7b3e0062-d87e-4346-83da-f86936f01bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389309 Feb 16 13:22:19.456972 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49470) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:22:19.640999 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249cb0a3-e66f-453b-87a1-721b49aa5e46 tempest-TestNetworkAdvancedServerOps-74201966 tempest-TestNetworkAdvancedServerOps-74201966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:19.642490 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-249cb0a3-e66f-453b-87a1-721b49aa5e46 tempest-TestNetworkAdvancedServerOps-74201966 tempest-TestNetworkAdvancedServerOps-74201966-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=eb7dc057-68db-4e4c-b879-00f402769cd9 HTTP/1.1" status: 200 len: 1093 time: 0.1844389 Feb 16 13:22:19.646189 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49474) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:22:19.651091 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-8cbc0051-c52e-4c9b-badd-d25505dc9a85 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'floatingip': {'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'port_id': '5c983a25-1914-4f44-aaf2-dc2439c12b7b', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:22:19.657076 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8cbc0051-c52e-4c9b-badd-d25505dc9a85 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:22:19.660876 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8cbc0051-c52e-4c9b-badd-d25505dc9a85 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:floatingip and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:22:19.663640 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8cbc0051-c52e-4c9b-badd-d25505dc9a85 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:22:19.669234 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8cbc0051-c52e-4c9b-badd-d25505dc9a85 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:22:19.683075 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8cbc0051-c52e-4c9b-badd-d25505dc9a85 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for floatingip, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:19.835920 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8cbc0051-c52e-4c9b-badd-d25505dc9a85 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:19.984602 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-8cbc0051-c52e-4c9b-badd-d25505dc9a85 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Allocated IP 172.26.5.130 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/a7d28aec-b5b2-4521-9418-e7a117fd1a7a) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:22:20.141390 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8cbc0051-c52e-4c9b-badd-d25505dc9a85 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:20.172908 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8cbc0051-c52e-4c9b-badd-d25505dc9a85 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:20.240714 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbc0051-c52e-4c9b-badd-d25505dc9a85 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:22:20.243467 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-8cbc0051-c52e-4c9b-badd-d25505dc9a85 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:22:20.249250 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbc0051-c52e-4c9b-badd-d25505dc9a85 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:22:20.281133 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc0051-c52e-4c9b-badd-d25505dc9a85 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'Port': ['ID=a7d28aec-b5b2-4521-9418-e7a117fd1a7a,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:22:20.705442 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8cbc0051-c52e-4c9b-badd-d25505dc9a85 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:20.788046 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8cbc0051-c52e-4c9b-badd-d25505dc9a85 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:20.998652 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8cbc0051-c52e-4c9b-badd-d25505dc9a85 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:21.006251 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8cbc0051-c52e-4c9b-badd-d25505dc9a85 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:21.124262 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc0051-c52e-4c9b-badd-d25505dc9a85 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'Port': ['ID=a7d28aec-b5b2-4521-9418-e7a117fd1a7a,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:22:21.138483 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8cbc0051-c52e-4c9b-badd-d25505dc9a85 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:21.410791 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-8cbc0051-c52e-4c9b-badd-d25505dc9a85 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Floating IP 279f40b2-fe64-479b-907d-2cec6869b1d6 associated. External IP: 172.26.5.130, port: 5c983a25-1914-4f44-aaf2-dc2439c12b7b. Feb 16 13:22:21.786943 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cbc0051-c52e-4c9b-badd-d25505dc9a85 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Router 851aa155-836b-4f25-8e46-a790753ed3b7 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:22:21.974812 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cbc0051-c52e-4c9b-badd-d25505dc9a85 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:22:21.984980 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879756cc-0343-4e04-83bd-7d6ef5361bd1 None None] Sync routers for ids ['851aa155-836b-4f25-8e46-a790753ed3b7'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:22:21.995878 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879756cc-0343-4e04-83bd-7d6ef5361bd1 None None] Routers {'851aa155-836b-4f25-8e46-a790753ed3b7'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:22:21.996596 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-879756cc-0343-4e04-83bd-7d6ef5361bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:22:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['851aa155-836b-4f25-8e46-a790753ed3b7'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:22:22.000751 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8cbc0051-c52e-4c9b-badd-d25505dc9a85 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:22.058738 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8cbc0051-c52e-4c9b-badd-d25505dc9a85 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4114921 Feb 16 13:22:22.059539 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb7dc057-68db-4e4c-b879-00f402769cd9', 'tag': '5c983a25-1914-4f44-aaf2-dc2439c12b7b'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:22:22.110316 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb7dc057-68db-4e4c-b879-00f402769cd9', 'tag': '5c983a25-1914-4f44-aaf2-dc2439c12b7b', 'status': 'completed', 'code': 200} Feb 16 13:22:22.183176 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-879756cc-0343-4e04-83bd-7d6ef5361bd1 None None] Set router 851aa155-836b-4f25-8e46-a790753ed3b7 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:22:22.212550 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea13e8a-6695-4bfc-8f65-34b048da6489 req-bba9f25e-401e-4237-8cf8-e61cb17fe62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:22.214264 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6ea13e8a-6695-4bfc-8f65-34b048da6489 req-bba9f25e-401e-4237-8cf8-e61cb17fe62b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=083db907435845cfbf101945bf75a5a6&device_id=eb7dc057-68db-4e4c-b879-00f402769cd9 HTTP/1.1" status: 200 len: 1098 time: 0.0817497 Feb 16 13:22:22.228667 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e3d56-8c99-40ad-ae26-03a81bfeb204 req-9bebe2ed-acd4-481c-b63c-1a1562002862 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:22.230151 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c84e3d56-8c99-40ad-ae26-03a81bfeb204 req-9bebe2ed-acd4-481c-b63c-1a1562002862 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=eb7dc057-68db-4e4c-b879-00f402769cd9 HTTP/1.1" status: 200 len: 945 time: 0.0810201 Feb 16 13:22:22.274711 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c84e3d56-8c99-40ad-ae26-03a81bfeb204 req-ace71ac6-b417-40b9-a18b-deb3074f535d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=7b3e0062-d87e-4346-83da-f86936f01bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386171 Feb 16 13:22:22.298697 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49482) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:22:22.353823 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea13e8a-6695-4bfc-8f65-34b048da6489 req-63bd6ee7-c7be-4676-b792-abfb4dd5e644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:22.355438 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6ea13e8a-6695-4bfc-8f65-34b048da6489 req-63bd6ee7-c7be-4676-b792-abfb4dd5e644 service neutron] 10.222.0.89 "GET /v2.0/networks?id=12f45aea-959e-46fb-9767-af812921d20e HTTP/1.1" status: 200 len: 897 time: 0.1325004 Feb 16 13:22:22.412676 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-53b40f23-c86e-4d99-a343-739565e6d065 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/floatingips/279f40b2-fe64-479b-907d-2cec6869b1d6 HTTP/1.1" status: 200 len: 991 time: 0.1119287 Feb 16 13:22:22.471059 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6ea13e8a-6695-4bfc-8f65-34b048da6489 req-bcb41828-1e2f-4bc5-8070-ab917b4bffb9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c983a25-1914-4f44-aaf2-dc2439c12b7b HTTP/1.1" status: 200 len: 999 time: 0.1076560 Feb 16 13:22:22.566858 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-879756cc-0343-4e04-83bd-7d6ef5361bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851aa155-836b-4f25-8e46-a790753ed3b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303482020', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:59Z', 'updated_at': '2022-02-16T13:22:04Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': 'bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:1a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851aa155-836b-4f25-8e46-a790753ed3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:22:00Z', 'updated_at': '2022-02-16T13:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '279f40b2-fe64-479b-907d-2cec6869b1d6', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'floating_ip_address': '172.26.5.130', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '851aa155-836b-4f25-8e46-a790753ed3b7', 'port_id': '5c983a25-1914-4f44-aaf2-dc2439c12b7b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12f45aea-959e-46fb-9767-af812921d20e', 'mac_address': 'fa:16:3e:c5:94:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7dc057-68db-4e4c-b879-00f402769cd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:22:20Z', 'updated_at': '2022-02-16T13:22:20Z', 'revision_number': 0, 'project_id': '083db907435845cfbf101945bf75a5a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13d8451-3320-4456-8406-90ebb273abf1', 'name': '', 'network_id': '12f45aea-959e-46fb-9767-af812921d20e', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'mac_address': 'fa:16:3e:f7:b9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851aa155-836b-4f25-8e46-a790753ed3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'e8c71097-478a-4fa5-8201-bc3c4031f68b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:22:03Z', 'updated_at': '2022-02-16T13:22:10Z', 'revision_number': 5, 'project_id': '083db907435845cfbf101945bf75a5a6', 'subnets': [{'id': 'e8c71097-478a-4fa5-8201-bc3c4031f68b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:22:22.575183 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879756cc-0343-4e04-83bd-7d6ef5361bd1 None None] Checking router: 851aa155-836b-4f25-8e46-a790753ed3b7 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:22:22.579157 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea13e8a-6695-4bfc-8f65-34b048da6489 req-b49697de-5850-48ea-8aba-2db9aa536ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:22.580567 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6ea13e8a-6695-4bfc-8f65-34b048da6489 req-b49697de-5850-48ea-8aba-2db9aa536ae3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e8c71097-478a-4fa5-8201-bc3c4031f68b HTTP/1.1" status: 200 len: 834 time: 0.1035087 Feb 16 13:22:22.584362 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879756cc-0343-4e04-83bd-7d6ef5361bd1 None None] Routers {'851aa155-836b-4f25-8e46-a790753ed3b7'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:22:22.585003 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-879756cc-0343-4e04-83bd-7d6ef5361bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:22:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['851aa155-836b-4f25-8e46-a790753ed3b7'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:22:22.669814 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d68a5bf6-533e-420b-a966-5e36145eacd8 req-5fb0acfe-3e16-4cf1-9df7-b998eac0894d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=eb7dc057-68db-4e4c-b879-00f402769cd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1419430 Feb 16 13:22:22.683859 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea13e8a-6695-4bfc-8f65-34b048da6489 req-4d19948f-0a01-46a4-ade1-371a7313328f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:22.685310 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6ea13e8a-6695-4bfc-8f65-34b048da6489 req-4d19948f-0a01-46a4-ade1-371a7313328f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=12f45aea-959e-46fb-9767-af812921d20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0947232 Feb 16 13:22:22.760776 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-879756cc-0343-4e04-83bd-7d6ef5361bd1 None None] Set router 851aa155-836b-4f25-8e46-a790753ed3b7 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:22:22.819651 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6ea13e8a-6695-4bfc-8f65-34b048da6489 req-35c2b079-05f7-44c2-8986-2b51018234c1 service neutron] 10.222.0.89 "GET /v2.0/networks/12f45aea-959e-46fb-9767-af812921d20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271758 Feb 16 13:22:22.952371 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6ea13e8a-6695-4bfc-8f65-34b048da6489 req-f3af58db-85be-45ac-ba46-2a2234296c77 service neutron] 10.222.0.89 "GET /v2.0/networks/12f45aea-959e-46fb-9767-af812921d20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236780 Feb 16 13:22:23.118521 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-879756cc-0343-4e04-83bd-7d6ef5361bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851aa155-836b-4f25-8e46-a790753ed3b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303482020', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:59Z', 'updated_at': '2022-02-16T13:22:04Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': 'bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:1a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851aa155-836b-4f25-8e46-a790753ed3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:22:00Z', 'updated_at': '2022-02-16T13:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '279f40b2-fe64-479b-907d-2cec6869b1d6', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'floating_ip_address': '172.26.5.130', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '851aa155-836b-4f25-8e46-a790753ed3b7', 'port_id': '5c983a25-1914-4f44-aaf2-dc2439c12b7b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12f45aea-959e-46fb-9767-af812921d20e', 'mac_address': 'fa:16:3e:c5:94:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7dc057-68db-4e4c-b879-00f402769cd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:22:20Z', 'updated_at': '2022-02-16T13:22:20Z', 'revision_number': 0, 'project_id': '083db907435845cfbf101945bf75a5a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13d8451-3320-4456-8406-90ebb273abf1', 'name': '', 'network_id': '12f45aea-959e-46fb-9767-af812921d20e', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'mac_address': 'fa:16:3e:f7:b9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851aa155-836b-4f25-8e46-a790753ed3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'e8c71097-478a-4fa5-8201-bc3c4031f68b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:22:03Z', 'updated_at': '2022-02-16T13:22:10Z', 'revision_number': 5, 'project_id': '083db907435845cfbf101945bf75a5a6', 'subnets': [{'id': 'e8c71097-478a-4fa5-8201-bc3c4031f68b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:22:23.122921 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879756cc-0343-4e04-83bd-7d6ef5361bd1 None None] The sync data for ids ['851aa155-836b-4f25-8e46-a790753ed3b7'] in dv-neutron-829527-1-hyperv is: [{'id': '851aa155-836b-4f25-8e46-a790753ed3b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303482020', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:59Z', 'updated_at': '2022-02-16T13:22:04Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': 'bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:1a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851aa155-836b-4f25-8e46-a790753ed3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:22:00Z', 'updated_at': '2022-02-16T13:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '279f40b2-fe64-479b-907d-2cec6869b1d6', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'floating_ip_address': '172.26.5.130', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '851aa155-836b-4f25-8e46-a790753ed3b7', 'port_id': '5c983a25-1914-4f44-aaf2-dc2439c12b7b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12f45aea-959e-46fb-9767-af812921d20e', 'mac_address': 'fa:16:3e:c5:94:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7dc057-68db-4e4c-b879-00f402769cd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:22:20Z', 'updated_at': '2022-02-16T13:22:20Z', 'revision_number': 0, 'project_id': '083db907435845cfbf101945bf75a5a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13d8451-3320-4456-8406-90ebb273abf1', 'name': '', 'network_id': '12f45aea-959e-46fb-9767-af812921d20e', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'mac_address': 'fa:16:3e:f7:b9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851aa155-836b-4f25-8e46-a790753ed3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'e8c71097-478a-4fa5-8201-bc3c4031f68b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:22:03Z', 'updated_at': '2022-02-16T13:22:10Z', 'revision_number': 5, 'project_id': '083db907435845cfbf101945bf75a5a6', 'subnets': [{'id': 'e8c71097-478a-4fa5-8201-bc3c4031f68b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:22:23.125466 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a5bf6-533e-420b-a966-5e36145eacd8 req-e99a8369-a335-4676-8917-1cb83d983b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:23.127166 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d68a5bf6-533e-420b-a966-5e36145eacd8 req-e99a8369-a335-4676-8917-1cb83d983b68 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=083db907435845cfbf101945bf75a5a6&device_id=eb7dc057-68db-4e4c-b879-00f402769cd9 HTTP/1.1" status: 200 len: 1098 time: 0.0744481 Feb 16 13:22:23.310823 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8382f6-7009-47e8-bcb7-a129c6635ef1 None None] New status for floating IP 279f40b2-fe64-479b-907d-2cec6869b1d6: ACTIVE {{(pid=87703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:22:23.381693 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a5bf6-533e-420b-a966-5e36145eacd8 req-a80210be-f621-443f-bdc8-ff73f91c000c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:23.382750 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d68a5bf6-533e-420b-a966-5e36145eacd8 req-a80210be-f621-443f-bdc8-ff73f91c000c service neutron] 10.222.0.89 "GET /v2.0/networks?id=12f45aea-959e-46fb-9767-af812921d20e HTTP/1.1" status: 200 len: 897 time: 0.2350509 Feb 16 13:22:23.415839 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49486) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:22:23.490324 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d68a5bf6-533e-420b-a966-5e36145eacd8 req-906876d2-e002-4ee5-890b-2ded09a8a2ce service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c983a25-1914-4f44-aaf2-dc2439c12b7b HTTP/1.1" status: 200 len: 999 time: 0.1013708 Feb 16 13:22:23.531335 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-beba7cb3-63ed-42e8-bb01-dac69d035d53 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/floatingips/279f40b2-fe64-479b-907d-2cec6869b1d6 HTTP/1.1" status: 200 len: 991 time: 0.1132755 Feb 16 13:22:23.551289 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a5bf6-533e-420b-a966-5e36145eacd8 req-e5e25894-3686-48ef-a679-4e8bd6a069c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:23.553592 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d68a5bf6-533e-420b-a966-5e36145eacd8 req-e5e25894-3686-48ef-a679-4e8bd6a069c1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e8c71097-478a-4fa5-8201-bc3c4031f68b HTTP/1.1" status: 200 len: 834 time: 0.0571630 Feb 16 13:22:23.637557 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a5bf6-533e-420b-a966-5e36145eacd8 req-0dc6072b-6a7d-427d-a837-857869e07677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:23.638940 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d68a5bf6-533e-420b-a966-5e36145eacd8 req-0dc6072b-6a7d-427d-a837-857869e07677 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=12f45aea-959e-46fb-9767-af812921d20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795383 Feb 16 13:22:23.786868 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d68a5bf6-533e-420b-a966-5e36145eacd8 req-26e13039-6106-499f-bed8-ab832db05f15 service neutron] 10.222.0.89 "GET /v2.0/networks/12f45aea-959e-46fb-9767-af812921d20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403952 Feb 16 13:22:23.933113 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d68a5bf6-533e-420b-a966-5e36145eacd8 req-a27d4fa3-ebd4-4d14-b4ee-d5b1e03a49f1 service neutron] 10.222.0.89 "GET /v2.0/networks/12f45aea-959e-46fb-9767-af812921d20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391866 Feb 16 13:22:24.534826 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49490) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:22:24.660707 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a5fa06c1-c949-4d7a-a61e-f128ea995692 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/floatingips/279f40b2-fe64-479b-907d-2cec6869b1d6 HTTP/1.1" status: 200 len: 993 time: 0.1241937 Feb 16 13:22:31.877667 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e81cdf18-95dd-4895-92d0-aad3facd1afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:34.184673 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f9b0b010-14a2-4222-89ce-40215bc03261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:34.712731 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:35.232030 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:35.294542 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:36.837903 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:22:41.205884 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:22:51.688211 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636aae35-309e-4280-bbf6-d2015438dc82 req-0667e816-97e2-464b-b58e-ebd1acc96510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:51.689694 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-636aae35-309e-4280-bbf6-d2015438dc82 req-0667e816-97e2-464b-b58e-ebd1acc96510 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=083db907435845cfbf101945bf75a5a6&device_id=eb7dc057-68db-4e4c-b879-00f402769cd9 HTTP/1.1" status: 200 len: 1098 time: 0.1320896 Feb 16 13:22:51.699737 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d9e42-6d6f-42f3-aeef-e2c23e47f9ed req-4662d712-cf95-4c1f-87fe-bc4888b04f9a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:51.701052 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-204d9e42-6d6f-42f3-aeef-e2c23e47f9ed req-4662d712-cf95-4c1f-87fe-bc4888b04f9a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=eb7dc057-68db-4e4c-b879-00f402769cd9 HTTP/1.1" status: 200 len: 945 time: 0.1092427 Feb 16 13:22:51.831484 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-204d9e42-6d6f-42f3-aeef-e2c23e47f9ed req-18171742-180d-40a7-a32c-a6d8885133e1 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=7b3e0062-d87e-4346-83da-f86936f01bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073458 Feb 16 13:22:51.874251 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636aae35-309e-4280-bbf6-d2015438dc82 req-9625760a-9bc5-4eaf-84e0-edb5e3a5d09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:51.875723 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-636aae35-309e-4280-bbf6-d2015438dc82 req-9625760a-9bc5-4eaf-84e0-edb5e3a5d09a service neutron] 10.222.0.89 "GET /v2.0/networks?id=12f45aea-959e-46fb-9767-af812921d20e HTTP/1.1" status: 200 len: 897 time: 0.1738069 Feb 16 13:22:51.993167 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-636aae35-309e-4280-bbf6-d2015438dc82 req-3b643446-dd40-41ee-b47a-db115b575985 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c983a25-1914-4f44-aaf2-dc2439c12b7b HTTP/1.1" status: 200 len: 1001 time: 0.1093197 Feb 16 13:22:52.056096 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636aae35-309e-4280-bbf6-d2015438dc82 req-2a0db0df-ae1a-4906-b934-e1b417e9db0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:52.057887 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-636aae35-309e-4280-bbf6-d2015438dc82 req-2a0db0df-ae1a-4906-b934-e1b417e9db0e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e8c71097-478a-4fa5-8201-bc3c4031f68b HTTP/1.1" status: 200 len: 834 time: 0.0577037 Feb 16 13:22:52.134575 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636aae35-309e-4280-bbf6-d2015438dc82 req-342a43b2-f1f3-4c01-8f89-5b0025edf9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:52.136088 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-636aae35-309e-4280-bbf6-d2015438dc82 req-342a43b2-f1f3-4c01-8f89-5b0025edf9d3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=12f45aea-959e-46fb-9767-af812921d20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713105 Feb 16 13:22:52.271332 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-636aae35-309e-4280-bbf6-d2015438dc82 req-0179eb4c-0816-4b0e-bbb7-9c816d6a762f service neutron] 10.222.0.89 "GET /v2.0/networks/12f45aea-959e-46fb-9767-af812921d20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276546 Feb 16 13:22:52.405194 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-636aae35-309e-4280-bbf6-d2015438dc82 req-7799f5a4-64ae-4c8f-92df-0f5a7bc93c1b service neutron] 10.222.0.89 "GET /v2.0/networks/12f45aea-959e-46fb-9767-af812921d20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282670 Feb 16 13:22:53.034204 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002af723-cc30-40fb-a96b-ccce7f20da0a req-adcbc179-2a55-4ce9-b6b1-5872a2483914 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:53.035672 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-002af723-cc30-40fb-a96b-ccce7f20da0a req-adcbc179-2a55-4ce9-b6b1-5872a2483914 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=eb7dc057-68db-4e4c-b879-00f402769cd9 HTTP/1.1" status: 200 len: 945 time: 0.0834765 Feb 16 13:22:53.085787 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-002af723-cc30-40fb-a96b-ccce7f20da0a req-c23d1254-fe06-4ee5-963b-34a41f3a3501 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=7b3e0062-d87e-4346-83da-f86936f01bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438578 Feb 16 13:22:54.382878 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897ee10-b222-4192-90c6-726185ac0cb0 req-26f16281-8e06-439e-8f09-256aaa89fbcf tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:54.384212 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b897ee10-b222-4192-90c6-726185ac0cb0 req-26f16281-8e06-439e-8f09-256aaa89fbcf tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=eb7dc057-68db-4e4c-b879-00f402769cd9 HTTP/1.1" status: 200 len: 945 time: 0.1899686 Feb 16 13:22:54.428100 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b897ee10-b222-4192-90c6-726185ac0cb0 req-161c1590-0af1-4ed6-8d97-0d0f03b36a4c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=7b3e0062-d87e-4346-83da-f86936f01bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381367 Feb 16 13:22:55.635981 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9cf0ff-a329-4de7-a10b-dbb9b10479a2 req-ea5c2490-f2cc-4e8d-8903-c80699534952 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:55.637475 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7a9cf0ff-a329-4de7-a10b-dbb9b10479a2 req-ea5c2490-f2cc-4e8d-8903-c80699534952 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=eb7dc057-68db-4e4c-b879-00f402769cd9 HTTP/1.1" status: 200 len: 945 time: 0.0915070 Feb 16 13:22:55.684047 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7a9cf0ff-a329-4de7-a10b-dbb9b10479a2 req-a1b8a081-38f7-4cf5-9ad6-136393a1dd62 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=7b3e0062-d87e-4346-83da-f86936f01bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382438 Feb 16 13:22:56.879354 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc40b1-459f-424b-a000-c032e832fec3 req-df2a133c-8a0f-4f92-b04f-8a360a9a7a22 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:56.880891 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-73dc40b1-459f-424b-a000-c032e832fec3 req-df2a133c-8a0f-4f92-b04f-8a360a9a7a22 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=eb7dc057-68db-4e4c-b879-00f402769cd9 HTTP/1.1" status: 200 len: 945 time: 0.0834887 Feb 16 13:22:56.930673 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-73dc40b1-459f-424b-a000-c032e832fec3 req-541dc847-d67f-4e86-87bf-6b198b6456ea tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=7b3e0062-d87e-4346-83da-f86936f01bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409772 Feb 16 13:22:58.142109 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7da49-1b42-4314-a812-7c9f03db467c req-8405cd3b-17b7-402c-a033-80d25cf729b8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:58.143570 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-72c7da49-1b42-4314-a812-7c9f03db467c req-8405cd3b-17b7-402c-a033-80d25cf729b8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=eb7dc057-68db-4e4c-b879-00f402769cd9 HTTP/1.1" status: 200 len: 945 time: 0.1034660 Feb 16 13:22:58.191105 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-72c7da49-1b42-4314-a812-7c9f03db467c req-26dd8370-c492-4986-9982-c68deb62d716 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=7b3e0062-d87e-4346-83da-f86936f01bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406690 Feb 16 13:22:59.387970 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c2d3f-ab71-4763-8897-2401dbc4acac req-7e6992d3-bee7-40f7-84f8-6fa0e819c5b2 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:22:59.389567 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-099c2d3f-ab71-4763-8897-2401dbc4acac req-7e6992d3-bee7-40f7-84f8-6fa0e819c5b2 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=eb7dc057-68db-4e4c-b879-00f402769cd9 HTTP/1.1" status: 200 len: 945 time: 0.0906155 Feb 16 13:22:59.433759 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-099c2d3f-ab71-4763-8897-2401dbc4acac req-a92ef907-62cd-4f44-bdf8-810627c5a6ed tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=7b3e0062-d87e-4346-83da-f86936f01bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384629 Feb 16 13:23:00.644954 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab51b8-8092-464d-92eb-4e7fea9cb7d8 req-eadff2d8-c87e-49c5-944e-79dbed360109 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:00.646930 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8cab51b8-8092-464d-92eb-4e7fea9cb7d8 req-eadff2d8-c87e-49c5-944e-79dbed360109 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=eb7dc057-68db-4e4c-b879-00f402769cd9 HTTP/1.1" status: 200 len: 945 time: 0.0957747 Feb 16 13:23:00.698497 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8cab51b8-8092-464d-92eb-4e7fea9cb7d8 req-52bdced7-9982-4966-8f05-0806f9c2125b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=7b3e0062-d87e-4346-83da-f86936f01bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422058 Feb 16 13:23:01.870963 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e4f3c606-8c21-49c4-aa3e-8cab6eb07cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:01.904727 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a38e26-0f26-4284-94ea-6e2574f682d0 req-2c7fd6f8-94a4-42cb-a6db-3deb2eb99f9a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:01.906270 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-87a38e26-0f26-4284-94ea-6e2574f682d0 req-2c7fd6f8-94a4-42cb-a6db-3deb2eb99f9a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=eb7dc057-68db-4e4c-b879-00f402769cd9 HTTP/1.1" status: 200 len: 945 time: 0.0948651 Feb 16 13:23:01.949925 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-87a38e26-0f26-4284-94ea-6e2574f682d0 req-ba991da9-c85a-492f-9741-2135603c0d68 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=7b3e0062-d87e-4346-83da-f86936f01bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378866 Feb 16 13:23:03.260747 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc231da-b4e1-4ec1-85f7-43cfdd486ba5 req-b30d5cd5-e61f-4822-889f-fc93f620f144 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:03.262195 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-0dc231da-b4e1-4ec1-85f7-43cfdd486ba5 req-b30d5cd5-e61f-4822-889f-fc93f620f144 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=eb7dc057-68db-4e4c-b879-00f402769cd9 HTTP/1.1" status: 200 len: 945 time: 0.1974585 Feb 16 13:23:03.307766 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-0dc231da-b4e1-4ec1-85f7-43cfdd486ba5 req-5714c065-976c-4653-921e-f95bf9463cc2 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=7b3e0062-d87e-4346-83da-f86936f01bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395484 Feb 16 13:23:04.185009 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-1fa78466-a166-4b11-ab73-8789cb070909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:04.507099 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af274f-4a67-43d5-b0ac-d86f427b3b0d req-4b02144a-8b0f-44ec-be1e-c59a47747348 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:04.508441 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-90af274f-4a67-43d5-b0ac-d86f427b3b0d req-4b02144a-8b0f-44ec-be1e-c59a47747348 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=eb7dc057-68db-4e4c-b879-00f402769cd9 HTTP/1.1" status: 200 len: 945 time: 0.0861282 Feb 16 13:23:04.556830 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-90af274f-4a67-43d5-b0ac-d86f427b3b0d req-bd6e7002-a570-44e8-b272-793e24192ebd tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=7b3e0062-d87e-4346-83da-f86936f01bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397291 Feb 16 13:23:04.580188 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 49528) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:23:04.691677 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-2d2b86a4-7414-406a-822f-b74693487b4e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/floatingips/279f40b2-fe64-479b-907d-2cec6869b1d6 HTTP/1.1" status: 200 len: 993 time: 0.1103101 Feb 16 13:23:04.738968 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:05.227019 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:05.295425 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:06.840641 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:18.211296 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:23:22.613821 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-75e22604-5aba-4c9d-ae32-9de0246ebd9c req-9cb08e25-8548-4df8-abf7-1b2c64aec2d6 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=eb7dc057-68db-4e4c-b879-00f402769cd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0855951 Feb 16 13:23:22.780968 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e22604-5aba-4c9d-ae32-9de0246ebd9c req-3911bbe7-7881-495c-b2cd-a28be4eb3762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:22.782488 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-75e22604-5aba-4c9d-ae32-9de0246ebd9c req-3911bbe7-7881-495c-b2cd-a28be4eb3762 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=083db907435845cfbf101945bf75a5a6&device_id=eb7dc057-68db-4e4c-b879-00f402769cd9 HTTP/1.1" status: 200 len: 1098 time: 0.0835743 Feb 16 13:23:22.942753 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e22604-5aba-4c9d-ae32-9de0246ebd9c req-8d312873-15a8-4052-a450-b8ad28238464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:22.944477 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-75e22604-5aba-4c9d-ae32-9de0246ebd9c req-8d312873-15a8-4052-a450-b8ad28238464 service neutron] 10.222.0.89 "GET /v2.0/networks?id=12f45aea-959e-46fb-9767-af812921d20e HTTP/1.1" status: 200 len: 897 time: 0.1370218 Feb 16 13:23:23.071728 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-75e22604-5aba-4c9d-ae32-9de0246ebd9c req-714f991e-e748-4e49-a279-cd611669e76f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c983a25-1914-4f44-aaf2-dc2439c12b7b HTTP/1.1" status: 200 len: 1001 time: 0.1178277 Feb 16 13:23:23.135306 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e22604-5aba-4c9d-ae32-9de0246ebd9c req-a133464f-7b5f-46b7-8c49-40c6ca0a22d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:23.136772 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-75e22604-5aba-4c9d-ae32-9de0246ebd9c req-a133464f-7b5f-46b7-8c49-40c6ca0a22d6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e8c71097-478a-4fa5-8201-bc3c4031f68b HTTP/1.1" status: 200 len: 834 time: 0.0583959 Feb 16 13:23:23.216708 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e22604-5aba-4c9d-ae32-9de0246ebd9c req-4f954897-ceac-492f-b78b-98d092e09109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:23.218275 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-75e22604-5aba-4c9d-ae32-9de0246ebd9c req-4f954897-ceac-492f-b78b-98d092e09109 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=12f45aea-959e-46fb-9767-af812921d20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751963 Feb 16 13:23:23.360511 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-75e22604-5aba-4c9d-ae32-9de0246ebd9c req-bede1a0e-2c82-4fd3-b765-ba0adac82ecc service neutron] 10.222.0.89 "GET /v2.0/networks/12f45aea-959e-46fb-9767-af812921d20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348684 Feb 16 13:23:23.497533 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-75e22604-5aba-4c9d-ae32-9de0246ebd9c req-3cbf617c-de43-4d7e-92b7-2527d0cd2f34 service neutron] 10.222.0.89 "GET /v2.0/networks/12f45aea-959e-46fb-9767-af812921d20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297257 Feb 16 13:23:31.882857 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4c562477-987b-45be-b34a-d17c21ebfea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:34.182925 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-3539ee2a-35e7-4cc0-9fc3-3e7f805a1b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:34.765554 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:35.155436 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 49556) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:23:35.231643 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:35.298327 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:35.479579 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-d5dd3765-4861-44d6-9c1f-0bde46efcf30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Deleting port a7d28aec-b5b2-4521-9418-e7a117fd1a7a {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:23:35.479912 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d5dd3765-4861-44d6-9c1f-0bde46efcf30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:35.647164 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d5dd3765-4861-44d6-9c1f-0bde46efcf30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:35.647445 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d5dd3765-4861-44d6-9c1f-0bde46efcf30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:35.768280 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-d5dd3765-4861-44d6-9c1f-0bde46efcf30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Calling delete_port for a7d28aec-b5b2-4521-9418-e7a117fd1a7a owned by network:floatingip {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:23:35.922746 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d5dd3765-4861-44d6-9c1f-0bde46efcf30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:35.969294 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dd3765-4861-44d6-9c1f-0bde46efcf30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event deleted for resources: {'Port': ['ID=a7d28aec-b5b2-4521-9418-e7a117fd1a7a,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:36.013423 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd3765-4861-44d6-9c1f-0bde46efcf30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:36.013803 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd3765-4861-44d6-9c1f-0bde46efcf30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:36.014124 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd3765-4861-44d6-9c1f-0bde46efcf30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:36.014447 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd3765-4861-44d6-9c1f-0bde46efcf30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:36.014771 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd3765-4861-44d6-9c1f-0bde46efcf30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:36.015095 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd3765-4861-44d6-9c1f-0bde46efcf30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:36.015413 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd3765-4861-44d6-9c1f-0bde46efcf30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:36.015767 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd3765-4861-44d6-9c1f-0bde46efcf30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:36.016082 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd3765-4861-44d6-9c1f-0bde46efcf30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:36.016396 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd3765-4861-44d6-9c1f-0bde46efcf30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:36.016735 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd3765-4861-44d6-9c1f-0bde46efcf30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:36.017054 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5dd3765-4861-44d6-9c1f-0bde46efcf30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:36.072574 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d5dd3765-4861-44d6-9c1f-0bde46efcf30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for floatingip, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:36.072922 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.l3_db [None req-d5dd3765-4861-44d6-9c1f-0bde46efcf30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Floating IP 279f40b2-fe64-479b-907d-2cec6869b1d6 disassociated (deleted). External IP: 172.26.5.130, port: 5c983a25-1914-4f44-aaf2-dc2439c12b7b. Feb 16 13:23:36.423159 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5dd3765-4861-44d6-9c1f-0bde46efcf30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Router 851aa155-836b-4f25-8e46-a790753ed3b7 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:23:36.649277 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5dd3765-4861-44d6-9c1f-0bde46efcf30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:23:36.659850 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf3b483-1b5e-477c-b21d-f7a3e7f78782 None None] Sync routers for ids ['851aa155-836b-4f25-8e46-a790753ed3b7'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:23:36.670723 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf3b483-1b5e-477c-b21d-f7a3e7f78782 None None] Routers {'851aa155-836b-4f25-8e46-a790753ed3b7'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:23:36.671397 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-3cf3b483-1b5e-477c-b21d-f7a3e7f78782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:23:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['851aa155-836b-4f25-8e46-a790753ed3b7'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:23:36.672630 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d5dd3765-4861-44d6-9c1f-0bde46efcf30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:36.727374 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d5dd3765-4861-44d6-9c1f-0bde46efcf30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "DELETE /v2.0/floatingips/279f40b2-fe64-479b-907d-2cec6869b1d6 HTTP/1.1" status: 204 len: 168 time: 1.5705993 Feb 16 13:23:36.727937 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb7dc057-68db-4e4c-b879-00f402769cd9', 'tag': '5c983a25-1914-4f44-aaf2-dc2439c12b7b'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:23:36.839407 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb7dc057-68db-4e4c-b879-00f402769cd9', 'tag': '5c983a25-1914-4f44-aaf2-dc2439c12b7b', 'status': 'completed', 'code': 200} Feb 16 13:23:36.862812 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:36.864735 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-3cf3b483-1b5e-477c-b21d-f7a3e7f78782 None None] Set router 851aa155-836b-4f25-8e46-a790753ed3b7 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:23:36.954902 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb00acb-4c0a-4c8d-95b6-c59dc3a1e415 req-5633a72c-07a8-45fe-9f0a-b3d0b2b6251b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:36.956437 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7cb00acb-4c0a-4c8d-95b6-c59dc3a1e415 req-5633a72c-07a8-45fe-9f0a-b3d0b2b6251b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=083db907435845cfbf101945bf75a5a6&device_id=eb7dc057-68db-4e4c-b879-00f402769cd9 HTTP/1.1" status: 200 len: 1098 time: 0.0906861 Feb 16 13:23:37.120387 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbfcd3c-bf64-4ff8-bbe6-577fd6e4dd30 req-3074ac99-d6f8-4007-808b-df24f7e9ce1f tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:37.121967 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6bbfcd3c-bf64-4ff8-bbe6-577fd6e4dd30 req-3074ac99-d6f8-4007-808b-df24f7e9ce1f tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=eb7dc057-68db-4e4c-b879-00f402769cd9 HTTP/1.1" status: 200 len: 945 time: 0.0867496 Feb 16 13:23:37.175008 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6bbfcd3c-bf64-4ff8-bbe6-577fd6e4dd30 req-f4bc32df-bce3-40e3-b188-c14e050f2621 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=7b3e0062-d87e-4346-83da-f86936f01bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463359 Feb 16 13:23:37.200806 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-3cf3b483-1b5e-477c-b21d-f7a3e7f78782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851aa155-836b-4f25-8e46-a790753ed3b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303482020', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:59Z', 'updated_at': '2022-02-16T13:22:04Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': 'bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:1a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851aa155-836b-4f25-8e46-a790753ed3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:22:00Z', 'updated_at': '2022-02-16T13:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': 'd13d8451-3320-4456-8406-90ebb273abf1', 'name': '', 'network_id': '12f45aea-959e-46fb-9767-af812921d20e', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'mac_address': 'fa:16:3e:f7:b9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851aa155-836b-4f25-8e46-a790753ed3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'e8c71097-478a-4fa5-8201-bc3c4031f68b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:22:03Z', 'updated_at': '2022-02-16T13:22:10Z', 'revision_number': 5, 'project_id': '083db907435845cfbf101945bf75a5a6', 'subnets': [{'id': 'e8c71097-478a-4fa5-8201-bc3c4031f68b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:23:37.204922 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf3b483-1b5e-477c-b21d-f7a3e7f78782 None None] Checking router: 851aa155-836b-4f25-8e46-a790753ed3b7 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:23:37.213568 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf3b483-1b5e-477c-b21d-f7a3e7f78782 None None] Routers {'851aa155-836b-4f25-8e46-a790753ed3b7'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:23:37.214186 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-3cf3b483-1b5e-477c-b21d-f7a3e7f78782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:23:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['851aa155-836b-4f25-8e46-a790753ed3b7'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:23:37.236825 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb00acb-4c0a-4c8d-95b6-c59dc3a1e415 req-25c20878-809f-4e30-bc82-10edabca105e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:37.238356 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7cb00acb-4c0a-4c8d-95b6-c59dc3a1e415 req-25c20878-809f-4e30-bc82-10edabca105e service neutron] 10.222.0.89 "GET /v2.0/networks?id=12f45aea-959e-46fb-9767-af812921d20e HTTP/1.1" status: 200 len: 897 time: 0.2742145 Feb 16 13:23:37.313975 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7cb00acb-4c0a-4c8d-95b6-c59dc3a1e415 req-9dc27e44-5eb7-4ab9-a4f4-18ca2038fc48 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c983a25-1914-4f44-aaf2-dc2439c12b7b HTTP/1.1" status: 200 len: 217 time: 0.0666337 Feb 16 13:23:37.378660 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb00acb-4c0a-4c8d-95b6-c59dc3a1e415 req-dda8610e-3f90-4700-b4c4-c277a24c7ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:37.380620 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7cb00acb-4c0a-4c8d-95b6-c59dc3a1e415 req-dda8610e-3f90-4700-b4c4-c277a24c7ef7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e8c71097-478a-4fa5-8201-bc3c4031f68b HTTP/1.1" status: 200 len: 834 time: 0.0593185 Feb 16 13:23:37.434456 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-3cf3b483-1b5e-477c-b21d-f7a3e7f78782 None None] Set router 851aa155-836b-4f25-8e46-a790753ed3b7 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:23:37.465991 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb00acb-4c0a-4c8d-95b6-c59dc3a1e415 req-5d8e28f5-036e-4d6c-beb5-294777e434aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:37.467468 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7cb00acb-4c0a-4c8d-95b6-c59dc3a1e415 req-5d8e28f5-036e-4d6c-beb5-294777e434aa service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=12f45aea-959e-46fb-9767-af812921d20e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812879 Feb 16 13:23:37.601722 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7cb00acb-4c0a-4c8d-95b6-c59dc3a1e415 req-42445462-64a0-4a5b-b5f7-d7f960d3dbba service neutron] 10.222.0.89 "GET /v2.0/networks/12f45aea-959e-46fb-9767-af812921d20e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270521 Feb 16 13:23:37.743452 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7cb00acb-4c0a-4c8d-95b6-c59dc3a1e415 req-21850a31-90e4-4a88-a97b-24b892202ec5 service neutron] 10.222.0.89 "GET /v2.0/networks/12f45aea-959e-46fb-9767-af812921d20e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351144 Feb 16 13:23:37.748639 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-3cf3b483-1b5e-477c-b21d-f7a3e7f78782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851aa155-836b-4f25-8e46-a790753ed3b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303482020', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:59Z', 'updated_at': '2022-02-16T13:22:04Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': 'bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:1a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851aa155-836b-4f25-8e46-a790753ed3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:22:00Z', 'updated_at': '2022-02-16T13:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': 'd13d8451-3320-4456-8406-90ebb273abf1', 'name': '', 'network_id': '12f45aea-959e-46fb-9767-af812921d20e', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'mac_address': 'fa:16:3e:f7:b9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851aa155-836b-4f25-8e46-a790753ed3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'e8c71097-478a-4fa5-8201-bc3c4031f68b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:22:03Z', 'updated_at': '2022-02-16T13:22:10Z', 'revision_number': 5, 'project_id': '083db907435845cfbf101945bf75a5a6', 'subnets': [{'id': 'e8c71097-478a-4fa5-8201-bc3c4031f68b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:23:37.752854 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf3b483-1b5e-477c-b21d-f7a3e7f78782 None None] The sync data for ids ['851aa155-836b-4f25-8e46-a790753ed3b7'] in dv-neutron-829527-1-hyperv is: [{'id': '851aa155-836b-4f25-8e46-a790753ed3b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303482020', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:59Z', 'updated_at': '2022-02-16T13:22:04Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': 'bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:1a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851aa155-836b-4f25-8e46-a790753ed3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:22:00Z', 'updated_at': '2022-02-16T13:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': 'd13d8451-3320-4456-8406-90ebb273abf1', 'name': '', 'network_id': '12f45aea-959e-46fb-9767-af812921d20e', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'mac_address': 'fa:16:3e:f7:b9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851aa155-836b-4f25-8e46-a790753ed3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'e8c71097-478a-4fa5-8201-bc3c4031f68b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:22:03Z', 'updated_at': '2022-02-16T13:22:10Z', 'revision_number': 5, 'project_id': '083db907435845cfbf101945bf75a5a6', 'subnets': [{'id': 'e8c71097-478a-4fa5-8201-bc3c4031f68b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:23:37.960253 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91b5d69-1f5f-4e60-8125-8df284cc9b20 None None] New status for floating IP 279f40b2-fe64-479b-907d-2cec6869b1d6: DOWN {{(pid=87703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:23:38.385223 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219567d-fea4-4240-8115-b62a406b2e54 req-5a901df5-8b53-4a16-b798-4dda202bd261 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:38.385845 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-4219567d-fea4-4240-8115-b62a406b2e54 req-5a901df5-8b53-4a16-b798-4dda202bd261 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Synchronizing usage tracker for tenant:083db907435845cfbf101945bf75a5a6 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:23:38.402534 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-4219567d-fea4-4240-8115-b62a406b2e54 req-5a901df5-8b53-4a16-b798-4dda202bd261 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Unset dirty status for tenant:083db907435845cfbf101945bf75a5a6 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:23:38.403816 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4219567d-fea4-4240-8115-b62a406b2e54 req-5a901df5-8b53-4a16-b798-4dda202bd261 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=eb7dc057-68db-4e4c-b879-00f402769cd9 HTTP/1.1" status: 200 len: 945 time: 0.1142101 Feb 16 13:23:38.451293 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4219567d-fea4-4240-8115-b62a406b2e54 req-cab9f788-b9c5-4a57-bc93-c280ff371f80 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=7b3e0062-d87e-4346-83da-f86936f01bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412645 Feb 16 13:23:38.686540 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5238dd8b-fc4e-4a40-ae32-f3e4e318148a req-9009b52a-83e8-4325-a5f1-9ad7e41b05df tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:38.687942 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5238dd8b-fc4e-4a40-ae32-f3e4e318148a req-9009b52a-83e8-4325-a5f1-9ad7e41b05df tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb7dc057-68db-4e4c-b879-00f402769cd9 HTTP/1.1" status: 200 len: 945 time: 0.0867100 Feb 16 13:23:38.761043 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-5238dd8b-fc4e-4a40-ae32-f3e4e318148a req-1c7f1643-0f27-4ec0-aa22-265ae3c7f021 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Deleting port 5c983a25-1914-4f44-aaf2-dc2439c12b7b {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:23:38.761374 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-5238dd8b-fc4e-4a40-ae32-f3e4e318148a req-1c7f1643-0f27-4ec0-aa22-265ae3c7f021 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:39.022173 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-5238dd8b-fc4e-4a40-ae32-f3e4e318148a req-1c7f1643-0f27-4ec0-aa22-265ae3c7f021 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] For port 5c983a25-1914-4f44-aaf2-dc2439c12b7b, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=5c983a25-1914-4f44-aaf2-dc2439c12b7b,segment=NetworkSegment(7ce5afcf-b519-4fb7-ab82-5728b1810bf6),segment_id=7ce5afcf-b519-4fb7-ab82-5728b1810bf6)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:23:39.022406 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-5238dd8b-fc4e-4a40-ae32-f3e4e318148a req-1c7f1643-0f27-4ec0-aa22-265ae3c7f021 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:39.142757 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-5238dd8b-fc4e-4a40-ae32-f3e4e318148a req-1c7f1643-0f27-4ec0-aa22-265ae3c7f021 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Calling delete_port for 5c983a25-1914-4f44-aaf2-dc2439c12b7b owned by compute:nova {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:23:39.289932 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-5238dd8b-fc4e-4a40-ae32-f3e4e318148a req-1c7f1643-0f27-4ec0-aa22-265ae3c7f021 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:39.341094 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f1643-0f27-4ec0-aa22-265ae3c7f021 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event deleted for resources: {'Port': ['ID=5c983a25-1914-4f44-aaf2-dc2439c12b7b,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:39.418610 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-5238dd8b-fc4e-4a40-ae32-f3e4e318148a req-1c7f1643-0f27-4ec0-aa22-265ae3c7f021 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] No DVR routers for this DVR port 5c983a25-1914-4f44-aaf2-dc2439c12b7b on host hv-neutron-8295 {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:23:39.421164 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-5238dd8b-fc4e-4a40-ae32-f3e4e318148a req-1c7f1643-0f27-4ec0-aa22-265ae3c7f021 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:39.423709 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb7dc057-68db-4e4c-b879-00f402769cd9', 'name': 'network-vif-deleted', 'tag': '5c983a25-1914-4f44-aaf2-dc2439c12b7b'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:23:39.441888 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5238dd8b-fc4e-4a40-ae32-f3e4e318148a req-1c7f1643-0f27-4ec0-aa22-265ae3c7f021 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.89 "DELETE /v2.0/ports/5c983a25-1914-4f44-aaf2-dc2439c12b7b HTTP/1.1" status: 204 len: 173 time: 0.7480400 Feb 16 13:23:39.475916 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb7dc057-68db-4e4c-b879-00f402769cd9', 'name': 'network-vif-deleted', 'tag': '5c983a25-1914-4f44-aaf2-dc2439c12b7b', 'status': 'completed', 'code': 200} Feb 16 13:23:39.606014 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-cbc5f69b-835a-4f6f-9b4f-12be5959b603 req-55f4fd53-7b40-4568-910e-1252a1b394e1 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Synchronizing usage tracker for tenant:083db907435845cfbf101945bf75a5a6 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:23:39.623367 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-cbc5f69b-835a-4f6f-9b4f-12be5959b603 req-55f4fd53-7b40-4568-910e-1252a1b394e1 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Unset dirty status for tenant:083db907435845cfbf101945bf75a5a6 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:23:39.624434 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cbc5f69b-835a-4f6f-9b4f-12be5959b603 req-55f4fd53-7b40-4568-910e-1252a1b394e1 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=eb7dc057-68db-4e4c-b879-00f402769cd9 HTTP/1.1" status: 200 len: 210 time: 0.0644991 Feb 16 13:23:40.739848 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 49576) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:23:41.426858 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2f118a96-8609-448f-87c4-4b83b00c1a8b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:41.870928 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-2f118a96-8609-448f-87c4-4b83b00c1a8b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Deleting port d13d8451-3320-4456-8406-90ebb273abf1 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:23:41.872086 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2f118a96-8609-448f-87c4-4b83b00c1a8b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:42.104178 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-2f118a96-8609-448f-87c4-4b83b00c1a8b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] For port d13d8451-3320-4456-8406-90ebb273abf1, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=d13d8451-3320-4456-8406-90ebb273abf1,segment=NetworkSegment(7ce5afcf-b519-4fb7-ab82-5728b1810bf6),segment_id=7ce5afcf-b519-4fb7-ab82-5728b1810bf6)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:23:42.104531 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2f118a96-8609-448f-87c4-4b83b00c1a8b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:42.273985 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-2f118a96-8609-448f-87c4-4b83b00c1a8b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Calling delete_port for d13d8451-3320-4456-8406-90ebb273abf1 owned by network:router_interface {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:23:42.502889 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2f118a96-8609-448f-87c4-4b83b00c1a8b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:42.551273 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f118a96-8609-448f-87c4-4b83b00c1a8b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event deleted for resources: {'Port': ['ID=d13d8451-3320-4456-8406-90ebb273abf1,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:42.959176 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2f118a96-8609-448f-87c4-4b83b00c1a8b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:42.989495 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 5c983a25-1914-4f44-aaf2-dc2439c12b7b no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:23:43.033005 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] No Port match for: 5c983a25-1914-4f44-aaf2-dc2439c12b7b {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:23:43.033348 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 5c983a25-1914-4f44-aaf2-dc2439c12b7b not bound to the agent host hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:23:43.332582 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f118a96-8609-448f-87c4-4b83b00c1a8b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Router 851aa155-836b-4f25-8e46-a790753ed3b7 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:23:43.519624 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f118a96-8609-448f-87c4-4b83b00c1a8b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:23:43.530396 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9094bcf-20bf-4d80-9e72-d87fd4de7f0a None None] Sync routers for ids ['851aa155-836b-4f25-8e46-a790753ed3b7'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:23:43.539103 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-2f118a96-8609-448f-87c4-4b83b00c1a8b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "PUT /v2.0/routers/851aa155-836b-4f25-8e46-a790753ed3b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7980585 Feb 16 13:23:43.540267 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9094bcf-20bf-4d80-9e72-d87fd4de7f0a None None] Routers {'851aa155-836b-4f25-8e46-a790753ed3b7'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:23:43.541053 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-f9094bcf-20bf-4d80-9e72-d87fd4de7f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:23:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['851aa155-836b-4f25-8e46-a790753ed3b7'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:23:43.542394 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 49580) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:23:43.609320 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ce1dca9-d09d-43b5-a4fc-a46def31015e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Deleting subnet e8c71097-478a-4fa5-8201-bc3c4031f68b {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:23:43.612113 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5ce1dca9-d09d-43b5-a4fc-a46def31015e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:43.665520 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5ce1dca9-d09d-43b5-a4fc-a46def31015e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:43.725056 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-f9094bcf-20bf-4d80-9e72-d87fd4de7f0a None None] Set router 851aa155-836b-4f25-8e46-a790753ed3b7 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:23:43.757147 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5ce1dca9-d09d-43b5-a4fc-a46def31015e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:43.832198 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5ce1dca9-d09d-43b5-a4fc-a46def31015e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:43.876639 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce1dca9-d09d-43b5-a4fc-a46def31015e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event deleted for resources: {'Subnet': ['ID=e8c71097-478a-4fa5-8201-bc3c4031f68b,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:43.880283 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5ce1dca9-d09d-43b5-a4fc-a46def31015e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:43.886755 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-5ce1dca9-d09d-43b5-a4fc-a46def31015e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "DELETE /v2.0/subnets/e8c71097-478a-4fa5-8201-bc3c4031f68b HTTP/1.1" status: 204 len: 168 time: 0.3433521 Feb 16 13:23:43.889358 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 49584) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:23:43.894869 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f629055d-c79c-4ae8-9301-995c7288f7b9 None None] Network 12f45aea-959e-46fb-9767-af812921d20e requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:23:44.071258 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-da2d2aec-c53b-40c7-8e29-1da14a72bc91 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for router, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:44.174836 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-f9094bcf-20bf-4d80-9e72-d87fd4de7f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851aa155-836b-4f25-8e46-a790753ed3b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303482020', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:59Z', 'updated_at': '2022-02-16T13:23:42Z', 'revision_number': 5, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': 'bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:1a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851aa155-836b-4f25-8e46-a790753ed3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:22:00Z', 'updated_at': '2022-02-16T13:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:23:44.178863 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9094bcf-20bf-4d80-9e72-d87fd4de7f0a None None] Checking router: 851aa155-836b-4f25-8e46-a790753ed3b7 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:23:44.188377 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9094bcf-20bf-4d80-9e72-d87fd4de7f0a None None] Routers {'851aa155-836b-4f25-8e46-a790753ed3b7'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:23:44.189019 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-f9094bcf-20bf-4d80-9e72-d87fd4de7f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:23:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['851aa155-836b-4f25-8e46-a790753ed3b7'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:23:44.244501 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb735b0-eac3-4e24-9d58-4bd8fe0e5737 None None] DHCP port deletion for 12f45aea-959e-46fb-9767-af812921d20e request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:23:44.255389 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-da2d2aec-c53b-40c7-8e29-1da14a72bc91 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:44.257627 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-2eb735b0-eac3-4e24-9d58-4bd8fe0e5737 None None] Deleting port 30aa2302-1d84-40c8-beec-567fba4aa42b {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:23:44.257994 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2eb735b0-eac3-4e24-9d58-4bd8fe0e5737 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:44.266077 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-da2d2aec-c53b-40c7-8e29-1da14a72bc91 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Deleting port bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:23:44.266409 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-da2d2aec-c53b-40c7-8e29-1da14a72bc91 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:44.527839 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-f9094bcf-20bf-4d80-9e72-d87fd4de7f0a None None] Set router 851aa155-836b-4f25-8e46-a790753ed3b7 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:23:44.575227 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-da2d2aec-c53b-40c7-8e29-1da14a72bc91 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] For port bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:23:44.575914 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-da2d2aec-c53b-40c7-8e29-1da14a72bc91 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:44.702529 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-da2d2aec-c53b-40c7-8e29-1da14a72bc91 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Calling delete_port for bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6 owned by network:router_gateway {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:23:44.771729 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-2eb735b0-eac3-4e24-9d58-4bd8fe0e5737 None None] For port 30aa2302-1d84-40c8-beec-567fba4aa42b, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=30aa2302-1d84-40c8-beec-567fba4aa42b,segment=NetworkSegment(7ce5afcf-b519-4fb7-ab82-5728b1810bf6),segment_id=7ce5afcf-b519-4fb7-ab82-5728b1810bf6)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:23:44.772109 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2eb735b0-eac3-4e24-9d58-4bd8fe0e5737 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:44.877494 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-da2d2aec-c53b-40c7-8e29-1da14a72bc91 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:44.910056 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-2eb735b0-eac3-4e24-9d58-4bd8fe0e5737 None None] Calling delete_port for 30aa2302-1d84-40c8-beec-567fba4aa42b owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:23:44.929206 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d2aec-c53b-40c7-8e29-1da14a72bc91 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event deleted for resources: {'Port': ['ID=bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:45.021637 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-da2d2aec-c53b-40c7-8e29-1da14a72bc91 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023674'] for router_gateway, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:45.044969 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2eb735b0-eac3-4e24-9d58-4bd8fe0e5737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:45.096112 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb735b0-eac3-4e24-9d58-4bd8fe0e5737 None None] Pushing event deleted for resources: {'Port': ['ID=30aa2302-1d84-40c8-beec-567fba4aa42b,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:45.108317 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb735b0-eac3-4e24-9d58-4bd8fe0e5737 None None] No DVR routers for this DVR port 30aa2302-1d84-40c8-beec-567fba4aa42b on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:23:45.117778 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb735b0-eac3-4e24-9d58-4bd8fe0e5737 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:45.117778 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb735b0-eac3-4e24-9d58-4bd8fe0e5737 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:45.117778 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb735b0-eac3-4e24-9d58-4bd8fe0e5737 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:45.117778 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb735b0-eac3-4e24-9d58-4bd8fe0e5737 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:45.117778 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb735b0-eac3-4e24-9d58-4bd8fe0e5737 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:45.117778 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb735b0-eac3-4e24-9d58-4bd8fe0e5737 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:45.117778 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb735b0-eac3-4e24-9d58-4bd8fe0e5737 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:45.117778 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb735b0-eac3-4e24-9d58-4bd8fe0e5737 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:45.117778 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb735b0-eac3-4e24-9d58-4bd8fe0e5737 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:45.117778 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb735b0-eac3-4e24-9d58-4bd8fe0e5737 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:45.117778 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb735b0-eac3-4e24-9d58-4bd8fe0e5737 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:45.117778 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb735b0-eac3-4e24-9d58-4bd8fe0e5737 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:45.125649 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-f9094bcf-20bf-4d80-9e72-d87fd4de7f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851aa155-836b-4f25-8e46-a790753ed3b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303482020', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:59Z', 'updated_at': '2022-02-16T13:23:42Z', 'revision_number': 5, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': 'bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:1a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851aa155-836b-4f25-8e46-a790753ed3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:22:00Z', 'updated_at': '2022-02-16T13:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:23:45.129717 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9094bcf-20bf-4d80-9e72-d87fd4de7f0a None None] The sync data for ids ['851aa155-836b-4f25-8e46-a790753ed3b7'] in dv-neutron-829527-1-hyperv is: [{'id': '851aa155-836b-4f25-8e46-a790753ed3b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303482020', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.44'}], 'enable_snat': True}, 'gw_port_id': 'bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:21:59Z', 'updated_at': '2022-02-16T13:23:42Z', 'revision_number': 5, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': 'bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:1a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851aa155-836b-4f25-8e46-a790753ed3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:22:00Z', 'updated_at': '2022-02-16T13:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:23:45.195231 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-da2d2aec-c53b-40c7-8e29-1da14a72bc91 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:45.197630 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-da2d2aec-c53b-40c7-8e29-1da14a72bc91 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:45.224671 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-da2d2aec-c53b-40c7-8e29-1da14a72bc91 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:45.225311 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2d2aec-c53b-40c7-8e29-1da14a72bc91 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Fanout notify agent at l3_agent the message router_deleted on router 851aa155-836b-4f25-8e46-a790753ed3b7 {{(pid=87701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:23:45.240650 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-da2d2aec-c53b-40c7-8e29-1da14a72bc91 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:45.241767 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-da2d2aec-c53b-40c7-8e29-1da14a72bc91 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "DELETE /v2.0/routers/851aa155-836b-4f25-8e46-a790753ed3b7 HTTP/1.1" status: 204 len: 168 time: 1.3515215 Feb 16 13:23:45.245143 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 49588) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:23:45.356460 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-53b65825-e0f6-4ccf-a6ba-9e23b26aef72 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:45.500362 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-53b65825-e0f6-4ccf-a6ba-9e23b26aef72 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:45.533259 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-53b65825-e0f6-4ccf-a6ba-9e23b26aef72 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12f45aea-959e-46fb-9767-af812921d20e']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:23:45.547117 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-53b65825-e0f6-4ccf-a6ba-9e23b26aef72 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ce5afcf-b519-4fb7-ab82-5728b1810bf6') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:23:45.547586 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-53b65825-e0f6-4ccf-a6ba-9e23b26aef72 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ce5afcf-b519-4fb7-ab82-5728b1810bf6') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:23:45.561384 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-53b65825-e0f6-4ccf-a6ba-9e23b26aef72 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:45.579281 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-53b65825-e0f6-4ccf-a6ba-9e23b26aef72 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:45.585896 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53b65825-e0f6-4ccf-a6ba-9e23b26aef72 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:23:45.586448 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-53b65825-e0f6-4ccf-a6ba-9e23b26aef72 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:45.601283 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 13:23:45.601283 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:23:45.601283 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 13:23:45.601283 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:23:45.601283 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 13:23:45.601283 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:23:45.601283 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 13:23:45.601283 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:23:45.601283 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 13:23:45.601283 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:23:45.601283 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 13:23:45.601283 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:23:45.601283 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 13:23:45.601283 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:23:45.601283 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:23:45.601283 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:23:45.601283 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:23:45.601283 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:23:45.601283 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 13:23:45.601283 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:23:45.601283 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 13:23:45.601283 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:23:45.601283 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:23:45.601283 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:23:45.601283 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 13:23:45.601283 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:23:45.601283 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:23:45.601283 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:23:45.601283 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:23:45.601283 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:23:45.601283 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:23:45.601283 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:23:45.685656 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-53b65825-e0f6-4ccf-a6ba-9e23b26aef72 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:45.709761 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-53b65825-e0f6-4ccf-a6ba-9e23b26aef72 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:45.717065 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b65825-e0f6-4ccf-a6ba-9e23b26aef72 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event deleted for resources: {'Network': ['ID=12f45aea-959e-46fb-9767-af812921d20e,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:45.730660 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-53b65825-e0f6-4ccf-a6ba-9e23b26aef72 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "DELETE /v2.0/networks/12f45aea-959e-46fb-9767-af812921d20e HTTP/1.1" status: 204 len: 168 time: 0.4843962 Feb 16 13:23:45.733361 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49592) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:23:45.811335 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0329a70c-569b-4832-88f5-503ffc3f618a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:45.842759 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0329a70c-569b-4832-88f5-503ffc3f618a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:45.918807 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0329a70c-569b-4832-88f5-503ffc3f618a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:45.941603 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329a70c-569b-4832-88f5-503ffc3f618a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3e0062-d87e-4346-83da-f86936f01bfb,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:45.952137 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a70c-569b-4832-88f5-503ffc3f618a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:45.952488 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a70c-569b-4832-88f5-503ffc3f618a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:45.952864 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a70c-569b-4832-88f5-503ffc3f618a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:45.953213 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a70c-569b-4832-88f5-503ffc3f618a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:45.953556 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a70c-569b-4832-88f5-503ffc3f618a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:45.953895 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a70c-569b-4832-88f5-503ffc3f618a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:45.954226 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a70c-569b-4832-88f5-503ffc3f618a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:45.954572 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a70c-569b-4832-88f5-503ffc3f618a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:45.954913 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a70c-569b-4832-88f5-503ffc3f618a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:45.955243 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a70c-569b-4832-88f5-503ffc3f618a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:45.955566 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a70c-569b-4832-88f5-503ffc3f618a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:45.955887 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0329a70c-569b-4832-88f5-503ffc3f618a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:45.963928 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0329a70c-569b-4832-88f5-503ffc3f618a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:45.967577 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0329a70c-569b-4832-88f5-503ffc3f618a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "DELETE /v2.0/security-groups/7b3e0062-d87e-4346-83da-f86936f01bfb HTTP/1.1" status: 204 len: 168 time: 0.2307098 Feb 16 13:23:46.113871 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 30aa2302-1d84-40c8-beec-567fba4aa42b no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:23:46.155214 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 30aa2302-1d84-40c8-beec-567fba4aa42b {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:23:46.155649 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 30aa2302-1d84-40c8-beec-567fba4aa42b not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:23:46.156148 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device d13d8451-3320-4456-8406-90ebb273abf1 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:23:46.188775 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: d13d8451-3320-4456-8406-90ebb273abf1 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:23:46.188936 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device d13d8451-3320-4456-8406-90ebb273abf1 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:23:46.396137 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49600) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:23:46.401627 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-e79524df-0ce8-4eb0-957b-de66c531afee tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2131107705', 'description': 'tempest-secgroup-smoke-2131107705 description', 'project_id': '083db907435845cfbf101945bf75a5a6'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:23:46.408560 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e79524df-0ce8-4eb0-957b-de66c531afee tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:23:46.413024 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e79524df-0ce8-4eb0-957b-de66c531afee tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:security_group and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:23:46.416137 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e79524df-0ce8-4eb0-957b-de66c531afee tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:23:46.421940 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e79524df-0ce8-4eb0-957b-de66c531afee tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:23:46.433482 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e79524df-0ce8-4eb0-957b-de66c531afee tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:46.453849 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e79524df-0ce8-4eb0-957b-de66c531afee tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:23:46.457831 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e79524df-0ce8-4eb0-957b-de66c531afee tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:security_group_rule and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:23:46.460744 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e79524df-0ce8-4eb0-957b-de66c531afee tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:23:46.466689 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e79524df-0ce8-4eb0-957b-de66c531afee tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:23:46.540138 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e79524df-0ce8-4eb0-957b-de66c531afee tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:46.547619 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e79524df-0ce8-4eb0-957b-de66c531afee tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:46.594542 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79524df-0ce8-4eb0-957b-de66c531afee tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a888a33-349d-451e-9b04-e1b25c701ba4,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:46.598384 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e79524df-0ce8-4eb0-957b-de66c531afee tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:46.599710 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e79524df-0ce8-4eb0-957b-de66c531afee tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2025089 Feb 16 13:23:46.603561 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49604) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:23:46.608912 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-3a42516d-7a75-4171-95cf-6f2fa1d85ca0 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'security_group_rule': {'security_group_id': '5a888a33-349d-451e-9b04-e1b25c701ba4', 'project_id': '083db907435845cfbf101945bf75a5a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:23:46.615448 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3a42516d-7a75-4171-95cf-6f2fa1d85ca0 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:23:46.620036 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3a42516d-7a75-4171-95cf-6f2fa1d85ca0 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:security_group_rule and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:23:46.623063 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3a42516d-7a75-4171-95cf-6f2fa1d85ca0 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:23:46.628991 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3a42516d-7a75-4171-95cf-6f2fa1d85ca0 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:23:46.647706 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3a42516d-7a75-4171-95cf-6f2fa1d85ca0 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:46.710113 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3a42516d-7a75-4171-95cf-6f2fa1d85ca0 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:46.716729 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3a42516d-7a75-4171-95cf-6f2fa1d85ca0 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:46.747762 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a42516d-7a75-4171-95cf-6f2fa1d85ca0 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1ef82b5-4f29-44c1-bee0-08a434b58ffd,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:46.761011 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3a42516d-7a75-4171-95cf-6f2fa1d85ca0 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:46.763089 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3a42516d-7a75-4171-95cf-6f2fa1d85ca0 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1580427 Feb 16 13:23:46.767718 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49608) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:23:46.775306 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-0d464461-8fff-4fa0-92f9-7d6a02c4648f tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'security_group_rule': {'security_group_id': '5a888a33-349d-451e-9b04-e1b25c701ba4', 'project_id': '083db907435845cfbf101945bf75a5a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:23:46.781361 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0d464461-8fff-4fa0-92f9-7d6a02c4648f tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:23:46.785486 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0d464461-8fff-4fa0-92f9-7d6a02c4648f tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:security_group_rule and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:23:46.788645 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0d464461-8fff-4fa0-92f9-7d6a02c4648f tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:23:46.794857 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0d464461-8fff-4fa0-92f9-7d6a02c4648f tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:23:46.812631 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0d464461-8fff-4fa0-92f9-7d6a02c4648f tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:46.879303 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0d464461-8fff-4fa0-92f9-7d6a02c4648f tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:46.885361 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0d464461-8fff-4fa0-92f9-7d6a02c4648f tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:46.909472 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d464461-8fff-4fa0-92f9-7d6a02c4648f tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=540f3b7f-cd9e-45b6-b572-dea5c2db390e,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:46.918745 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0d464461-8fff-4fa0-92f9-7d6a02c4648f tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:46.921087 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0d464461-8fff-4fa0-92f9-7d6a02c4648f tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1519551 Feb 16 13:23:46.922606 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49612) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:23:46.927616 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-15696b90-c87d-4890-b09e-0b79497c3c9b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'security_group_rule': {'security_group_id': '5a888a33-349d-451e-9b04-e1b25c701ba4', 'project_id': '083db907435845cfbf101945bf75a5a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:23:46.934279 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-15696b90-c87d-4890-b09e-0b79497c3c9b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:23:46.938276 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-15696b90-c87d-4890-b09e-0b79497c3c9b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:security_group_rule and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:23:46.941304 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-15696b90-c87d-4890-b09e-0b79497c3c9b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:23:46.947524 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-15696b90-c87d-4890-b09e-0b79497c3c9b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:23:46.966897 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-15696b90-c87d-4890-b09e-0b79497c3c9b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:47.035489 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-15696b90-c87d-4890-b09e-0b79497c3c9b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:47.041625 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-15696b90-c87d-4890-b09e-0b79497c3c9b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:47.066007 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15696b90-c87d-4890-b09e-0b79497c3c9b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4972d1dc-a61b-489b-81ed-2362fbf6f408,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:47.076263 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-15696b90-c87d-4890-b09e-0b79497c3c9b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:47.077476 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-15696b90-c87d-4890-b09e-0b79497c3c9b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1538811 Feb 16 13:23:47.080412 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49616) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:23:47.085406 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-5f3eb6a1-52c5-4ecd-b780-b5128c170c93 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'security_group_rule': {'security_group_id': '5a888a33-349d-451e-9b04-e1b25c701ba4', 'project_id': '083db907435845cfbf101945bf75a5a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:23:47.092056 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5f3eb6a1-52c5-4ecd-b780-b5128c170c93 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:23:47.095882 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5f3eb6a1-52c5-4ecd-b780-b5128c170c93 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:security_group_rule and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:23:47.098799 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5f3eb6a1-52c5-4ecd-b780-b5128c170c93 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:23:47.105048 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5f3eb6a1-52c5-4ecd-b780-b5128c170c93 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:23:47.123913 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5f3eb6a1-52c5-4ecd-b780-b5128c170c93 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:47.197259 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5f3eb6a1-52c5-4ecd-b780-b5128c170c93 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:47.202712 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5f3eb6a1-52c5-4ecd-b780-b5128c170c93 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:47.226739 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3eb6a1-52c5-4ecd-b780-b5128c170c93 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be571257-5c61-418b-b22c-ccb58ce42714,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:47.237334 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5f3eb6a1-52c5-4ecd-b780-b5128c170c93 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:47.238922 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5f3eb6a1-52c5-4ecd-b780-b5128c170c93 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1575627 Feb 16 13:23:47.241843 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49620) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:23:47.249132 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-033c0dbb-47b9-4b12-b22a-3ae5d52a7959 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'security_group_rule': {'security_group_id': '5a888a33-349d-451e-9b04-e1b25c701ba4', 'project_id': '083db907435845cfbf101945bf75a5a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:23:47.257909 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-033c0dbb-47b9-4b12-b22a-3ae5d52a7959 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:23:47.262314 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-033c0dbb-47b9-4b12-b22a-3ae5d52a7959 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:security_group_rule and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:23:47.265323 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-033c0dbb-47b9-4b12-b22a-3ae5d52a7959 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:23:47.271313 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-033c0dbb-47b9-4b12-b22a-3ae5d52a7959 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:23:47.286772 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-033c0dbb-47b9-4b12-b22a-3ae5d52a7959 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Project 083db907435845cfbf101945bf75a5a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:23:47.293593 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-033c0dbb-47b9-4b12-b22a-3ae5d52a7959 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:47.359980 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-033c0dbb-47b9-4b12-b22a-3ae5d52a7959 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:47.364246 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-033c0dbb-47b9-4b12-b22a-3ae5d52a7959 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:47.388426 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c0dbb-47b9-4b12-b22a-3ae5d52a7959 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=441540e9-983f-4038-9202-c0d8106c7ece,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:47.397151 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-033c0dbb-47b9-4b12-b22a-3ae5d52a7959 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:47.398402 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-033c0dbb-47b9-4b12-b22a-3ae5d52a7959 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1554334 Feb 16 13:23:47.401273 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49624) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:23:47.406216 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-e4a9cd26-1184-4e00-8a02-c35d58a45401 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'security_group_rule': {'security_group_id': '5a888a33-349d-451e-9b04-e1b25c701ba4', 'project_id': '083db907435845cfbf101945bf75a5a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:23:47.412000 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e4a9cd26-1184-4e00-8a02-c35d58a45401 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:23:47.415978 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e4a9cd26-1184-4e00-8a02-c35d58a45401 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:security_group_rule and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:23:47.418844 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e4a9cd26-1184-4e00-8a02-c35d58a45401 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:23:47.424430 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e4a9cd26-1184-4e00-8a02-c35d58a45401 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:23:47.436598 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-e4a9cd26-1184-4e00-8a02-c35d58a45401 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Project 083db907435845cfbf101945bf75a5a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:23:47.443104 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e4a9cd26-1184-4e00-8a02-c35d58a45401 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:47.506948 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e4a9cd26-1184-4e00-8a02-c35d58a45401 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:47.513614 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e4a9cd26-1184-4e00-8a02-c35d58a45401 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:47.542041 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a9cd26-1184-4e00-8a02-c35d58a45401 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caac70a4-03d8-4ba5-a02a-6e0abfa1b6fe,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:47.552683 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e4a9cd26-1184-4e00-8a02-c35d58a45401 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:47.554035 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e4a9cd26-1184-4e00-8a02-c35d58a45401 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1517406 Feb 16 13:23:47.557867 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49628) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:23:47.563486 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-53acbbc5-e412-4a64-9de4-896adc2c1ef3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'network': {'name': 'tempest-network-smoke--1631379110', 'project_id': '083db907435845cfbf101945bf75a5a6', 'port_security_enabled': True}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:23:47.568952 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-53acbbc5-e412-4a64-9de4-896adc2c1ef3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:23:47.573741 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-53acbbc5-e412-4a64-9de4-896adc2c1ef3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:network and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:23:47.576777 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-53acbbc5-e412-4a64-9de4-896adc2c1ef3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:23:47.582939 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-53acbbc5-e412-4a64-9de4-896adc2c1ef3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:23:47.594223 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53acbbc5-e412-4a64-9de4-896adc2c1ef3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Made reservation on behalf of 083db907435845cfbf101945bf75a5a6 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:23:47.597740 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-53acbbc5-e412-4a64-9de4-896adc2c1ef3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:47.625330 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53acbbc5-e412-4a64-9de4-896adc2c1ef3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:23:47.639006 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-53acbbc5-e412-4a64-9de4-896adc2c1ef3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:47.639518 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-53acbbc5-e412-4a64-9de4-896adc2c1ef3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Added segment b9e8517a-07e9-4ed5-bb6c-2bb44f8ba2e7 of type vlan for network 1e47ec2b-302e-49ea-b533-d7c6e24ada15 Feb 16 13:23:47.672871 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-53acbbc5-e412-4a64-9de4-896adc2c1ef3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:47.698981 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:23:47.702199 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-53acbbc5-e412-4a64-9de4-896adc2c1ef3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:47.707584 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53acbbc5-e412-4a64-9de4-896adc2c1ef3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:47.708156 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-53acbbc5-e412-4a64-9de4-896adc2c1ef3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:47.733096 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:23:47.733737 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device bbb1996a-4b50-4537-b3ae-eb8a5d7e34b6 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:23:47.813855 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-53acbbc5-e412-4a64-9de4-896adc2c1ef3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2549720 Feb 16 13:23:47.816682 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53acbbc5-e412-4a64-9de4-896adc2c1ef3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'Network': ['ID=1e47ec2b-302e-49ea-b533-d7c6e24ada15,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:47.816795 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 49632) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:23:47.823009 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-1c6455c9-7f4e-45f3-8870-1b064fb865b6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-298290598', 'admin_state_up': True, 'project_id': '083db907435845cfbf101945bf75a5a6', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:23:47.831034 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-1c6455c9-7f4e-45f3-8870-1b064fb865b6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:23:47.831383 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 1e47ec2b-302e-49ea-b533-d7c6e24ada15 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:23:47.835233 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-1c6455c9-7f4e-45f3-8870-1b064fb865b6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:router and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:23:47.838772 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-1c6455c9-7f4e-45f3-8870-1b064fb865b6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:23:47.845329 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-1c6455c9-7f4e-45f3-8870-1b064fb865b6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:23:47.856928 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1c6455c9-7f4e-45f3-8870-1b064fb865b6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:47.857920 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1c6455c9-7f4e-45f3-8870-1b064fb865b6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:47.874943 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1c6455c9-7f4e-45f3-8870-1b064fb865b6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:48.265883 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1c6455c9-7f4e-45f3-8870-1b064fb865b6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:48.580771 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1c6455c9-7f4e-45f3-8870-1b064fb865b6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for router_gateway, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:48.617942 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1c6455c9-7f4e-45f3-8870-1b064fb865b6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:48.765080 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-1c6455c9-7f4e-45f3-8870-1b064fb865b6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Allocated IP 172.26.5.185 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/3a8cb33a-353e-414e-afe7-51e082b6b391) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:23:48.921924 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1c6455c9-7f4e-45f3-8870-1b064fb865b6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:48.955526 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1c6455c9-7f4e-45f3-8870-1b064fb865b6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:49.021170 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6455c9-7f4e-45f3-8870-1b064fb865b6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:23:49.024079 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-1c6455c9-7f4e-45f3-8870-1b064fb865b6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:23:49.027868 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6455c9-7f4e-45f3-8870-1b064fb865b6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:23:49.061373 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6455c9-7f4e-45f3-8870-1b064fb865b6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'Port': ['ID=3a8cb33a-353e-414e-afe7-51e082b6b391,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:49.453518 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1c6455c9-7f4e-45f3-8870-1b064fb865b6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for router_gateway, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:49.924470 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1c6455c9-7f4e-45f3-8870-1b064fb865b6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:50.141308 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c6455c9-7f4e-45f3-8870-1b064fb865b6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Router abaf62f3-5708-48ce-a529-45652398089f is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:23:50.335747 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c6455c9-7f4e-45f3-8870-1b064fb865b6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:23:50.346874 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9a6392-3583-47d9-a0f7-2f8bfca9d8ac None None] Sync routers for ids ['abaf62f3-5708-48ce-a529-45652398089f'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:23:50.357259 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9a6392-3583-47d9-a0f7-2f8bfca9d8ac None None] Routers {'abaf62f3-5708-48ce-a529-45652398089f'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:23:50.357977 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-7d9a6392-3583-47d9-a0f7-2f8bfca9d8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:23:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['abaf62f3-5708-48ce-a529-45652398089f'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:23:50.365212 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1c6455c9-7f4e-45f3-8870-1b064fb865b6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:50.370114 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-1c6455c9-7f4e-45f3-8870-1b064fb865b6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5486362 Feb 16 13:23:50.370292 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 49636) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:23:50.411166 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d17d7633-977a-42ae-bc99-20d7196ae287 tempest-TestNetworkAdvancedServerOps-74201966 tempest-TestNetworkAdvancedServerOps-74201966-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=083db907435845cfbf101945bf75a5a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372355 Feb 16 13:23:50.411387 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 49640) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:23:50.530844 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-7d9a6392-3583-47d9-a0f7-2f8bfca9d8ac None None] Set router abaf62f3-5708-48ce-a529-45652398089f gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:23:50.537077 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e07c244-9c52-4082-a00a-240139943b6d tempest-TestNetworkAdvancedServerOps-74201966 tempest-TestNetworkAdvancedServerOps-74201966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:50.538574 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-7e07c244-9c52-4082-a00a-240139943b6d tempest-TestNetworkAdvancedServerOps-74201966 tempest-TestNetworkAdvancedServerOps-74201966-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1264193 Feb 16 13:23:50.541900 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 49644) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:23:50.584216 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-c77fe3ca-6cf9-4b5b-abff-6889b0685cf3 tempest-TestNetworkAdvancedServerOps-74201966 tempest-TestNetworkAdvancedServerOps-74201966-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413001 Feb 16 13:23:50.587086 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 49648) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:23:50.592332 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-add697ff-dc8e-4e34-87dd-2a559ebf7f27 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1422434014', 'network_id': '1e47ec2b-302e-49ea-b533-d7c6e24ada15', 'project_id': '083db907435845cfbf101945bf75a5a6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:23:50.707245 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-add697ff-dc8e-4e34-87dd-2a559ebf7f27 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:23:50.710979 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-add697ff-dc8e-4e34-87dd-2a559ebf7f27 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:subnet and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:23:50.713963 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-add697ff-dc8e-4e34-87dd-2a559ebf7f27 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:23:50.719568 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-add697ff-dc8e-4e34-87dd-2a559ebf7f27 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:23:50.730778 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add697ff-dc8e-4e34-87dd-2a559ebf7f27 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Made reservation on behalf of 083db907435845cfbf101945bf75a5a6 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:23:50.734262 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-add697ff-dc8e-4e34-87dd-2a559ebf7f27 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:50.862377 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-7d9a6392-3583-47d9-a0f7-2f8bfca9d8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abaf62f3-5708-48ce-a529-45652398089f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298290598', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.185'}], 'enable_snat': True}, 'gw_port_id': '3a8cb33a-353e-414e-afe7-51e082b6b391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:23:47Z', 'updated_at': '2022-02-16T13:23:49Z', 'revision_number': 3, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': '3a8cb33a-353e-414e-afe7-51e082b6b391', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abaf62f3-5708-48ce-a529-45652398089f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:48Z', 'updated_at': '2022-02-16T13:23:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:23:50.866233 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9a6392-3583-47d9-a0f7-2f8bfca9d8ac None None] Checking router: abaf62f3-5708-48ce-a529-45652398089f for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:23:50.866583 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9a6392-3583-47d9-a0f7-2f8bfca9d8ac None None] Updating router abaf62f3-5708-48ce-a529-45652398089f port 3a8cb33a-353e-414e-afe7-51e082b6b391 binding host dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:23:50.921440 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-7d9a6392-3583-47d9-a0f7-2f8bfca9d8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:50.951381 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-add697ff-dc8e-4e34-87dd-2a559ebf7f27 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:51.027875 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add697ff-dc8e-4e34-87dd-2a559ebf7f27 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'Subnet': ['ID=ce376a6c-10eb-4403-81c8-d9a2d70e0758,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:51.038334 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add697ff-dc8e-4e34-87dd-2a559ebf7f27 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Checking segment: {'id': 'b9e8517a-07e9-4ed5-bb6c-2bb44f8ba2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1e47ec2b-302e-49ea-b533-d7c6e24ada15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:23:51.038712 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add697ff-dc8e-4e34-87dd-2a559ebf7f27 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Network hostable DHCP agents. Network: 1e47ec2b-302e-49ea-b533-d7c6e24ada15, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:23:51.059716 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add697ff-dc8e-4e34-87dd-2a559ebf7f27 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Network 1e47ec2b-302e-49ea-b533-d7c6e24ada15 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:23:51.069799 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-add697ff-dc8e-4e34-87dd-2a559ebf7f27 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 1e47ec2b-302e-49ea-b533-d7c6e24ada15) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:23:51.079207 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add697ff-dc8e-4e34-87dd-2a559ebf7f27 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:51.079701 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75193b3-dc17-413f-9469-d5c8899478e5 None None] Network 1e47ec2b-302e-49ea-b533-d7c6e24ada15 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:23:51.080112 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-add697ff-dc8e-4e34-87dd-2a559ebf7f27 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:51.219287 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-add697ff-dc8e-4e34-87dd-2a559ebf7f27 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6310728 Feb 16 13:23:51.222147 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49652) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:23:51.263006 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-7d9a6392-3583-47d9-a0f7-2f8bfca9d8ac None None] Notify callbacks [] for port, precommit_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:51.275034 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.provisioning_blocks [None req-7d9a6392-3583-47d9-a0f7-2f8bfca9d8ac None None] Transition to ACTIVE for port object 3a8cb33a-353e-414e-afe7-51e082b6b391 will not be triggered until provisioned by entity L2. {{(pid=87703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:23:51.283427 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-7d9a6392-3583-47d9-a0f7-2f8bfca9d8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:51.301320 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44ede2e-96e3-4c3c-aa38-4b9215f10e5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-1e47ec2b-302e-49ea-b533-d7c6e24ada15', 'network_id': '1e47ec2b-302e-49ea-b533-d7c6e24ada15', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'fixed_ips': [{'subnet_id': 'ce376a6c-10eb-4403-81c8-d9a2d70e0758'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:23:51.302397 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b44ede2e-96e3-4c3c-aa38-4b9215f10e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:51.351385 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe79ea0-038f-45c0-9dd1-af727b1a1195 None None] Pushing event updated for resources: {'Port': ['ID=3a8cb33a-353e-414e-afe7-51e082b6b391,revision_number=2']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:51.366075 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe79ea0-038f-45c0-9dd1-af727b1a1195 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:51.366735 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe79ea0-038f-45c0-9dd1-af727b1a1195 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:51.367612 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe79ea0-038f-45c0-9dd1-af727b1a1195 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:51.368080 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe79ea0-038f-45c0-9dd1-af727b1a1195 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:51.368549 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe79ea0-038f-45c0-9dd1-af727b1a1195 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:51.371161 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe79ea0-038f-45c0-9dd1-af727b1a1195 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:51.371811 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe79ea0-038f-45c0-9dd1-af727b1a1195 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:51.372301 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe79ea0-038f-45c0-9dd1-af727b1a1195 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:51.373544 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe79ea0-038f-45c0-9dd1-af727b1a1195 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:51.374020 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe79ea0-038f-45c0-9dd1-af727b1a1195 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:51.374537 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe79ea0-038f-45c0-9dd1-af727b1a1195 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:51.375098 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe79ea0-038f-45c0-9dd1-af727b1a1195 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:23:51.415063 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-7d9a6392-3583-47d9-a0f7-2f8bfca9d8ac None None] Attempting to bind port 3a8cb33a-353e-414e-afe7-51e082b6b391 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:23:51.415845 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-7d9a6392-3583-47d9-a0f7-2f8bfca9d8ac None None] Attempting to bind port 3a8cb33a-353e-414e-afe7-51e082b6b391 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:23:51.416362 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9a6392-3583-47d9-a0f7-2f8bfca9d8ac None None] Attempting to bind port 3a8cb33a-353e-414e-afe7-51e082b6b391 on network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:23:51.423018 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9a6392-3583-47d9-a0f7-2f8bfca9d8ac None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:23:51.423587 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9a6392-3583-47d9-a0f7-2f8bfca9d8ac None None] Checking segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:23:51.424766 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-7d9a6392-3583-47d9-a0f7-2f8bfca9d8ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:51.425147 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9a6392-3583-47d9-a0f7-2f8bfca9d8ac None None] Bound using segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:23:51.425597 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-7d9a6392-3583-47d9-a0f7-2f8bfca9d8ac None None] Bound port: 3a8cb33a-353e-414e-afe7-51e082b6b391, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:23:51.425960 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-7d9a6392-3583-47d9-a0f7-2f8bfca9d8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:51.471629 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-b44ede2e-96e3-4c3c-aa38-4b9215f10e5f None None] Allocated IP 172.20.0.2 (1e47ec2b-302e-49ea-b533-d7c6e24ada15/ce376a6c-10eb-4403-81c8-d9a2d70e0758/f17ab3c6-84d7-45cf-84a2-9fca8b183e3b) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:23:51.505030 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-7d9a6392-3583-47d9-a0f7-2f8bfca9d8ac None None] For port 3a8cb33a-353e-414e-afe7-51e082b6b391, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:23:51.509404 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-7d9a6392-3583-47d9-a0f7-2f8bfca9d8ac None None] For port 3a8cb33a-353e-414e-afe7-51e082b6b391, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=3a8cb33a-353e-414e-afe7-51e082b6b391,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:23:51.516579 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-7d9a6392-3583-47d9-a0f7-2f8bfca9d8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:51.609113 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9a6392-3583-47d9-a0f7-2f8bfca9d8ac None None] Routers {'abaf62f3-5708-48ce-a529-45652398089f'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:23:51.609734 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-7d9a6392-3583-47d9-a0f7-2f8bfca9d8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:23:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['abaf62f3-5708-48ce-a529-45652398089f'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:23:51.672883 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe79ea0-038f-45c0-9dd1-af727b1a1195 None None] Pushing event updated for resources: {'Port': ['ID=3a8cb33a-353e-414e-afe7-51e082b6b391,revision_number=3']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:51.737284 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b44ede2e-96e3-4c3c-aa38-4b9215f10e5f None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:51.749590 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-b44ede2e-96e3-4c3c-aa38-4b9215f10e5f None None] Transition to ACTIVE for port object f17ab3c6-84d7-45cf-84a2-9fca8b183e3b will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:23:51.768598 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-b44ede2e-96e3-4c3c-aa38-4b9215f10e5f None None] Transition to ACTIVE for port object f17ab3c6-84d7-45cf-84a2-9fca8b183e3b will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:23:51.777603 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b44ede2e-96e3-4c3c-aa38-4b9215f10e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:51.789105 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-7d9a6392-3583-47d9-a0f7-2f8bfca9d8ac None None] Set router abaf62f3-5708-48ce-a529-45652398089f gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:23:51.856128 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44ede2e-96e3-4c3c-aa38-4b9215f10e5f None None] Network 1e47ec2b-302e-49ea-b533-d7c6e24ada15 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:23:51.858978 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-b44ede2e-96e3-4c3c-aa38-4b9215f10e5f None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:23:51.862783 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44ede2e-96e3-4c3c-aa38-4b9215f10e5f None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:23:51.926878 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44ede2e-96e3-4c3c-aa38-4b9215f10e5f None None] Pushing event updated for resources: {'Port': ['ID=f17ab3c6-84d7-45cf-84a2-9fca8b183e3b,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:51.955457 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-b44ede2e-96e3-4c3c-aa38-4b9215f10e5f None None] Attempting to bind port f17ab3c6-84d7-45cf-84a2-9fca8b183e3b on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:23:51.955924 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-b44ede2e-96e3-4c3c-aa38-4b9215f10e5f None None] Attempting to bind port f17ab3c6-84d7-45cf-84a2-9fca8b183e3b by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'b9e8517a-07e9-4ed5-bb6c-2bb44f8ba2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1e47ec2b-302e-49ea-b533-d7c6e24ada15'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:23:51.956185 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44ede2e-96e3-4c3c-aa38-4b9215f10e5f None None] Attempting to bind port f17ab3c6-84d7-45cf-84a2-9fca8b183e3b on network 1e47ec2b-302e-49ea-b533-d7c6e24ada15 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:23:51.961585 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44ede2e-96e3-4c3c-aa38-4b9215f10e5f None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:23:51.962161 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44ede2e-96e3-4c3c-aa38-4b9215f10e5f None None] Checking segment: {'id': 'b9e8517a-07e9-4ed5-bb6c-2bb44f8ba2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1e47ec2b-302e-49ea-b533-d7c6e24ada15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:23:51.962976 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b44ede2e-96e3-4c3c-aa38-4b9215f10e5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:51.963101 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44ede2e-96e3-4c3c-aa38-4b9215f10e5f None None] Bound using segment: {'id': 'b9e8517a-07e9-4ed5-bb6c-2bb44f8ba2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1e47ec2b-302e-49ea-b533-d7c6e24ada15'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:23:51.963512 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-b44ede2e-96e3-4c3c-aa38-4b9215f10e5f None None] Bound port: f17ab3c6-84d7-45cf-84a2-9fca8b183e3b, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e8517a-07e9-4ed5-bb6c-2bb44f8ba2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1e47ec2b-302e-49ea-b533-d7c6e24ada15'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:23:51.963884 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b44ede2e-96e3-4c3c-aa38-4b9215f10e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:52.058793 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-b44ede2e-96e3-4c3c-aa38-4b9215f10e5f None None] For port f17ab3c6-84d7-45cf-84a2-9fca8b183e3b, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:23:52.061895 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-77d44816-5837-40b5-8d32-032c38ede92c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:52.062170 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-b44ede2e-96e3-4c3c-aa38-4b9215f10e5f None None] For port f17ab3c6-84d7-45cf-84a2-9fca8b183e3b, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=f17ab3c6-84d7-45cf-84a2-9fca8b183e3b,segment=NetworkSegment(b9e8517a-07e9-4ed5-bb6c-2bb44f8ba2e7),segment_id=b9e8517a-07e9-4ed5-bb6c-2bb44f8ba2e7)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:23:52.066819 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b44ede2e-96e3-4c3c-aa38-4b9215f10e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:52.082456 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-7d9a6392-3583-47d9-a0f7-2f8bfca9d8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abaf62f3-5708-48ce-a529-45652398089f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298290598', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.185'}], 'enable_snat': True}, 'gw_port_id': '3a8cb33a-353e-414e-afe7-51e082b6b391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:23:47Z', 'updated_at': '2022-02-16T13:23:49Z', 'revision_number': 3, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': '3a8cb33a-353e-414e-afe7-51e082b6b391', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abaf62f3-5708-48ce-a529-45652398089f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:48Z', 'updated_at': '2022-02-16T13:23:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:23:52.086439 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9a6392-3583-47d9-a0f7-2f8bfca9d8ac None None] The sync data for ids ['abaf62f3-5708-48ce-a529-45652398089f'] in dv-neutron-829527-1-hyperv is: [{'id': 'abaf62f3-5708-48ce-a529-45652398089f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298290598', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.185'}], 'enable_snat': True}, 'gw_port_id': '3a8cb33a-353e-414e-afe7-51e082b6b391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:23:47Z', 'updated_at': '2022-02-16T13:23:49Z', 'revision_number': 3, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': '3a8cb33a-353e-414e-afe7-51e082b6b391', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abaf62f3-5708-48ce-a529-45652398089f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:48Z', 'updated_at': '2022-02-16T13:23:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:23:52.152155 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44ede2e-96e3-4c3c-aa38-4b9215f10e5f None None] Pushing event updated for resources: {'Port': ['ID=f17ab3c6-84d7-45cf-84a2-9fca8b183e3b,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:52.511733 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-77d44816-5837-40b5-8d32-032c38ede92c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Allocated IP 172.20.0.1 (1e47ec2b-302e-49ea-b533-d7c6e24ada15/ce376a6c-10eb-4403-81c8-d9a2d70e0758/9c970f19-eae4-4148-b5ce-6913c2a8c7cb) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:23:52.690688 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-77d44816-5837-40b5-8d32-032c38ede92c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:52.707671 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-77d44816-5837-40b5-8d32-032c38ede92c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Transition to ACTIVE for port object 9c970f19-eae4-4148-b5ce-6913c2a8c7cb will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:23:52.732782 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-77d44816-5837-40b5-8d32-032c38ede92c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:52.804232 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d44816-5837-40b5-8d32-032c38ede92c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Network 1e47ec2b-302e-49ea-b533-d7c6e24ada15 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:23:52.808020 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-77d44816-5837-40b5-8d32-032c38ede92c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:23:52.812243 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d44816-5837-40b5-8d32-032c38ede92c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:23:52.842711 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d44816-5837-40b5-8d32-032c38ede92c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'Port': ['ID=9c970f19-eae4-4148-b5ce-6913c2a8c7cb,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:52.879785 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-77d44816-5837-40b5-8d32-032c38ede92c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:53.018946 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-77d44816-5837-40b5-8d32-032c38ede92c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:53.132289 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208441ff-91fc-410f-98f1-d4cea0280b36 None None] Network 1e47ec2b-302e-49ea-b533-d7c6e24ada15 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:23:53.230880 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-46d88553-6c5c-4e6c-a2fe-947b20b95568 None None] Provisioning for port f17ab3c6-84d7-45cf-84a2-9fca8b183e3b completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:23:53.456751 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-77d44816-5837-40b5-8d32-032c38ede92c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:53.464145 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-77d44816-5837-40b5-8d32-032c38ede92c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:53.597872 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-77d44816-5837-40b5-8d32-032c38ede92c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:53.602557 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d44816-5837-40b5-8d32-032c38ede92c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'Port': ['ID=9c970f19-eae4-4148-b5ce-6913c2a8c7cb,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:53.686191 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-a8bee3a4-66ec-4230-955e-4fa2cba97bf1 None None] Provisioning for port 9c970f19-eae4-4148-b5ce-6913c2a8c7cb completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:23:53.692684 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-a8bee3a4-66ec-4230-955e-4fa2cba97bf1 None None] Provisioning complete for port 9c970f19-eae4-4148-b5ce-6913c2a8c7cb triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:23:53.693306 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a8bee3a4-66ec-4230-955e-4fa2cba97bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:53.789357 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-a8bee3a4-66ec-4230-955e-4fa2cba97bf1 None None] Port 9c970f19-eae4-4148-b5ce-6913c2a8c7cb cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:23:53.877666 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 3a8cb33a-353e-414e-afe7-51e082b6b391 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:23:53.942315 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d44816-5837-40b5-8d32-032c38ede92c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Network 1e47ec2b-302e-49ea-b533-d7c6e24ada15 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:23:53.943619 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-77d44816-5837-40b5-8d32-032c38ede92c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:23:53.948419 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-522210d7-f413-4316-922d-4f3905120dce None None] Provisioning complete for port 9c970f19-eae4-4148-b5ce-6913c2a8c7cb triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:23:53.948820 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-522210d7-f413-4316-922d-4f3905120dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:54.009236 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-522210d7-f413-4316-922d-4f3905120dce None None] Port 9c970f19-eae4-4148-b5ce-6913c2a8c7cb cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:23:54.014925 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 3a8cb33a-353e-414e-afe7-51e082b6b391 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:23:54.020749 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 3a8cb33a-353e-414e-afe7-51e082b6b391 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:23:54.021165 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:54.163262 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:54.166805 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d44816-5837-40b5-8d32-032c38ede92c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Router abaf62f3-5708-48ce-a529-45652398089f has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:23:54.180425 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 3a8cb33a-353e-414e-afe7-51e082b6b391, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=3a8cb33a-353e-414e-afe7-51e082b6b391,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:23:54.184833 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:54.185573 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device f17ab3c6-84d7-45cf-84a2-9fca8b183e3b up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:23:54.303989 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-bd546211-aa01-413b-a69d-cb69d59c450a None None] Provisioning complete for port 9c970f19-eae4-4148-b5ce-6913c2a8c7cb triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:23:54.304717 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-bd546211-aa01-413b-a69d-cb69d59c450a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:54.344505 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=3a8cb33a-353e-414e-afe7-51e082b6b391,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:54.355234 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d44816-5837-40b5-8d32-032c38ede92c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:23:54.367749 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-bd546211-aa01-413b-a69d-cb69d59c450a None None] Port 9c970f19-eae4-4148-b5ce-6913c2a8c7cb cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:23:54.371363 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29318e60-a2bc-427b-b336-f32becbd9e42 None None] Sync routers for ids ['abaf62f3-5708-48ce-a529-45652398089f'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:23:54.386111 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-77d44816-5837-40b5-8d32-032c38ede92c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "PUT /v2.0/routers/abaf62f3-5708-48ce-a529-45652398089f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1542428 Feb 16 13:23:54.392001 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29318e60-a2bc-427b-b336-f32becbd9e42 None None] Routers {'abaf62f3-5708-48ce-a529-45652398089f'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:23:54.392828 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-29318e60-a2bc-427b-b336-f32becbd9e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:23:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['abaf62f3-5708-48ce-a529-45652398089f'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:23:54.442001 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port f17ab3c6-84d7-45cf-84a2-9fca8b183e3b completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:23:54.460316 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port f17ab3c6-84d7-45cf-84a2-9fca8b183e3b triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:23:54.460698 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:54.542591 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-480e93f7-b85c-4366-835f-3a67f733344b req-a05824f9-7e48-4277-9dd0-c75e0716ffcb tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2131107705&fields=id&tenant_id=083db907435845cfbf101945bf75a5a6 HTTP/1.1" status: 200 len: 267 time: 0.0402327 Feb 16 13:23:54.680817 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-29318e60-a2bc-427b-b336-f32becbd9e42 None None] Set router abaf62f3-5708-48ce-a529-45652398089f gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:23:54.696757 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e93f7-b85c-4366-835f-3a67f733344b req-558b4ed2-6a1e-4a41-9518-e1cb95a0d96c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:54.697433 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-480e93f7-b85c-4366-835f-3a67f733344b req-558b4ed2-6a1e-4a41-9518-e1cb95a0d96c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Synchronizing usage tracker for tenant:083db907435845cfbf101945bf75a5a6 on resource:network {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:23:54.713591 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-480e93f7-b85c-4366-835f-3a67f733344b req-558b4ed2-6a1e-4a41-9518-e1cb95a0d96c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Unset dirty status for tenant:083db907435845cfbf101945bf75a5a6 on resource:network {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:23:54.714782 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-480e93f7-b85c-4366-835f-3a67f733344b req-558b4ed2-6a1e-4a41-9518-e1cb95a0d96c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/networks?id=1e47ec2b-302e-49ea-b533-d7c6e24ada15 HTTP/1.1" status: 200 len: 797 time: 0.1655943 Feb 16 13:23:54.730430 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-480e93f7-b85c-4366-835f-3a67f733344b req-abf83c4d-2737-465a-860c-95856187278a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/quotas/083db907435845cfbf101945bf75a5a6 HTTP/1.1" status: 200 len: 375 time: 0.0095408 Feb 16 13:23:54.811255 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-480e93f7-b85c-4366-835f-3a67f733344b req-07372bba-2818-450f-b6b1-7bf418377f26 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Synchronizing usage tracker for tenant:083db907435845cfbf101945bf75a5a6 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:23:54.818259 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:54.827538 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-480e93f7-b85c-4366-835f-3a67f733344b req-07372bba-2818-450f-b6b1-7bf418377f26 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Unset dirty status for tenant:083db907435845cfbf101945bf75a5a6 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:23:54.828939 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-480e93f7-b85c-4366-835f-3a67f733344b req-07372bba-2818-450f-b6b1-7bf418377f26 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=083db907435845cfbf101945bf75a5a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0931449 Feb 16 13:23:54.931735 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port f17ab3c6-84d7-45cf-84a2-9fca8b183e3b, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=f17ab3c6-84d7-45cf-84a2-9fca8b183e3b,segment=NetworkSegment(b9e8517a-07e9-4ed5-bb6c-2bb44f8ba2e7),segment_id=b9e8517a-07e9-4ed5-bb6c-2bb44f8ba2e7)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:23:54.938090 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:54.969420 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-480e93f7-b85c-4366-835f-3a67f733344b req-0ded8861-45a9-4bc1-8cf5-c447f365fd97 service neutron] 10.222.0.83 "GET /v2.0/networks/1e47ec2b-302e-49ea-b533-d7c6e24ada15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279883 Feb 16 13:23:55.060163 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=f17ab3c6-84d7-45cf-84a2-9fca8b183e3b,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:55.090825 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-29318e60-a2bc-427b-b336-f32becbd9e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abaf62f3-5708-48ce-a529-45652398089f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298290598', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.185'}], 'enable_snat': True}, 'gw_port_id': '3a8cb33a-353e-414e-afe7-51e082b6b391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:23:47Z', 'updated_at': '2022-02-16T13:23:52Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': '3a8cb33a-353e-414e-afe7-51e082b6b391', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaf62f3-5708-48ce-a529-45652398089f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:48Z', 'updated_at': '2022-02-16T13:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '9c970f19-eae4-4148-b5ce-6913c2a8c7cb', 'name': '', 'network_id': '1e47ec2b-302e-49ea-b533-d7c6e24ada15', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'mac_address': 'fa:16:3e:b3:b0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abaf62f3-5708-48ce-a529-45652398089f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'ce376a6c-10eb-4403-81c8-d9a2d70e0758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:52Z', 'updated_at': '2022-02-16T13:23:53Z', 'revision_number': 2, 'project_id': '083db907435845cfbf101945bf75a5a6', 'subnets': [{'id': 'ce376a6c-10eb-4403-81c8-d9a2d70e0758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:23:55.094810 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29318e60-a2bc-427b-b336-f32becbd9e42 None None] Checking router: abaf62f3-5708-48ce-a529-45652398089f for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:23:55.095155 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29318e60-a2bc-427b-b336-f32becbd9e42 None None] Updating router abaf62f3-5708-48ce-a529-45652398089f port 9c970f19-eae4-4148-b5ce-6913c2a8c7cb binding host dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:23:55.101572 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-480e93f7-b85c-4366-835f-3a67f733344b req-5ba86fb0-249d-4b95-bdad-2b3baff2c708 service neutron] 10.222.0.83 "GET /v2.0/networks/1e47ec2b-302e-49ea-b533-d7c6e24ada15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262786 Feb 16 13:23:55.150225 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-29318e60-a2bc-427b-b336-f32becbd9e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:55.215447 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:23:55.310876 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-5df82f75-a679-4831-b0a4-0cf5af69a56a req-132ad629-e766-4890-9c8a-3edd855b1417 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Synchronizing usage tracker for tenant:083db907435845cfbf101945bf75a5a6 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:23:55.322946 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-5df82f75-a679-4831-b0a4-0cf5af69a56a req-132ad629-e766-4890-9c8a-3edd855b1417 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Unset dirty status for tenant:083db907435845cfbf101945bf75a5a6 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:23:55.324090 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5df82f75-a679-4831-b0a4-0cf5af69a56a req-132ad629-e766-4890-9c8a-3edd855b1417 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d HTTP/1.1" status: 200 len: 210 time: 0.0700464 Feb 16 13:23:55.499007 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-29318e60-a2bc-427b-b336-f32becbd9e42 None None] Notify callbacks [] for port, precommit_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:55.514041 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-29318e60-a2bc-427b-b336-f32becbd9e42 None None] Transition to ACTIVE for port object 9c970f19-eae4-4148-b5ce-6913c2a8c7cb will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:23:55.521717 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-29318e60-a2bc-427b-b336-f32becbd9e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:55.683640 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0591c-a28a-443f-b689-9e7f79b19243 None None] Pushing event updated for resources: {'Port': ['ID=9c970f19-eae4-4148-b5ce-6913c2a8c7cb,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:55.753366 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-29318e60-a2bc-427b-b336-f32becbd9e42 None None] Attempting to bind port 9c970f19-eae4-4148-b5ce-6913c2a8c7cb on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:23:55.753496 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-29318e60-a2bc-427b-b336-f32becbd9e42 None None] Attempting to bind port 9c970f19-eae4-4148-b5ce-6913c2a8c7cb by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'b9e8517a-07e9-4ed5-bb6c-2bb44f8ba2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1e47ec2b-302e-49ea-b533-d7c6e24ada15'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:23:55.753842 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29318e60-a2bc-427b-b336-f32becbd9e42 None None] Attempting to bind port 9c970f19-eae4-4148-b5ce-6913c2a8c7cb on network 1e47ec2b-302e-49ea-b533-d7c6e24ada15 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:23:55.759334 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29318e60-a2bc-427b-b336-f32becbd9e42 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:23:55.759870 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29318e60-a2bc-427b-b336-f32becbd9e42 None None] Checking segment: {'id': 'b9e8517a-07e9-4ed5-bb6c-2bb44f8ba2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1e47ec2b-302e-49ea-b533-d7c6e24ada15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:23:55.760300 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-29318e60-a2bc-427b-b336-f32becbd9e42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:55.760710 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29318e60-a2bc-427b-b336-f32becbd9e42 None None] Bound using segment: {'id': 'b9e8517a-07e9-4ed5-bb6c-2bb44f8ba2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1e47ec2b-302e-49ea-b533-d7c6e24ada15'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:23:55.761163 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-29318e60-a2bc-427b-b336-f32becbd9e42 None None] Bound port: 9c970f19-eae4-4148-b5ce-6913c2a8c7cb, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e8517a-07e9-4ed5-bb6c-2bb44f8ba2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1e47ec2b-302e-49ea-b533-d7c6e24ada15'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:23:55.761524 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-29318e60-a2bc-427b-b336-f32becbd9e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:55.775208 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 3a8cb33a-353e-414e-afe7-51e082b6b391 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:23:55.925792 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-29318e60-a2bc-427b-b336-f32becbd9e42 None None] For port 9c970f19-eae4-4148-b5ce-6913c2a8c7cb, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:23:55.930981 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-29318e60-a2bc-427b-b336-f32becbd9e42 None None] For port 9c970f19-eae4-4148-b5ce-6913c2a8c7cb, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=9c970f19-eae4-4148-b5ce-6913c2a8c7cb,segment=NetworkSegment(b9e8517a-07e9-4ed5-bb6c-2bb44f8ba2e7),segment_id=b9e8517a-07e9-4ed5-bb6c-2bb44f8ba2e7)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:23:55.933175 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 3a8cb33a-353e-414e-afe7-51e082b6b391 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:23:55.933536 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:55.962193 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-29318e60-a2bc-427b-b336-f32becbd9e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:56.069298 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29318e60-a2bc-427b-b336-f32becbd9e42 None None] Routers {'abaf62f3-5708-48ce-a529-45652398089f'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:23:56.069928 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-29318e60-a2bc-427b-b336-f32becbd9e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:23:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['abaf62f3-5708-48ce-a529-45652398089f'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:23:56.124429 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0591c-a28a-443f-b689-9e7f79b19243 None None] Pushing event updated for resources: {'Port': ['ID=9c970f19-eae4-4148-b5ce-6913c2a8c7cb,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:56.326163 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device f17ab3c6-84d7-45cf-84a2-9fca8b183e3b up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:23:56.401984 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-29318e60-a2bc-427b-b336-f32becbd9e42 None None] Set router abaf62f3-5708-48ce-a529-45652398089f gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:23:56.535670 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port f17ab3c6-84d7-45cf-84a2-9fca8b183e3b triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:23:56.536353 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:56.621341 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e93f7-b85c-4366-835f-3a67f733344b req-52741691-7e6c-4f91-8891-60f6c0c5a47d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:56.622993 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-480e93f7-b85c-4366-835f-3a67f733344b req-52741691-7e6c-4f91-8891-60f6c0c5a47d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.89 "GET /v2.0/networks?id=1e47ec2b-302e-49ea-b533-d7c6e24ada15 HTTP/1.1" status: 200 len: 797 time: 0.2811573 Feb 16 13:23:56.630027 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-979f9dfc-d504-4ce2-b6a6-bdaff4cd9695 req-5f6158b4-2442-449e-80b2-f3a736d084b1 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d HTTP/1.1" status: 200 len: 210 time: 0.0595248 Feb 16 13:23:56.675759 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-480e93f7-b85c-4366-835f-3a67f733344b req-b803fcc1-661c-4edb-a849-13c73b2c405b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=083db907435845cfbf101945bf75a5a6 HTTP/1.1" status: 200 len: 380 time: 0.0433233 Feb 16 13:23:56.685506 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-480e93f7-b85c-4366-835f-3a67f733344b req-535508dc-c7ca-4d22-a2ae-37bf3389caff tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'port': {'device_id': 'c3a843d0-a44b-4405-8e4b-39818c8cbc0d', 'network_id': '1e47ec2b-302e-49ea-b533-d7c6e24ada15', 'admin_state_up': True, 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'security_groups': ['5a888a33-349d-451e-9b04-e1b25c701ba4']}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:23:56.826450 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-29318e60-a2bc-427b-b336-f32becbd9e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abaf62f3-5708-48ce-a529-45652398089f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298290598', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.185'}], 'enable_snat': True}, 'gw_port_id': '3a8cb33a-353e-414e-afe7-51e082b6b391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:23:47Z', 'updated_at': '2022-02-16T13:23:52Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': '3a8cb33a-353e-414e-afe7-51e082b6b391', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaf62f3-5708-48ce-a529-45652398089f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:48Z', 'updated_at': '2022-02-16T13:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '9c970f19-eae4-4148-b5ce-6913c2a8c7cb', 'name': '', 'network_id': '1e47ec2b-302e-49ea-b533-d7c6e24ada15', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'mac_address': 'fa:16:3e:b3:b0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abaf62f3-5708-48ce-a529-45652398089f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'ce376a6c-10eb-4403-81c8-d9a2d70e0758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:52Z', 'updated_at': '2022-02-16T13:23:55Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'subnets': [{'id': 'ce376a6c-10eb-4403-81c8-d9a2d70e0758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:23:56.830587 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29318e60-a2bc-427b-b336-f32becbd9e42 None None] The sync data for ids ['abaf62f3-5708-48ce-a529-45652398089f'] in dv-neutron-829527-1-hyperv is: [{'id': 'abaf62f3-5708-48ce-a529-45652398089f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298290598', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.185'}], 'enable_snat': True}, 'gw_port_id': '3a8cb33a-353e-414e-afe7-51e082b6b391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:23:47Z', 'updated_at': '2022-02-16T13:23:52Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': '3a8cb33a-353e-414e-afe7-51e082b6b391', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaf62f3-5708-48ce-a529-45652398089f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:48Z', 'updated_at': '2022-02-16T13:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '9c970f19-eae4-4148-b5ce-6913c2a8c7cb', 'name': '', 'network_id': '1e47ec2b-302e-49ea-b533-d7c6e24ada15', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'mac_address': 'fa:16:3e:b3:b0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abaf62f3-5708-48ce-a529-45652398089f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'ce376a6c-10eb-4403-81c8-d9a2d70e0758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:52Z', 'updated_at': '2022-02-16T13:23:55Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'subnets': [{'id': 'ce376a6c-10eb-4403-81c8-d9a2d70e0758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:23:56.835113 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-480e93f7-b85c-4366-835f-3a67f733344b req-535508dc-c7ca-4d22-a2ae-37bf3389caff tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:23:56.844216 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-480e93f7-b85c-4366-835f-3a67f733344b req-535508dc-c7ca-4d22-a2ae-37bf3389caff tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:23:56.854846 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-480e93f7-b85c-4366-835f-3a67f733344b req-535508dc-c7ca-4d22-a2ae-37bf3389caff tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Made reservation on behalf of 083db907435845cfbf101945bf75a5a6 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:23:56.858943 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-480e93f7-b85c-4366-835f-3a67f733344b req-535508dc-c7ca-4d22-a2ae-37bf3389caff tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:57.043296 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [req-480e93f7-b85c-4366-835f-3a67f733344b req-535508dc-c7ca-4d22-a2ae-37bf3389caff tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Allocated IP 172.20.0.6 (1e47ec2b-302e-49ea-b533-d7c6e24ada15/ce376a6c-10eb-4403-81c8-d9a2d70e0758/44b82f12-9f6b-4e75-9baa-32eda4b49811) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:23:57.241097 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-480e93f7-b85c-4366-835f-3a67f733344b req-535508dc-c7ca-4d22-a2ae-37bf3389caff tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:57.257674 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-480e93f7-b85c-4366-835f-3a67f733344b req-535508dc-c7ca-4d22-a2ae-37bf3389caff tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Transition to ACTIVE for port object 44b82f12-9f6b-4e75-9baa-32eda4b49811 will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:23:57.282231 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-480e93f7-b85c-4366-835f-3a67f733344b req-535508dc-c7ca-4d22-a2ae-37bf3389caff tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:57.353864 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-480e93f7-b85c-4366-835f-3a67f733344b req-535508dc-c7ca-4d22-a2ae-37bf3389caff tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Network 1e47ec2b-302e-49ea-b533-d7c6e24ada15 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:23:57.357144 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [req-480e93f7-b85c-4366-835f-3a67f733344b req-535508dc-c7ca-4d22-a2ae-37bf3389caff tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:23:57.361144 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-480e93f7-b85c-4366-835f-3a67f733344b req-535508dc-c7ca-4d22-a2ae-37bf3389caff tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:23:57.397841 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535508dc-c7ca-4d22-a2ae-37bf3389caff tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'Port': ['ID=44b82f12-9f6b-4e75-9baa-32eda4b49811,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:57.444925 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e93f7-b85c-4366-835f-3a67f733344b req-535508dc-c7ca-4d22-a2ae-37bf3389caff tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:57.445629 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-480e93f7-b85c-4366-835f-3a67f733344b req-535508dc-c7ca-4d22-a2ae-37bf3389caff tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:57.478573 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-480e93f7-b85c-4366-835f-3a67f733344b req-535508dc-c7ca-4d22-a2ae-37bf3389caff tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7979274 Feb 16 13:23:57.490645 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-480e93f7-b85c-4366-835f-3a67f733344b req-b4366161-c377-4234-bbec-210a866e73b8 service neutron] Request body: {'port': {'device_id': 'c3a843d0-a44b-4405-8e4b-39818c8cbc0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:23:57.616033 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-480e93f7-b85c-4366-835f-3a67f733344b req-b4366161-c377-4234-bbec-210a866e73b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:57.625652 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-a3c2b294-4a5b-433c-a1bc-93550faf1aa3 None None] Provisioning for port 44b82f12-9f6b-4e75-9baa-32eda4b49811 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:23:57.632867 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-a3c2b294-4a5b-433c-a1bc-93550faf1aa3 None None] Provisioning complete for port 44b82f12-9f6b-4e75-9baa-32eda4b49811 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:23:57.633532 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a3c2b294-4a5b-433c-a1bc-93550faf1aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:57.718732 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-a3c2b294-4a5b-433c-a1bc-93550faf1aa3 None None] Port 44b82f12-9f6b-4e75-9baa-32eda4b49811 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:23:57.795666 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 9c970f19-eae4-4148-b5ce-6913c2a8c7cb up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:23:57.851177 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d2b53-aa75-4889-9978-da0ae64b1ea0 req-545dee4d-78a8-4689-8a83-cae7778d0846 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:57.853055 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1d1d2b53-aa75-4889-9978-da0ae64b1ea0 req-545dee4d-78a8-4689-8a83-cae7778d0846 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d HTTP/1.1" status: 200 len: 931 time: 0.0913110 Feb 16 13:23:57.871716 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 9c970f19-eae4-4148-b5ce-6913c2a8c7cb completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:23:57.878450 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 9c970f19-eae4-4148-b5ce-6913c2a8c7cb triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:23:57.878813 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:57.907994 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-1d1d2b53-aa75-4889-9978-da0ae64b1ea0 req-95927b65-f54b-499e-b93f-e6a7377da9db tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Synchronizing usage tracker for tenant:083db907435845cfbf101945bf75a5a6 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:23:57.928317 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-1d1d2b53-aa75-4889-9978-da0ae64b1ea0 req-95927b65-f54b-499e-b93f-e6a7377da9db tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Unset dirty status for tenant:083db907435845cfbf101945bf75a5a6 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:23:57.929815 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1d1d2b53-aa75-4889-9978-da0ae64b1ea0 req-95927b65-f54b-499e-b93f-e6a7377da9db tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a888a33-349d-451e-9b04-e1b25c701ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677621 Feb 16 13:23:58.006929 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:58.040339 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 9c970f19-eae4-4148-b5ce-6913c2a8c7cb, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=9c970f19-eae4-4148-b5ce-6913c2a8c7cb,segment=NetworkSegment(b9e8517a-07e9-4ed5-bb6c-2bb44f8ba2e7),segment_id=b9e8517a-07e9-4ed5-bb6c-2bb44f8ba2e7)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:23:58.045140 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:58.119482 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=9c970f19-eae4-4148-b5ce-6913c2a8c7cb,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:58.124352 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [req-480e93f7-b85c-4366-835f-3a67f733344b req-b4366161-c377-4234-bbec-210a866e73b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44b82f12-9f6b-4e75-9baa-32eda4b49811 {{(pid=87701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:23:58.131995 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-480e93f7-b85c-4366-835f-3a67f733344b req-b4366161-c377-4234-bbec-210a866e73b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:58.146596 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-480e93f7-b85c-4366-835f-3a67f733344b req-b4366161-c377-4234-bbec-210a866e73b8 service neutron] Transition to ACTIVE for port object 44b82f12-9f6b-4e75-9baa-32eda4b49811 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:23:58.151964 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-480e93f7-b85c-4366-835f-3a67f733344b req-b4366161-c377-4234-bbec-210a866e73b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:58.311287 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4366161-c377-4234-bbec-210a866e73b8 service neutron] Pushing event updated for resources: {'Port': ['ID=44b82f12-9f6b-4e75-9baa-32eda4b49811,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:58.386466 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-480e93f7-b85c-4366-835f-3a67f733344b req-b4366161-c377-4234-bbec-210a866e73b8 service neutron] Attempting to bind port 44b82f12-9f6b-4e75-9baa-32eda4b49811 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:23:58.386799 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-480e93f7-b85c-4366-835f-3a67f733344b req-b4366161-c377-4234-bbec-210a866e73b8 service neutron] Attempting to bind port 44b82f12-9f6b-4e75-9baa-32eda4b49811 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'b9e8517a-07e9-4ed5-bb6c-2bb44f8ba2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1e47ec2b-302e-49ea-b533-d7c6e24ada15'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:23:58.387123 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480e93f7-b85c-4366-835f-3a67f733344b req-b4366161-c377-4234-bbec-210a866e73b8 service neutron] Attempting to bind port 44b82f12-9f6b-4e75-9baa-32eda4b49811 on network 1e47ec2b-302e-49ea-b533-d7c6e24ada15 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:23:58.391739 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480e93f7-b85c-4366-835f-3a67f733344b req-b4366161-c377-4234-bbec-210a866e73b8 service neutron] Port 44b82f12-9f6b-4e75-9baa-32eda4b49811 on network 1e47ec2b-302e-49ea-b533-d7c6e24ada15 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:23:58.392055 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480e93f7-b85c-4366-835f-3a67f733344b req-b4366161-c377-4234-bbec-210a866e73b8 service neutron] Attempting to bind port 44b82f12-9f6b-4e75-9baa-32eda4b49811 on network 1e47ec2b-302e-49ea-b533-d7c6e24ada15 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:23:58.397146 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480e93f7-b85c-4366-835f-3a67f733344b req-b4366161-c377-4234-bbec-210a866e73b8 service neutron] Checking agent: {'id': 'b4b5bcfd-2763-4324-82e0-923bc8a52546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'started_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:23:58.397478 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480e93f7-b85c-4366-835f-3a67f733344b req-b4366161-c377-4234-bbec-210a866e73b8 service neutron] Checking segment: {'id': 'b9e8517a-07e9-4ed5-bb6c-2bb44f8ba2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1e47ec2b-302e-49ea-b533-d7c6e24ada15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:23:58.397855 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480e93f7-b85c-4366-835f-3a67f733344b req-b4366161-c377-4234-bbec-210a866e73b8 service neutron] Bound using segment: {'id': 'b9e8517a-07e9-4ed5-bb6c-2bb44f8ba2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1e47ec2b-302e-49ea-b533-d7c6e24ada15'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:23:58.398270 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-480e93f7-b85c-4366-835f-3a67f733344b req-b4366161-c377-4234-bbec-210a866e73b8 service neutron] Bound port: 44b82f12-9f6b-4e75-9baa-32eda4b49811, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e8517a-07e9-4ed5-bb6c-2bb44f8ba2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1e47ec2b-302e-49ea-b533-d7c6e24ada15'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:23:58.398604 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-480e93f7-b85c-4366-835f-3a67f733344b req-b4366161-c377-4234-bbec-210a866e73b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:58.492864 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-480e93f7-b85c-4366-835f-3a67f733344b req-b4366161-c377-4234-bbec-210a866e73b8 service neutron] For port 44b82f12-9f6b-4e75-9baa-32eda4b49811, host hv-neutron-8295, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:23:58.496595 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-480e93f7-b85c-4366-835f-3a67f733344b req-b4366161-c377-4234-bbec-210a866e73b8 service neutron] For port 44b82f12-9f6b-4e75-9baa-32eda4b49811, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=44b82f12-9f6b-4e75-9baa-32eda4b49811,segment=NetworkSegment(b9e8517a-07e9-4ed5-bb6c-2bb44f8ba2e7),segment_id=b9e8517a-07e9-4ed5-bb6c-2bb44f8ba2e7)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:23:58.503768 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-480e93f7-b85c-4366-835f-3a67f733344b req-b4366161-c377-4234-bbec-210a866e73b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:58.565293 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e93f7-b85c-4366-835f-3a67f733344b req-b4366161-c377-4234-bbec-210a866e73b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:58.566068 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-480e93f7-b85c-4366-835f-3a67f733344b req-b4366161-c377-4234-bbec-210a866e73b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:58.567476 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-480e93f7-b85c-4366-835f-3a67f733344b req-b4366161-c377-4234-bbec-210a866e73b8 service neutron] 10.222.0.89 "PUT /v2.0/ports/44b82f12-9f6b-4e75-9baa-32eda4b49811 HTTP/1.1" status: 200 len: 1093 time: 1.0813510 Feb 16 13:23:58.567919 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3a843d0-a44b-4405-8e4b-39818c8cbc0d', 'tag': '44b82f12-9f6b-4e75-9baa-32eda4b49811'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:23:58.588697 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4366161-c377-4234-bbec-210a866e73b8 service neutron] Pushing event updated for resources: {'Port': ['ID=44b82f12-9f6b-4e75-9baa-32eda4b49811,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:23:58.647776 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3a843d0-a44b-4405-8e4b-39818c8cbc0d', 'tag': '44b82f12-9f6b-4e75-9baa-32eda4b49811', 'status': 'completed', 'code': 200} Feb 16 13:23:58.690035 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e93f7-b85c-4366-835f-3a67f733344b req-8810a062-33a5-4f1c-8c74-a6de097ed141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:58.691516 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-480e93f7-b85c-4366-835f-3a67f733344b req-8810a062-33a5-4f1c-8c74-a6de097ed141 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=083db907435845cfbf101945bf75a5a6&device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d HTTP/1.1" status: 200 len: 1096 time: 0.0763321 Feb 16 13:23:58.767116 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-480e93f7-b85c-4366-835f-3a67f733344b req-8f82d890-687b-4255-9e41-7d23e708576a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44b82f12-9f6b-4e75-9baa-32eda4b49811 HTTP/1.1" status: 200 len: 217 time: 0.0674112 Feb 16 13:23:58.834032 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e93f7-b85c-4366-835f-3a67f733344b req-5922ab52-af02-4f2c-b7b9-bd5cfb76cfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:58.835374 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-480e93f7-b85c-4366-835f-3a67f733344b req-5922ab52-af02-4f2c-b7b9-bd5cfb76cfba service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ce376a6c-10eb-4403-81c8-d9a2d70e0758 HTTP/1.1" status: 200 len: 835 time: 0.0631447 Feb 16 13:23:58.923303 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e93f7-b85c-4366-835f-3a67f733344b req-fad05eb3-f11c-45c6-8388-e6aa0f467933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:58.924801 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-480e93f7-b85c-4366-835f-3a67f733344b req-fad05eb3-f11c-45c6-8388-e6aa0f467933 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1e47ec2b-302e-49ea-b533-d7c6e24ada15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0838890 Feb 16 13:23:59.059626 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-480e93f7-b85c-4366-835f-3a67f733344b req-14a74096-e35a-4759-ba78-637c80533217 service neutron] 10.222.0.89 "GET /v2.0/networks/1e47ec2b-302e-49ea-b533-d7c6e24ada15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279802 Feb 16 13:23:59.125525 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85cf4a9-a975-47e1-ae6f-794d72718ed7 req-cd8a6fa0-96e3-41fd-910f-435d6d4eec29 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:59.127012 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e85cf4a9-a975-47e1-ae6f-794d72718ed7 req-cd8a6fa0-96e3-41fd-910f-435d6d4eec29 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d HTTP/1.1" status: 200 len: 943 time: 0.0845540 Feb 16 13:23:59.178725 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e85cf4a9-a975-47e1-ae6f-794d72718ed7 req-e802fa79-5c78-4599-b56b-a4b0a31ae19c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a888a33-349d-451e-9b04-e1b25c701ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457840 Feb 16 13:23:59.188802 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-480e93f7-b85c-4366-835f-3a67f733344b req-b7d08494-bfdd-4405-92bc-1c987e695071 service neutron] 10.222.0.89 "GET /v2.0/networks/1e47ec2b-302e-49ea-b533-d7c6e24ada15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233249 Feb 16 13:23:59.312238 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808b74c-ac82-492b-8995-c3ddc8b4594b req-798144dc-3be2-41fc-8034-d6631e9cab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:59.313683 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6808b74c-ac82-492b-8995-c3ddc8b4594b req-798144dc-3be2-41fc-8034-d6631e9cab6c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=083db907435845cfbf101945bf75a5a6&device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d HTTP/1.1" status: 200 len: 1096 time: 0.0751646 Feb 16 13:23:59.443228 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808b74c-ac82-492b-8995-c3ddc8b4594b req-099a11db-45a5-478c-8211-89a13ab0cb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:59.444663 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6808b74c-ac82-492b-8995-c3ddc8b4594b req-099a11db-45a5-478c-8211-89a13ab0cb98 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1e47ec2b-302e-49ea-b533-d7c6e24ada15 HTTP/1.1" status: 200 len: 898 time: 0.1241095 Feb 16 13:23:59.514592 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6808b74c-ac82-492b-8995-c3ddc8b4594b req-e5b31ea0-577e-4b60-a412-6054f4d1453d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44b82f12-9f6b-4e75-9baa-32eda4b49811 HTTP/1.1" status: 200 len: 217 time: 0.0626571 Feb 16 13:23:59.594393 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808b74c-ac82-492b-8995-c3ddc8b4594b req-62ade0bb-6bea-43ee-9272-d17041cfc94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:59.595756 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6808b74c-ac82-492b-8995-c3ddc8b4594b req-62ade0bb-6bea-43ee-9272-d17041cfc94f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ce376a6c-10eb-4403-81c8-d9a2d70e0758 HTTP/1.1" status: 200 len: 835 time: 0.0732050 Feb 16 13:23:59.679699 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808b74c-ac82-492b-8995-c3ddc8b4594b req-af01360a-a249-4720-a8dd-fdb23ee9e370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:23:59.681347 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6808b74c-ac82-492b-8995-c3ddc8b4594b req-af01360a-a249-4720-a8dd-fdb23ee9e370 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1e47ec2b-302e-49ea-b533-d7c6e24ada15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784552 Feb 16 13:23:59.753456 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 9c970f19-eae4-4148-b5ce-6913c2a8c7cb up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:23:59.825809 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 9c970f19-eae4-4148-b5ce-6913c2a8c7cb triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:23:59.826181 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:23:59.924489 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6808b74c-ac82-492b-8995-c3ddc8b4594b req-66447c1d-843c-4f15-9e7d-ba163b211b0b service neutron] 10.222.0.89 "GET /v2.0/networks/1e47ec2b-302e-49ea-b533-d7c6e24ada15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352948 Feb 16 13:24:00.057717 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6808b74c-ac82-492b-8995-c3ddc8b4594b req-6e2f9dba-a6c3-48d0-a193-9ce1c6eb4241 service neutron] 10.222.0.89 "GET /v2.0/networks/1e47ec2b-302e-49ea-b533-d7c6e24ada15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267643 Feb 16 13:24:00.378478 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d796ff4-3c85-4b38-9eb2-2658a4567b09 req-70542539-6b61-40e7-bf66-d53d4ae5ca8b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:00.379167 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-3d796ff4-3c85-4b38-9eb2-2658a4567b09 req-70542539-6b61-40e7-bf66-d53d4ae5ca8b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Synchronizing usage tracker for tenant:083db907435845cfbf101945bf75a5a6 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:24:00.396735 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-3d796ff4-3c85-4b38-9eb2-2658a4567b09 req-70542539-6b61-40e7-bf66-d53d4ae5ca8b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Unset dirty status for tenant:083db907435845cfbf101945bf75a5a6 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:24:00.397883 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3d796ff4-3c85-4b38-9eb2-2658a4567b09 req-70542539-6b61-40e7-bf66-d53d4ae5ca8b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d HTTP/1.1" status: 200 len: 943 time: 0.1054976 Feb 16 13:24:00.442125 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3d796ff4-3c85-4b38-9eb2-2658a4567b09 req-81950fbb-41e1-4e8d-a2ea-e8cf8d99bb3e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a888a33-349d-451e-9b04-e1b25c701ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382371 Feb 16 13:24:01.084665 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 44b82f12-9f6b-4e75-9baa-32eda4b49811 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:24:01.219686 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 44b82f12-9f6b-4e75-9baa-32eda4b49811, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=44b82f12-9f6b-4e75-9baa-32eda4b49811,segment=NetworkSegment(b9e8517a-07e9-4ed5-bb6c-2bb44f8ba2e7),segment_id=b9e8517a-07e9-4ed5-bb6c-2bb44f8ba2e7)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:24:01.232551 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': '44b82f12-9f6b-4e75-9baa-32eda4b49811', 'network_id': '1e47ec2b-302e-49ea-b533-d7c6e24ada15', 'port_id': '44b82f12-9f6b-4e75-9baa-32eda4b49811', 'mac_address': 'fa:16:3e:d9:f2:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce376a6c-10eb-4403-81c8-d9a2d70e0758', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:24:01.286207 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:01.303354 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44b82f12-9f6b-4e75-9baa-32eda4b49811 {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:24:01.320005 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 44b82f12-9f6b-4e75-9baa-32eda4b49811, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=44b82f12-9f6b-4e75-9baa-32eda4b49811,segment=NetworkSegment(b9e8517a-07e9-4ed5-bb6c-2bb44f8ba2e7),segment_id=b9e8517a-07e9-4ed5-bb6c-2bb44f8ba2e7)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:24:01.325766 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:01.395270 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=44b82f12-9f6b-4e75-9baa-32eda4b49811,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:24:01.545210 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['44b82f12-9f6b-4e75-9baa-32eda4b49811'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:24:01.638183 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b112e20-61a9-4e05-b6c0-42865d4daee4 req-bfc356de-b620-476c-8e74-2c9c555ba573 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:01.639686 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-0b112e20-61a9-4e05-b6c0-42865d4daee4 req-bfc356de-b620-476c-8e74-2c9c555ba573 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d HTTP/1.1" status: 200 len: 944 time: 0.0909951 Feb 16 13:24:01.690211 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-0b112e20-61a9-4e05-b6c0-42865d4daee4 req-efd261f5-e189-4a0e-aa73-a112bff645e0 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a888a33-349d-451e-9b04-e1b25c701ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446093 Feb 16 13:24:01.891848 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-65ba3d57-4fb1-41df-95e0-27b34dd288b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:02.898277 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321efa49-5975-4bf3-b9b5-e364ca9553f5 req-5fb54a0c-fcd3-49d7-adfe-a5965031ec6c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:02.900203 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-321efa49-5975-4bf3-b9b5-e364ca9553f5 req-5fb54a0c-fcd3-49d7-adfe-a5965031ec6c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d HTTP/1.1" status: 200 len: 944 time: 0.0973306 Feb 16 13:24:02.948211 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-321efa49-5975-4bf3-b9b5-e364ca9553f5 req-784b317d-dfac-418b-8100-24d271103c47 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a888a33-349d-451e-9b04-e1b25c701ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398481 Feb 16 13:24:03.084593 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 44b82f12-9f6b-4e75-9baa-32eda4b49811 up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:24:03.159025 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning for port 44b82f12-9f6b-4e75-9baa-32eda4b49811 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:24:03.166654 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port 44b82f12-9f6b-4e75-9baa-32eda4b49811 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:24:03.167139 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:03.294564 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:03.335424 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a843d0-a44b-4405-8e4b-39818c8cbc0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b82f12-9f6b-4e75-9baa-32eda4b49811'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:24:03.345667 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 44b82f12-9f6b-4e75-9baa-32eda4b49811, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=44b82f12-9f6b-4e75-9baa-32eda4b49811,segment=NetworkSegment(b9e8517a-07e9-4ed5-bb6c-2bb44f8ba2e7),segment_id=b9e8517a-07e9-4ed5-bb6c-2bb44f8ba2e7)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:24:03.352569 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:03.418147 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=44b82f12-9f6b-4e75-9baa-32eda4b49811,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:24:03.437508 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a843d0-a44b-4405-8e4b-39818c8cbc0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b82f12-9f6b-4e75-9baa-32eda4b49811', 'code': 200} Feb 16 13:24:03.678593 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a333926-da78-4dda-8bd7-e97c3b612758 req-1cb49014-910f-4e62-886e-c42885f24071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:03.680113 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2a333926-da78-4dda-8bd7-e97c3b612758 req-1cb49014-910f-4e62-886e-c42885f24071 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d HTTP/1.1" status: 200 len: 1098 time: 0.0769463 Feb 16 13:24:03.737514 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2a333926-da78-4dda-8bd7-e97c3b612758 req-7708f573-b9f6-4df5-8fdd-05a1ab26924e service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=5a888a33-349d-451e-9b04-e1b25c701ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504565 Feb 16 13:24:04.160596 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dabf1e-29c0-4d56-94f0-8a4e6fa2034a req-04be1906-2d9b-415d-a4d4-ae9a913a93f4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:04.162013 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-75dabf1e-29c0-4d56-94f0-8a4e6fa2034a req-04be1906-2d9b-415d-a4d4-ae9a913a93f4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d HTTP/1.1" status: 200 len: 945 time: 0.0856316 Feb 16 13:24:04.177510 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-645594fc-cdb6-4976-916f-a6cc0584d179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:04.208621 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-75dabf1e-29c0-4d56-94f0-8a4e6fa2034a req-43b0c67d-e92c-462e-8e4f-3fc9115ac957 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a888a33-349d-451e-9b04-e1b25c701ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400698 Feb 16 13:24:04.772955 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:05.241872 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:05.303185 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:05.408997 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681d75b-b5e9-49cf-9ea4-6ec92103def3 req-8ab83ab7-355c-41ab-a0e5-9aebf48a9b42 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:05.410472 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1681d75b-b5e9-49cf-9ea4-6ec92103def3 req-8ab83ab7-355c-41ab-a0e5-9aebf48a9b42 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d HTTP/1.1" status: 200 len: 945 time: 0.0822270 Feb 16 13:24:05.465254 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1681d75b-b5e9-49cf-9ea4-6ec92103def3 req-5631b4ab-ead4-46e8-8742-5fd8ebe288bd tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a888a33-349d-451e-9b04-e1b25c701ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489357 Feb 16 13:24:05.667251 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17372636-7e89-497c-8011-0326a2a0afe1 req-f27f8542-af81-4b46-bedc-b8cec65e1388 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:05.668756 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-17372636-7e89-497c-8011-0326a2a0afe1 req-f27f8542-af81-4b46-bedc-b8cec65e1388 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d HTTP/1.1" status: 200 len: 945 time: 0.0888972 Feb 16 13:24:05.721306 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-17372636-7e89-497c-8011-0326a2a0afe1 req-73af5747-4b01-47e1-a4b7-5f19fbf446c9 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a888a33-349d-451e-9b04-e1b25c701ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464263 Feb 16 13:24:05.746390 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 49710) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:24:05.822020 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb93d89-f230-4bd0-8dbe-c337ca19a2a5 tempest-TestNetworkAdvancedServerOps-74201966 tempest-TestNetworkAdvancedServerOps-74201966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:05.823622 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-fcb93d89-f230-4bd0-8dbe-c337ca19a2a5 tempest-TestNetworkAdvancedServerOps-74201966 tempest-TestNetworkAdvancedServerOps-74201966-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d HTTP/1.1" status: 200 len: 1093 time: 0.0762324 Feb 16 13:24:05.826386 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 49714) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:24:05.831313 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-2cf076dd-363b-42e6-92f3-ee33fbcbced3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'floatingip': {'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'port_id': '44b82f12-9f6b-4e75-9baa-32eda4b49811', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:24:05.837987 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-2cf076dd-363b-42e6-92f3-ee33fbcbced3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:24:05.842398 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-2cf076dd-363b-42e6-92f3-ee33fbcbced3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:floatingip and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:24:05.845672 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-2cf076dd-363b-42e6-92f3-ee33fbcbced3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:24:05.852380 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-2cf076dd-363b-42e6-92f3-ee33fbcbced3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:24:05.866931 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2cf076dd-363b-42e6-92f3-ee33fbcbced3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for floatingip, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:06.012266 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2cf076dd-363b-42e6-92f3-ee33fbcbced3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:06.156702 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-2cf076dd-363b-42e6-92f3-ee33fbcbced3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Allocated IP 172.26.5.28 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/af5642ff-a649-447c-b549-d023b1c82fe6) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:24:06.299625 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2cf076dd-363b-42e6-92f3-ee33fbcbced3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:06.336951 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2cf076dd-363b-42e6-92f3-ee33fbcbced3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:06.406225 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf076dd-363b-42e6-92f3-ee33fbcbced3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:24:06.410031 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-2cf076dd-363b-42e6-92f3-ee33fbcbced3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:24:06.414582 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf076dd-363b-42e6-92f3-ee33fbcbced3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:24:06.457319 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf076dd-363b-42e6-92f3-ee33fbcbced3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'Port': ['ID=af5642ff-a649-447c-b549-d023b1c82fe6,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:24:06.856097 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:06.968226 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2cf076dd-363b-42e6-92f3-ee33fbcbced3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:07.043386 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2cf076dd-363b-42e6-92f3-ee33fbcbced3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:07.246955 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2cf076dd-363b-42e6-92f3-ee33fbcbced3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:07.255642 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2cf076dd-363b-42e6-92f3-ee33fbcbced3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:07.360146 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf076dd-363b-42e6-92f3-ee33fbcbced3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'Port': ['ID=af5642ff-a649-447c-b549-d023b1c82fe6,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:24:07.376484 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2cf076dd-363b-42e6-92f3-ee33fbcbced3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:07.550613 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.l3_db [None req-2cf076dd-363b-42e6-92f3-ee33fbcbced3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Floating IP 5c1fee1f-2074-4f14-860b-7ca96ea37650 associated. External IP: 172.26.5.28, port: 44b82f12-9f6b-4e75-9baa-32eda4b49811. Feb 16 13:24:07.920949 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf076dd-363b-42e6-92f3-ee33fbcbced3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Router abaf62f3-5708-48ce-a529-45652398089f has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:24:08.115090 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf076dd-363b-42e6-92f3-ee33fbcbced3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:24:08.125625 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128c0a99-d9d6-4dc5-9f9b-6d000d83bf86 None None] Sync routers for ids ['abaf62f3-5708-48ce-a529-45652398089f'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:24:08.137537 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128c0a99-d9d6-4dc5-9f9b-6d000d83bf86 None None] Routers {'abaf62f3-5708-48ce-a529-45652398089f'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:24:08.138154 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-128c0a99-d9d6-4dc5-9f9b-6d000d83bf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:24:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['abaf62f3-5708-48ce-a529-45652398089f'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:24:08.142751 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2cf076dd-363b-42e6-92f3-ee33fbcbced3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:08.201695 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-2cf076dd-363b-42e6-92f3-ee33fbcbced3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3741488 Feb 16 13:24:08.202093 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3a843d0-a44b-4405-8e4b-39818c8cbc0d', 'tag': '44b82f12-9f6b-4e75-9baa-32eda4b49811'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:24:08.256419 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3a843d0-a44b-4405-8e4b-39818c8cbc0d', 'tag': '44b82f12-9f6b-4e75-9baa-32eda4b49811', 'status': 'completed', 'code': 200} Feb 16 13:24:08.356160 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1201edb-a67b-4f99-8925-6204063d82fe req-66e9f50e-8cbf-49c4-82e7-64b26f26367c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:08.357934 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d1201edb-a67b-4f99-8925-6204063d82fe req-66e9f50e-8cbf-49c4-82e7-64b26f26367c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=083db907435845cfbf101945bf75a5a6&device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d HTTP/1.1" status: 200 len: 1098 time: 0.0802495 Feb 16 13:24:08.360666 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-128c0a99-d9d6-4dc5-9f9b-6d000d83bf86 None None] Set router abaf62f3-5708-48ce-a529-45652398089f gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:24:08.380461 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffaa4b-4b90-4492-9bac-136c03e565f5 req-735a0244-6dd0-4ec8-a095-3e7eb7dea81a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:08.381944 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1bffaa4b-4b90-4492-9bac-136c03e565f5 req-735a0244-6dd0-4ec8-a095-3e7eb7dea81a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d HTTP/1.1" status: 200 len: 945 time: 0.0871904 Feb 16 13:24:08.435259 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1bffaa4b-4b90-4492-9bac-136c03e565f5 req-5010a769-0c45-4027-b13a-909c92439acf tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a888a33-349d-451e-9b04-e1b25c701ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408022 Feb 16 13:24:08.464489 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49722) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:24:08.576379 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-dd92724e-047b-40d2-bb66-f1b17e8344cc tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/floatingips/5c1fee1f-2074-4f14-860b-7ca96ea37650 HTTP/1.1" status: 200 len: 990 time: 0.1106920 Feb 16 13:24:08.622641 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1201edb-a67b-4f99-8925-6204063d82fe req-3e911e5e-ccd0-4d76-b968-a83a623c9724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:08.624099 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d1201edb-a67b-4f99-8925-6204063d82fe req-3e911e5e-ccd0-4d76-b968-a83a623c9724 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1e47ec2b-302e-49ea-b533-d7c6e24ada15 HTTP/1.1" status: 200 len: 898 time: 0.2592180 Feb 16 13:24:08.725010 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-128c0a99-d9d6-4dc5-9f9b-6d000d83bf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abaf62f3-5708-48ce-a529-45652398089f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298290598', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.185'}], 'enable_snat': True}, 'gw_port_id': '3a8cb33a-353e-414e-afe7-51e082b6b391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:23:47Z', 'updated_at': '2022-02-16T13:23:52Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': '3a8cb33a-353e-414e-afe7-51e082b6b391', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaf62f3-5708-48ce-a529-45652398089f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:48Z', 'updated_at': '2022-02-16T13:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '5c1fee1f-2074-4f14-860b-7ca96ea37650', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'floating_ip_address': '172.26.5.28', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': 'abaf62f3-5708-48ce-a529-45652398089f', 'port_id': '44b82f12-9f6b-4e75-9baa-32eda4b49811', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e47ec2b-302e-49ea-b533-d7c6e24ada15', 'mac_address': 'fa:16:3e:d9:f2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a843d0-a44b-4405-8e4b-39818c8cbc0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:24:06Z', 'updated_at': '2022-02-16T13:24:06Z', 'revision_number': 0, 'project_id': '083db907435845cfbf101945bf75a5a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c970f19-eae4-4148-b5ce-6913c2a8c7cb', 'name': '', 'network_id': '1e47ec2b-302e-49ea-b533-d7c6e24ada15', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'mac_address': 'fa:16:3e:b3:b0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaf62f3-5708-48ce-a529-45652398089f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'ce376a6c-10eb-4403-81c8-d9a2d70e0758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:52Z', 'updated_at': '2022-02-16T13:23:58Z', 'revision_number': 5, 'project_id': '083db907435845cfbf101945bf75a5a6', 'subnets': [{'id': 'ce376a6c-10eb-4403-81c8-d9a2d70e0758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:24:08.729275 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d1201edb-a67b-4f99-8925-6204063d82fe req-ca55735e-0eb7-4db0-b11d-775233b8448a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44b82f12-9f6b-4e75-9baa-32eda4b49811 HTTP/1.1" status: 200 len: 998 time: 0.0981603 Feb 16 13:24:08.729430 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128c0a99-d9d6-4dc5-9f9b-6d000d83bf86 None None] Checking router: abaf62f3-5708-48ce-a529-45652398089f for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:24:08.737949 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128c0a99-d9d6-4dc5-9f9b-6d000d83bf86 None None] Routers {'abaf62f3-5708-48ce-a529-45652398089f'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:24:08.738570 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-128c0a99-d9d6-4dc5-9f9b-6d000d83bf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:24:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['abaf62f3-5708-48ce-a529-45652398089f'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:24:08.790350 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1201edb-a67b-4f99-8925-6204063d82fe req-242ebc53-7566-47d3-970e-1e0cb957194e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:08.791836 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d1201edb-a67b-4f99-8925-6204063d82fe req-242ebc53-7566-47d3-970e-1e0cb957194e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ce376a6c-10eb-4403-81c8-d9a2d70e0758 HTTP/1.1" status: 200 len: 835 time: 0.0562754 Feb 16 13:24:08.872659 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1201edb-a67b-4f99-8925-6204063d82fe req-c4d128c6-85c8-4cac-8436-f8808ba47ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:08.874180 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d1201edb-a67b-4f99-8925-6204063d82fe req-c4d128c6-85c8-4cac-8436-f8808ba47ef7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1e47ec2b-302e-49ea-b533-d7c6e24ada15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753925 Feb 16 13:24:08.916324 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-128c0a99-d9d6-4dc5-9f9b-6d000d83bf86 None None] Set router abaf62f3-5708-48ce-a529-45652398089f gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:24:09.015043 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d1201edb-a67b-4f99-8925-6204063d82fe req-ef15d30c-64d2-485a-b96d-fad06ac03be1 service neutron] 10.222.0.89 "GET /v2.0/networks/1e47ec2b-302e-49ea-b533-d7c6e24ada15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333129 Feb 16 13:24:09.148694 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d1201edb-a67b-4f99-8925-6204063d82fe req-ca9ba86d-1c56-4d18-9b28-e3226375e680 service neutron] 10.222.0.89 "GET /v2.0/networks/1e47ec2b-302e-49ea-b533-d7c6e24ada15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266110 Feb 16 13:24:09.268587 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-128c0a99-d9d6-4dc5-9f9b-6d000d83bf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abaf62f3-5708-48ce-a529-45652398089f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298290598', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.185'}], 'enable_snat': True}, 'gw_port_id': '3a8cb33a-353e-414e-afe7-51e082b6b391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:23:47Z', 'updated_at': '2022-02-16T13:23:52Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': '3a8cb33a-353e-414e-afe7-51e082b6b391', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaf62f3-5708-48ce-a529-45652398089f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:48Z', 'updated_at': '2022-02-16T13:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '5c1fee1f-2074-4f14-860b-7ca96ea37650', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'floating_ip_address': '172.26.5.28', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': 'abaf62f3-5708-48ce-a529-45652398089f', 'port_id': '44b82f12-9f6b-4e75-9baa-32eda4b49811', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e47ec2b-302e-49ea-b533-d7c6e24ada15', 'mac_address': 'fa:16:3e:d9:f2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a843d0-a44b-4405-8e4b-39818c8cbc0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:24:06Z', 'updated_at': '2022-02-16T13:24:06Z', 'revision_number': 0, 'project_id': '083db907435845cfbf101945bf75a5a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c970f19-eae4-4148-b5ce-6913c2a8c7cb', 'name': '', 'network_id': '1e47ec2b-302e-49ea-b533-d7c6e24ada15', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'mac_address': 'fa:16:3e:b3:b0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaf62f3-5708-48ce-a529-45652398089f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'ce376a6c-10eb-4403-81c8-d9a2d70e0758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:52Z', 'updated_at': '2022-02-16T13:23:58Z', 'revision_number': 5, 'project_id': '083db907435845cfbf101945bf75a5a6', 'subnets': [{'id': 'ce376a6c-10eb-4403-81c8-d9a2d70e0758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:24:09.272926 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128c0a99-d9d6-4dc5-9f9b-6d000d83bf86 None None] The sync data for ids ['abaf62f3-5708-48ce-a529-45652398089f'] in dv-neutron-829527-1-hyperv is: [{'id': 'abaf62f3-5708-48ce-a529-45652398089f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298290598', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.185'}], 'enable_snat': True}, 'gw_port_id': '3a8cb33a-353e-414e-afe7-51e082b6b391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:23:47Z', 'updated_at': '2022-02-16T13:23:52Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': '3a8cb33a-353e-414e-afe7-51e082b6b391', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaf62f3-5708-48ce-a529-45652398089f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:48Z', 'updated_at': '2022-02-16T13:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '5c1fee1f-2074-4f14-860b-7ca96ea37650', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'floating_ip_address': '172.26.5.28', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': 'abaf62f3-5708-48ce-a529-45652398089f', 'port_id': '44b82f12-9f6b-4e75-9baa-32eda4b49811', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e47ec2b-302e-49ea-b533-d7c6e24ada15', 'mac_address': 'fa:16:3e:d9:f2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a843d0-a44b-4405-8e4b-39818c8cbc0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:24:06Z', 'updated_at': '2022-02-16T13:24:06Z', 'revision_number': 0, 'project_id': '083db907435845cfbf101945bf75a5a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c970f19-eae4-4148-b5ce-6913c2a8c7cb', 'name': '', 'network_id': '1e47ec2b-302e-49ea-b533-d7c6e24ada15', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'mac_address': 'fa:16:3e:b3:b0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaf62f3-5708-48ce-a529-45652398089f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'ce376a6c-10eb-4403-81c8-d9a2d70e0758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:52Z', 'updated_at': '2022-02-16T13:23:58Z', 'revision_number': 5, 'project_id': '083db907435845cfbf101945bf75a5a6', 'subnets': [{'id': 'ce376a6c-10eb-4403-81c8-d9a2d70e0758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:24:09.460645 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c81248a-5b98-48b5-ba34-26cd0a20f563 None None] New status for floating IP 5c1fee1f-2074-4f14-860b-7ca96ea37650: ACTIVE {{(pid=87702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:24:09.578592 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 49726) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:24:09.681414 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-bedb4b66-e9b5-4625-8b64-faa586222a8d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/floatingips/5c1fee1f-2074-4f14-860b-7ca96ea37650 HTTP/1.1" status: 200 len: 990 time: 0.1015522 Feb 16 13:24:10.686166 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49730) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:24:10.804732 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-eba1bc2f-776a-41ed-b781-57c1ceaa15d6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/floatingips/5c1fee1f-2074-4f14-860b-7ca96ea37650 HTTP/1.1" status: 200 len: 992 time: 0.1171541 Feb 16 13:24:22.599916 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1370bc62-cbfa-4d75-99c8-60e0b5f9a0ce req-ce0099cf-8155-4941-9216-c2194eac9544 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773184 Feb 16 13:24:22.754342 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370bc62-cbfa-4d75-99c8-60e0b5f9a0ce req-cc0c08af-e8f3-442b-88a2-550425c0e5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:22.755736 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1370bc62-cbfa-4d75-99c8-60e0b5f9a0ce req-cc0c08af-e8f3-442b-88a2-550425c0e5a6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=083db907435845cfbf101945bf75a5a6&device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d HTTP/1.1" status: 200 len: 1098 time: 0.0798905 Feb 16 13:24:22.909271 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370bc62-cbfa-4d75-99c8-60e0b5f9a0ce req-66ab71a1-85ed-4af3-b55b-7dd519946953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:22.910708 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1370bc62-cbfa-4d75-99c8-60e0b5f9a0ce req-66ab71a1-85ed-4af3-b55b-7dd519946953 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1e47ec2b-302e-49ea-b533-d7c6e24ada15 HTTP/1.1" status: 200 len: 898 time: 0.1358619 Feb 16 13:24:23.021771 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1370bc62-cbfa-4d75-99c8-60e0b5f9a0ce req-619812ae-065e-47c7-91ba-887f9cda2359 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44b82f12-9f6b-4e75-9baa-32eda4b49811 HTTP/1.1" status: 200 len: 1000 time: 0.1045032 Feb 16 13:24:23.092493 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370bc62-cbfa-4d75-99c8-60e0b5f9a0ce req-d1c16a02-2c22-4a30-a2a1-2679807a3a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:23.093919 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1370bc62-cbfa-4d75-99c8-60e0b5f9a0ce req-d1c16a02-2c22-4a30-a2a1-2679807a3a0f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ce376a6c-10eb-4403-81c8-d9a2d70e0758 HTTP/1.1" status: 200 len: 835 time: 0.0658092 Feb 16 13:24:23.174619 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370bc62-cbfa-4d75-99c8-60e0b5f9a0ce req-ddf67d93-39c8-47bf-9a58-952781f49821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:23.176940 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1370bc62-cbfa-4d75-99c8-60e0b5f9a0ce req-ddf67d93-39c8-47bf-9a58-952781f49821 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1e47ec2b-302e-49ea-b533-d7c6e24ada15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757296 Feb 16 13:24:23.314613 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1370bc62-cbfa-4d75-99c8-60e0b5f9a0ce req-cafc9f2d-0fcd-40d3-bdf8-e0d312a0de18 service neutron] 10.222.0.89 "GET /v2.0/networks/1e47ec2b-302e-49ea-b533-d7c6e24ada15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278815 Feb 16 13:24:23.447904 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1370bc62-cbfa-4d75-99c8-60e0b5f9a0ce req-31c1a0d4-2944-44d2-825b-8c677401cae5 service neutron] 10.222.0.89 "GET /v2.0/networks/1e47ec2b-302e-49ea-b533-d7c6e24ada15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270173 Feb 16 13:24:31.880996 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-456d3f5d-d829-4939-af16-fa668050deaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:32.216889 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:24:34.183093 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d93cd2d3-bef7-4109-98b1-10f0daf91270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:34.778992 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:35.246130 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:35.311840 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:36.853317 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:24:43.437274 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49754) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:24:43.472769 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8df23c-bfba-43e9-a5c8-c767ee59ee19 req-1aa0ff5a-d2ca-4da8-b4d9-c996837e43b7 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:43.474204 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-dc8df23c-bfba-43e9-a5c8-c767ee59ee19 req-1aa0ff5a-d2ca-4da8-b4d9-c996837e43b7 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d HTTP/1.1" status: 200 len: 945 time: 0.0801055 Feb 16 13:24:43.522248 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-dc8df23c-bfba-43e9-a5c8-c767ee59ee19 req-9aa21cda-71e3-420a-8ce3-0d7ffb3e8148 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a888a33-349d-451e-9b04-e1b25c701ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418649 Feb 16 13:24:43.555262 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a3a446dc-c3e4-444a-80da-884cf23af994 req-6638d6da-41a2-4408-b55c-bead9dc64712 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1167679 Feb 16 13:24:44.727508 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98226395-1f4a-48ca-a815-11e429e38617 req-1992f606-8dcf-45a2-b986-34a795a369f4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:44.732300 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-98226395-1f4a-48ca-a815-11e429e38617 req-1992f606-8dcf-45a2-b986-34a795a369f4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d HTTP/1.1" status: 200 len: 945 time: 0.0935307 Feb 16 13:24:44.780594 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-98226395-1f4a-48ca-a815-11e429e38617 req-4cb13f1f-ce83-40b2-8d47-5c486bdf6ec8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a888a33-349d-451e-9b04-e1b25c701ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447855 Feb 16 13:24:44.884012 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a446dc-c3e4-444a-80da-884cf23af994 req-1bd1cc6c-c66f-45d2-8aa6-0e01f94420ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:44.885499 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a3a446dc-c3e4-444a-80da-884cf23af994 req-1bd1cc6c-c66f-45d2-8aa6-0e01f94420ee service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=083db907435845cfbf101945bf75a5a6&device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d HTTP/1.1" status: 200 len: 1098 time: 0.1914165 Feb 16 13:24:45.024558 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a446dc-c3e4-444a-80da-884cf23af994 req-5364cf1a-8c04-40b7-8943-a402ac951cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:45.026082 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a3a446dc-c3e4-444a-80da-884cf23af994 req-5364cf1a-8c04-40b7-8943-a402ac951cd5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1e47ec2b-302e-49ea-b533-d7c6e24ada15 HTTP/1.1" status: 200 len: 898 time: 0.1330211 Feb 16 13:24:45.127059 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a3a446dc-c3e4-444a-80da-884cf23af994 req-1158482e-160e-4aa2-bcc5-32c3227fff34 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44b82f12-9f6b-4e75-9baa-32eda4b49811 HTTP/1.1" status: 200 len: 1000 time: 0.0945327 Feb 16 13:24:45.198295 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a446dc-c3e4-444a-80da-884cf23af994 req-ee7adcaf-c5a4-4cb8-9db3-d7b0009e8233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:45.199663 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a3a446dc-c3e4-444a-80da-884cf23af994 req-ee7adcaf-c5a4-4cb8-9db3-d7b0009e8233 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ce376a6c-10eb-4403-81c8-d9a2d70e0758 HTTP/1.1" status: 200 len: 835 time: 0.0657120 Feb 16 13:24:45.277970 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a446dc-c3e4-444a-80da-884cf23af994 req-3531ec87-4954-4177-8611-09315a2dcaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:45.279448 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a3a446dc-c3e4-444a-80da-884cf23af994 req-3531ec87-4954-4177-8611-09315a2dcaa9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1e47ec2b-302e-49ea-b533-d7c6e24ada15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730853 Feb 16 13:24:45.412919 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a3a446dc-c3e4-444a-80da-884cf23af994 req-917f2e03-9bce-4a74-9bee-4e3b3840020d service neutron] 10.222.0.89 "GET /v2.0/networks/1e47ec2b-302e-49ea-b533-d7c6e24ada15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271999 Feb 16 13:24:45.544138 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a3a446dc-c3e4-444a-80da-884cf23af994 req-6cfd75a3-dc32-4515-b1d7-57bf51b6936b service neutron] 10.222.0.89 "GET /v2.0/networks/1e47ec2b-302e-49ea-b533-d7c6e24ada15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241314 Feb 16 13:24:45.986630 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2535b-06c0-4e4e-9ee4-87e04b168260 req-0b6d676a-0bda-47b2-a213-7c0222ed4743 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:45.988068 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6db2535b-06c0-4e4e-9ee4-87e04b168260 req-0b6d676a-0bda-47b2-a213-7c0222ed4743 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d HTTP/1.1" status: 200 len: 945 time: 0.0861721 Feb 16 13:24:46.034121 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6db2535b-06c0-4e4e-9ee4-87e04b168260 req-949a7b56-8644-4359-8983-e7e7a2dd981d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a888a33-349d-451e-9b04-e1b25c701ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401459 Feb 16 13:24:47.236940 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c53e6-bd9c-4b33-bf6e-5c36aa3a3eda req-9d05caf6-24f1-4d87-9927-6a1af43c1075 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:47.238395 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2c6c53e6-bd9c-4b33-bf6e-5c36aa3a3eda req-9d05caf6-24f1-4d87-9927-6a1af43c1075 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d HTTP/1.1" status: 200 len: 945 time: 0.0872023 Feb 16 13:24:47.284180 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2c6c53e6-bd9c-4b33-bf6e-5c36aa3a3eda req-863949f6-0c9f-44b5-a1da-395773de0352 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a888a33-349d-451e-9b04-e1b25c701ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399349 Feb 16 13:24:48.496208 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11669160-7981-440b-9ce9-daadd676b7a7 req-773cfaa1-ceb7-47fc-9c60-efb2f8db1560 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:48.497680 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-11669160-7981-440b-9ce9-daadd676b7a7 req-773cfaa1-ceb7-47fc-9c60-efb2f8db1560 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d HTTP/1.1" status: 200 len: 945 time: 0.0927663 Feb 16 13:24:48.554665 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-11669160-7981-440b-9ce9-daadd676b7a7 req-7383239f-4c9f-4a94-95c9-cac0b9f0f1cc tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a888a33-349d-451e-9b04-e1b25c701ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494719 Feb 16 13:24:49.765484 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628610a7-9a06-4cd7-9171-0d4f4a530101 req-ec568eed-44b9-431b-8272-99c3e0391b81 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:49.766903 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-628610a7-9a06-4cd7-9171-0d4f4a530101 req-ec568eed-44b9-431b-8272-99c3e0391b81 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d HTTP/1.1" status: 200 len: 945 time: 0.0897567 Feb 16 13:24:49.924526 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-628610a7-9a06-4cd7-9171-0d4f4a530101 req-82e1df6a-dfe7-4c5f-95c2-73c34215bdbf tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a888a33-349d-451e-9b04-e1b25c701ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486444 Feb 16 13:24:51.139209 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef331d4-62c6-45e4-a363-c0d77eb235bf req-5023ccc0-9a6a-4c02-823f-3c7b55eafc60 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:51.140767 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8ef331d4-62c6-45e4-a363-c0d77eb235bf req-5023ccc0-9a6a-4c02-823f-3c7b55eafc60 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d HTTP/1.1" status: 200 len: 945 time: 0.0857561 Feb 16 13:24:51.189503 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8ef331d4-62c6-45e4-a363-c0d77eb235bf req-e1a69313-587f-4811-8b91-7581d09331b3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a888a33-349d-451e-9b04-e1b25c701ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429444 Feb 16 13:24:52.394184 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea0782-573e-4b3e-872e-6aec2021d6ad req-996f909b-b03d-4ad3-9fc5-9635a6925736 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:52.395632 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-99ea0782-573e-4b3e-872e-6aec2021d6ad req-996f909b-b03d-4ad3-9fc5-9635a6925736 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d HTTP/1.1" status: 200 len: 945 time: 0.0893488 Feb 16 13:24:52.440426 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-99ea0782-573e-4b3e-872e-6aec2021d6ad req-d391832d-145f-4e4c-a1ed-3a03b4dbf0c9 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a888a33-349d-451e-9b04-e1b25c701ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390015 Feb 16 13:24:53.632915 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b8650-0edd-4d45-9652-de8883b0dfed req-63a519e4-7221-499f-945d-1115333f7437 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:53.634807 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1c4b8650-0edd-4d45-9652-de8883b0dfed req-63a519e4-7221-499f-945d-1115333f7437 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d HTTP/1.1" status: 200 len: 945 time: 0.0816371 Feb 16 13:24:53.682401 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1c4b8650-0edd-4d45-9652-de8883b0dfed req-2cd46759-22c3-47dc-a25a-057451b7a49e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a888a33-349d-451e-9b04-e1b25c701ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419500 Feb 16 13:24:54.893072 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ba3f3-87f4-468f-85fc-beed4ea4536c req-5293a830-b336-4570-aab8-7e448d98e2e9 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:54.895322 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d15ba3f3-87f4-468f-85fc-beed4ea4536c req-5293a830-b336-4570-aab8-7e448d98e2e9 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d HTTP/1.1" status: 200 len: 945 time: 0.0973279 Feb 16 13:24:54.942635 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d15ba3f3-87f4-468f-85fc-beed4ea4536c req-113f714f-64da-4f5e-821a-a78d47eadaa3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a888a33-349d-451e-9b04-e1b25c701ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400743 Feb 16 13:24:56.155763 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d56a5-3c4e-4d6e-bc7c-7d80072936f6 req-822b1622-b09d-40f2-9302-cdcc30801ebf tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:56.157264 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-471d56a5-3c4e-4d6e-bc7c-7d80072936f6 req-822b1622-b09d-40f2-9302-cdcc30801ebf tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d HTTP/1.1" status: 200 len: 945 time: 0.0857768 Feb 16 13:24:56.204010 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-471d56a5-3c4e-4d6e-bc7c-7d80072936f6 req-8ddae0fb-e63f-403b-9ce7-98eb72ea0be0 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a888a33-349d-451e-9b04-e1b25c701ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384569 Feb 16 13:24:57.408163 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ab24e-61fe-4b5a-9539-1b47a9afbd86 req-46ec4ed1-e746-4ca3-8a7b-4468513f837f tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:57.409617 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e23ab24e-61fe-4b5a-9539-1b47a9afbd86 req-46ec4ed1-e746-4ca3-8a7b-4468513f837f tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d HTTP/1.1" status: 200 len: 945 time: 0.0860608 Feb 16 13:24:57.457814 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e23ab24e-61fe-4b5a-9539-1b47a9afbd86 req-d1229f29-3db1-45e9-9c39-aa6a68ebde70 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a888a33-349d-451e-9b04-e1b25c701ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423906 Feb 16 13:24:58.660713 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1b46e-49fb-49b9-95f6-d79012d9f32b req-99f15b95-a9e7-4b08-9dc1-7a486d92ee60 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:58.662171 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-71e1b46e-49fb-49b9-95f6-d79012d9f32b req-99f15b95-a9e7-4b08-9dc1-7a486d92ee60 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d HTTP/1.1" status: 200 len: 945 time: 0.0865474 Feb 16 13:24:58.708937 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-71e1b46e-49fb-49b9-95f6-d79012d9f32b req-ffa6bfe6-533e-4a7d-a2bc-668e515b02ae tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a888a33-349d-451e-9b04-e1b25c701ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387204 Feb 16 13:24:59.912752 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0dd01f-1574-43b3-9769-a24da881b599 req-27c968ca-a052-4d3b-bbc2-49ad3c7f1ebd tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:24:59.914223 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-0f0dd01f-1574-43b3-9769-a24da881b599 req-27c968ca-a052-4d3b-bbc2-49ad3c7f1ebd tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d HTTP/1.1" status: 200 len: 945 time: 0.0929418 Feb 16 13:24:59.958347 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-0f0dd01f-1574-43b3-9769-a24da881b599 req-f8c68250-34fb-4305-a9a3-ed913dcf6470 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a888a33-349d-451e-9b04-e1b25c701ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379624 Feb 16 13:25:01.158609 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c3fe7-6965-439c-babb-e8d04f954374 req-f40e20c8-27eb-41b5-b3fc-ada52f0424ff tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:01.160080 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-962c3fe7-6965-439c-babb-e8d04f954374 req-f40e20c8-27eb-41b5-b3fc-ada52f0424ff tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d HTTP/1.1" status: 200 len: 945 time: 0.0906131 Feb 16 13:25:01.211858 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-962c3fe7-6965-439c-babb-e8d04f954374 req-906fa7af-8d0c-417e-b639-32986ec17112 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a888a33-349d-451e-9b04-e1b25c701ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454631 Feb 16 13:25:01.881383 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8c3562c9-f217-4209-9b3d-d31673366400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:02.268676 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a3a446dc-c3e4-444a-80da-884cf23af994 req-4743eb45-3c0a-4a5b-b2cc-c520daefb2e9 service neutron] 10.222.0.89 "GET /v2.0/ports/44b82f12-9f6b-4e75-9baa-32eda4b49811/bindings/hv-neutron-8295 HTTP/1.1" status: 200 len: 384 time: 0.0827520 Feb 16 13:25:02.417836 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ffd76-6ac2-46d2-ae95-a9f57e89ef1b req-095d67c3-93ce-4b23-871b-d70a9e8e86b5 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:02.419278 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-bb4ffd76-6ac2-46d2-ae95-a9f57e89ef1b req-095d67c3-93ce-4b23-871b-d70a9e8e86b5 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d HTTP/1.1" status: 200 len: 945 time: 0.0864758 Feb 16 13:25:02.464661 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-bb4ffd76-6ac2-46d2-ae95-a9f57e89ef1b req-754dc769-5f0f-4f72-9699-e0026759bbd5 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a888a33-349d-451e-9b04-e1b25c701ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397060 Feb 16 13:25:02.547000 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a446dc-c3e4-444a-80da-884cf23af994 req-3a264da3-e346-4f19-87b0-97e262d862ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:02.548494 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a3a446dc-c3e4-444a-80da-884cf23af994 req-3a264da3-e346-4f19-87b0-97e262d862ff service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d&tenant_id=083db907435845cfbf101945bf75a5a6 HTTP/1.1" status: 200 len: 1098 time: 0.0765495 Feb 16 13:25:02.653328 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a446dc-c3e4-444a-80da-884cf23af994 req-44c9940d-9401-4ad0-883f-f0d2dd52a51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:02.654808 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a3a446dc-c3e4-444a-80da-884cf23af994 req-44c9940d-9401-4ad0-883f-f0d2dd52a51e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=083db907435845cfbf101945bf75a5a6&device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d HTTP/1.1" status: 200 len: 1098 time: 0.0805490 Feb 16 13:25:02.795550 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a446dc-c3e4-444a-80da-884cf23af994 req-0ea05f00-2495-458f-ac75-6ebeff1fead0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:02.797093 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a3a446dc-c3e4-444a-80da-884cf23af994 req-0ea05f00-2495-458f-ac75-6ebeff1fead0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1e47ec2b-302e-49ea-b533-d7c6e24ada15 HTTP/1.1" status: 200 len: 898 time: 0.1353040 Feb 16 13:25:03.001481 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a3a446dc-c3e4-444a-80da-884cf23af994 req-59b0b2eb-249d-472d-b80b-fcfa2c97e631 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44b82f12-9f6b-4e75-9baa-32eda4b49811 HTTP/1.1" status: 200 len: 1000 time: 0.1984956 Feb 16 13:25:03.066133 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a446dc-c3e4-444a-80da-884cf23af994 req-d016f4bc-d9c8-4142-8b37-55dfb7576f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:03.067515 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a3a446dc-c3e4-444a-80da-884cf23af994 req-d016f4bc-d9c8-4142-8b37-55dfb7576f60 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ce376a6c-10eb-4403-81c8-d9a2d70e0758 HTTP/1.1" status: 200 len: 835 time: 0.0600429 Feb 16 13:25:03.144986 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a446dc-c3e4-444a-80da-884cf23af994 req-48e7e496-3285-4ad5-9e97-a13417318a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:03.146477 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a3a446dc-c3e4-444a-80da-884cf23af994 req-48e7e496-3285-4ad5-9e97-a13417318a17 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1e47ec2b-302e-49ea-b533-d7c6e24ada15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731039 Feb 16 13:25:03.287144 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a3a446dc-c3e4-444a-80da-884cf23af994 req-cbba0196-e115-4618-a896-29f3ed5b2012 service neutron] 10.222.0.89 "GET /v2.0/networks/1e47ec2b-302e-49ea-b533-d7c6e24ada15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344087 Feb 16 13:25:03.419601 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a3a446dc-c3e4-444a-80da-884cf23af994 req-ddf51fe3-e254-4379-89c8-f188427d73d1 service neutron] 10.222.0.89 "GET /v2.0/networks/1e47ec2b-302e-49ea-b533-d7c6e24ada15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262264 Feb 16 13:25:03.656173 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a7955-c430-46e9-ba5f-3ddf27d6ad01 req-de9e108f-cda3-422c-8887-cd12a721f97b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:03.657652 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f66a7955-c430-46e9-ba5f-3ddf27d6ad01 req-de9e108f-cda3-422c-8887-cd12a721f97b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d HTTP/1.1" status: 200 len: 945 time: 0.0835316 Feb 16 13:25:03.702963 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f66a7955-c430-46e9-ba5f-3ddf27d6ad01 req-4cb805ea-2c1d-4580-8d9f-15c70d61c7b7 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a888a33-349d-451e-9b04-e1b25c701ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393703 Feb 16 13:25:04.199400 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-835863fe-f249-4442-8570-1dfbc8e251c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:04.789438 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:04.902002 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6e4d0-88b8-4883-acb9-c609ff854075 req-212c05de-9248-4b5f-b57e-dc41cc1e26d5 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:04.903426 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7aa6e4d0-88b8-4883-acb9-c609ff854075 req-212c05de-9248-4b5f-b57e-dc41cc1e26d5 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d HTTP/1.1" status: 200 len: 945 time: 0.0816727 Feb 16 13:25:04.950860 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7aa6e4d0-88b8-4883-acb9-c609ff854075 req-ccd1b9de-ddec-421d-9fa4-7afd0a874d7c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a888a33-349d-451e-9b04-e1b25c701ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390954 Feb 16 13:25:05.242453 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:05.308430 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:05.439304 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 44b82f12-9f6b-4e75-9baa-32eda4b49811 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:25:05.574213 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 44b82f12-9f6b-4e75-9baa-32eda4b49811, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=44b82f12-9f6b-4e75-9baa-32eda4b49811,segment=NetworkSegment(b9e8517a-07e9-4ed5-bb6c-2bb44f8ba2e7),segment_id=b9e8517a-07e9-4ed5-bb6c-2bb44f8ba2e7)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:25:05.587738 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': '44b82f12-9f6b-4e75-9baa-32eda4b49811', 'network_id': '1e47ec2b-302e-49ea-b533-d7c6e24ada15', 'port_id': '44b82f12-9f6b-4e75-9baa-32eda4b49811', 'mac_address': 'fa:16:3e:d9:f2:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce376a6c-10eb-4403-81c8-d9a2d70e0758', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:25:05.645276 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:05.661450 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44b82f12-9f6b-4e75-9baa-32eda4b49811 {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:25:05.678479 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 44b82f12-9f6b-4e75-9baa-32eda4b49811, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=44b82f12-9f6b-4e75-9baa-32eda4b49811,segment=NetworkSegment(b9e8517a-07e9-4ed5-bb6c-2bb44f8ba2e7),segment_id=b9e8517a-07e9-4ed5-bb6c-2bb44f8ba2e7)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:25:05.684143 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:05.751703 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['44b82f12-9f6b-4e75-9baa-32eda4b49811'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:25:05.810514 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=44b82f12-9f6b-4e75-9baa-32eda4b49811,revision_number=6']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:05.821946 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:05.822296 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:05.822630 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:05.822962 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:05.823295 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:05.823623 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:05.823948 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:05.824355 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:05.824589 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:05.824937 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:05.825236 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:05.825553 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:06.152784 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05aca16-f36d-4f68-b863-6e6a33a67f9e req-09a7fe4d-d523-4956-9be4-d21f55efd2d2 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:06.154187 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a05aca16-f36d-4f68-b863-6e6a33a67f9e req-09a7fe4d-d523-4956-9be4-d21f55efd2d2 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d HTTP/1.1" status: 200 len: 944 time: 0.0953183 Feb 16 13:25:06.204760 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a05aca16-f36d-4f68-b863-6e6a33a67f9e req-dcff19e6-f5f0-4c3c-a7e8-654bff431829 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a888a33-349d-451e-9b04-e1b25c701ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447364 Feb 16 13:25:06.588028 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34574a7-6a82-4a1c-a2cf-2258b2d9b7ab req-508444f5-c33b-4b08-a738-c67f04104998 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:06.589557 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c34574a7-6a82-4a1c-a2cf-2258b2d9b7ab req-508444f5-c33b-4b08-a738-c67f04104998 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d HTTP/1.1" status: 200 len: 944 time: 0.1461201 Feb 16 13:25:06.604525 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1554f-d212-4614-8377-4dfe97ff75b5 req-f0d075a1-d302-486e-9091-ac2c2653fc9c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:06.605921 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2cd1554f-d212-4614-8377-4dfe97ff75b5 req-f0d075a1-d302-486e-9091-ac2c2653fc9c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.89 "GET /v2.0/ports?device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d&tenant_id=083db907435845cfbf101945bf75a5a6&binding%3Ahost_id=hv-neutron-8295 HTTP/1.1" status: 200 len: 944 time: 0.1256258 Feb 16 13:25:06.646029 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c34574a7-6a82-4a1c-a2cf-2258b2d9b7ab req-ce29eec7-d502-4b08-b131-bb240b6efa16 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a888a33-349d-451e-9b04-e1b25c701ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502803 Feb 16 13:25:06.749598 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1554f-d212-4614-8377-4dfe97ff75b5 req-1f33dfda-1352-4a00-af00-3aa11fa501c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:06.751076 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2cd1554f-d212-4614-8377-4dfe97ff75b5 req-1f33dfda-1352-4a00-af00-3aa11fa501c5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=083db907435845cfbf101945bf75a5a6&device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d HTTP/1.1" status: 200 len: 1097 time: 0.0732033 Feb 16 13:25:06.837743 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da5b2ca-a040-4938-b3b8-327fed0bd38d req-ef95c4c9-1890-4dfa-934d-ec8739ae382a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:06.839356 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-0da5b2ca-a040-4938-b3b8-327fed0bd38d req-ef95c4c9-1890-4dfa-934d-ec8739ae382a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d HTTP/1.1" status: 200 len: 944 time: 0.0863824 Feb 16 13:25:06.854696 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:06.885222 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1554f-d212-4614-8377-4dfe97ff75b5 req-e0b0ecc4-3b86-41ae-85a2-c6779a8912dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:06.886205 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-0da5b2ca-a040-4938-b3b8-327fed0bd38d req-558d98ad-688b-4811-871e-7dd6ab78009e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a888a33-349d-451e-9b04-e1b25c701ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406456 Feb 16 13:25:06.886668 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2cd1554f-d212-4614-8377-4dfe97ff75b5 req-e0b0ecc4-3b86-41ae-85a2-c6779a8912dd service neutron] 10.222.0.89 "GET /v2.0/networks?id=1e47ec2b-302e-49ea-b533-d7c6e24ada15 HTTP/1.1" status: 200 len: 898 time: 0.1298821 Feb 16 13:25:06.993745 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2cd1554f-d212-4614-8377-4dfe97ff75b5 req-17281aee-3fbb-45e5-ae17-12086bb24ebd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44b82f12-9f6b-4e75-9baa-32eda4b49811 HTTP/1.1" status: 200 len: 999 time: 0.1000476 Feb 16 13:25:07.061106 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1554f-d212-4614-8377-4dfe97ff75b5 req-d262621f-ad3e-4ad5-9670-0432cf537dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:07.062498 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2cd1554f-d212-4614-8377-4dfe97ff75b5 req-d262621f-ad3e-4ad5-9670-0432cf537dfc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ce376a6c-10eb-4403-81c8-d9a2d70e0758 HTTP/1.1" status: 200 len: 835 time: 0.0622554 Feb 16 13:25:07.141605 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1554f-d212-4614-8377-4dfe97ff75b5 req-1fa3c99a-b3f0-4f7a-97f8-7c311e183d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:07.143028 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2cd1554f-d212-4614-8377-4dfe97ff75b5 req-1fa3c99a-b3f0-4f7a-97f8-7c311e183d45 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1e47ec2b-302e-49ea-b533-d7c6e24ada15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746834 Feb 16 13:25:07.283672 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2cd1554f-d212-4614-8377-4dfe97ff75b5 req-9592c4c6-0f6c-4cb8-99da-3811cd6aace5 service neutron] 10.222.0.89 "GET /v2.0/networks/1e47ec2b-302e-49ea-b533-d7c6e24ada15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340752 Feb 16 13:25:07.416635 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2cd1554f-d212-4614-8377-4dfe97ff75b5 req-f06b208a-576d-4e98-9cc1-be64c80e10aa service neutron] 10.222.0.89 "GET /v2.0/networks/1e47ec2b-302e-49ea-b533-d7c6e24ada15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265588 Feb 16 13:25:07.438383 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 44b82f12-9f6b-4e75-9baa-32eda4b49811 up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:25:07.511021 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port 44b82f12-9f6b-4e75-9baa-32eda4b49811 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:25:07.511388 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:07.630898 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:07.658045 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a843d0-a44b-4405-8e4b-39818c8cbc0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b82f12-9f6b-4e75-9baa-32eda4b49811'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:25:07.668485 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 44b82f12-9f6b-4e75-9baa-32eda4b49811, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=44b82f12-9f6b-4e75-9baa-32eda4b49811,segment=NetworkSegment(b9e8517a-07e9-4ed5-bb6c-2bb44f8ba2e7),segment_id=b9e8517a-07e9-4ed5-bb6c-2bb44f8ba2e7)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:25:07.673043 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:07.719005 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a843d0-a44b-4405-8e4b-39818c8cbc0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b82f12-9f6b-4e75-9baa-32eda4b49811', 'code': 200} Feb 16 13:25:07.751468 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=44b82f12-9f6b-4e75-9baa-32eda4b49811,revision_number=7']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:08.076214 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26995c80-a096-4ac5-894a-505e40c495cc req-889e90d6-c624-4cec-b0f7-b16dee8c6842 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:08.077695 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-26995c80-a096-4ac5-894a-505e40c495cc req-889e90d6-c624-4cec-b0f7-b16dee8c6842 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d HTTP/1.1" status: 200 len: 945 time: 0.0824652 Feb 16 13:25:08.125355 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-26995c80-a096-4ac5-894a-505e40c495cc req-69d81073-24e6-4c53-9066-07383c32ec3e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a888a33-349d-451e-9b04-e1b25c701ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419543 Feb 16 13:25:08.149006 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 49832) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:08.356937 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-0bf60b00-086d-4331-9e14-4c1cb9eb9f65 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/floatingips/5c1fee1f-2074-4f14-860b-7ca96ea37650 HTTP/1.1" status: 200 len: 992 time: 0.2067561 Feb 16 13:25:09.217220 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:25:24.611266 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-97519650-a16f-483d-b509-63e512584525 req-1c49c1d5-b0b2-40ba-a04c-a771e2852481 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0893323 Feb 16 13:25:24.769211 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97519650-a16f-483d-b509-63e512584525 req-ab686f66-07c0-433e-aebd-53c5d8dcf64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:24.770555 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-97519650-a16f-483d-b509-63e512584525 req-ab686f66-07c0-433e-aebd-53c5d8dcf64c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=083db907435845cfbf101945bf75a5a6&device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d HTTP/1.1" status: 200 len: 1098 time: 0.0781307 Feb 16 13:25:24.913717 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97519650-a16f-483d-b509-63e512584525 req-b7b90a3d-9d74-4e68-b0ba-1e2a647026ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:24.915148 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-97519650-a16f-483d-b509-63e512584525 req-b7b90a3d-9d74-4e68-b0ba-1e2a647026ce service neutron] 10.222.0.89 "GET /v2.0/networks?id=1e47ec2b-302e-49ea-b533-d7c6e24ada15 HTTP/1.1" status: 200 len: 898 time: 0.1242924 Feb 16 13:25:25.020199 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-97519650-a16f-483d-b509-63e512584525 req-4e70c98b-8d5b-4aa6-bad2-1dc2225f989a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44b82f12-9f6b-4e75-9baa-32eda4b49811 HTTP/1.1" status: 200 len: 1000 time: 0.0970397 Feb 16 13:25:25.086517 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97519650-a16f-483d-b509-63e512584525 req-18615ad8-47be-4258-82c4-4cc4581a37f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:25.087913 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-97519650-a16f-483d-b509-63e512584525 req-18615ad8-47be-4258-82c4-4cc4581a37f9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ce376a6c-10eb-4403-81c8-d9a2d70e0758 HTTP/1.1" status: 200 len: 835 time: 0.0612998 Feb 16 13:25:25.166567 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97519650-a16f-483d-b509-63e512584525 req-62101ced-879f-4794-84c5-27a522ec1b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:25.168013 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-97519650-a16f-483d-b509-63e512584525 req-62101ced-879f-4794-84c5-27a522ec1b05 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1e47ec2b-302e-49ea-b533-d7c6e24ada15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699303 Feb 16 13:25:25.298017 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-97519650-a16f-483d-b509-63e512584525 req-9c27b600-d0cb-4f6c-a075-bccd3c2c112d service neutron] 10.222.0.89 "GET /v2.0/networks/1e47ec2b-302e-49ea-b533-d7c6e24ada15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219828 Feb 16 13:25:25.443457 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-97519650-a16f-483d-b509-63e512584525 req-eac95a9a-ebc6-4f14-9fd5-abdf2e74cda0 service neutron] 10.222.0.89 "GET /v2.0/networks/1e47ec2b-302e-49ea-b533-d7c6e24ada15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368608 Feb 16 13:25:31.883615 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a12525f8-c602-497a-90cc-7b6cbfb27a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:34.192632 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c4bb0917-7b3e-41a9-972c-054d34a0b67d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:34.795019 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:35.241774 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:35.321397 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:36.856007 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:38.980745 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 49844) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:39.188936 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-b8642fd0-a9c4-4c5c-ac8e-5d5a3e611e75 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Deleting port af5642ff-a649-447c-b549-d023b1c82fe6 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:25:39.189271 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b8642fd0-a9c4-4c5c-ac8e-5d5a3e611e75 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:39.366735 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b8642fd0-a9c4-4c5c-ac8e-5d5a3e611e75 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:39.367025 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b8642fd0-a9c4-4c5c-ac8e-5d5a3e611e75 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:39.488511 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-b8642fd0-a9c4-4c5c-ac8e-5d5a3e611e75 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Calling delete_port for af5642ff-a649-447c-b549-d023b1c82fe6 owned by network:floatingip {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:25:39.758410 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b8642fd0-a9c4-4c5c-ac8e-5d5a3e611e75 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:39.807043 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8642fd0-a9c4-4c5c-ac8e-5d5a3e611e75 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event deleted for resources: {'Port': ['ID=af5642ff-a649-447c-b549-d023b1c82fe6,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:39.845767 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8642fd0-a9c4-4c5c-ac8e-5d5a3e611e75 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:39.846110 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8642fd0-a9c4-4c5c-ac8e-5d5a3e611e75 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:39.846432 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8642fd0-a9c4-4c5c-ac8e-5d5a3e611e75 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:39.846757 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8642fd0-a9c4-4c5c-ac8e-5d5a3e611e75 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:39.847061 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8642fd0-a9c4-4c5c-ac8e-5d5a3e611e75 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:39.847393 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8642fd0-a9c4-4c5c-ac8e-5d5a3e611e75 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:39.847711 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8642fd0-a9c4-4c5c-ac8e-5d5a3e611e75 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:39.848019 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8642fd0-a9c4-4c5c-ac8e-5d5a3e611e75 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:39.848328 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8642fd0-a9c4-4c5c-ac8e-5d5a3e611e75 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:39.848641 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8642fd0-a9c4-4c5c-ac8e-5d5a3e611e75 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:39.848972 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8642fd0-a9c4-4c5c-ac8e-5d5a3e611e75 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:39.849263 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8642fd0-a9c4-4c5c-ac8e-5d5a3e611e75 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:39.921250 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b8642fd0-a9c4-4c5c-ac8e-5d5a3e611e75 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for floatingip, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:39.921547 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.l3_db [None req-b8642fd0-a9c4-4c5c-ac8e-5d5a3e611e75 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Floating IP 5c1fee1f-2074-4f14-860b-7ca96ea37650 disassociated (deleted). External IP: 172.26.5.28, port: 44b82f12-9f6b-4e75-9baa-32eda4b49811. Feb 16 13:25:40.275310 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8642fd0-a9c4-4c5c-ac8e-5d5a3e611e75 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Router abaf62f3-5708-48ce-a529-45652398089f has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:25:40.453768 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8642fd0-a9c4-4c5c-ac8e-5d5a3e611e75 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:25:40.463987 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc0bbe1-1f0f-4a3a-a7de-8edda274261b None None] Sync routers for ids ['abaf62f3-5708-48ce-a529-45652398089f'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:25:40.474803 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc0bbe1-1f0f-4a3a-a7de-8edda274261b None None] Routers {'abaf62f3-5708-48ce-a529-45652398089f'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:25:40.474983 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b8642fd0-a9c4-4c5c-ac8e-5d5a3e611e75 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:40.475479 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-8cc0bbe1-1f0f-4a3a-a7de-8edda274261b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:25:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['abaf62f3-5708-48ce-a529-45652398089f'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:40.531706 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-b8642fd0-a9c4-4c5c-ac8e-5d5a3e611e75 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "DELETE /v2.0/floatingips/5c1fee1f-2074-4f14-860b-7ca96ea37650 HTTP/1.1" status: 204 len: 168 time: 1.5498629 Feb 16 13:25:40.532302 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3a843d0-a44b-4405-8e4b-39818c8cbc0d', 'tag': '44b82f12-9f6b-4e75-9baa-32eda4b49811'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:25:40.579097 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3a843d0-a44b-4405-8e4b-39818c8cbc0d', 'tag': '44b82f12-9f6b-4e75-9baa-32eda4b49811', 'status': 'completed', 'code': 200} Feb 16 13:25:40.661630 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-8cc0bbe1-1f0f-4a3a-a7de-8edda274261b None None] Set router abaf62f3-5708-48ce-a529-45652398089f gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:25:40.676983 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1485f-a535-446f-aa6a-6405e9d73687 req-63c0711f-8faf-4ddf-bf1d-14d2ac7bb4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:40.679235 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f9e1485f-a535-446f-aa6a-6405e9d73687 req-63c0711f-8faf-4ddf-bf1d-14d2ac7bb4ca service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=083db907435845cfbf101945bf75a5a6&device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d HTTP/1.1" status: 200 len: 1098 time: 0.0765429 Feb 16 13:25:40.831412 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1485f-a535-446f-aa6a-6405e9d73687 req-46d44deb-7622-41f2-be18-8727faffde92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:40.833460 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f9e1485f-a535-446f-aa6a-6405e9d73687 req-46d44deb-7622-41f2-be18-8727faffde92 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1e47ec2b-302e-49ea-b533-d7c6e24ada15 HTTP/1.1" status: 200 len: 898 time: 0.1450267 Feb 16 13:25:40.913860 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f9e1485f-a535-446f-aa6a-6405e9d73687 req-b49f0d18-a4ea-4d4a-965b-9d0c917ef3b3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44b82f12-9f6b-4e75-9baa-32eda4b49811 HTTP/1.1" status: 200 len: 217 time: 0.0732586 Feb 16 13:25:40.978988 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1485f-a535-446f-aa6a-6405e9d73687 req-dfc04633-a3fb-41fa-8b24-0bd8ebd89866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:40.980574 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f9e1485f-a535-446f-aa6a-6405e9d73687 req-dfc04633-a3fb-41fa-8b24-0bd8ebd89866 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ce376a6c-10eb-4403-81c8-d9a2d70e0758 HTTP/1.1" status: 200 len: 835 time: 0.0589020 Feb 16 13:25:41.041739 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-8cc0bbe1-1f0f-4a3a-a7de-8edda274261b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abaf62f3-5708-48ce-a529-45652398089f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298290598', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.185'}], 'enable_snat': True}, 'gw_port_id': '3a8cb33a-353e-414e-afe7-51e082b6b391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:23:47Z', 'updated_at': '2022-02-16T13:23:52Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': '3a8cb33a-353e-414e-afe7-51e082b6b391', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaf62f3-5708-48ce-a529-45652398089f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:48Z', 'updated_at': '2022-02-16T13:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '9c970f19-eae4-4148-b5ce-6913c2a8c7cb', 'name': '', 'network_id': '1e47ec2b-302e-49ea-b533-d7c6e24ada15', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'mac_address': 'fa:16:3e:b3:b0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaf62f3-5708-48ce-a529-45652398089f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'ce376a6c-10eb-4403-81c8-d9a2d70e0758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:52Z', 'updated_at': '2022-02-16T13:23:58Z', 'revision_number': 5, 'project_id': '083db907435845cfbf101945bf75a5a6', 'subnets': [{'id': 'ce376a6c-10eb-4403-81c8-d9a2d70e0758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:41.045547 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc0bbe1-1f0f-4a3a-a7de-8edda274261b None None] Checking router: abaf62f3-5708-48ce-a529-45652398089f for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:25:41.054166 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc0bbe1-1f0f-4a3a-a7de-8edda274261b None None] Routers {'abaf62f3-5708-48ce-a529-45652398089f'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:25:41.054755 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-8cc0bbe1-1f0f-4a3a-a7de-8edda274261b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:25:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['abaf62f3-5708-48ce-a529-45652398089f'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:41.120727 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7958e6-ad48-42ff-a3d2-d295dd191a88 req-8feffc0a-1350-4be3-868c-d41695d45e86 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:41.121355 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-7e7958e6-ad48-42ff-a3d2-d295dd191a88 req-8feffc0a-1350-4be3-868c-d41695d45e86 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Synchronizing usage tracker for tenant:083db907435845cfbf101945bf75a5a6 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:25:41.126908 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1485f-a535-446f-aa6a-6405e9d73687 req-11dd83cb-8744-499f-a4d5-607f64742446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:41.128337 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f9e1485f-a535-446f-aa6a-6405e9d73687 req-11dd83cb-8744-499f-a4d5-607f64742446 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1e47ec2b-302e-49ea-b533-d7c6e24ada15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1160612 Feb 16 13:25:41.161848 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-7e7958e6-ad48-42ff-a3d2-d295dd191a88 req-8feffc0a-1350-4be3-868c-d41695d45e86 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Unset dirty status for tenant:083db907435845cfbf101945bf75a5a6 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:25:41.162951 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7e7958e6-ad48-42ff-a3d2-d295dd191a88 req-8feffc0a-1350-4be3-868c-d41695d45e86 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d HTTP/1.1" status: 200 len: 945 time: 0.1814098 Feb 16 13:25:41.231139 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-8cc0bbe1-1f0f-4a3a-a7de-8edda274261b None None] Set router abaf62f3-5708-48ce-a529-45652398089f gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:25:41.397032 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7e7958e6-ad48-42ff-a3d2-d295dd191a88 req-65a47d43-7256-49d4-838c-2c3f93e4b876 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a888a33-349d-451e-9b04-e1b25c701ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703349 Feb 16 13:25:41.419261 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f9e1485f-a535-446f-aa6a-6405e9d73687 req-095b05a3-a890-461c-8d23-2373ec6345d0 service neutron] 10.222.0.89 "GET /v2.0/networks/1e47ec2b-302e-49ea-b533-d7c6e24ada15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810929 Feb 16 13:25:41.554557 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-8cc0bbe1-1f0f-4a3a-a7de-8edda274261b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abaf62f3-5708-48ce-a529-45652398089f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298290598', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.185'}], 'enable_snat': True}, 'gw_port_id': '3a8cb33a-353e-414e-afe7-51e082b6b391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:23:47Z', 'updated_at': '2022-02-16T13:23:52Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': '3a8cb33a-353e-414e-afe7-51e082b6b391', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaf62f3-5708-48ce-a529-45652398089f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:48Z', 'updated_at': '2022-02-16T13:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '9c970f19-eae4-4148-b5ce-6913c2a8c7cb', 'name': '', 'network_id': '1e47ec2b-302e-49ea-b533-d7c6e24ada15', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'mac_address': 'fa:16:3e:b3:b0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaf62f3-5708-48ce-a529-45652398089f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'ce376a6c-10eb-4403-81c8-d9a2d70e0758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:52Z', 'updated_at': '2022-02-16T13:23:58Z', 'revision_number': 5, 'project_id': '083db907435845cfbf101945bf75a5a6', 'subnets': [{'id': 'ce376a6c-10eb-4403-81c8-d9a2d70e0758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:41.558764 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc0bbe1-1f0f-4a3a-a7de-8edda274261b None None] The sync data for ids ['abaf62f3-5708-48ce-a529-45652398089f'] in dv-neutron-829527-1-hyperv is: [{'id': 'abaf62f3-5708-48ce-a529-45652398089f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298290598', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.185'}], 'enable_snat': True}, 'gw_port_id': '3a8cb33a-353e-414e-afe7-51e082b6b391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:23:47Z', 'updated_at': '2022-02-16T13:23:52Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': '3a8cb33a-353e-414e-afe7-51e082b6b391', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaf62f3-5708-48ce-a529-45652398089f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:48Z', 'updated_at': '2022-02-16T13:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '9c970f19-eae4-4148-b5ce-6913c2a8c7cb', 'name': '', 'network_id': '1e47ec2b-302e-49ea-b533-d7c6e24ada15', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'mac_address': 'fa:16:3e:b3:b0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaf62f3-5708-48ce-a529-45652398089f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'ce376a6c-10eb-4403-81c8-d9a2d70e0758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:52Z', 'updated_at': '2022-02-16T13:23:58Z', 'revision_number': 5, 'project_id': '083db907435845cfbf101945bf75a5a6', 'subnets': [{'id': 'ce376a6c-10eb-4403-81c8-d9a2d70e0758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:25:41.562026 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f9e1485f-a535-446f-aa6a-6405e9d73687 req-cd7b4133-89cd-4067-bfa6-94eb6ca679dd service neutron] 10.222.0.89 "GET /v2.0/networks/1e47ec2b-302e-49ea-b533-d7c6e24ada15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357222 Feb 16 13:25:41.786397 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc5643c-6648-46b9-86b6-816ddd8ae88c None None] New status for floating IP 5c1fee1f-2074-4f14-860b-7ca96ea37650: DOWN {{(pid=87702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:25:42.660149 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c68af21-9b25-4fbe-9973-c2da73b25cd3 req-f4c2f865-7e71-4e80-a230-998b8a89ea20 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:42.661629 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6c68af21-9b25-4fbe-9973-c2da73b25cd3 req-f4c2f865-7e71-4e80-a230-998b8a89ea20 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d HTTP/1.1" status: 200 len: 945 time: 0.0976455 Feb 16 13:25:42.724914 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6c68af21-9b25-4fbe-9973-c2da73b25cd3 req-310df151-5d6d-4f71-81c5-fb65fd1636af tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=5a888a33-349d-451e-9b04-e1b25c701ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529509 Feb 16 13:25:42.988261 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c92e238-b401-4068-aa5e-553eec84dab4 req-21f337cb-84c6-4e8d-9222-9669e52015e4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:42.991771 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4c92e238-b401-4068-aa5e-553eec84dab4 req-21f337cb-84c6-4e8d-9222-9669e52015e4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.89 "GET /v2.0/ports?device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d HTTP/1.1" status: 200 len: 945 time: 0.1047821 Feb 16 13:25:43.077263 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-4c92e238-b401-4068-aa5e-553eec84dab4 req-d030a4fe-32ca-4106-a172-db0eb871d50c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Deleting port 44b82f12-9f6b-4e75-9baa-32eda4b49811 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:25:43.077694 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-4c92e238-b401-4068-aa5e-553eec84dab4 req-d030a4fe-32ca-4106-a172-db0eb871d50c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:43.379753 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-4c92e238-b401-4068-aa5e-553eec84dab4 req-d030a4fe-32ca-4106-a172-db0eb871d50c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] For port 44b82f12-9f6b-4e75-9baa-32eda4b49811, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=44b82f12-9f6b-4e75-9baa-32eda4b49811,segment=NetworkSegment(b9e8517a-07e9-4ed5-bb6c-2bb44f8ba2e7),segment_id=b9e8517a-07e9-4ed5-bb6c-2bb44f8ba2e7)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:25:43.380111 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-4c92e238-b401-4068-aa5e-553eec84dab4 req-d030a4fe-32ca-4106-a172-db0eb871d50c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:43.514334 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-4c92e238-b401-4068-aa5e-553eec84dab4 req-d030a4fe-32ca-4106-a172-db0eb871d50c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Calling delete_port for 44b82f12-9f6b-4e75-9baa-32eda4b49811 owned by compute:nova {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:25:43.671937 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-4c92e238-b401-4068-aa5e-553eec84dab4 req-d030a4fe-32ca-4106-a172-db0eb871d50c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:43.761284 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d030a4fe-32ca-4106-a172-db0eb871d50c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event deleted for resources: {'Port': ['ID=44b82f12-9f6b-4e75-9baa-32eda4b49811,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:43.809284 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c92e238-b401-4068-aa5e-553eec84dab4 req-d030a4fe-32ca-4106-a172-db0eb871d50c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] No DVR routers for this DVR port 44b82f12-9f6b-4e75-9baa-32eda4b49811 on host hv-neutron-8295 {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:25:43.811932 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-4c92e238-b401-4068-aa5e-553eec84dab4 req-d030a4fe-32ca-4106-a172-db0eb871d50c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:43.814692 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a843d0-a44b-4405-8e4b-39818c8cbc0d', 'name': 'network-vif-deleted', 'tag': '44b82f12-9f6b-4e75-9baa-32eda4b49811'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:25:43.832897 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4c92e238-b401-4068-aa5e-553eec84dab4 req-d030a4fe-32ca-4106-a172-db0eb871d50c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.89 "DELETE /v2.0/ports/44b82f12-9f6b-4e75-9baa-32eda4b49811 HTTP/1.1" status: 204 len: 173 time: 0.8338883 Feb 16 13:25:43.878441 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a843d0-a44b-4405-8e4b-39818c8cbc0d', 'name': 'network-vif-deleted', 'tag': '44b82f12-9f6b-4e75-9baa-32eda4b49811', 'status': 'completed', 'code': 200} Feb 16 13:25:43.890538 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-46de0ab4-7753-4398-99ed-9586fa1eb8ce req-8df58753-a7a7-47ca-a2c7-f582b77db30c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Synchronizing usage tracker for tenant:083db907435845cfbf101945bf75a5a6 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:25:43.908212 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-46de0ab4-7753-4398-99ed-9586fa1eb8ce req-8df58753-a7a7-47ca-a2c7-f582b77db30c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Unset dirty status for tenant:083db907435845cfbf101945bf75a5a6 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:25:43.909966 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-46de0ab4-7753-4398-99ed-9586fa1eb8ce req-8df58753-a7a7-47ca-a2c7-f582b77db30c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3a843d0-a44b-4405-8e4b-39818c8cbc0d HTTP/1.1" status: 200 len: 210 time: 0.0663986 Feb 16 13:25:45.033458 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49864) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:45.622178 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-83519a67-80de-418e-8475-dee371e61e7e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:46.096145 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-83519a67-80de-418e-8475-dee371e61e7e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Deleting port 9c970f19-eae4-4148-b5ce-6913c2a8c7cb {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:25:46.096887 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-83519a67-80de-418e-8475-dee371e61e7e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:46.217243 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:25:46.295696 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-83519a67-80de-418e-8475-dee371e61e7e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] For port 9c970f19-eae4-4148-b5ce-6913c2a8c7cb, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=9c970f19-eae4-4148-b5ce-6913c2a8c7cb,segment=NetworkSegment(b9e8517a-07e9-4ed5-bb6c-2bb44f8ba2e7),segment_id=b9e8517a-07e9-4ed5-bb6c-2bb44f8ba2e7)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:25:46.296055 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-83519a67-80de-418e-8475-dee371e61e7e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:46.431479 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-83519a67-80de-418e-8475-dee371e61e7e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Calling delete_port for 9c970f19-eae4-4148-b5ce-6913c2a8c7cb owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:25:46.772198 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-83519a67-80de-418e-8475-dee371e61e7e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:46.826730 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83519a67-80de-418e-8475-dee371e61e7e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event deleted for resources: {'Port': ['ID=9c970f19-eae4-4148-b5ce-6913c2a8c7cb,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:46.873252 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83519a67-80de-418e-8475-dee371e61e7e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:46.873583 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83519a67-80de-418e-8475-dee371e61e7e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:46.873938 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83519a67-80de-418e-8475-dee371e61e7e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:46.874264 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83519a67-80de-418e-8475-dee371e61e7e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:46.874606 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83519a67-80de-418e-8475-dee371e61e7e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:46.874921 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83519a67-80de-418e-8475-dee371e61e7e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:46.875260 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83519a67-80de-418e-8475-dee371e61e7e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:46.875580 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83519a67-80de-418e-8475-dee371e61e7e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:46.875896 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83519a67-80de-418e-8475-dee371e61e7e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:46.876229 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83519a67-80de-418e-8475-dee371e61e7e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:46.876547 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83519a67-80de-418e-8475-dee371e61e7e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:46.876885 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83519a67-80de-418e-8475-dee371e61e7e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:25:47.128676 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-83519a67-80de-418e-8475-dee371e61e7e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:47.604625 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83519a67-80de-418e-8475-dee371e61e7e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Router abaf62f3-5708-48ce-a529-45652398089f has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:25:47.669652 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 44b82f12-9f6b-4e75-9baa-32eda4b49811 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:25:47.707193 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] No Port match for: 44b82f12-9f6b-4e75-9baa-32eda4b49811 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:25:47.707472 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 44b82f12-9f6b-4e75-9baa-32eda4b49811 not bound to the agent host hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:25:47.799489 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83519a67-80de-418e-8475-dee371e61e7e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:25:47.811244 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff39cc1-28b7-46ac-aa0a-a6073d18d60f None None] Sync routers for ids ['abaf62f3-5708-48ce-a529-45652398089f'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:25:47.820256 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-83519a67-80de-418e-8475-dee371e61e7e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "PUT /v2.0/routers/abaf62f3-5708-48ce-a529-45652398089f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7856357 Feb 16 13:25:47.821908 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff39cc1-28b7-46ac-aa0a-a6073d18d60f None None] Routers {'abaf62f3-5708-48ce-a529-45652398089f'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:25:47.822530 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-dff39cc1-28b7-46ac-aa0a-a6073d18d60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:25:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['abaf62f3-5708-48ce-a529-45652398089f'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:47.823453 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 49868) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:47.889572 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8d013d0-f522-4d9c-8dc1-d6b7558b734c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Deleting subnet ce376a6c-10eb-4403-81c8-d9a2d70e0758 {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:25:47.892813 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b8d013d0-f522-4d9c-8dc1-d6b7558b734c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:47.951405 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b8d013d0-f522-4d9c-8dc1-d6b7558b734c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:47.995566 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-dff39cc1-28b7-46ac-aa0a-a6073d18d60f None None] Set router abaf62f3-5708-48ce-a529-45652398089f gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:25:48.047303 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b8d013d0-f522-4d9c-8dc1-d6b7558b734c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:48.127284 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b8d013d0-f522-4d9c-8dc1-d6b7558b734c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:48.171380 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d013d0-f522-4d9c-8dc1-d6b7558b734c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event deleted for resources: {'Subnet': ['ID=ce376a6c-10eb-4403-81c8-d9a2d70e0758,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:48.175058 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b8d013d0-f522-4d9c-8dc1-d6b7558b734c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:48.184901 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-b8d013d0-f522-4d9c-8dc1-d6b7558b734c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "DELETE /v2.0/subnets/ce376a6c-10eb-4403-81c8-d9a2d70e0758 HTTP/1.1" status: 204 len: 168 time: 0.3578346 Feb 16 13:25:48.185676 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49872) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:48.188692 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d1dec4-54ec-436d-bbdd-6bb17b82f729 None None] Network 1e47ec2b-302e-49ea-b533-d7c6e24ada15 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:25:48.308370 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-dff39cc1-28b7-46ac-aa0a-a6073d18d60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abaf62f3-5708-48ce-a529-45652398089f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298290598', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.185'}], 'enable_snat': True}, 'gw_port_id': '3a8cb33a-353e-414e-afe7-51e082b6b391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:23:47Z', 'updated_at': '2022-02-16T13:25:46Z', 'revision_number': 5, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': '3a8cb33a-353e-414e-afe7-51e082b6b391', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaf62f3-5708-48ce-a529-45652398089f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:48Z', 'updated_at': '2022-02-16T13:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:48.312958 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff39cc1-28b7-46ac-aa0a-a6073d18d60f None None] Checking router: abaf62f3-5708-48ce-a529-45652398089f for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:25:48.321620 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff39cc1-28b7-46ac-aa0a-a6073d18d60f None None] Routers {'abaf62f3-5708-48ce-a529-45652398089f'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:25:48.322253 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-dff39cc1-28b7-46ac-aa0a-a6073d18d60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:25:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['abaf62f3-5708-48ce-a529-45652398089f'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:48.382368 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f77fa4ea-b548-4de6-8236-8dca3acf8d13 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:48.465896 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b93ea1c-32b8-49e2-a2f0-2025df2aa634 None None] DHCP port deletion for 1e47ec2b-302e-49ea-b533-d7c6e24ada15 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:25:48.470092 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-5b93ea1c-32b8-49e2-a2f0-2025df2aa634 None None] Deleting port f17ab3c6-84d7-45cf-84a2-9fca8b183e3b {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:25:48.470459 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-5b93ea1c-32b8-49e2-a2f0-2025df2aa634 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:48.514292 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-dff39cc1-28b7-46ac-aa0a-a6073d18d60f None None] Set router abaf62f3-5708-48ce-a529-45652398089f gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:25:48.581350 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f77fa4ea-b548-4de6-8236-8dca3acf8d13 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:48.591594 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-f77fa4ea-b548-4de6-8236-8dca3acf8d13 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Deleting port 3a8cb33a-353e-414e-afe7-51e082b6b391 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:25:48.592164 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f77fa4ea-b548-4de6-8236-8dca3acf8d13 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:48.685176 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-5b93ea1c-32b8-49e2-a2f0-2025df2aa634 None None] For port f17ab3c6-84d7-45cf-84a2-9fca8b183e3b, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=f17ab3c6-84d7-45cf-84a2-9fca8b183e3b,segment=NetworkSegment(b9e8517a-07e9-4ed5-bb6c-2bb44f8ba2e7),segment_id=b9e8517a-07e9-4ed5-bb6c-2bb44f8ba2e7)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:25:48.685774 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-5b93ea1c-32b8-49e2-a2f0-2025df2aa634 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:48.782645 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-f77fa4ea-b548-4de6-8236-8dca3acf8d13 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] For port 3a8cb33a-353e-414e-afe7-51e082b6b391, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=3a8cb33a-353e-414e-afe7-51e082b6b391,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:25:48.783055 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f77fa4ea-b548-4de6-8236-8dca3acf8d13 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:48.796733 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-dff39cc1-28b7-46ac-aa0a-a6073d18d60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abaf62f3-5708-48ce-a529-45652398089f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298290598', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.185'}], 'enable_snat': True}, 'gw_port_id': '3a8cb33a-353e-414e-afe7-51e082b6b391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:23:47Z', 'updated_at': '2022-02-16T13:25:46Z', 'revision_number': 5, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': '3a8cb33a-353e-414e-afe7-51e082b6b391', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaf62f3-5708-48ce-a529-45652398089f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:48Z', 'updated_at': '2022-02-16T13:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:48.800864 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff39cc1-28b7-46ac-aa0a-a6073d18d60f None None] The sync data for ids ['abaf62f3-5708-48ce-a529-45652398089f'] in dv-neutron-829527-1-hyperv is: [{'id': 'abaf62f3-5708-48ce-a529-45652398089f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-298290598', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.185'}], 'enable_snat': True}, 'gw_port_id': '3a8cb33a-353e-414e-afe7-51e082b6b391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:23:47Z', 'updated_at': '2022-02-16T13:25:46Z', 'revision_number': 5, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': '3a8cb33a-353e-414e-afe7-51e082b6b391', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaf62f3-5708-48ce-a529-45652398089f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:23:48Z', 'updated_at': '2022-02-16T13:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:25:48.807749 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-5b93ea1c-32b8-49e2-a2f0-2025df2aa634 None None] Calling delete_port for f17ab3c6-84d7-45cf-84a2-9fca8b183e3b owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:25:48.890348 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-5b93ea1c-32b8-49e2-a2f0-2025df2aa634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:48.913649 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-f77fa4ea-b548-4de6-8236-8dca3acf8d13 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Calling delete_port for 3a8cb33a-353e-414e-afe7-51e082b6b391 owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:25:48.939063 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b93ea1c-32b8-49e2-a2f0-2025df2aa634 None None] No DVR routers for this DVR port f17ab3c6-84d7-45cf-84a2-9fca8b183e3b on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:25:48.942951 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93ea1c-32b8-49e2-a2f0-2025df2aa634 None None] Pushing event deleted for resources: {'Port': ['ID=f17ab3c6-84d7-45cf-84a2-9fca8b183e3b,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:49.094924 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f77fa4ea-b548-4de6-8236-8dca3acf8d13 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:49.265272 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77fa4ea-b548-4de6-8236-8dca3acf8d13 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event deleted for resources: {'Port': ['ID=3a8cb33a-353e-414e-afe7-51e082b6b391,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:49.356034 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f77fa4ea-b548-4de6-8236-8dca3acf8d13 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023674'] for router_gateway, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:49.530339 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f77fa4ea-b548-4de6-8236-8dca3acf8d13 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:49.532719 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f77fa4ea-b548-4de6-8236-8dca3acf8d13 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:49.559200 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f77fa4ea-b548-4de6-8236-8dca3acf8d13 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:49.559898 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77fa4ea-b548-4de6-8236-8dca3acf8d13 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Fanout notify agent at l3_agent the message router_deleted on router abaf62f3-5708-48ce-a529-45652398089f {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:25:49.579920 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f77fa4ea-b548-4de6-8236-8dca3acf8d13 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:49.584135 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f77fa4ea-b548-4de6-8236-8dca3acf8d13 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "DELETE /v2.0/routers/abaf62f3-5708-48ce-a529-45652398089f HTTP/1.1" status: 204 len: 168 time: 1.3949845 Feb 16 13:25:49.584135 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49876) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:49.701901 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b81d1c47-53e9-46ac-961a-21afa607c5c9 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:49.843442 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b81d1c47-53e9-46ac-961a-21afa607c5c9 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:49.868964 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-b81d1c47-53e9-46ac-961a-21afa607c5c9 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e47ec2b-302e-49ea-b533-d7c6e24ada15']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:49.884770 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-b81d1c47-53e9-46ac-961a-21afa607c5c9 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9e8517a-07e9-4ed5-bb6c-2bb44f8ba2e7') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:49.885069 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-b81d1c47-53e9-46ac-961a-21afa607c5c9 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9e8517a-07e9-4ed5-bb6c-2bb44f8ba2e7') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:49.897024 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b81d1c47-53e9-46ac-961a-21afa607c5c9 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:49.912943 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b81d1c47-53e9-46ac-961a-21afa607c5c9 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:49.919280 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b81d1c47-53e9-46ac-961a-21afa607c5c9 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:25:49.919598 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b81d1c47-53e9-46ac-961a-21afa607c5c9 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:49.934081 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 13:25:49.934081 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:25:49.934081 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 13:25:49.934081 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:25:49.934081 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 13:25:49.934081 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:25:49.934081 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 13:25:49.934081 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:25:49.934081 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 13:25:49.934081 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:25:49.934081 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 13:25:49.934081 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:25:49.934081 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 13:25:49.934081 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:25:49.934081 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:25:49.934081 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:25:49.934081 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:25:49.934081 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:25:49.934081 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 13:25:49.934081 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:25:49.934081 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 13:25:49.934081 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:25:49.934081 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:25:49.934081 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:25:49.934081 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 13:25:49.934081 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:25:49.934081 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:25:49.934081 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:25:49.934081 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:25:49.934081 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:25:49.934081 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:25:49.934081 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:25:50.021065 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b81d1c47-53e9-46ac-961a-21afa607c5c9 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:50.036023 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 9c970f19-eae4-4148-b5ce-6913c2a8c7cb no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:25:50.044310 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b81d1c47-53e9-46ac-961a-21afa607c5c9 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:50.056752 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d1c47-53e9-46ac-961a-21afa607c5c9 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event deleted for resources: {'Network': ['ID=1e47ec2b-302e-49ea-b533-d7c6e24ada15,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:50.070116 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b81d1c47-53e9-46ac-961a-21afa607c5c9 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "DELETE /v2.0/networks/1e47ec2b-302e-49ea-b533-d7c6e24ada15 HTTP/1.1" status: 204 len: 168 time: 0.4824319 Feb 16 13:25:50.070908 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49880) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:50.074327 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 9c970f19-eae4-4148-b5ce-6913c2a8c7cb {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:25:50.074677 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 9c970f19-eae4-4148-b5ce-6913c2a8c7cb not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:25:50.075099 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 3a8cb33a-353e-414e-afe7-51e082b6b391 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:25:50.110247 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 3a8cb33a-353e-414e-afe7-51e082b6b391 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:25:50.110777 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 3a8cb33a-353e-414e-afe7-51e082b6b391 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:25:50.111203 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device f17ab3c6-84d7-45cf-84a2-9fca8b183e3b no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:25:50.141316 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-44db3aa4-eeb5-4acb-a528-78c4e0584d82 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:50.149433 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: f17ab3c6-84d7-45cf-84a2-9fca8b183e3b {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:25:50.149777 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device f17ab3c6-84d7-45cf-84a2-9fca8b183e3b not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:25:50.174323 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-44db3aa4-eeb5-4acb-a528-78c4e0584d82 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:50.242441 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-44db3aa4-eeb5-4acb-a528-78c4e0584d82 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:50.261893 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db3aa4-eeb5-4acb-a528-78c4e0584d82 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a888a33-349d-451e-9b04-e1b25c701ba4,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:50.272313 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-44db3aa4-eeb5-4acb-a528-78c4e0584d82 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:50.273782 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-44db3aa4-eeb5-4acb-a528-78c4e0584d82 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "DELETE /v2.0/security-groups/5a888a33-349d-451e-9b04-e1b25c701ba4 HTTP/1.1" status: 204 len: 168 time: 0.2018316 Feb 16 13:25:50.984788 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49888) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:50.990065 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-20bfb349-2193-47e0-8163-694626ceac65 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1966398018', 'description': 'tempest-secgroup-smoke-1966398018 description', 'project_id': '083db907435845cfbf101945bf75a5a6'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:25:50.996774 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-20bfb349-2193-47e0-8163-694626ceac65 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:25:51.003706 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-20bfb349-2193-47e0-8163-694626ceac65 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:security_group and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:25:51.006782 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-20bfb349-2193-47e0-8163-694626ceac65 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:25:51.012940 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-20bfb349-2193-47e0-8163-694626ceac65 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:25:51.028596 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-20bfb349-2193-47e0-8163-694626ceac65 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:51.048329 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-20bfb349-2193-47e0-8163-694626ceac65 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:25:51.052517 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-20bfb349-2193-47e0-8163-694626ceac65 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:security_group_rule and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:25:51.055476 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-20bfb349-2193-47e0-8163-694626ceac65 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:25:51.061116 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-20bfb349-2193-47e0-8163-694626ceac65 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:25:51.134391 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-20bfb349-2193-47e0-8163-694626ceac65 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:51.141062 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-20bfb349-2193-47e0-8163-694626ceac65 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:51.188249 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bfb349-2193-47e0-8163-694626ceac65 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caeb9a9d-0df4-49ea-bd21-27bd91692ef2,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:51.195327 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-20bfb349-2193-47e0-8163-694626ceac65 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:51.197265 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-20bfb349-2193-47e0-8163-694626ceac65 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2112789 Feb 16 13:25:51.200009 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49892) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:51.206382 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-8856afc0-733b-46e7-87e4-946e2835e3b4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'security_group_rule': {'security_group_id': 'caeb9a9d-0df4-49ea-bd21-27bd91692ef2', 'project_id': '083db907435845cfbf101945bf75a5a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:25:51.213990 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8856afc0-733b-46e7-87e4-946e2835e3b4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:25:51.218042 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8856afc0-733b-46e7-87e4-946e2835e3b4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:security_group_rule and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:25:51.221464 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8856afc0-733b-46e7-87e4-946e2835e3b4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:25:51.227506 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8856afc0-733b-46e7-87e4-946e2835e3b4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:25:51.246653 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8856afc0-733b-46e7-87e4-946e2835e3b4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:51.314321 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8856afc0-733b-46e7-87e4-946e2835e3b4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:51.319353 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8856afc0-733b-46e7-87e4-946e2835e3b4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:51.347428 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8856afc0-733b-46e7-87e4-946e2835e3b4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f93b276c-8464-4374-a26b-7e1947229383,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:51.360048 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8856afc0-733b-46e7-87e4-946e2835e3b4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:51.361551 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8856afc0-733b-46e7-87e4-946e2835e3b4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1602592 Feb 16 13:25:51.364906 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49896) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:51.371272 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-0c3f6d7e-fecb-4139-9aab-66912e574811 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'security_group_rule': {'security_group_id': 'caeb9a9d-0df4-49ea-bd21-27bd91692ef2', 'project_id': '083db907435845cfbf101945bf75a5a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:25:51.378979 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0c3f6d7e-fecb-4139-9aab-66912e574811 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:25:51.382901 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0c3f6d7e-fecb-4139-9aab-66912e574811 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:security_group_rule and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:25:51.386316 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0c3f6d7e-fecb-4139-9aab-66912e574811 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:25:51.392018 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0c3f6d7e-fecb-4139-9aab-66912e574811 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:25:51.410650 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0c3f6d7e-fecb-4139-9aab-66912e574811 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:51.488947 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0c3f6d7e-fecb-4139-9aab-66912e574811 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:51.493493 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0c3f6d7e-fecb-4139-9aab-66912e574811 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:51.516755 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f6d7e-fecb-4139-9aab-66912e574811 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7050651a-b6c4-417f-8a59-1301d891e5aa,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:51.526317 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0c3f6d7e-fecb-4139-9aab-66912e574811 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:51.527697 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0c3f6d7e-fecb-4139-9aab-66912e574811 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1617560 Feb 16 13:25:51.530959 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49900) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:51.536048 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-f18b42eb-361b-41a3-9f11-f1a89e7311f8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'security_group_rule': {'security_group_id': 'caeb9a9d-0df4-49ea-bd21-27bd91692ef2', 'project_id': '083db907435845cfbf101945bf75a5a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:25:51.543216 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f18b42eb-361b-41a3-9f11-f1a89e7311f8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:25:51.547416 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f18b42eb-361b-41a3-9f11-f1a89e7311f8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:security_group_rule and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:25:51.550491 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-f18b42eb-361b-41a3-9f11-f1a89e7311f8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:25:51.557630 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-f18b42eb-361b-41a3-9f11-f1a89e7311f8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:25:51.577979 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f18b42eb-361b-41a3-9f11-f1a89e7311f8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:51.654816 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f18b42eb-361b-41a3-9f11-f1a89e7311f8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:51.659167 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f18b42eb-361b-41a3-9f11-f1a89e7311f8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:51.689020 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18b42eb-361b-41a3-9f11-f1a89e7311f8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2d82eb3-f982-49d6-a888-904b3405f99c,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:51.700435 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f18b42eb-361b-41a3-9f11-f1a89e7311f8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:51.702640 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f18b42eb-361b-41a3-9f11-f1a89e7311f8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1699665 Feb 16 13:25:51.707316 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49904) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:51.715250 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-971e0b51-f459-4f68-b334-b98bd64e953b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'security_group_rule': {'security_group_id': 'caeb9a9d-0df4-49ea-bd21-27bd91692ef2', 'project_id': '083db907435845cfbf101945bf75a5a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:25:51.721850 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-971e0b51-f459-4f68-b334-b98bd64e953b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:25:51.725692 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-971e0b51-f459-4f68-b334-b98bd64e953b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:security_group_rule and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:25:51.728989 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-971e0b51-f459-4f68-b334-b98bd64e953b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:25:51.734819 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-971e0b51-f459-4f68-b334-b98bd64e953b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:25:51.754263 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-971e0b51-f459-4f68-b334-b98bd64e953b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:51.820315 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-971e0b51-f459-4f68-b334-b98bd64e953b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:51.824474 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-971e0b51-f459-4f68-b334-b98bd64e953b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:51.847175 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e0b51-f459-4f68-b334-b98bd64e953b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33b8f7ec-97e0-4e6a-af14-bc2815028156,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:51.857346 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-971e0b51-f459-4f68-b334-b98bd64e953b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:51.858529 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-971e0b51-f459-4f68-b334-b98bd64e953b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1502182 Feb 16 13:25:51.861375 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49908) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:51.866301 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-e80b9598-7425-4ffc-864a-c59705ed2ed8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'security_group_rule': {'security_group_id': 'caeb9a9d-0df4-49ea-bd21-27bd91692ef2', 'project_id': '083db907435845cfbf101945bf75a5a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:25:51.872382 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e80b9598-7425-4ffc-864a-c59705ed2ed8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:25:51.876224 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e80b9598-7425-4ffc-864a-c59705ed2ed8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:security_group_rule and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:25:51.879132 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-e80b9598-7425-4ffc-864a-c59705ed2ed8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:25:51.885073 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-e80b9598-7425-4ffc-864a-c59705ed2ed8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:25:51.896368 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-e80b9598-7425-4ffc-864a-c59705ed2ed8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Project 083db907435845cfbf101945bf75a5a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:25:51.903840 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e80b9598-7425-4ffc-864a-c59705ed2ed8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:51.970851 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e80b9598-7425-4ffc-864a-c59705ed2ed8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:51.975659 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e80b9598-7425-4ffc-864a-c59705ed2ed8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:51.998957 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80b9598-7425-4ffc-864a-c59705ed2ed8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=386f3485-ebc1-48dd-95a7-a43330052288,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:52.010301 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e80b9598-7425-4ffc-864a-c59705ed2ed8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:52.011663 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e80b9598-7425-4ffc-864a-c59705ed2ed8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1492281 Feb 16 13:25:52.014802 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49912) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:52.020339 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-97b5825d-d77a-4ee5-822d-e711b010fec5 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'security_group_rule': {'security_group_id': 'caeb9a9d-0df4-49ea-bd21-27bd91692ef2', 'project_id': '083db907435845cfbf101945bf75a5a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:25:52.026477 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-97b5825d-d77a-4ee5-822d-e711b010fec5 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:25:52.030288 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-97b5825d-d77a-4ee5-822d-e711b010fec5 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:security_group_rule and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:25:52.033241 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-97b5825d-d77a-4ee5-822d-e711b010fec5 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:25:52.039195 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-97b5825d-d77a-4ee5-822d-e711b010fec5 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:25:52.051964 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-97b5825d-d77a-4ee5-822d-e711b010fec5 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Project 083db907435845cfbf101945bf75a5a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:25:52.059647 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-97b5825d-d77a-4ee5-822d-e711b010fec5 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:52.124164 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-97b5825d-d77a-4ee5-822d-e711b010fec5 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:52.128655 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-97b5825d-d77a-4ee5-822d-e711b010fec5 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:52.151414 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b5825d-d77a-4ee5-822d-e711b010fec5 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27c7b8f1-24dd-4746-b71a-424cbb3daaf8,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:52.161632 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-97b5825d-d77a-4ee5-822d-e711b010fec5 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:52.162994 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-97b5825d-d77a-4ee5-822d-e711b010fec5 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1472852 Feb 16 13:25:52.166997 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49916) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:52.172451 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-8d281521-c8c4-43ee-b2ac-c42c9af1b75e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'network': {'name': 'tempest-network-smoke--1937880692', 'project_id': '083db907435845cfbf101945bf75a5a6', 'port_security_enabled': True}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:25:52.177811 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8d281521-c8c4-43ee-b2ac-c42c9af1b75e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:25:52.182006 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8d281521-c8c4-43ee-b2ac-c42c9af1b75e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:network and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:25:52.184884 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-8d281521-c8c4-43ee-b2ac-c42c9af1b75e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:25:52.190644 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-8d281521-c8c4-43ee-b2ac-c42c9af1b75e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:25:52.204709 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d281521-c8c4-43ee-b2ac-c42c9af1b75e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Made reservation on behalf of 083db907435845cfbf101945bf75a5a6 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:25:52.208089 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d281521-c8c4-43ee-b2ac-c42c9af1b75e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:52.237834 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d281521-c8c4-43ee-b2ac-c42c9af1b75e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:25:52.247961 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d281521-c8c4-43ee-b2ac-c42c9af1b75e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:52.248301 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-8d281521-c8c4-43ee-b2ac-c42c9af1b75e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Added segment 43512739-8b24-4424-a334-477daea47d8d of type vlan for network 9449fd30-96fb-439f-b04b-dd34a40991cf Feb 16 13:25:52.275447 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d281521-c8c4-43ee-b2ac-c42c9af1b75e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:52.306186 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d281521-c8c4-43ee-b2ac-c42c9af1b75e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:52.313857 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d281521-c8c4-43ee-b2ac-c42c9af1b75e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:52.314609 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d281521-c8c4-43ee-b2ac-c42c9af1b75e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:52.560532 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8d281521-c8c4-43ee-b2ac-c42c9af1b75e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3924484 Feb 16 13:25:52.563831 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d281521-c8c4-43ee-b2ac-c42c9af1b75e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'Network': ['ID=9449fd30-96fb-439f-b04b-dd34a40991cf,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:52.563971 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 49920) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:52.569396 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-7439a565-d7bc-4707-8976-03b022f60014 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1112167860', 'admin_state_up': True, 'project_id': '083db907435845cfbf101945bf75a5a6', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:25:52.577213 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-7439a565-d7bc-4707-8976-03b022f60014 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:25:52.579753 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 9449fd30-96fb-439f-b04b-dd34a40991cf details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:25:52.581652 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-7439a565-d7bc-4707-8976-03b022f60014 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:router and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:25:52.584725 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-7439a565-d7bc-4707-8976-03b022f60014 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:25:52.591587 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-7439a565-d7bc-4707-8976-03b022f60014 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:25:52.604097 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7439a565-d7bc-4707-8976-03b022f60014 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:52.605412 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7439a565-d7bc-4707-8976-03b022f60014 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:52.621839 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7439a565-d7bc-4707-8976-03b022f60014 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:52.997834 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7439a565-d7bc-4707-8976-03b022f60014 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:53.304037 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7439a565-d7bc-4707-8976-03b022f60014 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for router_gateway, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:53.333690 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7439a565-d7bc-4707-8976-03b022f60014 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:53.472252 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-7439a565-d7bc-4707-8976-03b022f60014 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Allocated IP 172.26.5.213 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/6a754575-2fad-450f-8b12-7b17ce263133) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:25:53.623797 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7439a565-d7bc-4707-8976-03b022f60014 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:53.654337 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7439a565-d7bc-4707-8976-03b022f60014 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:53.720153 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7439a565-d7bc-4707-8976-03b022f60014 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:25:53.721384 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-7439a565-d7bc-4707-8976-03b022f60014 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:25:53.723949 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7439a565-d7bc-4707-8976-03b022f60014 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:25:53.770071 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7439a565-d7bc-4707-8976-03b022f60014 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'Port': ['ID=6a754575-2fad-450f-8b12-7b17ce263133,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:54.155143 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7439a565-d7bc-4707-8976-03b022f60014 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for router_gateway, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:54.619033 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7439a565-d7bc-4707-8976-03b022f60014 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:54.820418 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7439a565-d7bc-4707-8976-03b022f60014 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Router bc659c8f-7cce-4149-b316-fb7f0aa4639e is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:25:54.999658 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7439a565-d7bc-4707-8976-03b022f60014 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:25:55.011040 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5436722-606b-4752-8bd7-71562521f12d None None] Sync routers for ids ['bc659c8f-7cce-4149-b316-fb7f0aa4639e'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:25:55.022175 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5436722-606b-4752-8bd7-71562521f12d None None] Routers {'bc659c8f-7cce-4149-b316-fb7f0aa4639e'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:25:55.022992 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-a5436722-606b-4752-8bd7-71562521f12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:25:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['bc659c8f-7cce-4149-b316-fb7f0aa4639e'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:55.029462 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7439a565-d7bc-4707-8976-03b022f60014 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:55.030769 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-7439a565-d7bc-4707-8976-03b022f60014 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4656017 Feb 16 13:25:55.034296 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 49924) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:55.179976 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-7d71e12d-5d34-4f9e-9f35-026117b1d87a tempest-TestNetworkAdvancedServerOps-74201966 tempest-TestNetworkAdvancedServerOps-74201966-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=083db907435845cfbf101945bf75a5a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1442583 Feb 16 13:25:55.182597 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 49930) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:55.253761 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-a5436722-606b-4752-8bd7-71562521f12d None None] Set router bc659c8f-7cce-4149-b316-fb7f0aa4639e gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:25:55.312461 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a240105e-c0dd-4a53-9ceb-70217cdfaa6d tempest-TestNetworkAdvancedServerOps-74201966 tempest-TestNetworkAdvancedServerOps-74201966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:55.314002 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-a240105e-c0dd-4a53-9ceb-70217cdfaa6d tempest-TestNetworkAdvancedServerOps-74201966 tempest-TestNetworkAdvancedServerOps-74201966-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1304784 Feb 16 13:25:55.317066 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49934) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:55.363657 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-42d51fd5-9c0d-4a35-98b2-e9042f3dbfae tempest-TestNetworkAdvancedServerOps-74201966 tempest-TestNetworkAdvancedServerOps-74201966-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0451498 Feb 16 13:25:55.366092 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 49938) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:55.372587 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-ec20bb6b-97e3-4154-989a-806a73a7d370 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-778008210', 'network_id': '9449fd30-96fb-439f-b04b-dd34a40991cf', 'project_id': '083db907435845cfbf101945bf75a5a6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:25:55.484041 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ec20bb6b-97e3-4154-989a-806a73a7d370 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:25:55.488084 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ec20bb6b-97e3-4154-989a-806a73a7d370 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:subnet and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:25:55.491006 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ec20bb6b-97e3-4154-989a-806a73a7d370 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:25:55.496880 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ec20bb6b-97e3-4154-989a-806a73a7d370 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:25:55.508072 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec20bb6b-97e3-4154-989a-806a73a7d370 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Made reservation on behalf of 083db907435845cfbf101945bf75a5a6 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:25:55.511612 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ec20bb6b-97e3-4154-989a-806a73a7d370 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:55.535971 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-a5436722-606b-4752-8bd7-71562521f12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc659c8f-7cce-4149-b316-fb7f0aa4639e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112167860', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.213'}], 'enable_snat': True}, 'gw_port_id': '6a754575-2fad-450f-8b12-7b17ce263133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:52Z', 'updated_at': '2022-02-16T13:25:53Z', 'revision_number': 3, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': '6a754575-2fad-450f-8b12-7b17ce263133', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:75:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc659c8f-7cce-4149-b316-fb7f0aa4639e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:53Z', 'updated_at': '2022-02-16T13:25:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:55.540994 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5436722-606b-4752-8bd7-71562521f12d None None] Checking router: bc659c8f-7cce-4149-b316-fb7f0aa4639e for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:25:55.541347 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5436722-606b-4752-8bd7-71562521f12d None None] Updating router bc659c8f-7cce-4149-b316-fb7f0aa4639e port 6a754575-2fad-450f-8b12-7b17ce263133 binding host dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:25:55.599775 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a5436722-606b-4752-8bd7-71562521f12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:55.733263 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ec20bb6b-97e3-4154-989a-806a73a7d370 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:55.814509 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20bb6b-97e3-4154-989a-806a73a7d370 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'Subnet': ['ID=bb662d4d-3bf6-4b5a-9b32-0d0ca5232a1e,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:55.823645 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec20bb6b-97e3-4154-989a-806a73a7d370 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Checking segment: {'id': '43512739-8b24-4424-a334-477daea47d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '9449fd30-96fb-439f-b04b-dd34a40991cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:25:55.823999 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec20bb6b-97e3-4154-989a-806a73a7d370 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Network hostable DHCP agents. Network: 9449fd30-96fb-439f-b04b-dd34a40991cf, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:25:55.846791 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec20bb6b-97e3-4154-989a-806a73a7d370 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Network 9449fd30-96fb-439f-b04b-dd34a40991cf is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:25:55.857863 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-ec20bb6b-97e3-4154-989a-806a73a7d370 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 9449fd30-96fb-439f-b04b-dd34a40991cf) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:25:55.863125 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec20bb6b-97e3-4154-989a-806a73a7d370 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:55.863710 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ec20bb6b-97e3-4154-989a-806a73a7d370 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:55.875143 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa691386-6289-402c-9e8a-e93fa1e0a812 None None] Network 9449fd30-96fb-439f-b04b-dd34a40991cf requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:25:55.891843 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ec20bb6b-97e3-4154-989a-806a73a7d370 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5243270 Feb 16 13:25:55.892124 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 49942) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:25:56.016877 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a5436722-606b-4752-8bd7-71562521f12d None None] Notify callbacks [] for port, precommit_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:56.048919 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-a5436722-606b-4752-8bd7-71562521f12d None None] Transition to ACTIVE for port object 6a754575-2fad-450f-8b12-7b17ce263133 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:25:56.062916 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a5436722-606b-4752-8bd7-71562521f12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:56.196817 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-a5436722-606b-4752-8bd7-71562521f12d None None] Attempting to bind port 6a754575-2fad-450f-8b12-7b17ce263133 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:25:56.197186 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-a5436722-606b-4752-8bd7-71562521f12d None None] Attempting to bind port 6a754575-2fad-450f-8b12-7b17ce263133 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:25:56.197546 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5436722-606b-4752-8bd7-71562521f12d None None] Attempting to bind port 6a754575-2fad-450f-8b12-7b17ce263133 on network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:25:56.207859 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd04f5-8331-4e6f-a01e-c189fa18fa32 None None] Pushing event updated for resources: {'Port': ['ID=6a754575-2fad-450f-8b12-7b17ce263133,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:56.212709 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5436722-606b-4752-8bd7-71562521f12d None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:25:56.213081 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5436722-606b-4752-8bd7-71562521f12d None None] Checking segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:25:56.213482 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a5436722-606b-4752-8bd7-71562521f12d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:56.213865 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5436722-606b-4752-8bd7-71562521f12d None None] Bound using segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:25:56.214326 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-a5436722-606b-4752-8bd7-71562521f12d None None] Bound port: 6a754575-2fad-450f-8b12-7b17ce263133, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:25:56.214693 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a5436722-606b-4752-8bd7-71562521f12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:56.296246 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae67aad-f27e-46f1-9eaf-d76b42c2b640 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-9449fd30-96fb-439f-b04b-dd34a40991cf', 'network_id': '9449fd30-96fb-439f-b04b-dd34a40991cf', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'fixed_ips': [{'subnet_id': 'bb662d4d-3bf6-4b5a-9b32-0d0ca5232a1e'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:25:56.297097 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9ae67aad-f27e-46f1-9eaf-d76b42c2b640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:56.412641 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-a5436722-606b-4752-8bd7-71562521f12d None None] For port 6a754575-2fad-450f-8b12-7b17ce263133, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:25:56.462671 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-a5436722-606b-4752-8bd7-71562521f12d None None] For port 6a754575-2fad-450f-8b12-7b17ce263133, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=6a754575-2fad-450f-8b12-7b17ce263133,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:25:56.468771 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a5436722-606b-4752-8bd7-71562521f12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:56.612758 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-9ae67aad-f27e-46f1-9eaf-d76b42c2b640 None None] Allocated IP 172.20.0.2 (9449fd30-96fb-439f-b04b-dd34a40991cf/bb662d4d-3bf6-4b5a-9b32-0d0ca5232a1e/d29e7c79-b24e-4efd-ac36-2e34d695eece) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:25:56.618500 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5436722-606b-4752-8bd7-71562521f12d None None] Routers {'bc659c8f-7cce-4149-b316-fb7f0aa4639e'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:25:56.619208 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-a5436722-606b-4752-8bd7-71562521f12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:25:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['bc659c8f-7cce-4149-b316-fb7f0aa4639e'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:56.687066 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd04f5-8331-4e6f-a01e-c189fa18fa32 None None] Pushing event updated for resources: {'Port': ['ID=6a754575-2fad-450f-8b12-7b17ce263133,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:56.726848 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-69219aca-02ca-4414-ba45-3e1f5811b5e4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:56.893151 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-a5436722-606b-4752-8bd7-71562521f12d None None] Set router bc659c8f-7cce-4149-b316-fb7f0aa4639e gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:25:57.176041 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9ae67aad-f27e-46f1-9eaf-d76b42c2b640 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:57.198898 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-9ae67aad-f27e-46f1-9eaf-d76b42c2b640 None None] Transition to ACTIVE for port object d29e7c79-b24e-4efd-ac36-2e34d695eece will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:25:57.246710 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-9ae67aad-f27e-46f1-9eaf-d76b42c2b640 None None] Transition to ACTIVE for port object d29e7c79-b24e-4efd-ac36-2e34d695eece will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:25:57.255171 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9ae67aad-f27e-46f1-9eaf-d76b42c2b640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:57.319212 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-69219aca-02ca-4414-ba45-3e1f5811b5e4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Allocated IP 172.20.0.1 (9449fd30-96fb-439f-b04b-dd34a40991cf/bb662d4d-3bf6-4b5a-9b32-0d0ca5232a1e/53aebea8-8063-4c0c-bf19-f592507ad331) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:25:57.338311 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae67aad-f27e-46f1-9eaf-d76b42c2b640 None None] Network 9449fd30-96fb-439f-b04b-dd34a40991cf is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:25:57.340830 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-9ae67aad-f27e-46f1-9eaf-d76b42c2b640 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:25:57.342523 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67aad-f27e-46f1-9eaf-d76b42c2b640 None None] Pushing event updated for resources: {'Port': ['ID=d29e7c79-b24e-4efd-ac36-2e34d695eece,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:57.344592 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae67aad-f27e-46f1-9eaf-d76b42c2b640 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:25:57.416805 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-a5436722-606b-4752-8bd7-71562521f12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc659c8f-7cce-4149-b316-fb7f0aa4639e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112167860', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.213'}], 'enable_snat': True}, 'gw_port_id': '6a754575-2fad-450f-8b12-7b17ce263133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:52Z', 'updated_at': '2022-02-16T13:25:53Z', 'revision_number': 3, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': '6a754575-2fad-450f-8b12-7b17ce263133', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:75:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc659c8f-7cce-4149-b316-fb7f0aa4639e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:53Z', 'updated_at': '2022-02-16T13:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:57.440305 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5436722-606b-4752-8bd7-71562521f12d None None] The sync data for ids ['bc659c8f-7cce-4149-b316-fb7f0aa4639e'] in dv-neutron-829527-1-hyperv is: [{'id': 'bc659c8f-7cce-4149-b316-fb7f0aa4639e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112167860', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.213'}], 'enable_snat': True}, 'gw_port_id': '6a754575-2fad-450f-8b12-7b17ce263133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:52Z', 'updated_at': '2022-02-16T13:25:53Z', 'revision_number': 3, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': '6a754575-2fad-450f-8b12-7b17ce263133', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:75:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc659c8f-7cce-4149-b316-fb7f0aa4639e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:53Z', 'updated_at': '2022-02-16T13:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:25:57.448307 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-9ae67aad-f27e-46f1-9eaf-d76b42c2b640 None None] Attempting to bind port d29e7c79-b24e-4efd-ac36-2e34d695eece on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:25:57.448696 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-9ae67aad-f27e-46f1-9eaf-d76b42c2b640 None None] Attempting to bind port d29e7c79-b24e-4efd-ac36-2e34d695eece by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '43512739-8b24-4424-a334-477daea47d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '9449fd30-96fb-439f-b04b-dd34a40991cf'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:25:57.449058 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae67aad-f27e-46f1-9eaf-d76b42c2b640 None None] Attempting to bind port d29e7c79-b24e-4efd-ac36-2e34d695eece on network 9449fd30-96fb-439f-b04b-dd34a40991cf {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:25:57.454529 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae67aad-f27e-46f1-9eaf-d76b42c2b640 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:25:57.454897 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae67aad-f27e-46f1-9eaf-d76b42c2b640 None None] Checking segment: {'id': '43512739-8b24-4424-a334-477daea47d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '9449fd30-96fb-439f-b04b-dd34a40991cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:25:57.455293 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9ae67aad-f27e-46f1-9eaf-d76b42c2b640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:57.455679 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae67aad-f27e-46f1-9eaf-d76b42c2b640 None None] Bound using segment: {'id': '43512739-8b24-4424-a334-477daea47d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '9449fd30-96fb-439f-b04b-dd34a40991cf'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:25:57.456138 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-9ae67aad-f27e-46f1-9eaf-d76b42c2b640 None None] Bound port: d29e7c79-b24e-4efd-ac36-2e34d695eece, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43512739-8b24-4424-a334-477daea47d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '9449fd30-96fb-439f-b04b-dd34a40991cf'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:25:57.456505 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9ae67aad-f27e-46f1-9eaf-d76b42c2b640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:57.484111 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-69219aca-02ca-4414-ba45-3e1f5811b5e4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:57.502075 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-69219aca-02ca-4414-ba45-3e1f5811b5e4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Transition to ACTIVE for port object 53aebea8-8063-4c0c-bf19-f592507ad331 will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:25:57.529503 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-69219aca-02ca-4414-ba45-3e1f5811b5e4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:57.550584 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-9ae67aad-f27e-46f1-9eaf-d76b42c2b640 None None] For port d29e7c79-b24e-4efd-ac36-2e34d695eece, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:25:57.554606 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-9ae67aad-f27e-46f1-9eaf-d76b42c2b640 None None] For port d29e7c79-b24e-4efd-ac36-2e34d695eece, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=d29e7c79-b24e-4efd-ac36-2e34d695eece,segment=NetworkSegment(43512739-8b24-4424-a334-477daea47d8d),segment_id=43512739-8b24-4424-a334-477daea47d8d)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:25:57.558787 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9ae67aad-f27e-46f1-9eaf-d76b42c2b640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:57.600816 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69219aca-02ca-4414-ba45-3e1f5811b5e4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Network 9449fd30-96fb-439f-b04b-dd34a40991cf is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:25:57.604064 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-69219aca-02ca-4414-ba45-3e1f5811b5e4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:25:57.608218 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69219aca-02ca-4414-ba45-3e1f5811b5e4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:25:57.643300 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67aad-f27e-46f1-9eaf-d76b42c2b640 None None] Pushing event updated for resources: {'Port': ['ID=d29e7c79-b24e-4efd-ac36-2e34d695eece,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:57.646131 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69219aca-02ca-4414-ba45-3e1f5811b5e4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'Port': ['ID=53aebea8-8063-4c0c-bf19-f592507ad331,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:57.674532 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-69219aca-02ca-4414-ba45-3e1f5811b5e4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:57.869966 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 6a754575-2fad-450f-8b12-7b17ce263133 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:25:57.990255 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 6a754575-2fad-450f-8b12-7b17ce263133 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:25:57.996937 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 6a754575-2fad-450f-8b12-7b17ce263133 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:25:57.997572 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:58.054771 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-69219aca-02ca-4414-ba45-3e1f5811b5e4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:58.140156 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:58.158964 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 6a754575-2fad-450f-8b12-7b17ce263133, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=6a754575-2fad-450f-8b12-7b17ce263133,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:25:58.163905 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:58.243987 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=6a754575-2fad-450f-8b12-7b17ce263133,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:58.629015 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-69219aca-02ca-4414-ba45-3e1f5811b5e4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:58.635209 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-69219aca-02ca-4414-ba45-3e1f5811b5e4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:58.725075 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a85220e-4f71-4a54-a948-3d8423425fab None None] Network 9449fd30-96fb-439f-b04b-dd34a40991cf requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:25:58.756587 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69219aca-02ca-4414-ba45-3e1f5811b5e4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'Port': ['ID=53aebea8-8063-4c0c-bf19-f592507ad331,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:25:58.760080 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-69219aca-02ca-4414-ba45-3e1f5811b5e4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:58.846979 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-692efc2c-db6b-42ce-9cf3-8ff64696f284 None None] Provisioning for port d29e7c79-b24e-4efd-ac36-2e34d695eece completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:25:58.904422 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69219aca-02ca-4414-ba45-3e1f5811b5e4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Network 9449fd30-96fb-439f-b04b-dd34a40991cf is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:25:58.905615 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-69219aca-02ca-4414-ba45-3e1f5811b5e4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:25:59.097018 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69219aca-02ca-4414-ba45-3e1f5811b5e4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Router bc659c8f-7cce-4149-b316-fb7f0aa4639e has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:25:59.277164 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-63927147-6950-42d3-b264-30eb43c6ddc7 None None] Provisioning for port 53aebea8-8063-4c0c-bf19-f592507ad331 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:25:59.281627 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69219aca-02ca-4414-ba45-3e1f5811b5e4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:25:59.292391 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-63927147-6950-42d3-b264-30eb43c6ddc7 None None] Provisioning complete for port 53aebea8-8063-4c0c-bf19-f592507ad331 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:25:59.292914 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-63927147-6950-42d3-b264-30eb43c6ddc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:59.293438 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecf64bc-85ec-4d11-a0b0-da9170b175b4 None None] Sync routers for ids ['bc659c8f-7cce-4149-b316-fb7f0aa4639e'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:25:59.294673 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-69219aca-02ca-4414-ba45-3e1f5811b5e4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "PUT /v2.0/routers/bc659c8f-7cce-4149-b316-fb7f0aa4639e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4008861 Feb 16 13:25:59.309834 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecf64bc-85ec-4d11-a0b0-da9170b175b4 None None] Routers {'bc659c8f-7cce-4149-b316-fb7f0aa4639e'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:25:59.310476 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-2ecf64bc-85ec-4d11-a0b0-da9170b175b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:25:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['bc659c8f-7cce-4149-b316-fb7f0aa4639e'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:59.364498 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-63927147-6950-42d3-b264-30eb43c6ddc7 None None] Port 53aebea8-8063-4c0c-bf19-f592507ad331 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:25:59.509334 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-fa18fb03-7738-4887-b012-48d12ef5b101 None None] Provisioning complete for port 53aebea8-8063-4c0c-bf19-f592507ad331 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:25:59.509334 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-fa18fb03-7738-4887-b012-48d12ef5b101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:59.527020 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-2ecf64bc-85ec-4d11-a0b0-da9170b175b4 None None] Set router bc659c8f-7cce-4149-b316-fb7f0aa4639e gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:25:59.564038 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-5f387dc2-2cf6-4c2d-af31-050e5e262725 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1966398018&fields=id&tenant_id=083db907435845cfbf101945bf75a5a6 HTTP/1.1" status: 200 len: 267 time: 0.0571504 Feb 16 13:25:59.574834 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-fa18fb03-7738-4887-b012-48d12ef5b101 None None] Port 53aebea8-8063-4c0c-bf19-f592507ad331 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:25:59.696198 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-9f16c358-cd41-4378-a1f9-26d3797a573b None None] Provisioning complete for port 53aebea8-8063-4c0c-bf19-f592507ad331 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:25:59.696863 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9f16c358-cd41-4378-a1f9-26d3797a573b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:59.727757 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-d88dffbc-1639-4d07-8e0b-da416780d275 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:25:59.729866 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-d88dffbc-1639-4d07-8e0b-da416780d275 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/networks?id=9449fd30-96fb-439f-b04b-dd34a40991cf HTTP/1.1" status: 200 len: 797 time: 0.1586215 Feb 16 13:25:59.747113 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-ad3db1eb-39f7-4a51-961a-c31eb2017799 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/quotas/083db907435845cfbf101945bf75a5a6 HTTP/1.1" status: 200 len: 375 time: 0.0112038 Feb 16 13:25:59.757752 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-9f16c358-cd41-4378-a1f9-26d3797a573b None None] Port 53aebea8-8063-4c0c-bf19-f592507ad331 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:25:59.842037 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-80514c00-53aa-4574-bb19-361a54d7fad6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Synchronizing usage tracker for tenant:083db907435845cfbf101945bf75a5a6 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:25:59.859105 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-2ecf64bc-85ec-4d11-a0b0-da9170b175b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc659c8f-7cce-4149-b316-fb7f0aa4639e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112167860', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.213'}], 'enable_snat': True}, 'gw_port_id': '6a754575-2fad-450f-8b12-7b17ce263133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:52Z', 'updated_at': '2022-02-16T13:25:57Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': '6a754575-2fad-450f-8b12-7b17ce263133', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:75:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc659c8f-7cce-4149-b316-fb7f0aa4639e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:53Z', 'updated_at': '2022-02-16T13:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '53aebea8-8063-4c0c-bf19-f592507ad331', 'name': '', 'network_id': '9449fd30-96fb-439f-b04b-dd34a40991cf', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'mac_address': 'fa:16:3e:9c:c3:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc659c8f-7cce-4149-b316-fb7f0aa4639e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'bb662d4d-3bf6-4b5a-9b32-0d0ca5232a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:56Z', 'updated_at': '2022-02-16T13:25:58Z', 'revision_number': 2, 'project_id': '083db907435845cfbf101945bf75a5a6', 'subnets': [{'id': 'bb662d4d-3bf6-4b5a-9b32-0d0ca5232a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:25:59.863936 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-80514c00-53aa-4574-bb19-361a54d7fad6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Unset dirty status for tenant:083db907435845cfbf101945bf75a5a6 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:25:59.864150 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecf64bc-85ec-4d11-a0b0-da9170b175b4 None None] Checking router: bc659c8f-7cce-4149-b316-fb7f0aa4639e for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:25:59.864517 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecf64bc-85ec-4d11-a0b0-da9170b175b4 None None] Updating router bc659c8f-7cce-4149-b316-fb7f0aa4639e port 53aebea8-8063-4c0c-bf19-f592507ad331 binding host dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:25:59.865606 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-80514c00-53aa-4574-bb19-361a54d7fad6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=083db907435845cfbf101945bf75a5a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1120994 Feb 16 13:25:59.906997 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 6a754575-2fad-450f-8b12-7b17ce263133 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:25:59.933122 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-2ecf64bc-85ec-4d11-a0b0-da9170b175b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:25:59.978770 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 6a754575-2fad-450f-8b12-7b17ce263133 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:25:59.979136 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:00.063861 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-c7a1dd2d-8e35-4c45-820f-84d5057c427e service neutron] 10.222.0.83 "GET /v2.0/networks/9449fd30-96fb-439f-b04b-dd34a40991cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850436 Feb 16 13:26:00.103408 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device d29e7c79-b24e-4efd-ac36-2e34d695eece up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:26:00.174252 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port d29e7c79-b24e-4efd-ac36-2e34d695eece completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:26:00.179980 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port d29e7c79-b24e-4efd-ac36-2e34d695eece triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:26:00.180454 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:00.200144 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-42687a17-d437-4221-bef0-3bc905f571f2 service neutron] 10.222.0.83 "GET /v2.0/networks/9449fd30-96fb-439f-b04b-dd34a40991cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300297 Feb 16 13:26:00.315105 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:00.347854 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-2ecf64bc-85ec-4d11-a0b0-da9170b175b4 None None] Notify callbacks [] for port, precommit_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:00.372094 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.provisioning_blocks [None req-2ecf64bc-85ec-4d11-a0b0-da9170b175b4 None None] Transition to ACTIVE for port object 53aebea8-8063-4c0c-bf19-f592507ad331 will not be triggered until provisioned by entity L2. {{(pid=87703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:26:00.378309 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port d29e7c79-b24e-4efd-ac36-2e34d695eece, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=d29e7c79-b24e-4efd-ac36-2e34d695eece,segment=NetworkSegment(43512739-8b24-4424-a334-477daea47d8d),segment_id=43512739-8b24-4424-a334-477daea47d8d)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:26:00.384036 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-2ecf64bc-85ec-4d11-a0b0-da9170b175b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:00.394511 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:00.485663 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=d29e7c79-b24e-4efd-ac36-2e34d695eece,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:00.501290 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-40fef398-53ca-4611-acd9-ed616dbf218b req-0ed9881f-5193-4bfd-8c92-531baba4ce27 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Synchronizing usage tracker for tenant:083db907435845cfbf101945bf75a5a6 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:26:00.515116 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-40fef398-53ca-4611-acd9-ed616dbf218b req-0ed9881f-5193-4bfd-8c92-531baba4ce27 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Unset dirty status for tenant:083db907435845cfbf101945bf75a5a6 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:26:00.516730 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-40fef398-53ca-4611-acd9-ed616dbf218b req-0ed9881f-5193-4bfd-8c92-531baba4ce27 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=7d3fc8ae-1653-40c5-b9eb-6bf1316a6107 HTTP/1.1" status: 200 len: 210 time: 0.1568437 Feb 16 13:26:00.582626 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d783677f-8480-4d52-a86c-c6b4f1f014f1 None None] Pushing event updated for resources: {'Port': ['ID=53aebea8-8063-4c0c-bf19-f592507ad331,revision_number=3']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:00.625435 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d783677f-8480-4d52-a86c-c6b4f1f014f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:00.625798 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d783677f-8480-4d52-a86c-c6b4f1f014f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:00.626141 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d783677f-8480-4d52-a86c-c6b4f1f014f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:00.626465 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d783677f-8480-4d52-a86c-c6b4f1f014f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:00.626785 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d783677f-8480-4d52-a86c-c6b4f1f014f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:00.627103 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d783677f-8480-4d52-a86c-c6b4f1f014f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:00.627390 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d783677f-8480-4d52-a86c-c6b4f1f014f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:00.627705 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d783677f-8480-4d52-a86c-c6b4f1f014f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:00.628020 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d783677f-8480-4d52-a86c-c6b4f1f014f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:00.628330 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d783677f-8480-4d52-a86c-c6b4f1f014f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:00.628658 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d783677f-8480-4d52-a86c-c6b4f1f014f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:00.628971 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d783677f-8480-4d52-a86c-c6b4f1f014f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:00.652510 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-2ecf64bc-85ec-4d11-a0b0-da9170b175b4 None None] Attempting to bind port 53aebea8-8063-4c0c-bf19-f592507ad331 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:26:00.652878 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-2ecf64bc-85ec-4d11-a0b0-da9170b175b4 None None] Attempting to bind port 53aebea8-8063-4c0c-bf19-f592507ad331 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '43512739-8b24-4424-a334-477daea47d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '9449fd30-96fb-439f-b04b-dd34a40991cf'}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:26:00.653216 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecf64bc-85ec-4d11-a0b0-da9170b175b4 None None] Attempting to bind port 53aebea8-8063-4c0c-bf19-f592507ad331 on network 9449fd30-96fb-439f-b04b-dd34a40991cf {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:26:00.659115 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecf64bc-85ec-4d11-a0b0-da9170b175b4 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:26:00.659477 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecf64bc-85ec-4d11-a0b0-da9170b175b4 None None] Checking segment: {'id': '43512739-8b24-4424-a334-477daea47d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '9449fd30-96fb-439f-b04b-dd34a40991cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:26:00.659846 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-2ecf64bc-85ec-4d11-a0b0-da9170b175b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:00.660226 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecf64bc-85ec-4d11-a0b0-da9170b175b4 None None] Bound using segment: {'id': '43512739-8b24-4424-a334-477daea47d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '9449fd30-96fb-439f-b04b-dd34a40991cf'} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:26:00.660752 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-2ecf64bc-85ec-4d11-a0b0-da9170b175b4 None None] Bound port: 53aebea8-8063-4c0c-bf19-f592507ad331, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43512739-8b24-4424-a334-477daea47d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '9449fd30-96fb-439f-b04b-dd34a40991cf'}}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:26:00.661117 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-2ecf64bc-85ec-4d11-a0b0-da9170b175b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:00.747821 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-2ecf64bc-85ec-4d11-a0b0-da9170b175b4 None None] For port 53aebea8-8063-4c0c-bf19-f592507ad331, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:26:00.750720 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-2ecf64bc-85ec-4d11-a0b0-da9170b175b4 None None] For port 53aebea8-8063-4c0c-bf19-f592507ad331, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=53aebea8-8063-4c0c-bf19-f592507ad331,segment=NetworkSegment(43512739-8b24-4424-a334-477daea47d8d),segment_id=43512739-8b24-4424-a334-477daea47d8d)] {{(pid=87703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:26:00.756500 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-2ecf64bc-85ec-4d11-a0b0-da9170b175b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:00.833638 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecf64bc-85ec-4d11-a0b0-da9170b175b4 None None] Routers {'bc659c8f-7cce-4149-b316-fb7f0aa4639e'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:26:00.834312 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-2ecf64bc-85ec-4d11-a0b0-da9170b175b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:25:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['bc659c8f-7cce-4149-b316-fb7f0aa4639e'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:26:00.887278 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d783677f-8480-4d52-a86c-c6b4f1f014f1 None None] Pushing event updated for resources: {'Port': ['ID=53aebea8-8063-4c0c-bf19-f592507ad331,revision_number=4']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:01.029620 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-2ecf64bc-85ec-4d11-a0b0-da9170b175b4 None None] Set router bc659c8f-7cce-4149-b316-fb7f0aa4639e gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:26:01.336920 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-2ecf64bc-85ec-4d11-a0b0-da9170b175b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc659c8f-7cce-4149-b316-fb7f0aa4639e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112167860', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.213'}], 'enable_snat': True}, 'gw_port_id': '6a754575-2fad-450f-8b12-7b17ce263133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:52Z', 'updated_at': '2022-02-16T13:25:57Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': '6a754575-2fad-450f-8b12-7b17ce263133', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:75:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc659c8f-7cce-4149-b316-fb7f0aa4639e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:53Z', 'updated_at': '2022-02-16T13:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '53aebea8-8063-4c0c-bf19-f592507ad331', 'name': '', 'network_id': '9449fd30-96fb-439f-b04b-dd34a40991cf', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'mac_address': 'fa:16:3e:9c:c3:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc659c8f-7cce-4149-b316-fb7f0aa4639e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'bb662d4d-3bf6-4b5a-9b32-0d0ca5232a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:56Z', 'updated_at': '2022-02-16T13:26:00Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'subnets': [{'id': 'bb662d4d-3bf6-4b5a-9b32-0d0ca5232a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:26:01.341386 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecf64bc-85ec-4d11-a0b0-da9170b175b4 None None] The sync data for ids ['bc659c8f-7cce-4149-b316-fb7f0aa4639e'] in dv-neutron-829527-1-hyperv is: [{'id': 'bc659c8f-7cce-4149-b316-fb7f0aa4639e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112167860', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.213'}], 'enable_snat': True}, 'gw_port_id': '6a754575-2fad-450f-8b12-7b17ce263133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:52Z', 'updated_at': '2022-02-16T13:25:57Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': '6a754575-2fad-450f-8b12-7b17ce263133', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:75:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc659c8f-7cce-4149-b316-fb7f0aa4639e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:53Z', 'updated_at': '2022-02-16T13:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '53aebea8-8063-4c0c-bf19-f592507ad331', 'name': '', 'network_id': '9449fd30-96fb-439f-b04b-dd34a40991cf', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'mac_address': 'fa:16:3e:9c:c3:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc659c8f-7cce-4149-b316-fb7f0aa4639e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'bb662d4d-3bf6-4b5a-9b32-0d0ca5232a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:56Z', 'updated_at': '2022-02-16T13:26:00Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'subnets': [{'id': 'bb662d4d-3bf6-4b5a-9b32-0d0ca5232a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:26:01.628136 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cf50b8c2-2a77-4189-87e4-2b9e6963986a req-8e293cf7-4831-49c7-9048-7b2dd830d227 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=7d3fc8ae-1653-40c5-b9eb-6bf1316a6107 HTTP/1.1" status: 200 len: 210 time: 0.0473878 Feb 16 13:26:01.886253 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-70ffe6e4-8dfd-410d-a179-9feaa30d7de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:01.907045 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 53aebea8-8063-4c0c-bf19-f592507ad331 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:26:01.982997 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 53aebea8-8063-4c0c-bf19-f592507ad331 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:26:01.988505 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 53aebea8-8063-4c0c-bf19-f592507ad331 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:26:01.988900 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:02.113231 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:02.152578 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 53aebea8-8063-4c0c-bf19-f592507ad331, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=53aebea8-8063-4c0c-bf19-f592507ad331,segment=NetworkSegment(43512739-8b24-4424-a334-477daea47d8d),segment_id=43512739-8b24-4424-a334-477daea47d8d)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:26:02.158740 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:02.159732 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device d29e7c79-b24e-4efd-ac36-2e34d695eece up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:26:02.283094 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=53aebea8-8063-4c0c-bf19-f592507ad331,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:02.297981 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port d29e7c79-b24e-4efd-ac36-2e34d695eece triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:26:02.298356 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:02.633201 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-2be0391a-5f48-4390-ada0-fca66585e8f8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:02.634762 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-2be0391a-5f48-4390-ada0-fca66585e8f8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.89 "GET /v2.0/networks?id=9449fd30-96fb-439f-b04b-dd34a40991cf HTTP/1.1" status: 200 len: 797 time: 0.1550984 Feb 16 13:26:02.791952 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e1937a3f-40f0-41e7-851a-701a1b54aac1 req-e9ce4596-84bc-40af-aeba-7e4a7147c023 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=7d3fc8ae-1653-40c5-b9eb-6bf1316a6107 HTTP/1.1" status: 200 len: 210 time: 0.0490119 Feb 16 13:26:02.814148 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-2a7cc0ad-43dc-4041-8009-80b9d93c3a9f tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=083db907435845cfbf101945bf75a5a6 HTTP/1.1" status: 200 len: 380 time: 0.1700308 Feb 16 13:26:02.823716 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-6c5df6de-6a79-45e2-a5a0-e41d99236172 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'port': {'device_id': '7d3fc8ae-1653-40c5-b9eb-6bf1316a6107', 'network_id': '9449fd30-96fb-439f-b04b-dd34a40991cf', 'admin_state_up': True, 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'security_groups': ['caeb9a9d-0df4-49ea-bd21-27bd91692ef2']}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:26:02.967233 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-6c5df6de-6a79-45e2-a5a0-e41d99236172 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:26:02.977283 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-6c5df6de-6a79-45e2-a5a0-e41d99236172 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:26:02.988495 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-6c5df6de-6a79-45e2-a5a0-e41d99236172 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Made reservation on behalf of 083db907435845cfbf101945bf75a5a6 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:26:02.992227 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-6c5df6de-6a79-45e2-a5a0-e41d99236172 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:03.162512 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-6c5df6de-6a79-45e2-a5a0-e41d99236172 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Allocated IP 172.20.0.7 (9449fd30-96fb-439f-b04b-dd34a40991cf/bb662d4d-3bf6-4b5a-9b32-0d0ca5232a1e/681d08a2-b3ae-4135-a67f-704aed3798e3) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:26:03.366117 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-6c5df6de-6a79-45e2-a5a0-e41d99236172 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:03.383999 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-6c5df6de-6a79-45e2-a5a0-e41d99236172 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Transition to ACTIVE for port object 681d08a2-b3ae-4135-a67f-704aed3798e3 will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:26:03.407910 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-6c5df6de-6a79-45e2-a5a0-e41d99236172 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:03.482643 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-6c5df6de-6a79-45e2-a5a0-e41d99236172 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Network 9449fd30-96fb-439f-b04b-dd34a40991cf is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:26:03.485841 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-6c5df6de-6a79-45e2-a5a0-e41d99236172 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:26:03.489894 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-6c5df6de-6a79-45e2-a5a0-e41d99236172 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:26:03.527253 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5df6de-6a79-45e2-a5a0-e41d99236172 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'Port': ['ID=681d08a2-b3ae-4135-a67f-704aed3798e3,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:03.567268 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-6c5df6de-6a79-45e2-a5a0-e41d99236172 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:03.567906 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-6c5df6de-6a79-45e2-a5a0-e41d99236172 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:03.595865 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-6c5df6de-6a79-45e2-a5a0-e41d99236172 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7759759 Feb 16 13:26:03.607103 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-e537396a-ff5c-485d-a058-18d0d693654d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=87701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:26:03.608235 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-e537396a-ff5c-485d-a058-18d0d693654d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055795 Feb 16 13:26:03.619840 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-ffcd77a1-0be5-4ffb-b386-991767fd529d service neutron] Request body: {'port': {'device_id': '7d3fc8ae-1653-40c5-b9eb-6bf1316a6107', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:26:03.742629 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-ffcd77a1-0be5-4ffb-b386-991767fd529d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:03.750008 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54ae672b-e14f-47be-a5e7-81ada1b21ae1 None None] Provisioning for port 681d08a2-b3ae-4135-a67f-704aed3798e3 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:26:03.755663 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54ae672b-e14f-47be-a5e7-81ada1b21ae1 None None] Provisioning complete for port 681d08a2-b3ae-4135-a67f-704aed3798e3 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:26:03.755960 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54ae672b-e14f-47be-a5e7-81ada1b21ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:03.816356 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-54ae672b-e14f-47be-a5e7-81ada1b21ae1 None None] Port 681d08a2-b3ae-4135-a67f-704aed3798e3 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:26:03.835938 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 53aebea8-8063-4c0c-bf19-f592507ad331 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:26:03.911408 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 53aebea8-8063-4c0c-bf19-f592507ad331 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:26:03.911869 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:04.096952 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bebcb5-cd69-4342-bddd-14b512e45467 req-844dbd61-81a4-4370-8cff-512dfc22de37 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:04.097540 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-64bebcb5-cd69-4342-bddd-14b512e45467 req-844dbd61-81a4-4370-8cff-512dfc22de37 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Synchronizing usage tracker for tenant:083db907435845cfbf101945bf75a5a6 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:26:04.159979 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-64bebcb5-cd69-4342-bddd-14b512e45467 req-844dbd61-81a4-4370-8cff-512dfc22de37 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Unset dirty status for tenant:083db907435845cfbf101945bf75a5a6 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:26:04.161175 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-64bebcb5-cd69-4342-bddd-14b512e45467 req-844dbd61-81a4-4370-8cff-512dfc22de37 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=7d3fc8ae-1653-40c5-b9eb-6bf1316a6107 HTTP/1.1" status: 200 len: 931 time: 0.2417920 Feb 16 13:26:04.187167 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4440ce65-8faf-4c47-a778-f31b59465019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:04.207165 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-ffcd77a1-0be5-4ffb-b386-991767fd529d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 681d08a2-b3ae-4135-a67f-704aed3798e3 {{(pid=87701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:26:04.217823 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-ffcd77a1-0be5-4ffb-b386-991767fd529d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:04.248796 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-64bebcb5-cd69-4342-bddd-14b512e45467 req-6ec8b9c2-8102-4f24-8476-9c97f9f4bc10 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=caeb9a9d-0df4-49ea-bd21-27bd91692ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795727 Feb 16 13:26:04.249875 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-ffcd77a1-0be5-4ffb-b386-991767fd529d service neutron] Transition to ACTIVE for port object 681d08a2-b3ae-4135-a67f-704aed3798e3 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:26:04.255543 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-ffcd77a1-0be5-4ffb-b386-991767fd529d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:04.417838 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcd77a1-0be5-4ffb-b386-991767fd529d service neutron] Pushing event updated for resources: {'Port': ['ID=681d08a2-b3ae-4135-a67f-704aed3798e3,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:04.490408 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-ffcd77a1-0be5-4ffb-b386-991767fd529d service neutron] Attempting to bind port 681d08a2-b3ae-4135-a67f-704aed3798e3 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:26:04.490806 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-ffcd77a1-0be5-4ffb-b386-991767fd529d service neutron] Attempting to bind port 681d08a2-b3ae-4135-a67f-704aed3798e3 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '43512739-8b24-4424-a334-477daea47d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '9449fd30-96fb-439f-b04b-dd34a40991cf'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:26:04.491135 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-ffcd77a1-0be5-4ffb-b386-991767fd529d service neutron] Attempting to bind port 681d08a2-b3ae-4135-a67f-704aed3798e3 on network 9449fd30-96fb-439f-b04b-dd34a40991cf {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:26:04.496003 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-ffcd77a1-0be5-4ffb-b386-991767fd529d service neutron] Port 681d08a2-b3ae-4135-a67f-704aed3798e3 on network 9449fd30-96fb-439f-b04b-dd34a40991cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:26:04.496312 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-ffcd77a1-0be5-4ffb-b386-991767fd529d service neutron] Attempting to bind port 681d08a2-b3ae-4135-a67f-704aed3798e3 on network 9449fd30-96fb-439f-b04b-dd34a40991cf {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:26:04.501634 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-ffcd77a1-0be5-4ffb-b386-991767fd529d service neutron] Checking agent: {'id': 'b4b5bcfd-2763-4324-82e0-923bc8a52546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'started_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:26:04.501962 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-ffcd77a1-0be5-4ffb-b386-991767fd529d service neutron] Checking segment: {'id': '43512739-8b24-4424-a334-477daea47d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '9449fd30-96fb-439f-b04b-dd34a40991cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:26:04.502336 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-ffcd77a1-0be5-4ffb-b386-991767fd529d service neutron] Bound using segment: {'id': '43512739-8b24-4424-a334-477daea47d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '9449fd30-96fb-439f-b04b-dd34a40991cf'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:26:04.502749 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-ffcd77a1-0be5-4ffb-b386-991767fd529d service neutron] Bound port: 681d08a2-b3ae-4135-a67f-704aed3798e3, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43512739-8b24-4424-a334-477daea47d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '9449fd30-96fb-439f-b04b-dd34a40991cf'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:26:04.503089 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-ffcd77a1-0be5-4ffb-b386-991767fd529d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:04.593029 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-ffcd77a1-0be5-4ffb-b386-991767fd529d service neutron] For port 681d08a2-b3ae-4135-a67f-704aed3798e3, host hv-neutron-8295, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:26:04.596156 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-ffcd77a1-0be5-4ffb-b386-991767fd529d service neutron] For port 681d08a2-b3ae-4135-a67f-704aed3798e3, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=681d08a2-b3ae-4135-a67f-704aed3798e3,segment=NetworkSegment(43512739-8b24-4424-a334-477daea47d8d),segment_id=43512739-8b24-4424-a334-477daea47d8d)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:26:04.601658 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-ffcd77a1-0be5-4ffb-b386-991767fd529d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:04.663414 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-ffcd77a1-0be5-4ffb-b386-991767fd529d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:04.664033 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-ffcd77a1-0be5-4ffb-b386-991767fd529d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:04.665898 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-ffcd77a1-0be5-4ffb-b386-991767fd529d service neutron] 10.222.0.89 "PUT /v2.0/ports/681d08a2-b3ae-4135-a67f-704aed3798e3 HTTP/1.1" status: 200 len: 1093 time: 1.0500350 Feb 16 13:26:04.665898 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3fc8ae-1653-40c5-b9eb-6bf1316a6107', 'tag': '681d08a2-b3ae-4135-a67f-704aed3798e3'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:26:04.701906 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcd77a1-0be5-4ffb-b386-991767fd529d service neutron] Pushing event updated for resources: {'Port': ['ID=681d08a2-b3ae-4135-a67f-704aed3798e3,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:04.794916 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:04.872680 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d3fc8ae-1653-40c5-b9eb-6bf1316a6107', 'tag': '681d08a2-b3ae-4135-a67f-704aed3798e3', 'status': 'completed', 'code': 200} Feb 16 13:26:04.907598 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-f75c5404-e7f3-4396-935e-be1a4ee77911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:04.909117 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-f75c5404-e7f3-4396-935e-be1a4ee77911 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=083db907435845cfbf101945bf75a5a6&device_id=7d3fc8ae-1653-40c5-b9eb-6bf1316a6107 HTTP/1.1" status: 200 len: 1096 time: 0.2008035 Feb 16 13:26:04.986294 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-da0f5099-ef03-425d-89c8-f08ca7867ba1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=681d08a2-b3ae-4135-a67f-704aed3798e3 HTTP/1.1" status: 200 len: 217 time: 0.0691066 Feb 16 13:26:05.055794 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-3be3ecdb-ba30-4d0a-a871-296b3db92e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:05.057297 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-3be3ecdb-ba30-4d0a-a871-296b3db92e66 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bb662d4d-3bf6-4b5a-9b32-0d0ca5232a1e HTTP/1.1" status: 200 len: 834 time: 0.0639942 Feb 16 13:26:05.137904 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-c5add2cc-a8cf-4abe-9505-be42e204620a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:05.139386 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-c5add2cc-a8cf-4abe-9505-be42e204620a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9449fd30-96fb-439f-b04b-dd34a40991cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749440 Feb 16 13:26:05.236695 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:05.288734 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-7a20e2c5-9aa9-4517-95c2-764e60910e6f service neutron] 10.222.0.89 "GET /v2.0/networks/9449fd30-96fb-439f-b04b-dd34a40991cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410007 Feb 16 13:26:05.315945 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:05.475800 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-add06f50-ac44-4f77-a8ed-48e0d8f1f493 req-843187f3-2e0a-4042-8f24-230f750b5d5a service neutron] 10.222.0.89 "GET /v2.0/networks/9449fd30-96fb-439f-b04b-dd34a40991cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807222 Feb 16 13:26:05.494427 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98dc882-9e65-47dd-8e71-4397a64325dc req-8037c4f8-e0e2-4931-8179-7030a8b4ede8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:05.495855 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a98dc882-9e65-47dd-8e71-4397a64325dc req-8037c4f8-e0e2-4931-8179-7030a8b4ede8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=7d3fc8ae-1653-40c5-b9eb-6bf1316a6107 HTTP/1.1" status: 200 len: 943 time: 0.1346142 Feb 16 13:26:05.584977 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a98dc882-9e65-47dd-8e71-4397a64325dc req-3f54f69d-2365-40a7-99fb-8b408f96aa88 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=caeb9a9d-0df4-49ea-bd21-27bd91692ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829096 Feb 16 13:26:05.614794 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614dd974-b71f-40dd-8101-a321cfb9f65b req-b886e2e7-70dc-4c94-b93d-d1dd28b81d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:05.616492 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-614dd974-b71f-40dd-8101-a321cfb9f65b req-b886e2e7-70dc-4c94-b93d-d1dd28b81d92 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=083db907435845cfbf101945bf75a5a6&device_id=7d3fc8ae-1653-40c5-b9eb-6bf1316a6107 HTTP/1.1" status: 200 len: 1096 time: 0.0917222 Feb 16 13:26:05.753060 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614dd974-b71f-40dd-8101-a321cfb9f65b req-fa35d174-baa9-493c-90d0-866ac8d7919f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:05.754461 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-614dd974-b71f-40dd-8101-a321cfb9f65b req-fa35d174-baa9-493c-90d0-866ac8d7919f service neutron] 10.222.0.89 "GET /v2.0/networks?id=9449fd30-96fb-439f-b04b-dd34a40991cf HTTP/1.1" status: 200 len: 898 time: 0.1275618 Feb 16 13:26:05.825341 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-614dd974-b71f-40dd-8101-a321cfb9f65b req-24e20f42-bdca-45e3-ba59-11acae392492 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=681d08a2-b3ae-4135-a67f-704aed3798e3 HTTP/1.1" status: 200 len: 217 time: 0.0633855 Feb 16 13:26:05.887059 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614dd974-b71f-40dd-8101-a321cfb9f65b req-c69b438e-8585-430d-bb49-f4ee012e2fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:05.888484 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-614dd974-b71f-40dd-8101-a321cfb9f65b req-c69b438e-8585-430d-bb49-f4ee012e2fb3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bb662d4d-3bf6-4b5a-9b32-0d0ca5232a1e HTTP/1.1" status: 200 len: 834 time: 0.0570371 Feb 16 13:26:05.970169 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614dd974-b71f-40dd-8101-a321cfb9f65b req-d6dc1d47-994e-498f-ab44-0778b11b649f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:05.971669 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-614dd974-b71f-40dd-8101-a321cfb9f65b req-d6dc1d47-994e-498f-ab44-0778b11b649f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9449fd30-96fb-439f-b04b-dd34a40991cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740929 Feb 16 13:26:06.110240 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-614dd974-b71f-40dd-8101-a321cfb9f65b req-3fb9284a-d90c-44ea-9891-5a27bc7ed9ec service neutron] 10.222.0.89 "GET /v2.0/networks/9449fd30-96fb-439f-b04b-dd34a40991cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318579 Feb 16 13:26:06.261091 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-614dd974-b71f-40dd-8101-a321cfb9f65b req-e187ce65-78ba-4f15-aab6-873cb471fddc service neutron] 10.222.0.89 "GET /v2.0/networks/9449fd30-96fb-439f-b04b-dd34a40991cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424015 Feb 16 13:26:06.776398 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518c01b-a588-487a-bb46-f4f521d68093 req-39fb81ec-2cae-4d1b-8ff8-46e2ed335602 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:06.777812 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8518c01b-a588-487a-bb46-f4f521d68093 req-39fb81ec-2cae-4d1b-8ff8-46e2ed335602 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=7d3fc8ae-1653-40c5-b9eb-6bf1316a6107 HTTP/1.1" status: 200 len: 943 time: 0.0820844 Feb 16 13:26:06.832462 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-8518c01b-a588-487a-bb46-f4f521d68093 req-82023645-76b7-467c-ab80-d9bd86ebc36a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Synchronizing usage tracker for tenant:083db907435845cfbf101945bf75a5a6 on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:26:06.853520 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-8518c01b-a588-487a-bb46-f4f521d68093 req-82023645-76b7-467c-ab80-d9bd86ebc36a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Unset dirty status for tenant:083db907435845cfbf101945bf75a5a6 on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:26:06.854849 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-8518c01b-a588-487a-bb46-f4f521d68093 req-82023645-76b7-467c-ab80-d9bd86ebc36a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=caeb9a9d-0df4-49ea-bd21-27bd91692ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713701 Feb 16 13:26:06.916050 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:07.776966 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 681d08a2-b3ae-4135-a67f-704aed3798e3 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:26:07.921926 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 681d08a2-b3ae-4135-a67f-704aed3798e3, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=681d08a2-b3ae-4135-a67f-704aed3798e3,segment=NetworkSegment(43512739-8b24-4424-a334-477daea47d8d),segment_id=43512739-8b24-4424-a334-477daea47d8d)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:26:07.936771 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': '681d08a2-b3ae-4135-a67f-704aed3798e3', 'network_id': '9449fd30-96fb-439f-b04b-dd34a40991cf', 'port_id': '681d08a2-b3ae-4135-a67f-704aed3798e3', 'mac_address': 'fa:16:3e:ff:58:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb662d4d-3bf6-4b5a-9b32-0d0ca5232a1e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:26:07.993920 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:08.013815 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 681d08a2-b3ae-4135-a67f-704aed3798e3 {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:26:08.028977 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 681d08a2-b3ae-4135-a67f-704aed3798e3, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=681d08a2-b3ae-4135-a67f-704aed3798e3,segment=NetworkSegment(43512739-8b24-4424-a334-477daea47d8d),segment_id=43512739-8b24-4424-a334-477daea47d8d)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:26:08.034279 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:08.052191 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f799c-cdb0-4cea-a13b-41197bb03cda req-76faa35c-1471-4497-b38f-90f434d3b48c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:08.054559 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bd2f799c-cdb0-4cea-a13b-41197bb03cda req-76faa35c-1471-4497-b38f-90f434d3b48c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=7d3fc8ae-1653-40c5-b9eb-6bf1316a6107 HTTP/1.1" status: 200 len: 943 time: 0.0906057 Feb 16 13:26:08.100951 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bd2f799c-cdb0-4cea-a13b-41197bb03cda req-24c6bf59-6298-4575-8c84-32b110a5faf0 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=caeb9a9d-0df4-49ea-bd21-27bd91692ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401990 Feb 16 13:26:08.104867 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=681d08a2-b3ae-4135-a67f-704aed3798e3,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:08.112531 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:08.112926 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:08.113264 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:08.113591 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:08.113937 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:08.114244 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:08.114567 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:08.114881 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:08.115202 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:08.115527 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:08.115869 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:08.116157 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:26:08.279743 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['681d08a2-b3ae-4135-a67f-704aed3798e3'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:26:09.308934 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3978ca0-6312-4e1e-a734-8099eef4dd31 req-8a06f632-fa55-40ea-88a7-8662f4e038d0 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:09.310465 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d3978ca0-6312-4e1e-a734-8099eef4dd31 req-8a06f632-fa55-40ea-88a7-8662f4e038d0 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=7d3fc8ae-1653-40c5-b9eb-6bf1316a6107 HTTP/1.1" status: 200 len: 944 time: 0.0915792 Feb 16 13:26:09.358234 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d3978ca0-6312-4e1e-a734-8099eef4dd31 req-9d1b6399-2a9e-4683-9439-de9f20d5e5b7 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=caeb9a9d-0df4-49ea-bd21-27bd91692ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419564 Feb 16 13:26:09.792407 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 681d08a2-b3ae-4135-a67f-704aed3798e3 up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:26:09.870404 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning for port 681d08a2-b3ae-4135-a67f-704aed3798e3 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:26:09.875187 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port 681d08a2-b3ae-4135-a67f-704aed3798e3 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:26:09.875544 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:10.000118 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:10.027279 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3fc8ae-1653-40c5-b9eb-6bf1316a6107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681d08a2-b3ae-4135-a67f-704aed3798e3'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:26:10.036578 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 681d08a2-b3ae-4135-a67f-704aed3798e3, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=681d08a2-b3ae-4135-a67f-704aed3798e3,segment=NetworkSegment(43512739-8b24-4424-a334-477daea47d8d),segment_id=43512739-8b24-4424-a334-477daea47d8d)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:26:10.041737 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:10.077005 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3fc8ae-1653-40c5-b9eb-6bf1316a6107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681d08a2-b3ae-4135-a67f-704aed3798e3', 'code': 200} Feb 16 13:26:10.109383 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=681d08a2-b3ae-4135-a67f-704aed3798e3,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:10.318176 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85311252-6c5c-4e46-8d03-ea22be7dbd57 req-b7b4af3c-3410-4deb-a3f2-7f699ce0628e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:10.319602 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-85311252-6c5c-4e46-8d03-ea22be7dbd57 req-b7b4af3c-3410-4deb-a3f2-7f699ce0628e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7d3fc8ae-1653-40c5-b9eb-6bf1316a6107 HTTP/1.1" status: 200 len: 1098 time: 0.0855758 Feb 16 13:26:10.363047 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-85311252-6c5c-4e46-8d03-ea22be7dbd57 req-99d3a469-be0a-4645-8556-b938ff06581a service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=caeb9a9d-0df4-49ea-bd21-27bd91692ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373716 Feb 16 13:26:10.561291 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a735bd-c591-4227-82f4-8767ffe6e2ed req-4a776371-e58e-4c44-8684-adb0b08d294f tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:10.562728 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-90a735bd-c591-4227-82f4-8767ffe6e2ed req-4a776371-e58e-4c44-8684-adb0b08d294f tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=7d3fc8ae-1653-40c5-b9eb-6bf1316a6107 HTTP/1.1" status: 200 len: 945 time: 0.0969028 Feb 16 13:26:10.606695 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-90a735bd-c591-4227-82f4-8767ffe6e2ed req-ea593f15-4bc2-46b6-9047-22d823220a78 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=caeb9a9d-0df4-49ea-bd21-27bd91692ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381997 Feb 16 13:26:11.909914 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66046651-92da-48ca-a88d-dd1594f43f45 req-c826cf06-9bf7-4fd5-a5de-aa071a073290 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:11.911379 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-66046651-92da-48ca-a88d-dd1594f43f45 req-c826cf06-9bf7-4fd5-a5de-aa071a073290 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=7d3fc8ae-1653-40c5-b9eb-6bf1316a6107 HTTP/1.1" status: 200 len: 945 time: 0.1894236 Feb 16 13:26:11.957744 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-66046651-92da-48ca-a88d-dd1594f43f45 req-7b25b6a4-9e4f-4832-875a-14250355481e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=caeb9a9d-0df4-49ea-bd21-27bd91692ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387697 Feb 16 13:26:12.156441 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69564a-ec65-4dd5-978c-f5b42bc3c084 req-30beac2d-90c9-4b23-b3d6-8b013b0f47db tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:12.160649 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4f69564a-ec65-4dd5-978c-f5b42bc3c084 req-30beac2d-90c9-4b23-b3d6-8b013b0f47db tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=7d3fc8ae-1653-40c5-b9eb-6bf1316a6107 HTTP/1.1" status: 200 len: 945 time: 0.0851448 Feb 16 13:26:12.205135 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4f69564a-ec65-4dd5-978c-f5b42bc3c084 req-745f1c45-196f-4be6-9006-bf3b5a0314ec tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=caeb9a9d-0df4-49ea-bd21-27bd91692ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409942 Feb 16 13:26:12.226970 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 50006) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:26:12.302802 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e0066a-06cf-4b60-9379-64e107993341 tempest-TestNetworkAdvancedServerOps-74201966 tempest-TestNetworkAdvancedServerOps-74201966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:12.304442 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-79e0066a-06cf-4b60-9379-64e107993341 tempest-TestNetworkAdvancedServerOps-74201966 tempest-TestNetworkAdvancedServerOps-74201966-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=7d3fc8ae-1653-40c5-b9eb-6bf1316a6107 HTTP/1.1" status: 200 len: 1093 time: 0.0765069 Feb 16 13:26:12.307331 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 50010) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:26:12.312642 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-396feb86-60ef-40db-947a-efda6b9024ba tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'floatingip': {'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'port_id': '681d08a2-b3ae-4135-a67f-704aed3798e3', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:26:12.318968 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-396feb86-60ef-40db-947a-efda6b9024ba tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:26:12.323219 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-396feb86-60ef-40db-947a-efda6b9024ba tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:floatingip and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:26:12.326190 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-396feb86-60ef-40db-947a-efda6b9024ba tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:26:12.332071 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-396feb86-60ef-40db-947a-efda6b9024ba tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:26:12.349363 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-396feb86-60ef-40db-947a-efda6b9024ba tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for floatingip, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:12.484182 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-396feb86-60ef-40db-947a-efda6b9024ba tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:12.623136 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-396feb86-60ef-40db-947a-efda6b9024ba tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Allocated IP 172.26.5.5 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/119dbb6b-5571-4993-9740-4b87dff2a97f) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:26:12.781747 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-396feb86-60ef-40db-947a-efda6b9024ba tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:12.817178 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-396feb86-60ef-40db-947a-efda6b9024ba tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:12.885681 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396feb86-60ef-40db-947a-efda6b9024ba tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:26:12.888567 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-396feb86-60ef-40db-947a-efda6b9024ba tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:26:12.892231 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396feb86-60ef-40db-947a-efda6b9024ba tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:26:12.921059 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396feb86-60ef-40db-947a-efda6b9024ba tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'Port': ['ID=119dbb6b-5571-4993-9740-4b87dff2a97f,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:13.428476 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-396feb86-60ef-40db-947a-efda6b9024ba tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:13.509135 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-396feb86-60ef-40db-947a-efda6b9024ba tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:13.741318 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-396feb86-60ef-40db-947a-efda6b9024ba tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:13.748252 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-396feb86-60ef-40db-947a-efda6b9024ba tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:13.848266 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396feb86-60ef-40db-947a-efda6b9024ba tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'Port': ['ID=119dbb6b-5571-4993-9740-4b87dff2a97f,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:26:13.865039 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-396feb86-60ef-40db-947a-efda6b9024ba tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:14.046331 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-396feb86-60ef-40db-947a-efda6b9024ba tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Floating IP 171ad2d9-2ba5-4f2b-86a7-2de0c1014a48 associated. External IP: 172.26.5.5, port: 681d08a2-b3ae-4135-a67f-704aed3798e3. Feb 16 13:26:14.418302 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396feb86-60ef-40db-947a-efda6b9024ba tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Router bc659c8f-7cce-4149-b316-fb7f0aa4639e has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:26:14.600692 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396feb86-60ef-40db-947a-efda6b9024ba tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:26:14.613016 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7216c33-a8e2-48e3-8fe6-a40fe396a595 None None] Sync routers for ids ['bc659c8f-7cce-4149-b316-fb7f0aa4639e'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:26:14.623627 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7216c33-a8e2-48e3-8fe6-a40fe396a595 None None] Routers {'bc659c8f-7cce-4149-b316-fb7f0aa4639e'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:26:14.624240 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-a7216c33-a8e2-48e3-8fe6-a40fe396a595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:26:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['bc659c8f-7cce-4149-b316-fb7f0aa4639e'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:26:14.630788 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-396feb86-60ef-40db-947a-efda6b9024ba tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:14.685824 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-396feb86-60ef-40db-947a-efda6b9024ba tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.3773804 Feb 16 13:26:14.686335 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3fc8ae-1653-40c5-b9eb-6bf1316a6107', 'tag': '681d08a2-b3ae-4135-a67f-704aed3798e3'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:26:14.789312 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d3fc8ae-1653-40c5-b9eb-6bf1316a6107', 'tag': '681d08a2-b3ae-4135-a67f-704aed3798e3', 'status': 'completed', 'code': 200} Feb 16 13:26:14.818626 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-a7216c33-a8e2-48e3-8fe6-a40fe396a595 None None] Set router bc659c8f-7cce-4149-b316-fb7f0aa4639e gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:26:14.919620 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2968700-45f7-4523-99d1-0df404b6b94c req-b0131bd7-77ac-43f0-a06b-b45dbb397be1 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:14.921279 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e2968700-45f7-4523-99d1-0df404b6b94c req-b0131bd7-77ac-43f0-a06b-b45dbb397be1 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=7d3fc8ae-1653-40c5-b9eb-6bf1316a6107 HTTP/1.1" status: 200 len: 945 time: 0.1467295 Feb 16 13:26:14.923951 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d47e9e-9cab-4864-b334-1810efe166b3 req-e34b56c9-c504-421e-a3c9-47415763513f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:14.925651 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e4d47e9e-9cab-4864-b334-1810efe166b3 req-e34b56c9-c504-421e-a3c9-47415763513f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=083db907435845cfbf101945bf75a5a6&device_id=7d3fc8ae-1653-40c5-b9eb-6bf1316a6107 HTTP/1.1" status: 200 len: 1098 time: 0.1116261 Feb 16 13:26:15.042211 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e2968700-45f7-4523-99d1-0df404b6b94c req-3c390f60-1105-49f4-8055-626e766df328 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=caeb9a9d-0df4-49ea-bd21-27bd91692ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142833 Feb 16 13:26:15.066348 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 50020) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:26:15.109047 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d47e9e-9cab-4864-b334-1810efe166b3 req-891bdb04-9a97-4a26-8a68-052944cee830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:15.110504 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e4d47e9e-9cab-4864-b334-1810efe166b3 req-891bdb04-9a97-4a26-8a68-052944cee830 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9449fd30-96fb-439f-b04b-dd34a40991cf HTTP/1.1" status: 200 len: 898 time: 0.1677496 Feb 16 13:26:15.171530 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-a7216c33-a8e2-48e3-8fe6-a40fe396a595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc659c8f-7cce-4149-b316-fb7f0aa4639e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112167860', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.213'}], 'enable_snat': True}, 'gw_port_id': '6a754575-2fad-450f-8b12-7b17ce263133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:52Z', 'updated_at': '2022-02-16T13:25:57Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': '6a754575-2fad-450f-8b12-7b17ce263133', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:75:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc659c8f-7cce-4149-b316-fb7f0aa4639e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:53Z', 'updated_at': '2022-02-16T13:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '171ad2d9-2ba5-4f2b-86a7-2de0c1014a48', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'floating_ip_address': '172.26.5.5', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': 'bc659c8f-7cce-4149-b316-fb7f0aa4639e', 'port_id': '681d08a2-b3ae-4135-a67f-704aed3798e3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9449fd30-96fb-439f-b04b-dd34a40991cf', 'mac_address': 'fa:16:3e:ff:58:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3fc8ae-1653-40c5-b9eb-6bf1316a6107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:26:13Z', 'updated_at': '2022-02-16T13:26:13Z', 'revision_number': 0, 'project_id': '083db907435845cfbf101945bf75a5a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53aebea8-8063-4c0c-bf19-f592507ad331', 'name': '', 'network_id': '9449fd30-96fb-439f-b04b-dd34a40991cf', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'mac_address': 'fa:16:3e:9c:c3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc659c8f-7cce-4149-b316-fb7f0aa4639e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'bb662d4d-3bf6-4b5a-9b32-0d0ca5232a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:56Z', 'updated_at': '2022-02-16T13:26:02Z', 'revision_number': 5, 'project_id': '083db907435845cfbf101945bf75a5a6', 'subnets': [{'id': 'bb662d4d-3bf6-4b5a-9b32-0d0ca5232a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:26:15.176095 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7216c33-a8e2-48e3-8fe6-a40fe396a595 None None] Checking router: bc659c8f-7cce-4149-b316-fb7f0aa4639e for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:26:15.185290 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7216c33-a8e2-48e3-8fe6-a40fe396a595 None None] Routers {'bc659c8f-7cce-4149-b316-fb7f0aa4639e'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:26:15.185912 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-a7216c33-a8e2-48e3-8fe6-a40fe396a595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:26:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['bc659c8f-7cce-4149-b316-fb7f0aa4639e'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:26:15.234360 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e4d47e9e-9cab-4864-b334-1810efe166b3 req-d73e31dd-465e-4895-b654-d94211043699 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=681d08a2-b3ae-4135-a67f-704aed3798e3 HTTP/1.1" status: 200 len: 997 time: 0.1169443 Feb 16 13:26:15.296521 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d47e9e-9cab-4864-b334-1810efe166b3 req-3493412c-3ff7-4d2a-8c61-a4b141edcd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:15.297965 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e4d47e9e-9cab-4864-b334-1810efe166b3 req-3493412c-3ff7-4d2a-8c61-a4b141edcd1f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bb662d4d-3bf6-4b5a-9b32-0d0ca5232a1e HTTP/1.1" status: 200 len: 834 time: 0.0577326 Feb 16 13:26:15.302860 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c6c33296-d357-4356-a313-85711895d5cf tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/floatingips/171ad2d9-2ba5-4f2b-86a7-2de0c1014a48 HTTP/1.1" status: 200 len: 989 time: 0.2353690 Feb 16 13:26:15.376676 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d47e9e-9cab-4864-b334-1810efe166b3 req-2fd23543-0a6a-4c8f-ae5e-1684d2f0bfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:15.378432 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e4d47e9e-9cab-4864-b334-1810efe166b3 req-2fd23543-0a6a-4c8f-ae5e-1684d2f0bfc9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9449fd30-96fb-439f-b04b-dd34a40991cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741372 Feb 16 13:26:15.411646 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-a7216c33-a8e2-48e3-8fe6-a40fe396a595 None None] Set router bc659c8f-7cce-4149-b316-fb7f0aa4639e gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:26:15.511946 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e4d47e9e-9cab-4864-b334-1810efe166b3 req-05b079ea-f002-48c3-815a-31da42b4f2fb service neutron] 10.222.0.89 "GET /v2.0/networks/9449fd30-96fb-439f-b04b-dd34a40991cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259749 Feb 16 13:26:15.645241 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e4d47e9e-9cab-4864-b334-1810efe166b3 req-c26a06f7-5f23-44b5-84c1-590194e80efa service neutron] 10.222.0.89 "GET /v2.0/networks/9449fd30-96fb-439f-b04b-dd34a40991cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255565 Feb 16 13:26:15.756348 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-a7216c33-a8e2-48e3-8fe6-a40fe396a595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc659c8f-7cce-4149-b316-fb7f0aa4639e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112167860', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.213'}], 'enable_snat': True}, 'gw_port_id': '6a754575-2fad-450f-8b12-7b17ce263133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:52Z', 'updated_at': '2022-02-16T13:25:57Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': '6a754575-2fad-450f-8b12-7b17ce263133', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:75:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc659c8f-7cce-4149-b316-fb7f0aa4639e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:53Z', 'updated_at': '2022-02-16T13:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '171ad2d9-2ba5-4f2b-86a7-2de0c1014a48', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'floating_ip_address': '172.26.5.5', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': 'bc659c8f-7cce-4149-b316-fb7f0aa4639e', 'port_id': '681d08a2-b3ae-4135-a67f-704aed3798e3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9449fd30-96fb-439f-b04b-dd34a40991cf', 'mac_address': 'fa:16:3e:ff:58:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3fc8ae-1653-40c5-b9eb-6bf1316a6107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:26:13Z', 'updated_at': '2022-02-16T13:26:13Z', 'revision_number': 0, 'project_id': '083db907435845cfbf101945bf75a5a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53aebea8-8063-4c0c-bf19-f592507ad331', 'name': '', 'network_id': '9449fd30-96fb-439f-b04b-dd34a40991cf', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'mac_address': 'fa:16:3e:9c:c3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc659c8f-7cce-4149-b316-fb7f0aa4639e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'bb662d4d-3bf6-4b5a-9b32-0d0ca5232a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:56Z', 'updated_at': '2022-02-16T13:26:02Z', 'revision_number': 5, 'project_id': '083db907435845cfbf101945bf75a5a6', 'subnets': [{'id': 'bb662d4d-3bf6-4b5a-9b32-0d0ca5232a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:26:15.760292 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7216c33-a8e2-48e3-8fe6-a40fe396a595 None None] The sync data for ids ['bc659c8f-7cce-4149-b316-fb7f0aa4639e'] in dv-neutron-829527-1-hyperv is: [{'id': 'bc659c8f-7cce-4149-b316-fb7f0aa4639e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112167860', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.213'}], 'enable_snat': True}, 'gw_port_id': '6a754575-2fad-450f-8b12-7b17ce263133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:52Z', 'updated_at': '2022-02-16T13:25:57Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': '6a754575-2fad-450f-8b12-7b17ce263133', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:75:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc659c8f-7cce-4149-b316-fb7f0aa4639e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:53Z', 'updated_at': '2022-02-16T13:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '171ad2d9-2ba5-4f2b-86a7-2de0c1014a48', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'floating_ip_address': '172.26.5.5', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': 'bc659c8f-7cce-4149-b316-fb7f0aa4639e', 'port_id': '681d08a2-b3ae-4135-a67f-704aed3798e3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9449fd30-96fb-439f-b04b-dd34a40991cf', 'mac_address': 'fa:16:3e:ff:58:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3fc8ae-1653-40c5-b9eb-6bf1316a6107', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:26:13Z', 'updated_at': '2022-02-16T13:26:13Z', 'revision_number': 0, 'project_id': '083db907435845cfbf101945bf75a5a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53aebea8-8063-4c0c-bf19-f592507ad331', 'name': '', 'network_id': '9449fd30-96fb-439f-b04b-dd34a40991cf', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'mac_address': 'fa:16:3e:9c:c3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc659c8f-7cce-4149-b316-fb7f0aa4639e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'bb662d4d-3bf6-4b5a-9b32-0d0ca5232a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:56Z', 'updated_at': '2022-02-16T13:26:02Z', 'revision_number': 5, 'project_id': '083db907435845cfbf101945bf75a5a6', 'subnets': [{'id': 'bb662d4d-3bf6-4b5a-9b32-0d0ca5232a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:26:15.963429 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5d74a3-d6cd-46d1-8ead-0f9986d121df None None] New status for floating IP 171ad2d9-2ba5-4f2b-86a7-2de0c1014a48: ACTIVE {{(pid=87703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:26:16.307031 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 50024) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:26:16.439911 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-ee3727d5-9455-46e6-b901-e6b08ebb650a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/floatingips/171ad2d9-2ba5-4f2b-86a7-2de0c1014a48 HTTP/1.1" status: 200 len: 991 time: 0.1317050 Feb 16 13:26:23.219271 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:26:24.615007 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6c7019fa-90ab-472b-895d-769fd3c8c4d9 req-4585ccbd-ed56-4a31-b206-bfa6a66e479a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7d3fc8ae-1653-40c5-b9eb-6bf1316a6107&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1123919 Feb 16 13:26:24.790077 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7019fa-90ab-472b-895d-769fd3c8c4d9 req-1d8af5fb-1cdc-404a-93dc-5238f815505b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:24.791573 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6c7019fa-90ab-472b-895d-769fd3c8c4d9 req-1d8af5fb-1cdc-404a-93dc-5238f815505b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=083db907435845cfbf101945bf75a5a6&device_id=7d3fc8ae-1653-40c5-b9eb-6bf1316a6107 HTTP/1.1" status: 200 len: 1098 time: 0.0938566 Feb 16 13:26:24.948529 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7019fa-90ab-472b-895d-769fd3c8c4d9 req-74a055b0-67ea-4be7-939b-2050e26f9305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:24.950032 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6c7019fa-90ab-472b-895d-769fd3c8c4d9 req-74a055b0-67ea-4be7-939b-2050e26f9305 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9449fd30-96fb-439f-b04b-dd34a40991cf HTTP/1.1" status: 200 len: 898 time: 0.1373811 Feb 16 13:26:25.060567 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6c7019fa-90ab-472b-895d-769fd3c8c4d9 req-d45349fd-6700-4406-8bf8-718b20a8a7c1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=681d08a2-b3ae-4135-a67f-704aed3798e3 HTTP/1.1" status: 200 len: 999 time: 0.1031921 Feb 16 13:26:25.122910 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7019fa-90ab-472b-895d-769fd3c8c4d9 req-05d19c27-8c11-47b1-a499-d685050293a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:25.124384 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6c7019fa-90ab-472b-895d-769fd3c8c4d9 req-05d19c27-8c11-47b1-a499-d685050293a5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bb662d4d-3bf6-4b5a-9b32-0d0ca5232a1e HTTP/1.1" status: 200 len: 834 time: 0.0574627 Feb 16 13:26:25.320599 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7019fa-90ab-472b-895d-769fd3c8c4d9 req-2df3c697-74ea-4ddc-b10b-6a15ea1662a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:25.322068 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6c7019fa-90ab-472b-895d-769fd3c8c4d9 req-2df3c697-74ea-4ddc-b10b-6a15ea1662a3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9449fd30-96fb-439f-b04b-dd34a40991cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1871109 Feb 16 13:26:25.480202 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6c7019fa-90ab-472b-895d-769fd3c8c4d9 req-5dad7e39-d21a-49bd-bd62-99c5a10194a9 service neutron] 10.222.0.89 "GET /v2.0/networks/9449fd30-96fb-439f-b04b-dd34a40991cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472197 Feb 16 13:26:25.609732 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6c7019fa-90ab-472b-895d-769fd3c8c4d9 req-834eec9e-3f7f-48a1-9e25-d8ac22d0db05 service neutron] 10.222.0.89 "GET /v2.0/networks/9449fd30-96fb-439f-b04b-dd34a40991cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235597 Feb 16 13:26:31.882991 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ac2e2515-eaf6-41c7-9f20-aede33681a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:34.195215 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-579e676f-918d-4429-8166-5606ae1ed009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:34.793683 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:35.242089 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:35.319163 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:36.861601 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:26:50.153216 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c8d75-301e-4cd6-95e1-94fc12bc8193 req-cdd904b3-7586-4e42-a21c-b657957c6f7d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:50.154616 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-801c8d75-301e-4cd6-95e1-94fc12bc8193 req-cdd904b3-7586-4e42-a21c-b657957c6f7d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=7d3fc8ae-1653-40c5-b9eb-6bf1316a6107 HTTP/1.1" status: 200 len: 945 time: 0.0861006 Feb 16 13:26:50.211718 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-801c8d75-301e-4cd6-95e1-94fc12bc8193 req-539180bc-9aa2-417f-a844-05d69b075267 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=caeb9a9d-0df4-49ea-bd21-27bd91692ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502388 Feb 16 13:26:51.407038 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ecfb47-fa5d-4106-a985-ee1ccb6bdc2b req-0db0d4db-1bf0-409a-9c11-48a981f2207d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:51.408558 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d2ecfb47-fa5d-4106-a985-ee1ccb6bdc2b req-0db0d4db-1bf0-409a-9c11-48a981f2207d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=7d3fc8ae-1653-40c5-b9eb-6bf1316a6107 HTTP/1.1" status: 200 len: 945 time: 0.0816729 Feb 16 13:26:51.459597 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d2ecfb47-fa5d-4106-a985-ee1ccb6bdc2b req-25b772d8-8369-4bb2-b59a-8527a8ba4726 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=caeb9a9d-0df4-49ea-bd21-27bd91692ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445843 Feb 16 13:26:52.648984 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad935c4-c909-4534-a046-f4afb9b445ef req-af4a81b7-5230-4871-9263-2e047b048e3b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:52.650462 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-bad935c4-c909-4534-a046-f4afb9b445ef req-af4a81b7-5230-4871-9263-2e047b048e3b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=7d3fc8ae-1653-40c5-b9eb-6bf1316a6107 HTTP/1.1" status: 200 len: 945 time: 0.0821691 Feb 16 13:26:52.701171 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-bad935c4-c909-4534-a046-f4afb9b445ef req-8a9faf18-5fcb-4f52-b074-0d7750769554 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=caeb9a9d-0df4-49ea-bd21-27bd91692ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448349 Feb 16 13:26:53.901305 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf182c-60db-48b0-b8f1-5577eadc5f87 req-89cb76ec-2563-4752-853b-89051bc4e252 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:53.902857 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d4cf182c-60db-48b0-b8f1-5577eadc5f87 req-89cb76ec-2563-4752-853b-89051bc4e252 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=7d3fc8ae-1653-40c5-b9eb-6bf1316a6107 HTTP/1.1" status: 200 len: 945 time: 0.0888796 Feb 16 13:26:53.957509 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d4cf182c-60db-48b0-b8f1-5577eadc5f87 req-513966c6-7a5f-4440-9262-821767ec8c04 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=caeb9a9d-0df4-49ea-bd21-27bd91692ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473912 Feb 16 13:26:55.154002 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15abed5e-ab8a-4072-99ce-5bda9f525cd4 req-f099503e-f77e-44c6-8150-a15377a91ec3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:55.155455 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-15abed5e-ab8a-4072-99ce-5bda9f525cd4 req-f099503e-f77e-44c6-8150-a15377a91ec3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=7d3fc8ae-1653-40c5-b9eb-6bf1316a6107 HTTP/1.1" status: 200 len: 945 time: 0.0874341 Feb 16 13:26:55.205627 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-15abed5e-ab8a-4072-99ce-5bda9f525cd4 req-045e8735-db0e-4c39-a1dd-ecece9879198 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=caeb9a9d-0df4-49ea-bd21-27bd91692ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443497 Feb 16 13:26:56.409461 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caad2aa-eff0-4251-99af-9bf8ceec3dc3 req-92e36fbe-ebd9-4ae8-99fb-8468766f9510 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:56.411044 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8caad2aa-eff0-4251-99af-9bf8ceec3dc3 req-92e36fbe-ebd9-4ae8-99fb-8468766f9510 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=7d3fc8ae-1653-40c5-b9eb-6bf1316a6107 HTTP/1.1" status: 200 len: 945 time: 0.0958500 Feb 16 13:26:56.461239 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8caad2aa-eff0-4251-99af-9bf8ceec3dc3 req-f5b612f8-9347-48dc-ae9d-7eade28ff014 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=caeb9a9d-0df4-49ea-bd21-27bd91692ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432954 Feb 16 13:26:57.650651 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8b920-4a67-46f9-ab32-034ba992a4bb req-22212720-bdcc-4e8a-a274-2c8c84d4916a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:57.653106 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e6b8b920-4a67-46f9-ab32-034ba992a4bb req-22212720-bdcc-4e8a-a274-2c8c84d4916a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=7d3fc8ae-1653-40c5-b9eb-6bf1316a6107 HTTP/1.1" status: 200 len: 945 time: 0.0847595 Feb 16 13:26:57.712384 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e6b8b920-4a67-46f9-ab32-034ba992a4bb req-d3ce23a6-a5de-4751-8aa8-3b3909b5e4bd tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=caeb9a9d-0df4-49ea-bd21-27bd91692ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477877 Feb 16 13:26:58.907074 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd49e0-aedc-4e9c-a5c6-d671b1a406c0 req-649ab570-2d66-4a5b-a4ac-5fb55a136555 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:26:58.908536 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-dabd49e0-aedc-4e9c-a5c6-d671b1a406c0 req-649ab570-2d66-4a5b-a4ac-5fb55a136555 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=7d3fc8ae-1653-40c5-b9eb-6bf1316a6107 HTTP/1.1" status: 200 len: 945 time: 0.0819032 Feb 16 13:26:58.955559 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-dabd49e0-aedc-4e9c-a5c6-d671b1a406c0 req-6bd97b2d-1451-43ca-8488-6dd4da3d87c7 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=caeb9a9d-0df4-49ea-bd21-27bd91692ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411913 Feb 16 13:27:00.169528 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3a418-4cc7-44c7-b012-46d3cc9da4d9 req-d79b1de2-009a-401e-8bdc-a49aeb8200b2 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:00.171037 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-0ba3a418-4cc7-44c7-b012-46d3cc9da4d9 req-d79b1de2-009a-401e-8bdc-a49aeb8200b2 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=7d3fc8ae-1653-40c5-b9eb-6bf1316a6107 HTTP/1.1" status: 200 len: 945 time: 0.1023645 Feb 16 13:27:00.219119 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:27:00.220301 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-0ba3a418-4cc7-44c7-b012-46d3cc9da4d9 req-5e65f567-50d9-47b3-833d-1dfb2ca88386 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=caeb9a9d-0df4-49ea-bd21-27bd91692ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429363 Feb 16 13:27:01.417634 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013820d-1343-489c-a94c-78361e0db8ad req-55f74f90-8d13-494e-ab88-006a9e2559eb tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:01.419131 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6013820d-1343-489c-a94c-78361e0db8ad req-55f74f90-8d13-494e-ab88-006a9e2559eb tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=7d3fc8ae-1653-40c5-b9eb-6bf1316a6107 HTTP/1.1" status: 200 len: 945 time: 0.0877721 Feb 16 13:27:01.464257 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6013820d-1343-489c-a94c-78361e0db8ad req-8d4ea1ab-6ca6-4452-be7c-ba396f367165 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=caeb9a9d-0df4-49ea-bd21-27bd91692ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384824 Feb 16 13:27:01.886901 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-60e8069e-2ff3-4037-a3b4-4312b4d37926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:02.658485 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cea766-9020-426b-8c1f-75c0da503739 req-8a4e996c-6091-4004-aa2f-94c65fda466d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:02.659988 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-52cea766-9020-426b-8c1f-75c0da503739 req-8a4e996c-6091-4004-aa2f-94c65fda466d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=7d3fc8ae-1653-40c5-b9eb-6bf1316a6107 HTTP/1.1" status: 200 len: 945 time: 0.0860641 Feb 16 13:27:02.711457 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-52cea766-9020-426b-8c1f-75c0da503739 req-ca2495de-eaf6-4f97-a8e2-24b08bbffde5 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=caeb9a9d-0df4-49ea-bd21-27bd91692ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421827 Feb 16 13:27:03.911843 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f686fc-390c-4e18-8657-260b9dc8524b req-a34a39a5-0397-4f74-ab8b-d97e290733b2 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:03.913460 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-32f686fc-390c-4e18-8657-260b9dc8524b req-a34a39a5-0397-4f74-ab8b-d97e290733b2 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=7d3fc8ae-1653-40c5-b9eb-6bf1316a6107 HTTP/1.1" status: 200 len: 945 time: 0.0898616 Feb 16 13:27:03.963337 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-32f686fc-390c-4e18-8657-260b9dc8524b req-5d02d28d-3ff9-4b4f-a8fe-c33694134b6d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=caeb9a9d-0df4-49ea-bd21-27bd91692ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437438 Feb 16 13:27:04.190736 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6e28a77e-9ad5-4e3e-a023-2a452c0ebecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:04.806022 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:05.155704 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50c3e0-00dc-4e9e-bc8e-5f6e0a3580ca req-824504d7-3871-4cf5-9f32-7674c7ddb513 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:05.157251 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7c50c3e0-00dc-4e9e-bc8e-5f6e0a3580ca req-824504d7-3871-4cf5-9f32-7674c7ddb513 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=7d3fc8ae-1653-40c5-b9eb-6bf1316a6107 HTTP/1.1" status: 200 len: 945 time: 0.0866580 Feb 16 13:27:05.208990 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7c50c3e0-00dc-4e9e-bc8e-5f6e0a3580ca req-e2bbee3a-f888-4808-a513-1c36fa848685 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=caeb9a9d-0df4-49ea-bd21-27bd91692ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421784 Feb 16 13:27:05.246383 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:05.322725 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:06.405638 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01467a-6535-481c-9b42-d286c9f5b533 req-9a2682c7-61f4-4b03-b3cd-25ff9efada71 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:06.407124 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2d01467a-6535-481c-9b42-d286c9f5b533 req-9a2682c7-61f4-4b03-b3cd-25ff9efada71 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=7d3fc8ae-1653-40c5-b9eb-6bf1316a6107 HTTP/1.1" status: 200 len: 945 time: 0.0907171 Feb 16 13:27:06.457417 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2d01467a-6535-481c-9b42-d286c9f5b533 req-117db2b3-62f4-47a8-adc1-59627ee8115f tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=caeb9a9d-0df4-49ea-bd21-27bd91692ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444243 Feb 16 13:27:06.480292 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 50076) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:27:06.586320 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-44b70d26-4fc0-46f5-a331-daa4a145ed21 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/floatingips/171ad2d9-2ba5-4f2b-86a7-2de0c1014a48 HTTP/1.1" status: 200 len: 991 time: 0.1048431 Feb 16 13:27:06.865187 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:08.074467 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf5ba0-3d5a-4ad4-8d18-503d5ca09f67 req-169525dc-f7d9-41c5-9e7e-af7ea49fa7c2 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:08.075920 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-eadf5ba0-3d5a-4ad4-8d18-503d5ca09f67 req-169525dc-f7d9-41c5-9e7e-af7ea49fa7c2 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=7d3fc8ae-1653-40c5-b9eb-6bf1316a6107 HTTP/1.1" status: 200 len: 945 time: 0.0966346 Feb 16 13:27:08.106400 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ff198-21db-4c5f-ac9a-1407b68e4d60 req-e6b7071c-32d5-4c7e-91af-b47c0146ea18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:08.107913 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0f1ff198-21db-4c5f-ac9a-1407b68e4d60 req-e6b7071c-32d5-4c7e-91af-b47c0146ea18 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=083db907435845cfbf101945bf75a5a6&device_id=7d3fc8ae-1653-40c5-b9eb-6bf1316a6107 HTTP/1.1" status: 200 len: 1098 time: 0.0729990 Feb 16 13:27:08.121112 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-eadf5ba0-3d5a-4ad4-8d18-503d5ca09f67 req-2695d756-2970-45f4-a428-1ebd469249d6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=caeb9a9d-0df4-49ea-bd21-27bd91692ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394533 Feb 16 13:27:08.240586 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ff198-21db-4c5f-ac9a-1407b68e4d60 req-e9d2526f-3cba-4663-b1ea-5304792ce624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:08.242046 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0f1ff198-21db-4c5f-ac9a-1407b68e4d60 req-e9d2526f-3cba-4663-b1ea-5304792ce624 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9449fd30-96fb-439f-b04b-dd34a40991cf HTTP/1.1" status: 200 len: 898 time: 0.1281216 Feb 16 13:27:08.344435 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0f1ff198-21db-4c5f-ac9a-1407b68e4d60 req-6f5d9306-76ee-40fc-91f9-0d12b6a68735 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=681d08a2-b3ae-4135-a67f-704aed3798e3 HTTP/1.1" status: 200 len: 999 time: 0.0950933 Feb 16 13:27:08.413632 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ff198-21db-4c5f-ac9a-1407b68e4d60 req-e619b8d1-412a-43d7-9a13-6dad14edc5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:08.417509 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0f1ff198-21db-4c5f-ac9a-1407b68e4d60 req-e619b8d1-412a-43d7-9a13-6dad14edc5b9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bb662d4d-3bf6-4b5a-9b32-0d0ca5232a1e HTTP/1.1" status: 200 len: 834 time: 0.0677395 Feb 16 13:27:08.497415 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ff198-21db-4c5f-ac9a-1407b68e4d60 req-9430a001-b1d8-44e0-9ecb-21f54d7b7811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:08.499006 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0f1ff198-21db-4c5f-ac9a-1407b68e4d60 req-9430a001-b1d8-44e0-9ecb-21f54d7b7811 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9449fd30-96fb-439f-b04b-dd34a40991cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760598 Feb 16 13:27:08.742118 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0f1ff198-21db-4c5f-ac9a-1407b68e4d60 req-4d3c2615-3df4-40e1-84f4-547d27520f6f service neutron] 10.222.0.89 "GET /v2.0/networks/9449fd30-96fb-439f-b04b-dd34a40991cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368407 Feb 16 13:27:08.879588 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0f1ff198-21db-4c5f-ac9a-1407b68e4d60 req-f6d0e9bf-0074-4992-82a6-78335c3180d3 service neutron] 10.222.0.89 "GET /v2.0/networks/9449fd30-96fb-439f-b04b-dd34a40991cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296256 Feb 16 13:27:09.319851 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d48b23-e483-4079-93a7-77e3780f15ed req-35f86b49-c35e-4538-8534-0c6b5f24b9ea tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:09.321316 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-56d48b23-e483-4079-93a7-77e3780f15ed req-35f86b49-c35e-4538-8534-0c6b5f24b9ea tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=7d3fc8ae-1653-40c5-b9eb-6bf1316a6107 HTTP/1.1" status: 200 len: 945 time: 0.0886099 Feb 16 13:27:09.366113 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-56d48b23-e483-4079-93a7-77e3780f15ed req-a4809c54-ff72-42fb-b722-ba205aa5f6d9 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=caeb9a9d-0df4-49ea-bd21-27bd91692ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391326 Feb 16 13:27:10.559613 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1035da2-cc6e-4ec9-b207-d90c8f4579b4 req-57cc961b-84bd-41d7-af09-a9ec8805ce3a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:10.561154 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a1035da2-cc6e-4ec9-b207-d90c8f4579b4 req-57cc961b-84bd-41d7-af09-a9ec8805ce3a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=7d3fc8ae-1653-40c5-b9eb-6bf1316a6107 HTTP/1.1" status: 200 len: 945 time: 0.0823903 Feb 16 13:27:10.612310 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a1035da2-cc6e-4ec9-b207-d90c8f4579b4 req-8cbd19d4-cefa-4670-926b-245f2f03f24d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=caeb9a9d-0df4-49ea-bd21-27bd91692ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448620 Feb 16 13:27:10.636871 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 50092) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:27:10.744641 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-cc34ced1-24a8-45b2-a128-b19f303a5768 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/floatingips/171ad2d9-2ba5-4f2b-86a7-2de0c1014a48 HTTP/1.1" status: 200 len: 991 time: 0.1064930 Feb 16 13:27:25.569224 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8e13b082-9f34-482e-bfa1-b4214a6e9b9a req-ef927380-2a41-4fa6-b9ca-c88b0664cdac service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7d3fc8ae-1653-40c5-b9eb-6bf1316a6107&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743890 Feb 16 13:27:25.718797 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13b082-9f34-482e-bfa1-b4214a6e9b9a req-9c60fd33-283a-4328-be25-4d0e2d581902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:25.720186 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8e13b082-9f34-482e-bfa1-b4214a6e9b9a req-9c60fd33-283a-4328-be25-4d0e2d581902 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=083db907435845cfbf101945bf75a5a6&device_id=7d3fc8ae-1653-40c5-b9eb-6bf1316a6107 HTTP/1.1" status: 200 len: 1098 time: 0.0778329 Feb 16 13:27:25.877255 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13b082-9f34-482e-bfa1-b4214a6e9b9a req-98addb01-a3ba-455c-9b72-39fb2b8c90d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:25.878759 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8e13b082-9f34-482e-bfa1-b4214a6e9b9a req-98addb01-a3ba-455c-9b72-39fb2b8c90d8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9449fd30-96fb-439f-b04b-dd34a40991cf HTTP/1.1" status: 200 len: 898 time: 0.1380036 Feb 16 13:27:25.981968 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8e13b082-9f34-482e-bfa1-b4214a6e9b9a req-08fb131f-4cf0-4fea-93f1-edd7c16b3386 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=681d08a2-b3ae-4135-a67f-704aed3798e3 HTTP/1.1" status: 200 len: 999 time: 0.0953622 Feb 16 13:27:26.051740 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13b082-9f34-482e-bfa1-b4214a6e9b9a req-99558f48-8fd2-4b40-b8d0-b0fc94d27854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:26.053230 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8e13b082-9f34-482e-bfa1-b4214a6e9b9a req-99558f48-8fd2-4b40-b8d0-b0fc94d27854 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bb662d4d-3bf6-4b5a-9b32-0d0ca5232a1e HTTP/1.1" status: 200 len: 834 time: 0.0654924 Feb 16 13:27:26.130322 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13b082-9f34-482e-bfa1-b4214a6e9b9a req-b17caabc-c88f-42c7-82f1-4f899c2cce2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:26.131818 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8e13b082-9f34-482e-bfa1-b4214a6e9b9a req-b17caabc-c88f-42c7-82f1-4f899c2cce2e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9449fd30-96fb-439f-b04b-dd34a40991cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712140 Feb 16 13:27:26.268970 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8e13b082-9f34-482e-bfa1-b4214a6e9b9a req-58f016cd-58f8-413c-b316-c53f4b7744e5 service neutron] 10.222.0.89 "GET /v2.0/networks/9449fd30-96fb-439f-b04b-dd34a40991cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294737 Feb 16 13:27:26.411940 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8e13b082-9f34-482e-bfa1-b4214a6e9b9a req-8db1ba28-4248-40b2-8bc9-b3052e16d149 service neutron] 10.222.0.89 "GET /v2.0/networks/9449fd30-96fb-439f-b04b-dd34a40991cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359944 Feb 16 13:27:31.894661 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b58fb879-d3cb-40f7-89ba-987ec65bc8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:34.199558 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-42474d89-e393-4c0e-a948-ad0c8f8ebf69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:34.797217 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:35.255045 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:35.325204 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:36.869246 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:37.218854 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:27:41.449172 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 50104) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:27:41.670942 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-5a51e213-cd26-44c6-a958-e66048fa4b36 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Deleting port 119dbb6b-5571-4993-9740-4b87dff2a97f {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:27:41.671292 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5a51e213-cd26-44c6-a958-e66048fa4b36 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:41.855560 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5a51e213-cd26-44c6-a958-e66048fa4b36 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:41.855886 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5a51e213-cd26-44c6-a958-e66048fa4b36 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:41.981470 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-5a51e213-cd26-44c6-a958-e66048fa4b36 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Calling delete_port for 119dbb6b-5571-4993-9740-4b87dff2a97f owned by network:floatingip {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:27:42.137155 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5a51e213-cd26-44c6-a958-e66048fa4b36 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:42.183476 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51e213-cd26-44c6-a958-e66048fa4b36 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event deleted for resources: {'Port': ['ID=119dbb6b-5571-4993-9740-4b87dff2a97f,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:42.222544 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51e213-cd26-44c6-a958-e66048fa4b36 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:42.222895 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51e213-cd26-44c6-a958-e66048fa4b36 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:42.223224 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51e213-cd26-44c6-a958-e66048fa4b36 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:42.223554 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51e213-cd26-44c6-a958-e66048fa4b36 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:42.223884 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51e213-cd26-44c6-a958-e66048fa4b36 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:42.224205 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51e213-cd26-44c6-a958-e66048fa4b36 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:42.224533 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51e213-cd26-44c6-a958-e66048fa4b36 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:42.224888 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51e213-cd26-44c6-a958-e66048fa4b36 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:42.225209 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51e213-cd26-44c6-a958-e66048fa4b36 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:42.225531 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51e213-cd26-44c6-a958-e66048fa4b36 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:42.225842 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51e213-cd26-44c6-a958-e66048fa4b36 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:42.226226 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a51e213-cd26-44c6-a958-e66048fa4b36 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:42.288414 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5a51e213-cd26-44c6-a958-e66048fa4b36 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for floatingip, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:42.288765 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-5a51e213-cd26-44c6-a958-e66048fa4b36 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Floating IP 171ad2d9-2ba5-4f2b-86a7-2de0c1014a48 disassociated (deleted). External IP: 172.26.5.5, port: 681d08a2-b3ae-4135-a67f-704aed3798e3. Feb 16 13:27:42.756539 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a51e213-cd26-44c6-a958-e66048fa4b36 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Router bc659c8f-7cce-4149-b316-fb7f0aa4639e has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:27:42.941375 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a51e213-cd26-44c6-a958-e66048fa4b36 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:27:42.951685 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bc73b1-c45d-4e05-bc37-9a4dce850a31 None None] Sync routers for ids ['bc659c8f-7cce-4149-b316-fb7f0aa4639e'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:27:42.962353 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bc73b1-c45d-4e05-bc37-9a4dce850a31 None None] Routers {'bc659c8f-7cce-4149-b316-fb7f0aa4639e'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:27:42.963067 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-38bc73b1-c45d-4e05-bc37-9a4dce850a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:27:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['bc659c8f-7cce-4149-b316-fb7f0aa4639e'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:27:42.963552 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5a51e213-cd26-44c6-a958-e66048fa4b36 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:43.023054 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5a51e213-cd26-44c6-a958-e66048fa4b36 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "DELETE /v2.0/floatingips/171ad2d9-2ba5-4f2b-86a7-2de0c1014a48 HTTP/1.1" status: 204 len: 168 time: 1.5726819 Feb 16 13:27:43.023612 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3fc8ae-1653-40c5-b9eb-6bf1316a6107', 'tag': '681d08a2-b3ae-4135-a67f-704aed3798e3'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:27:43.097893 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d3fc8ae-1653-40c5-b9eb-6bf1316a6107', 'tag': '681d08a2-b3ae-4135-a67f-704aed3798e3', 'status': 'completed', 'code': 200} Feb 16 13:27:43.146580 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-38bc73b1-c45d-4e05-bc37-9a4dce850a31 None None] Set router bc659c8f-7cce-4149-b316-fb7f0aa4639e gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:27:43.203527 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24b401-10b8-4178-adb0-b410dc6df071 req-6b4a7973-7d5e-4a1b-af9a-f4d6b99b7578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:43.205136 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4d24b401-10b8-4178-adb0-b410dc6df071 req-6b4a7973-7d5e-4a1b-af9a-f4d6b99b7578 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=083db907435845cfbf101945bf75a5a6&device_id=7d3fc8ae-1653-40c5-b9eb-6bf1316a6107 HTTP/1.1" status: 200 len: 1098 time: 0.0834868 Feb 16 13:27:43.406137 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24b401-10b8-4178-adb0-b410dc6df071 req-ba6e6496-f610-4019-8a08-b822c2be6349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:43.407935 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4d24b401-10b8-4178-adb0-b410dc6df071 req-ba6e6496-f610-4019-8a08-b822c2be6349 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9449fd30-96fb-439f-b04b-dd34a40991cf HTTP/1.1" status: 200 len: 898 time: 0.1950097 Feb 16 13:27:43.475334 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-38bc73b1-c45d-4e05-bc37-9a4dce850a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc659c8f-7cce-4149-b316-fb7f0aa4639e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112167860', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.213'}], 'enable_snat': True}, 'gw_port_id': '6a754575-2fad-450f-8b12-7b17ce263133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:52Z', 'updated_at': '2022-02-16T13:25:57Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': '6a754575-2fad-450f-8b12-7b17ce263133', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:75:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc659c8f-7cce-4149-b316-fb7f0aa4639e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:53Z', 'updated_at': '2022-02-16T13:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '53aebea8-8063-4c0c-bf19-f592507ad331', 'name': '', 'network_id': '9449fd30-96fb-439f-b04b-dd34a40991cf', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'mac_address': 'fa:16:3e:9c:c3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc659c8f-7cce-4149-b316-fb7f0aa4639e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'bb662d4d-3bf6-4b5a-9b32-0d0ca5232a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:56Z', 'updated_at': '2022-02-16T13:26:02Z', 'revision_number': 5, 'project_id': '083db907435845cfbf101945bf75a5a6', 'subnets': [{'id': 'bb662d4d-3bf6-4b5a-9b32-0d0ca5232a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:27:43.480396 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bc73b1-c45d-4e05-bc37-9a4dce850a31 None None] Checking router: bc659c8f-7cce-4149-b316-fb7f0aa4639e for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:27:43.489099 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bc73b1-c45d-4e05-bc37-9a4dce850a31 None None] Routers {'bc659c8f-7cce-4149-b316-fb7f0aa4639e'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:27:43.489721 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-38bc73b1-c45d-4e05-bc37-9a4dce850a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:27:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['bc659c8f-7cce-4149-b316-fb7f0aa4639e'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:27:43.492501 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4d24b401-10b8-4178-adb0-b410dc6df071 req-88f2d5ca-5d26-40ae-a434-15b345458812 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=681d08a2-b3ae-4135-a67f-704aed3798e3 HTTP/1.1" status: 200 len: 217 time: 0.0750184 Feb 16 13:27:43.577056 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24b401-10b8-4178-adb0-b410dc6df071 req-8f263906-e72b-4d6e-afff-c5c4379fddaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:43.578489 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4d24b401-10b8-4178-adb0-b410dc6df071 req-8f263906-e72b-4d6e-afff-c5c4379fddaa service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bb662d4d-3bf6-4b5a-9b32-0d0ca5232a1e HTTP/1.1" status: 200 len: 834 time: 0.0732467 Feb 16 13:27:43.587686 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb48672-4feb-4772-b391-c30e7bda0538 req-ac0d538f-c087-485e-9697-da0201e0f8dd tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:43.589205 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5bb48672-4feb-4772-b391-c30e7bda0538 req-ac0d538f-c087-485e-9697-da0201e0f8dd tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=7d3fc8ae-1653-40c5-b9eb-6bf1316a6107 HTTP/1.1" status: 200 len: 945 time: 0.2356553 Feb 16 13:27:43.690608 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-38bc73b1-c45d-4e05-bc37-9a4dce850a31 None None] Set router bc659c8f-7cce-4149-b316-fb7f0aa4639e gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:27:43.852556 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5bb48672-4feb-4772-b391-c30e7bda0538 req-e7f096aa-2087-4b71-929b-a9131e815b00 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=caeb9a9d-0df4-49ea-bd21-27bd91692ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733445 Feb 16 13:27:43.876572 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24b401-10b8-4178-adb0-b410dc6df071 req-df21d28f-88ac-438d-a43a-dec768e089b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:43.878956 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4d24b401-10b8-4178-adb0-b410dc6df071 req-df21d28f-88ac-438d-a43a-dec768e089b1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9449fd30-96fb-439f-b04b-dd34a40991cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2888696 Feb 16 13:27:44.030546 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4d24b401-10b8-4178-adb0-b410dc6df071 req-157f29e5-8995-4410-a01e-9abf4c1cfd39 service neutron] 10.222.0.89 "GET /v2.0/networks/9449fd30-96fb-439f-b04b-dd34a40991cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424477 Feb 16 13:27:44.113144 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-38bc73b1-c45d-4e05-bc37-9a4dce850a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc659c8f-7cce-4149-b316-fb7f0aa4639e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112167860', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.213'}], 'enable_snat': True}, 'gw_port_id': '6a754575-2fad-450f-8b12-7b17ce263133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:52Z', 'updated_at': '2022-02-16T13:25:57Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': '6a754575-2fad-450f-8b12-7b17ce263133', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:75:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc659c8f-7cce-4149-b316-fb7f0aa4639e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:53Z', 'updated_at': '2022-02-16T13:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '53aebea8-8063-4c0c-bf19-f592507ad331', 'name': '', 'network_id': '9449fd30-96fb-439f-b04b-dd34a40991cf', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'mac_address': 'fa:16:3e:9c:c3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc659c8f-7cce-4149-b316-fb7f0aa4639e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'bb662d4d-3bf6-4b5a-9b32-0d0ca5232a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:56Z', 'updated_at': '2022-02-16T13:26:02Z', 'revision_number': 5, 'project_id': '083db907435845cfbf101945bf75a5a6', 'subnets': [{'id': 'bb662d4d-3bf6-4b5a-9b32-0d0ca5232a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:27:44.117480 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bc73b1-c45d-4e05-bc37-9a4dce850a31 None None] The sync data for ids ['bc659c8f-7cce-4149-b316-fb7f0aa4639e'] in dv-neutron-829527-1-hyperv is: [{'id': 'bc659c8f-7cce-4149-b316-fb7f0aa4639e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112167860', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.213'}], 'enable_snat': True}, 'gw_port_id': '6a754575-2fad-450f-8b12-7b17ce263133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:52Z', 'updated_at': '2022-02-16T13:25:57Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': '6a754575-2fad-450f-8b12-7b17ce263133', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:75:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc659c8f-7cce-4149-b316-fb7f0aa4639e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:53Z', 'updated_at': '2022-02-16T13:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '53aebea8-8063-4c0c-bf19-f592507ad331', 'name': '', 'network_id': '9449fd30-96fb-439f-b04b-dd34a40991cf', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'mac_address': 'fa:16:3e:9c:c3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc659c8f-7cce-4149-b316-fb7f0aa4639e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'bb662d4d-3bf6-4b5a-9b32-0d0ca5232a1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:56Z', 'updated_at': '2022-02-16T13:26:02Z', 'revision_number': 5, 'project_id': '083db907435845cfbf101945bf75a5a6', 'subnets': [{'id': 'bb662d4d-3bf6-4b5a-9b32-0d0ca5232a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:27:44.187730 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4d24b401-10b8-4178-adb0-b410dc6df071 req-0bd66fb2-e994-4941-a302-3a78b47355a3 service neutron] 10.222.0.89 "GET /v2.0/networks/9449fd30-96fb-439f-b04b-dd34a40991cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503825 Feb 16 13:27:44.363218 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7731cad-3cf6-4687-b93d-0ac7cff4e9fc None None] New status for floating IP 171ad2d9-2ba5-4f2b-86a7-2de0c1014a48: DOWN {{(pid=87703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:27:44.973576 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3327f-d317-40b7-8e59-6affed5c77ee req-17d9d12f-710f-4c1d-8542-27406dad018d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:44.975032 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e2c3327f-d317-40b7-8e59-6affed5c77ee req-17d9d12f-710f-4c1d-8542-27406dad018d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.89 "GET /v2.0/ports?device_id=7d3fc8ae-1653-40c5-b9eb-6bf1316a6107 HTTP/1.1" status: 200 len: 945 time: 0.0850244 Feb 16 13:27:45.047177 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-e2c3327f-d317-40b7-8e59-6affed5c77ee req-cb614996-16e2-4ca8-89d2-6d49a579aa30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Deleting port 681d08a2-b3ae-4135-a67f-704aed3798e3 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:27:45.047518 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-e2c3327f-d317-40b7-8e59-6affed5c77ee req-cb614996-16e2-4ca8-89d2-6d49a579aa30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:45.059812 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333fe8b7-bc7f-4e9a-942f-5fc492f1a590 req-9f2b2c9f-cb3e-468a-b256-5ad79715245c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:45.060501 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-333fe8b7-bc7f-4e9a-942f-5fc492f1a590 req-9f2b2c9f-cb3e-468a-b256-5ad79715245c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Synchronizing usage tracker for tenant:083db907435845cfbf101945bf75a5a6 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:27:45.077683 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-333fe8b7-bc7f-4e9a-942f-5fc492f1a590 req-9f2b2c9f-cb3e-468a-b256-5ad79715245c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Unset dirty status for tenant:083db907435845cfbf101945bf75a5a6 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:27:45.078852 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-333fe8b7-bc7f-4e9a-942f-5fc492f1a590 req-9f2b2c9f-cb3e-468a-b256-5ad79715245c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=7d3fc8ae-1653-40c5-b9eb-6bf1316a6107 HTTP/1.1" status: 200 len: 945 time: 0.0992815 Feb 16 13:27:45.123277 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-333fe8b7-bc7f-4e9a-942f-5fc492f1a590 req-19ce2e10-4f60-4d45-bc0b-ee16c79a4b4d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=caeb9a9d-0df4-49ea-bd21-27bd91692ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379231 Feb 16 13:27:45.306561 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-e2c3327f-d317-40b7-8e59-6affed5c77ee req-cb614996-16e2-4ca8-89d2-6d49a579aa30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] For port 681d08a2-b3ae-4135-a67f-704aed3798e3, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=681d08a2-b3ae-4135-a67f-704aed3798e3,segment=NetworkSegment(43512739-8b24-4424-a334-477daea47d8d),segment_id=43512739-8b24-4424-a334-477daea47d8d)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:27:45.306900 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-e2c3327f-d317-40b7-8e59-6affed5c77ee req-cb614996-16e2-4ca8-89d2-6d49a579aa30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:45.434616 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-e2c3327f-d317-40b7-8e59-6affed5c77ee req-cb614996-16e2-4ca8-89d2-6d49a579aa30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Calling delete_port for 681d08a2-b3ae-4135-a67f-704aed3798e3 owned by compute:nova {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:27:45.587444 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-e2c3327f-d317-40b7-8e59-6affed5c77ee req-cb614996-16e2-4ca8-89d2-6d49a579aa30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:45.636592 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb614996-16e2-4ca8-89d2-6d49a579aa30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event deleted for resources: {'Port': ['ID=681d08a2-b3ae-4135-a67f-704aed3798e3,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:45.684635 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb614996-16e2-4ca8-89d2-6d49a579aa30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:45.684977 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb614996-16e2-4ca8-89d2-6d49a579aa30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:45.685320 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb614996-16e2-4ca8-89d2-6d49a579aa30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:45.685637 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb614996-16e2-4ca8-89d2-6d49a579aa30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:45.685965 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb614996-16e2-4ca8-89d2-6d49a579aa30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:45.686286 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb614996-16e2-4ca8-89d2-6d49a579aa30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:45.686610 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb614996-16e2-4ca8-89d2-6d49a579aa30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:45.686961 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb614996-16e2-4ca8-89d2-6d49a579aa30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:45.687280 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb614996-16e2-4ca8-89d2-6d49a579aa30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:45.687594 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb614996-16e2-4ca8-89d2-6d49a579aa30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:45.687907 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb614996-16e2-4ca8-89d2-6d49a579aa30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:45.688250 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb614996-16e2-4ca8-89d2-6d49a579aa30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:45.730365 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c3327f-d317-40b7-8e59-6affed5c77ee req-cb614996-16e2-4ca8-89d2-6d49a579aa30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] No DVR routers for this DVR port 681d08a2-b3ae-4135-a67f-704aed3798e3 on host hv-neutron-8295 {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:27:45.732265 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-e2c3327f-d317-40b7-8e59-6affed5c77ee req-cb614996-16e2-4ca8-89d2-6d49a579aa30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:45.734815 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3fc8ae-1653-40c5-b9eb-6bf1316a6107', 'name': 'network-vif-deleted', 'tag': '681d08a2-b3ae-4135-a67f-704aed3798e3'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:27:45.752387 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e2c3327f-d317-40b7-8e59-6affed5c77ee req-cb614996-16e2-4ca8-89d2-6d49a579aa30 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.89 "DELETE /v2.0/ports/681d08a2-b3ae-4135-a67f-704aed3798e3 HTTP/1.1" status: 204 len: 173 time: 0.7709615 Feb 16 13:27:45.786538 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3fc8ae-1653-40c5-b9eb-6bf1316a6107', 'name': 'network-vif-deleted', 'tag': '681d08a2-b3ae-4135-a67f-704aed3798e3', 'status': 'completed', 'code': 200} Feb 16 13:27:46.290268 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-16d86d38-a9a8-4ce2-a39c-a1cdf65fa472 req-1fa66631-f99e-42dd-92ac-6b81e9af4a73 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=7d3fc8ae-1653-40c5-b9eb-6bf1316a6107 HTTP/1.1" status: 200 len: 210 time: 0.0486765 Feb 16 13:27:47.393134 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 50122) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:27:47.987827 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cf9ea0b3-3590-4005-8c03-4a5a2681f0da tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:48.440548 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 681d08a2-b3ae-4135-a67f-704aed3798e3 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:27:48.462225 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-cf9ea0b3-3590-4005-8c03-4a5a2681f0da tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Deleting port 53aebea8-8063-4c0c-bf19-f592507ad331 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:27:48.462857 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cf9ea0b3-3590-4005-8c03-4a5a2681f0da tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:48.477478 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] No Port match for: 681d08a2-b3ae-4135-a67f-704aed3798e3 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:27:48.477801 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 681d08a2-b3ae-4135-a67f-704aed3798e3 not bound to the agent host hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:27:48.652759 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-cf9ea0b3-3590-4005-8c03-4a5a2681f0da tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] For port 53aebea8-8063-4c0c-bf19-f592507ad331, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=53aebea8-8063-4c0c-bf19-f592507ad331,segment=NetworkSegment(43512739-8b24-4424-a334-477daea47d8d),segment_id=43512739-8b24-4424-a334-477daea47d8d)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:27:48.653127 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cf9ea0b3-3590-4005-8c03-4a5a2681f0da tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:48.780240 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-cf9ea0b3-3590-4005-8c03-4a5a2681f0da tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Calling delete_port for 53aebea8-8063-4c0c-bf19-f592507ad331 owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:27:48.975452 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cf9ea0b3-3590-4005-8c03-4a5a2681f0da tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:49.024121 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ea0b3-3590-4005-8c03-4a5a2681f0da tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event deleted for resources: {'Port': ['ID=53aebea8-8063-4c0c-bf19-f592507ad331,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:49.307082 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cf9ea0b3-3590-4005-8c03-4a5a2681f0da tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:49.779325 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf9ea0b3-3590-4005-8c03-4a5a2681f0da tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Router bc659c8f-7cce-4149-b316-fb7f0aa4639e has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:27:49.957357 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9ea0b3-3590-4005-8c03-4a5a2681f0da tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:27:49.966859 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee7d754-5133-4a81-abcf-0d187ff474a8 None None] Sync routers for ids ['bc659c8f-7cce-4149-b316-fb7f0aa4639e'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:27:49.971003 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-cf9ea0b3-3590-4005-8c03-4a5a2681f0da tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "PUT /v2.0/routers/bc659c8f-7cce-4149-b316-fb7f0aa4639e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5763412 Feb 16 13:27:49.973922 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 50126) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:27:49.982125 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee7d754-5133-4a81-abcf-0d187ff474a8 None None] Routers {'bc659c8f-7cce-4149-b316-fb7f0aa4639e'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:27:49.982762 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-3ee7d754-5133-4a81-abcf-0d187ff474a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:27:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['bc659c8f-7cce-4149-b316-fb7f0aa4639e'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:27:50.045379 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e002121-25bb-4175-abfa-43e78f507779 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Deleting subnet bb662d4d-3bf6-4b5a-9b32-0d0ca5232a1e {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:27:50.049260 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8e002121-25bb-4175-abfa-43e78f507779 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:50.104063 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8e002121-25bb-4175-abfa-43e78f507779 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:50.169124 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-3ee7d754-5133-4a81-abcf-0d187ff474a8 None None] Set router bc659c8f-7cce-4149-b316-fb7f0aa4639e gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:27:50.187509 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8e002121-25bb-4175-abfa-43e78f507779 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:50.264924 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8e002121-25bb-4175-abfa-43e78f507779 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:50.305765 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e002121-25bb-4175-abfa-43e78f507779 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event deleted for resources: {'Subnet': ['ID=bb662d4d-3bf6-4b5a-9b32-0d0ca5232a1e,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:50.311339 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8e002121-25bb-4175-abfa-43e78f507779 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:50.319372 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8e002121-25bb-4175-abfa-43e78f507779 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "DELETE /v2.0/subnets/bb662d4d-3bf6-4b5a-9b32-0d0ca5232a1e HTTP/1.1" status: 204 len: 168 time: 0.3444245 Feb 16 13:27:50.323269 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 50130) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:27:50.342706 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f65579-cdb8-42d4-b30f-6e7558ef8a50 None None] Network 9449fd30-96fb-439f-b04b-dd34a40991cf requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:27:50.513779 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9634d19f-a79d-4f12-881d-aea977cdeb47 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:50.646536 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-3ee7d754-5133-4a81-abcf-0d187ff474a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc659c8f-7cce-4149-b316-fb7f0aa4639e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112167860', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.213'}], 'enable_snat': True}, 'gw_port_id': '6a754575-2fad-450f-8b12-7b17ce263133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:52Z', 'updated_at': '2022-02-16T13:27:48Z', 'revision_number': 5, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': '6a754575-2fad-450f-8b12-7b17ce263133', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:75:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc659c8f-7cce-4149-b316-fb7f0aa4639e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:25:53Z', 'updated_at': '2022-02-16T13:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:27:50.650692 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee7d754-5133-4a81-abcf-0d187ff474a8 None None] Checking router: bc659c8f-7cce-4149-b316-fb7f0aa4639e for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:27:50.661174 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee7d754-5133-4a81-abcf-0d187ff474a8 None None] Routers {'bc659c8f-7cce-4149-b316-fb7f0aa4639e'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:27:50.661815 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-3ee7d754-5133-4a81-abcf-0d187ff474a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:27:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['bc659c8f-7cce-4149-b316-fb7f0aa4639e'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:27:50.706617 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9634d19f-a79d-4f12-881d-aea977cdeb47 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:50.721597 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-9634d19f-a79d-4f12-881d-aea977cdeb47 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Deleting port 6a754575-2fad-450f-8b12-7b17ce263133 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:27:50.721855 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1cff0a-dff3-4598-91f4-f8b62f350a48 None None] DHCP port deletion for 9449fd30-96fb-439f-b04b-dd34a40991cf request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:27:50.721963 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9634d19f-a79d-4f12-881d-aea977cdeb47 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:50.779878 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-9e1cff0a-dff3-4598-91f4-f8b62f350a48 None None] Deleting port d29e7c79-b24e-4efd-ac36-2e34d695eece {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:27:50.780228 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9e1cff0a-dff3-4598-91f4-f8b62f350a48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:50.897505 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-3ee7d754-5133-4a81-abcf-0d187ff474a8 None None] Set router bc659c8f-7cce-4149-b316-fb7f0aa4639e gateway port host: None {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:27:50.904881 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-9634d19f-a79d-4f12-881d-aea977cdeb47 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] For port 6a754575-2fad-450f-8b12-7b17ce263133, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=6a754575-2fad-450f-8b12-7b17ce263133,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:27:50.905465 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9634d19f-a79d-4f12-881d-aea977cdeb47 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:51.030835 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-9634d19f-a79d-4f12-881d-aea977cdeb47 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Calling delete_port for 6a754575-2fad-450f-8b12-7b17ce263133 owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:27:51.069119 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-3ee7d754-5133-4a81-abcf-0d187ff474a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc659c8f-7cce-4149-b316-fb7f0aa4639e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112167860', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:52Z', 'updated_at': '2022-02-16T13:27:50Z', 'revision_number': 6, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port_host': None}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:27:51.077743 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee7d754-5133-4a81-abcf-0d187ff474a8 None None] The sync data for ids ['bc659c8f-7cce-4149-b316-fb7f0aa4639e'] in dv-neutron-829527-1-hyperv is: [{'id': 'bc659c8f-7cce-4149-b316-fb7f0aa4639e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112167860', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:25:52Z', 'updated_at': '2022-02-16T13:27:50Z', 'revision_number': 6, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port_host': None}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:27:51.183165 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-9e1cff0a-dff3-4598-91f4-f8b62f350a48 None None] For port d29e7c79-b24e-4efd-ac36-2e34d695eece, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=d29e7c79-b24e-4efd-ac36-2e34d695eece,segment=NetworkSegment(43512739-8b24-4424-a334-477daea47d8d),segment_id=43512739-8b24-4424-a334-477daea47d8d)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:27:51.183461 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9e1cff0a-dff3-4598-91f4-f8b62f350a48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:51.212524 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9634d19f-a79d-4f12-881d-aea977cdeb47 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:51.257168 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634d19f-a79d-4f12-881d-aea977cdeb47 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event deleted for resources: {'Port': ['ID=6a754575-2fad-450f-8b12-7b17ce263133,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:51.311001 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-9e1cff0a-dff3-4598-91f4-f8b62f350a48 None None] Calling delete_port for d29e7c79-b24e-4efd-ac36-2e34d695eece owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:27:51.396072 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9e1cff0a-dff3-4598-91f4-f8b62f350a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:51.452246 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1cff0a-dff3-4598-91f4-f8b62f350a48 None None] No DVR routers for this DVR port d29e7c79-b24e-4efd-ac36-2e34d695eece on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:27:51.457319 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1cff0a-dff3-4598-91f4-f8b62f350a48 None None] Pushing event deleted for resources: {'Port': ['ID=d29e7c79-b24e-4efd-ac36-2e34d695eece,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:51.468656 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cff0a-dff3-4598-91f4-f8b62f350a48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:51.468656 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cff0a-dff3-4598-91f4-f8b62f350a48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:51.468656 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cff0a-dff3-4598-91f4-f8b62f350a48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:51.468656 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cff0a-dff3-4598-91f4-f8b62f350a48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:51.469057 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cff0a-dff3-4598-91f4-f8b62f350a48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:51.469322 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cff0a-dff3-4598-91f4-f8b62f350a48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:51.469989 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cff0a-dff3-4598-91f4-f8b62f350a48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:51.470400 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cff0a-dff3-4598-91f4-f8b62f350a48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:51.470696 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cff0a-dff3-4598-91f4-f8b62f350a48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:51.471017 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cff0a-dff3-4598-91f4-f8b62f350a48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:51.471365 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cff0a-dff3-4598-91f4-f8b62f350a48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:51.471707 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1cff0a-dff3-4598-91f4-f8b62f350a48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:51.484473 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9634d19f-a79d-4f12-881d-aea977cdeb47 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023674'] for router_gateway, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:51.661530 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9634d19f-a79d-4f12-881d-aea977cdeb47 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:51.663824 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9634d19f-a79d-4f12-881d-aea977cdeb47 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:51.689216 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9634d19f-a79d-4f12-881d-aea977cdeb47 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:51.689651 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9634d19f-a79d-4f12-881d-aea977cdeb47 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Fanout notify agent at l3_agent the message router_deleted on router bc659c8f-7cce-4149-b316-fb7f0aa4639e {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:27:51.705264 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9634d19f-a79d-4f12-881d-aea977cdeb47 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:51.706356 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9634d19f-a79d-4f12-881d-aea977cdeb47 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "DELETE /v2.0/routers/bc659c8f-7cce-4149-b316-fb7f0aa4639e HTTP/1.1" status: 204 len: 168 time: 1.3820896 Feb 16 13:27:51.709144 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 50134) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:27:51.831192 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f7dab423-b813-4002-bb4f-fee75131ca44 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:51.891477 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 53aebea8-8063-4c0c-bf19-f592507ad331 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:27:51.929107 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 53aebea8-8063-4c0c-bf19-f592507ad331 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:27:51.929529 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 53aebea8-8063-4c0c-bf19-f592507ad331 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:27:51.930013 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 6a754575-2fad-450f-8b12-7b17ce263133 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:27:51.963515 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 6a754575-2fad-450f-8b12-7b17ce263133 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:27:51.963848 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 6a754575-2fad-450f-8b12-7b17ce263133 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:27:51.964265 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device d29e7c79-b24e-4efd-ac36-2e34d695eece no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:27:51.967430 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f7dab423-b813-4002-bb4f-fee75131ca44 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:51.994026 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-f7dab423-b813-4002-bb4f-fee75131ca44 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9449fd30-96fb-439f-b04b-dd34a40991cf']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:27:52.000900 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: d29e7c79-b24e-4efd-ac36-2e34d695eece {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:27:52.001331 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device d29e7c79-b24e-4efd-ac36-2e34d695eece not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:27:52.012867 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-f7dab423-b813-4002-bb4f-fee75131ca44 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43512739-8b24-4424-a334-477daea47d8d') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:27:52.013168 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-f7dab423-b813-4002-bb4f-fee75131ca44 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43512739-8b24-4424-a334-477daea47d8d') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:27:52.025881 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f7dab423-b813-4002-bb4f-fee75131ca44 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:52.044271 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f7dab423-b813-4002-bb4f-fee75131ca44 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:52.051288 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7dab423-b813-4002-bb4f-fee75131ca44 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:27:52.051702 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f7dab423-b813-4002-bb4f-fee75131ca44 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:52.071032 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 13:27:52.071032 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:27:52.071032 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 13:27:52.071032 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:27:52.071032 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 13:27:52.071032 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:27:52.071032 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 13:27:52.071032 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:27:52.071032 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 13:27:52.071032 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:27:52.071032 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 13:27:52.071032 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:27:52.071032 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 13:27:52.071032 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:27:52.071032 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:27:52.071032 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:27:52.071032 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:27:52.071032 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:27:52.071032 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 13:27:52.071032 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:27:52.071032 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 13:27:52.071032 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:27:52.071032 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:27:52.071032 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:27:52.071032 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 13:27:52.071032 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:27:52.071032 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:27:52.071032 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:27:52.071032 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:27:52.071032 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:27:52.071032 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:27:52.071032 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:27:52.261024 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f7dab423-b813-4002-bb4f-fee75131ca44 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:52.278367 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f7dab423-b813-4002-bb4f-fee75131ca44 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:52.289885 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dab423-b813-4002-bb4f-fee75131ca44 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event deleted for resources: {'Network': ['ID=9449fd30-96fb-439f-b04b-dd34a40991cf,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:52.295434 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f7dab423-b813-4002-bb4f-fee75131ca44 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "DELETE /v2.0/networks/9449fd30-96fb-439f-b04b-dd34a40991cf HTTP/1.1" status: 204 len: 168 time: 0.5850823 Feb 16 13:27:52.297997 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 50138) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:27:52.372884 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d9729360-c85b-4492-ae67-7ca84935fc40 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:52.403619 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d9729360-c85b-4492-ae67-7ca84935fc40 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:52.469488 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d9729360-c85b-4492-ae67-7ca84935fc40 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:52.488960 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729360-c85b-4492-ae67-7ca84935fc40 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caeb9a9d-0df4-49ea-bd21-27bd91692ef2,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:52.503298 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d9729360-c85b-4492-ae67-7ca84935fc40 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:52.504742 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d9729360-c85b-4492-ae67-7ca84935fc40 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "DELETE /v2.0/security-groups/caeb9a9d-0df4-49ea-bd21-27bd91692ef2 HTTP/1.1" status: 204 len: 168 time: 0.2053041 Feb 16 13:27:52.859665 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 50146) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:27:52.865006 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-d2659651-7f2f-4389-b9fb-88ef2a478c4a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-493096769', 'description': 'tempest-secgroup-smoke-493096769 description', 'project_id': '083db907435845cfbf101945bf75a5a6'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:27:52.871300 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-d2659651-7f2f-4389-b9fb-88ef2a478c4a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:27:52.875624 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-d2659651-7f2f-4389-b9fb-88ef2a478c4a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:security_group and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:27:52.878784 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-d2659651-7f2f-4389-b9fb-88ef2a478c4a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:27:52.885082 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-d2659651-7f2f-4389-b9fb-88ef2a478c4a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:27:52.898743 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d2659651-7f2f-4389-b9fb-88ef2a478c4a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:52.920396 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-d2659651-7f2f-4389-b9fb-88ef2a478c4a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:27:52.924701 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-d2659651-7f2f-4389-b9fb-88ef2a478c4a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:security_group_rule and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:27:52.927755 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-d2659651-7f2f-4389-b9fb-88ef2a478c4a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:27:52.934215 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-d2659651-7f2f-4389-b9fb-88ef2a478c4a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:27:53.016243 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d2659651-7f2f-4389-b9fb-88ef2a478c4a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:53.021727 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d2659651-7f2f-4389-b9fb-88ef2a478c4a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:53.070530 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2659651-7f2f-4389-b9fb-88ef2a478c4a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5c7eeb-f946-413e-bf10-f20d223204f0,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:53.075665 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d2659651-7f2f-4389-b9fb-88ef2a478c4a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:53.077329 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d2659651-7f2f-4389-b9fb-88ef2a478c4a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2166765 Feb 16 13:27:53.081034 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 50150) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:27:53.088133 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-869689cf-4903-4ebd-bebd-7011eed1925a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'security_group_rule': {'security_group_id': '8f5c7eeb-f946-413e-bf10-f20d223204f0', 'project_id': '083db907435845cfbf101945bf75a5a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:27:53.097076 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-869689cf-4903-4ebd-bebd-7011eed1925a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:27:53.101115 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-869689cf-4903-4ebd-bebd-7011eed1925a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:security_group_rule and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:27:53.104091 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-869689cf-4903-4ebd-bebd-7011eed1925a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:27:53.110427 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-869689cf-4903-4ebd-bebd-7011eed1925a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:27:53.133926 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-869689cf-4903-4ebd-bebd-7011eed1925a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:53.200916 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-869689cf-4903-4ebd-bebd-7011eed1925a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:53.206727 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-869689cf-4903-4ebd-bebd-7011eed1925a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:53.229763 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869689cf-4903-4ebd-bebd-7011eed1925a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d8dc265-cb0f-4e0a-9766-862b947f2751,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:53.240444 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-869689cf-4903-4ebd-bebd-7011eed1925a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:53.241805 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-869689cf-4903-4ebd-bebd-7011eed1925a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1597710 Feb 16 13:27:53.244564 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 50154) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:27:53.249536 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-6ef5e1dd-6d5b-4d21-bd51-f42846ae8255 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'security_group_rule': {'security_group_id': '8f5c7eeb-f946-413e-bf10-f20d223204f0', 'project_id': '083db907435845cfbf101945bf75a5a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:27:53.255900 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6ef5e1dd-6d5b-4d21-bd51-f42846ae8255 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:27:53.259881 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6ef5e1dd-6d5b-4d21-bd51-f42846ae8255 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:security_group_rule and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:27:53.262950 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6ef5e1dd-6d5b-4d21-bd51-f42846ae8255 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:27:53.269216 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6ef5e1dd-6d5b-4d21-bd51-f42846ae8255 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:27:53.286559 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6ef5e1dd-6d5b-4d21-bd51-f42846ae8255 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:53.348335 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6ef5e1dd-6d5b-4d21-bd51-f42846ae8255 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:53.352859 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6ef5e1dd-6d5b-4d21-bd51-f42846ae8255 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:53.379145 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5e1dd-6d5b-4d21-bd51-f42846ae8255 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=928f1503-264c-4b83-a298-c22480c42c78,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:53.391540 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6ef5e1dd-6d5b-4d21-bd51-f42846ae8255 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:53.395943 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6ef5e1dd-6d5b-4d21-bd51-f42846ae8255 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1478751 Feb 16 13:27:53.396367 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 50158) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:27:53.402218 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-9db369e1-fa70-45a0-94ec-fb46323fcc1a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'security_group_rule': {'security_group_id': '8f5c7eeb-f946-413e-bf10-f20d223204f0', 'project_id': '083db907435845cfbf101945bf75a5a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:27:53.409409 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-9db369e1-fa70-45a0-94ec-fb46323fcc1a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:27:53.413320 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-9db369e1-fa70-45a0-94ec-fb46323fcc1a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:security_group_rule and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:27:53.416825 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-9db369e1-fa70-45a0-94ec-fb46323fcc1a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:27:53.423299 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-9db369e1-fa70-45a0-94ec-fb46323fcc1a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:27:53.441707 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9db369e1-fa70-45a0-94ec-fb46323fcc1a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:53.502995 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9db369e1-fa70-45a0-94ec-fb46323fcc1a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:53.507667 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9db369e1-fa70-45a0-94ec-fb46323fcc1a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:53.530505 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db369e1-fa70-45a0-94ec-fb46323fcc1a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e6eebb7-3e6b-4d7f-8189-acd5adcadefb,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:53.540499 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-9db369e1-fa70-45a0-94ec-fb46323fcc1a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:53.541991 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-9db369e1-fa70-45a0-94ec-fb46323fcc1a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1443582 Feb 16 13:27:53.545388 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 50162) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:27:53.550483 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-4cf97f75-d32c-48f0-bfe4-4e72d54d2740 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'security_group_rule': {'security_group_id': '8f5c7eeb-f946-413e-bf10-f20d223204f0', 'project_id': '083db907435845cfbf101945bf75a5a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:27:53.556811 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-4cf97f75-d32c-48f0-bfe4-4e72d54d2740 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:27:53.561080 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-4cf97f75-d32c-48f0-bfe4-4e72d54d2740 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:security_group_rule and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:27:53.565094 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-4cf97f75-d32c-48f0-bfe4-4e72d54d2740 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:27:53.571847 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-4cf97f75-d32c-48f0-bfe4-4e72d54d2740 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:27:53.591447 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4cf97f75-d32c-48f0-bfe4-4e72d54d2740 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:53.658177 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4cf97f75-d32c-48f0-bfe4-4e72d54d2740 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:53.664265 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4cf97f75-d32c-48f0-bfe4-4e72d54d2740 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:53.688220 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf97f75-d32c-48f0-bfe4-4e72d54d2740 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=290b505c-84be-400c-a794-2fc9fc4170ff,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:53.698933 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-4cf97f75-d32c-48f0-bfe4-4e72d54d2740 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:53.700180 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-4cf97f75-d32c-48f0-bfe4-4e72d54d2740 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1538863 Feb 16 13:27:53.702975 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 50166) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:27:53.707967 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-31dd4f65-47c6-482f-a060-8e6b1ffacfcb tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'security_group_rule': {'security_group_id': '8f5c7eeb-f946-413e-bf10-f20d223204f0', 'project_id': '083db907435845cfbf101945bf75a5a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:27:53.713963 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-31dd4f65-47c6-482f-a060-8e6b1ffacfcb tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:27:53.717885 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-31dd4f65-47c6-482f-a060-8e6b1ffacfcb tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:security_group_rule and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:27:53.720872 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-31dd4f65-47c6-482f-a060-8e6b1ffacfcb tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:27:53.726692 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-31dd4f65-47c6-482f-a060-8e6b1ffacfcb tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:27:53.742364 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.securitygroups_db [None req-31dd4f65-47c6-482f-a060-8e6b1ffacfcb tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Project 083db907435845cfbf101945bf75a5a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:27:53.749476 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-31dd4f65-47c6-482f-a060-8e6b1ffacfcb tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:53.824721 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-31dd4f65-47c6-482f-a060-8e6b1ffacfcb tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:53.830007 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-31dd4f65-47c6-482f-a060-8e6b1ffacfcb tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:53.853536 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dd4f65-47c6-482f-a060-8e6b1ffacfcb tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c05910da-34a2-49e4-af46-324119fadfd6,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:53.864428 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-31dd4f65-47c6-482f-a060-8e6b1ffacfcb tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:53.865666 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-31dd4f65-47c6-482f-a060-8e6b1ffacfcb tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1617422 Feb 16 13:27:53.868694 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 50170) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:27:53.873755 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-aa86c065-76f6-42a0-aba9-1e40ab863386 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'security_group_rule': {'security_group_id': '8f5c7eeb-f946-413e-bf10-f20d223204f0', 'project_id': '083db907435845cfbf101945bf75a5a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:27:53.880136 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-aa86c065-76f6-42a0-aba9-1e40ab863386 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:27:53.884140 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-aa86c065-76f6-42a0-aba9-1e40ab863386 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:security_group_rule and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:27:53.887130 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-aa86c065-76f6-42a0-aba9-1e40ab863386 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:27:53.893289 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-aa86c065-76f6-42a0-aba9-1e40ab863386 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:27:53.906451 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.securitygroups_db [None req-aa86c065-76f6-42a0-aba9-1e40ab863386 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Project 083db907435845cfbf101945bf75a5a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:27:53.914184 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-aa86c065-76f6-42a0-aba9-1e40ab863386 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:53.983519 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-aa86c065-76f6-42a0-aba9-1e40ab863386 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:53.987851 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-aa86c065-76f6-42a0-aba9-1e40ab863386 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:54.010965 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa86c065-76f6-42a0-aba9-1e40ab863386 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf46009b-cbf8-403e-8cd0-e08f778c1b87,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:54.020396 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-aa86c065-76f6-42a0-aba9-1e40ab863386 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:54.021782 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-aa86c065-76f6-42a0-aba9-1e40ab863386 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1521778 Feb 16 13:27:54.024635 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 50174) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:27:54.030143 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-d634c9c0-790e-4304-91bb-2aef05449032 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'network': {'name': 'tempest-network-smoke--2135407484', 'project_id': '083db907435845cfbf101945bf75a5a6', 'port_security_enabled': True}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:27:54.035729 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-d634c9c0-790e-4304-91bb-2aef05449032 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:27:54.040535 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-d634c9c0-790e-4304-91bb-2aef05449032 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:network and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:27:54.044401 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-d634c9c0-790e-4304-91bb-2aef05449032 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:27:54.051309 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-d634c9c0-790e-4304-91bb-2aef05449032 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:27:54.064905 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d634c9c0-790e-4304-91bb-2aef05449032 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Made reservation on behalf of 083db907435845cfbf101945bf75a5a6 for: {'network': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:27:54.068665 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d634c9c0-790e-4304-91bb-2aef05449032 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:54.097289 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d634c9c0-790e-4304-91bb-2aef05449032 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=87701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:27:54.105903 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d634c9c0-790e-4304-91bb-2aef05449032 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:54.106202 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.segments_db [None req-d634c9c0-790e-4304-91bb-2aef05449032 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Added segment edc838e9-8c84-4213-8494-681bd8b772b1 of type vlan for network 552d454e-daf8-4796-98bb-a4a9b147ccdd Feb 16 13:27:54.137887 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d634c9c0-790e-4304-91bb-2aef05449032 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:54.170738 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d634c9c0-790e-4304-91bb-2aef05449032 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:54.179946 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d634c9c0-790e-4304-91bb-2aef05449032 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:54.180808 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-d634c9c0-790e-4304-91bb-2aef05449032 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:54.294175 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d634c9c0-790e-4304-91bb-2aef05449032 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2684596 Feb 16 13:27:54.297008 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 50178) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:27:54.299674 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d634c9c0-790e-4304-91bb-2aef05449032 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'Network': ['ID=552d454e-daf8-4796-98bb-a4a9b147ccdd,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:54.304211 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-825f779e-323e-47c2-aedd-5e35c7c20c83 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1882219425', 'admin_state_up': True, 'project_id': '083db907435845cfbf101945bf75a5a6', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:27:54.310227 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 552d454e-daf8-4796-98bb-a4a9b147ccdd details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:27:54.311996 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-825f779e-323e-47c2-aedd-5e35c7c20c83 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:27:54.317415 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-825f779e-323e-47c2-aedd-5e35c7c20c83 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:router and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:27:54.320920 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-825f779e-323e-47c2-aedd-5e35c7c20c83 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:27:54.326800 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-825f779e-323e-47c2-aedd-5e35c7c20c83 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:27:54.337098 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-825f779e-323e-47c2-aedd-5e35c7c20c83 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:54.338087 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-825f779e-323e-47c2-aedd-5e35c7c20c83 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:54.353255 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-825f779e-323e-47c2-aedd-5e35c7c20c83 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:54.625735 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-825f779e-323e-47c2-aedd-5e35c7c20c83 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:54.938302 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-825f779e-323e-47c2-aedd-5e35c7c20c83 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for router_gateway, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:54.972195 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-825f779e-323e-47c2-aedd-5e35c7c20c83 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:55.229233 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-825f779e-323e-47c2-aedd-5e35c7c20c83 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Allocated IP 172.26.5.156 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/980ac5a3-b832-4b2b-8288-41584c93137d) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:27:55.379226 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-825f779e-323e-47c2-aedd-5e35c7c20c83 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:55.413337 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-825f779e-323e-47c2-aedd-5e35c7c20c83 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:55.480832 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825f779e-323e-47c2-aedd-5e35c7c20c83 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:27:55.483648 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-825f779e-323e-47c2-aedd-5e35c7c20c83 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:27:55.487403 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825f779e-323e-47c2-aedd-5e35c7c20c83 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:27:55.523376 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f779e-323e-47c2-aedd-5e35c7c20c83 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'Port': ['ID=980ac5a3-b832-4b2b-8288-41584c93137d,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:55.922519 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-825f779e-323e-47c2-aedd-5e35c7c20c83 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for router_gateway, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:56.276221 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-825f779e-323e-47c2-aedd-5e35c7c20c83 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:56.483858 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825f779e-323e-47c2-aedd-5e35c7c20c83 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Router 35db2b56-13d4-49c2-93d3-eeda41d1a0b2 is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:27:56.778352 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825f779e-323e-47c2-aedd-5e35c7c20c83 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:27:56.789025 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb364ca8-a853-477c-b685-367f75e9944d None None] Sync routers for ids ['35db2b56-13d4-49c2-93d3-eeda41d1a0b2'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:27:56.800541 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb364ca8-a853-477c-b685-367f75e9944d None None] Routers {'35db2b56-13d4-49c2-93d3-eeda41d1a0b2'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:27:56.801307 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-cb364ca8-a853-477c-b685-367f75e9944d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:27:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['35db2b56-13d4-49c2-93d3-eeda41d1a0b2'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:27:56.809954 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-825f779e-323e-47c2-aedd-5e35c7c20c83 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:56.811356 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-825f779e-323e-47c2-aedd-5e35c7c20c83 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5133896 Feb 16 13:27:56.814970 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 50182) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:27:56.858292 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-23c136b5-5542-4c97-8b71-848df598dc47 tempest-TestNetworkAdvancedServerOps-74201966 tempest-TestNetworkAdvancedServerOps-74201966-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=083db907435845cfbf101945bf75a5a6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421088 Feb 16 13:27:56.861252 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 50186) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:27:56.983376 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-cb364ca8-a853-477c-b685-367f75e9944d None None] Set router 35db2b56-13d4-49c2-93d3-eeda41d1a0b2 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:27:56.996213 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a07ea9c-5fb6-4227-9a62-aa2ef2184dc8 tempest-TestNetworkAdvancedServerOps-74201966 tempest-TestNetworkAdvancedServerOps-74201966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:57.000367 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-9a07ea9c-5fb6-4227-9a62-aa2ef2184dc8 tempest-TestNetworkAdvancedServerOps-74201966 tempest-TestNetworkAdvancedServerOps-74201966-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1355278 Feb 16 13:27:57.000738 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 50190) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:27:57.039270 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-a432c189-f900-4993-9b07-f33ead549ec2 tempest-TestNetworkAdvancedServerOps-74201966 tempest-TestNetworkAdvancedServerOps-74201966-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372350 Feb 16 13:27:57.041812 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 50194) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:27:57.047552 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-eea0262b-7fb9-4653-90cd-c87a7298f5ef tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2027584923', 'network_id': '552d454e-daf8-4796-98bb-a4a9b147ccdd', 'project_id': '083db907435845cfbf101945bf75a5a6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:27:57.155349 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-eea0262b-7fb9-4653-90cd-c87a7298f5ef tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:27:57.159315 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-eea0262b-7fb9-4653-90cd-c87a7298f5ef tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:subnet and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:27:57.162115 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-eea0262b-7fb9-4653-90cd-c87a7298f5ef tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:27:57.167605 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-eea0262b-7fb9-4653-90cd-c87a7298f5ef tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:27:57.179025 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea0262b-7fb9-4653-90cd-c87a7298f5ef tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Made reservation on behalf of 083db907435845cfbf101945bf75a5a6 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:27:57.183486 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-eea0262b-7fb9-4653-90cd-c87a7298f5ef tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:57.260190 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-cb364ca8-a853-477c-b685-367f75e9944d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35db2b56-13d4-49c2-93d3-eeda41d1a0b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882219425', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '980ac5a3-b832-4b2b-8288-41584c93137d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:27:54Z', 'updated_at': '2022-02-16T13:27:55Z', 'revision_number': 3, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': '980ac5a3-b832-4b2b-8288-41584c93137d', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f1:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35db2b56-13d4-49c2-93d3-eeda41d1a0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:55Z', 'updated_at': '2022-02-16T13:27:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:27:57.264165 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb364ca8-a853-477c-b685-367f75e9944d None None] Checking router: 35db2b56-13d4-49c2-93d3-eeda41d1a0b2 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:27:57.264497 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb364ca8-a853-477c-b685-367f75e9944d None None] Updating router 35db2b56-13d4-49c2-93d3-eeda41d1a0b2 port 980ac5a3-b832-4b2b-8288-41584c93137d binding host dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:27:57.319876 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-cb364ca8-a853-477c-b685-367f75e9944d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:57.398474 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-eea0262b-7fb9-4653-90cd-c87a7298f5ef tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:57.484515 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea0262b-7fb9-4653-90cd-c87a7298f5ef tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'Subnet': ['ID=2c463a9e-d9df-4bf3-8a70-411a42621b5f,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:57.500098 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea0262b-7fb9-4653-90cd-c87a7298f5ef tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Checking segment: {'id': 'edc838e9-8c84-4213-8494-681bd8b772b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '552d454e-daf8-4796-98bb-a4a9b147ccdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:27:57.500464 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea0262b-7fb9-4653-90cd-c87a7298f5ef tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Network hostable DHCP agents. Network: 552d454e-daf8-4796-98bb-a4a9b147ccdd, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:27:57.521322 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea0262b-7fb9-4653-90cd-c87a7298f5ef tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Network 552d454e-daf8-4796-98bb-a4a9b147ccdd is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:27:57.531785 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-eea0262b-7fb9-4653-90cd-c87a7298f5ef tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 552d454e-daf8-4796-98bb-a4a9b147ccdd) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:27:57.536319 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea0262b-7fb9-4653-90cd-c87a7298f5ef tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:27:57.536923 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-eea0262b-7fb9-4653-90cd-c87a7298f5ef tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:57.543212 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18f2001-0bda-41b9-baf9-7a76148be961 None None] Network 552d454e-daf8-4796-98bb-a4a9b147ccdd requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:27:57.561558 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-eea0262b-7fb9-4653-90cd-c87a7298f5ef tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5182889 Feb 16 13:27:57.564024 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 50198) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:27:57.657445 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-cb364ca8-a853-477c-b685-367f75e9944d None None] Notify callbacks [] for port, precommit_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:57.670062 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.provisioning_blocks [None req-cb364ca8-a853-477c-b685-367f75e9944d None None] Transition to ACTIVE for port object 980ac5a3-b832-4b2b-8288-41584c93137d will not be triggered until provisioned by entity L2. {{(pid=87703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:27:57.678042 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-cb364ca8-a853-477c-b685-367f75e9944d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:57.750807 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-cb364ca8-a853-477c-b685-367f75e9944d None None] Attempting to bind port 980ac5a3-b832-4b2b-8288-41584c93137d on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:27:57.751267 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-cb364ca8-a853-477c-b685-367f75e9944d None None] Attempting to bind port 980ac5a3-b832-4b2b-8288-41584c93137d by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:27:57.751622 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb364ca8-a853-477c-b685-367f75e9944d None None] Attempting to bind port 980ac5a3-b832-4b2b-8288-41584c93137d on network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:27:57.772016 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6b6417-c691-4de8-b897-3cde91c8f444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-552d454e-daf8-4796-98bb-a4a9b147ccdd', 'network_id': '552d454e-daf8-4796-98bb-a4a9b147ccdd', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'fixed_ips': [{'subnet_id': '2c463a9e-d9df-4bf3-8a70-411a42621b5f'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:27:57.773136 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ce6b6417-c691-4de8-b897-3cde91c8f444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:57.774364 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb364ca8-a853-477c-b685-367f75e9944d None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:27:57.774755 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb364ca8-a853-477c-b685-367f75e9944d None None] Checking segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:27:57.775135 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-cb364ca8-a853-477c-b685-367f75e9944d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:57.775522 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb364ca8-a853-477c-b685-367f75e9944d None None] Bound using segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:27:57.775994 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-cb364ca8-a853-477c-b685-367f75e9944d None None] Bound port: 980ac5a3-b832-4b2b-8288-41584c93137d, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:27:57.776360 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-cb364ca8-a853-477c-b685-367f75e9944d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:57.834499 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397abd77-85b1-44e1-be1c-e281a9dca1ec None None] Pushing event updated for resources: {'Port': ['ID=980ac5a3-b832-4b2b-8288-41584c93137d,revision_number=2']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:57.844658 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397abd77-85b1-44e1-be1c-e281a9dca1ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:57.844941 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397abd77-85b1-44e1-be1c-e281a9dca1ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:57.845282 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397abd77-85b1-44e1-be1c-e281a9dca1ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:57.845657 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397abd77-85b1-44e1-be1c-e281a9dca1ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:57.845982 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397abd77-85b1-44e1-be1c-e281a9dca1ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:57.846302 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397abd77-85b1-44e1-be1c-e281a9dca1ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:57.847005 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397abd77-85b1-44e1-be1c-e281a9dca1ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:57.847005 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397abd77-85b1-44e1-be1c-e281a9dca1ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:57.847269 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397abd77-85b1-44e1-be1c-e281a9dca1ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:57.847588 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397abd77-85b1-44e1-be1c-e281a9dca1ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:57.847939 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397abd77-85b1-44e1-be1c-e281a9dca1ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:57.848253 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397abd77-85b1-44e1-be1c-e281a9dca1ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:27:57.879215 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-cb364ca8-a853-477c-b685-367f75e9944d None None] For port 980ac5a3-b832-4b2b-8288-41584c93137d, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:27:57.882444 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-cb364ca8-a853-477c-b685-367f75e9944d None None] For port 980ac5a3-b832-4b2b-8288-41584c93137d, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=980ac5a3-b832-4b2b-8288-41584c93137d,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:27:57.887573 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-cb364ca8-a853-477c-b685-367f75e9944d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:57.934128 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-ce6b6417-c691-4de8-b897-3cde91c8f444 None None] Allocated IP 172.20.0.2 (552d454e-daf8-4796-98bb-a4a9b147ccdd/2c463a9e-d9df-4bf3-8a70-411a42621b5f/6279db3b-0b47-49b0-a32e-8a7aace95cf7) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:27:57.962055 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb364ca8-a853-477c-b685-367f75e9944d None None] Routers {'35db2b56-13d4-49c2-93d3-eeda41d1a0b2'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:27:57.962674 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-cb364ca8-a853-477c-b685-367f75e9944d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:27:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['35db2b56-13d4-49c2-93d3-eeda41d1a0b2'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:27:58.040921 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397abd77-85b1-44e1-be1c-e281a9dca1ec None None] Pushing event updated for resources: {'Port': ['ID=980ac5a3-b832-4b2b-8288-41584c93137d,revision_number=3']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:58.157193 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ce6b6417-c691-4de8-b897-3cde91c8f444 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:58.169927 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-ce6b6417-c691-4de8-b897-3cde91c8f444 None None] Transition to ACTIVE for port object 6279db3b-0b47-49b0-a32e-8a7aace95cf7 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:27:58.190264 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-ce6b6417-c691-4de8-b897-3cde91c8f444 None None] Transition to ACTIVE for port object 6279db3b-0b47-49b0-a32e-8a7aace95cf7 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:27:58.197178 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ce6b6417-c691-4de8-b897-3cde91c8f444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:58.201311 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-cb364ca8-a853-477c-b685-367f75e9944d None None] Set router 35db2b56-13d4-49c2-93d3-eeda41d1a0b2 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:27:58.263127 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6b6417-c691-4de8-b897-3cde91c8f444 None None] Network 552d454e-daf8-4796-98bb-a4a9b147ccdd is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:27:58.266000 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-ce6b6417-c691-4de8-b897-3cde91c8f444 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:27:58.269888 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6b6417-c691-4de8-b897-3cde91c8f444 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:27:58.308457 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b6417-c691-4de8-b897-3cde91c8f444 None None] Pushing event updated for resources: {'Port': ['ID=6279db3b-0b47-49b0-a32e-8a7aace95cf7,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:58.370320 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-ce6b6417-c691-4de8-b897-3cde91c8f444 None None] Attempting to bind port 6279db3b-0b47-49b0-a32e-8a7aace95cf7 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:27:58.370582 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-ce6b6417-c691-4de8-b897-3cde91c8f444 None None] Attempting to bind port 6279db3b-0b47-49b0-a32e-8a7aace95cf7 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'edc838e9-8c84-4213-8494-681bd8b772b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '552d454e-daf8-4796-98bb-a4a9b147ccdd'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:27:58.370826 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6b6417-c691-4de8-b897-3cde91c8f444 None None] Attempting to bind port 6279db3b-0b47-49b0-a32e-8a7aace95cf7 on network 552d454e-daf8-4796-98bb-a4a9b147ccdd {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:27:58.378059 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6b6417-c691-4de8-b897-3cde91c8f444 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:27:58.378059 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6b6417-c691-4de8-b897-3cde91c8f444 None None] Checking segment: {'id': 'edc838e9-8c84-4213-8494-681bd8b772b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '552d454e-daf8-4796-98bb-a4a9b147ccdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:27:58.378059 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ce6b6417-c691-4de8-b897-3cde91c8f444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:58.378059 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6b6417-c691-4de8-b897-3cde91c8f444 None None] Bound using segment: {'id': 'edc838e9-8c84-4213-8494-681bd8b772b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '552d454e-daf8-4796-98bb-a4a9b147ccdd'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:27:58.378059 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-ce6b6417-c691-4de8-b897-3cde91c8f444 None None] Bound port: 6279db3b-0b47-49b0-a32e-8a7aace95cf7, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc838e9-8c84-4213-8494-681bd8b772b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '552d454e-daf8-4796-98bb-a4a9b147ccdd'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:27:58.378579 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ce6b6417-c691-4de8-b897-3cde91c8f444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:58.448659 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f6f7f192-e7cf-4ba3-96c7-10a39642fce8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:58.468748 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-ce6b6417-c691-4de8-b897-3cde91c8f444 None None] For port 6279db3b-0b47-49b0-a32e-8a7aace95cf7, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:27:58.471851 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-ce6b6417-c691-4de8-b897-3cde91c8f444 None None] For port 6279db3b-0b47-49b0-a32e-8a7aace95cf7, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=6279db3b-0b47-49b0-a32e-8a7aace95cf7,segment=NetworkSegment(edc838e9-8c84-4213-8494-681bd8b772b1),segment_id=edc838e9-8c84-4213-8494-681bd8b772b1)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:27:58.477455 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ce6b6417-c691-4de8-b897-3cde91c8f444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:58.503481 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-cb364ca8-a853-477c-b685-367f75e9944d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35db2b56-13d4-49c2-93d3-eeda41d1a0b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882219425', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '980ac5a3-b832-4b2b-8288-41584c93137d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:27:54Z', 'updated_at': '2022-02-16T13:27:55Z', 'revision_number': 3, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': '980ac5a3-b832-4b2b-8288-41584c93137d', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f1:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35db2b56-13d4-49c2-93d3-eeda41d1a0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:55Z', 'updated_at': '2022-02-16T13:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:27:58.507348 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb364ca8-a853-477c-b685-367f75e9944d None None] The sync data for ids ['35db2b56-13d4-49c2-93d3-eeda41d1a0b2'] in dv-neutron-829527-1-hyperv is: [{'id': '35db2b56-13d4-49c2-93d3-eeda41d1a0b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882219425', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '980ac5a3-b832-4b2b-8288-41584c93137d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:27:54Z', 'updated_at': '2022-02-16T13:27:55Z', 'revision_number': 3, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': '980ac5a3-b832-4b2b-8288-41584c93137d', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f1:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35db2b56-13d4-49c2-93d3-eeda41d1a0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:55Z', 'updated_at': '2022-02-16T13:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:27:58.562011 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b6417-c691-4de8-b897-3cde91c8f444 None None] Pushing event updated for resources: {'Port': ['ID=6279db3b-0b47-49b0-a32e-8a7aace95cf7,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:58.942730 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-f6f7f192-e7cf-4ba3-96c7-10a39642fce8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Allocated IP 172.20.0.1 (552d454e-daf8-4796-98bb-a4a9b147ccdd/2c463a9e-d9df-4bf3-8a70-411a42621b5f/566dfdf1-456c-41f4-b8ca-851b3821dfad) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:27:59.128259 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f6f7f192-e7cf-4ba3-96c7-10a39642fce8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:59.145671 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-f6f7f192-e7cf-4ba3-96c7-10a39642fce8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Transition to ACTIVE for port object 566dfdf1-456c-41f4-b8ca-851b3821dfad will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:27:59.173416 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f6f7f192-e7cf-4ba3-96c7-10a39642fce8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:59.247324 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f7f192-e7cf-4ba3-96c7-10a39642fce8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Network 552d454e-daf8-4796-98bb-a4a9b147ccdd is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:27:59.250685 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-f6f7f192-e7cf-4ba3-96c7-10a39642fce8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:27:59.255126 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f7f192-e7cf-4ba3-96c7-10a39642fce8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:27:59.290142 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f7f192-e7cf-4ba3-96c7-10a39642fce8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'Port': ['ID=566dfdf1-456c-41f4-b8ca-851b3821dfad,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:27:59.322701 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f6f7f192-e7cf-4ba3-96c7-10a39642fce8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:59.456773 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f6f7f192-e7cf-4ba3-96c7-10a39642fce8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:59.583577 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38486b74-9714-4d5f-b8f3-dbaa9fec7cf2 None None] Network 552d454e-daf8-4796-98bb-a4a9b147ccdd requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:27:59.713701 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-9731dd1e-f351-4f7d-ad27-f899be0d369c None None] Provisioning for port 6279db3b-0b47-49b0-a32e-8a7aace95cf7 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:27:59.903450 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f6f7f192-e7cf-4ba3-96c7-10a39642fce8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:59.909873 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f6f7f192-e7cf-4ba3-96c7-10a39642fce8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:27:59.963585 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 980ac5a3-b832-4b2b-8288-41584c93137d up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:28:00.036863 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-f6f7f192-e7cf-4ba3-96c7-10a39642fce8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:00.038686 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 980ac5a3-b832-4b2b-8288-41584c93137d completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:28:00.044899 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 980ac5a3-b832-4b2b-8288-41584c93137d triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:28:00.045521 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:00.180821 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:00.205010 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-cc5320e4-facc-4ac8-90e3-940ae411764d None None] Provisioning for port 566dfdf1-456c-41f4-b8ca-851b3821dfad completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:28:00.210763 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-cc5320e4-facc-4ac8-90e3-940ae411764d None None] Provisioning complete for port 566dfdf1-456c-41f4-b8ca-851b3821dfad triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:28:00.211270 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-cc5320e4-facc-4ac8-90e3-940ae411764d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:00.241961 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 980ac5a3-b832-4b2b-8288-41584c93137d, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=980ac5a3-b832-4b2b-8288-41584c93137d,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:28:00.250019 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:00.250585 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f7f192-e7cf-4ba3-96c7-10a39642fce8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'Port': ['ID=566dfdf1-456c-41f4-b8ca-851b3821dfad,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:28:00.250984 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 6279db3b-0b47-49b0-a32e-8a7aace95cf7 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:28:00.321308 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f7f192-e7cf-4ba3-96c7-10a39642fce8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Network 552d454e-daf8-4796-98bb-a4a9b147ccdd is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:28:00.322503 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-f6f7f192-e7cf-4ba3-96c7-10a39642fce8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:28:00.372411 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-cc5320e4-facc-4ac8-90e3-940ae411764d None None] Port 566dfdf1-456c-41f4-b8ca-851b3821dfad cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:28:00.400812 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=980ac5a3-b832-4b2b-8288-41584c93137d,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:28:00.421068 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 6279db3b-0b47-49b0-a32e-8a7aace95cf7 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:28:00.427924 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 6279db3b-0b47-49b0-a32e-8a7aace95cf7 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:28:00.428297 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:00.538435 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f7f192-e7cf-4ba3-96c7-10a39642fce8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Router 35db2b56-13d4-49c2-93d3-eeda41d1a0b2 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:28:00.563921 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-85c533a8-6ae9-40c7-9aaf-a458f9c3464e None None] Provisioning complete for port 566dfdf1-456c-41f4-b8ca-851b3821dfad triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:28:00.563921 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-85c533a8-6ae9-40c7-9aaf-a458f9c3464e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:00.590877 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:00.643998 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-85c533a8-6ae9-40c7-9aaf-a458f9c3464e None None] Port 566dfdf1-456c-41f4-b8ca-851b3821dfad cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:28:00.650959 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 6279db3b-0b47-49b0-a32e-8a7aace95cf7, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=6279db3b-0b47-49b0-a32e-8a7aace95cf7,segment=NetworkSegment(edc838e9-8c84-4213-8494-681bd8b772b1),segment_id=edc838e9-8c84-4213-8494-681bd8b772b1)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:28:00.656070 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:00.724263 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=6279db3b-0b47-49b0-a32e-8a7aace95cf7,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:28:00.729031 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f7f192-e7cf-4ba3-96c7-10a39642fce8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:28:00.739172 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271d619f-c6a0-49d2-b1f5-109e072dd9e0 None None] Sync routers for ids ['35db2b56-13d4-49c2-93d3-eeda41d1a0b2'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:28:00.742240 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f6f7f192-e7cf-4ba3-96c7-10a39642fce8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "PUT /v2.0/routers/35db2b56-13d4-49c2-93d3-eeda41d1a0b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1768610 Feb 16 13:28:00.749616 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271d619f-c6a0-49d2-b1f5-109e072dd9e0 None None] Routers {'35db2b56-13d4-49c2-93d3-eeda41d1a0b2'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:28:00.750233 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-271d619f-c6a0-49d2-b1f5-109e072dd9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:27:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['35db2b56-13d4-49c2-93d3-eeda41d1a0b2'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:28:00.839319 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-6002078b-a808-4c36-9dd1-e25d8d09d83f None None] Provisioning complete for port 566dfdf1-456c-41f4-b8ca-851b3821dfad triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:28:00.839695 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6002078b-a808-4c36-9dd1-e25d8d09d83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:00.914391 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-16887cfa-4680-4f2e-85c9-2c6b8a448577 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-493096769&fields=id&tenant_id=083db907435845cfbf101945bf75a5a6 HTTP/1.1" status: 200 len: 267 time: 0.0416937 Feb 16 13:28:00.966134 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-6002078b-a808-4c36-9dd1-e25d8d09d83f None None] Port 566dfdf1-456c-41f4-b8ca-851b3821dfad cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:28:00.984098 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-271d619f-c6a0-49d2-b1f5-109e072dd9e0 None None] Set router 35db2b56-13d4-49c2-93d3-eeda41d1a0b2 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:28:01.069231 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-694d3fbf-9500-4316-95ab-ffbdba46a6a4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:01.069780 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-694d3fbf-9500-4316-95ab-ffbdba46a6a4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Synchronizing usage tracker for tenant:083db907435845cfbf101945bf75a5a6 on resource:network {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:28:01.086187 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-694d3fbf-9500-4316-95ab-ffbdba46a6a4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Unset dirty status for tenant:083db907435845cfbf101945bf75a5a6 on resource:network {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:28:01.087532 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-694d3fbf-9500-4316-95ab-ffbdba46a6a4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/networks?id=552d454e-daf8-4796-98bb-a4a9b147ccdd HTTP/1.1" status: 200 len: 797 time: 0.1662614 Feb 16 13:28:01.104459 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-52622ece-bb1d-4256-81b3-cf827905181b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/quotas/083db907435845cfbf101945bf75a5a6 HTTP/1.1" status: 200 len: 375 time: 0.0095758 Feb 16 13:28:01.190279 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-18b5b912-89d1-4e86-bed9-9e9d97330426 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Synchronizing usage tracker for tenant:083db907435845cfbf101945bf75a5a6 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:28:01.207233 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-18b5b912-89d1-4e86-bed9-9e9d97330426 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Unset dirty status for tenant:083db907435845cfbf101945bf75a5a6 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:28:01.208568 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-18b5b912-89d1-4e86-bed9-9e9d97330426 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=083db907435845cfbf101945bf75a5a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0996604 Feb 16 13:28:01.270005 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-fa8d2c65-f17e-462d-bf8b-cd070f682d5b service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:28:01.271011 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-fa8d2c65-f17e-462d-bf8b-cd070f682d5b service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0504372 Feb 16 13:28:01.337239 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-271d619f-c6a0-49d2-b1f5-109e072dd9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35db2b56-13d4-49c2-93d3-eeda41d1a0b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882219425', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '980ac5a3-b832-4b2b-8288-41584c93137d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:27:54Z', 'updated_at': '2022-02-16T13:27:59Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': '980ac5a3-b832-4b2b-8288-41584c93137d', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35db2b56-13d4-49c2-93d3-eeda41d1a0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:55Z', 'updated_at': '2022-02-16T13:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '566dfdf1-456c-41f4-b8ca-851b3821dfad', 'name': '', 'network_id': '552d454e-daf8-4796-98bb-a4a9b147ccdd', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'mac_address': 'fa:16:3e:b2:b1:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35db2b56-13d4-49c2-93d3-eeda41d1a0b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '2c463a9e-d9df-4bf3-8a70-411a42621b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:58Z', 'updated_at': '2022-02-16T13:27:59Z', 'revision_number': 2, 'project_id': '083db907435845cfbf101945bf75a5a6', 'subnets': [{'id': '2c463a9e-d9df-4bf3-8a70-411a42621b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:28:01.341293 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271d619f-c6a0-49d2-b1f5-109e072dd9e0 None None] Checking router: 35db2b56-13d4-49c2-93d3-eeda41d1a0b2 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:28:01.341840 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271d619f-c6a0-49d2-b1f5-109e072dd9e0 None None] Updating router 35db2b56-13d4-49c2-93d3-eeda41d1a0b2 port 566dfdf1-456c-41f4-b8ca-851b3821dfad binding host dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:28:01.396764 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-271d619f-c6a0-49d2-b1f5-109e072dd9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:01.407724 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-3d81891c-7e07-458b-bad6-5e7c21245893 service neutron] 10.222.0.83 "GET /v2.0/networks/552d454e-daf8-4796-98bb-a4a9b147ccdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300621 Feb 16 13:28:01.544266 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-914adaa9-1f3c-458d-8fb1-0318d5f1ec0c service neutron] 10.222.0.83 "GET /v2.0/networks/552d454e-daf8-4796-98bb-a4a9b147ccdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301210 Feb 16 13:28:01.737170 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-9bac2887-6911-4f3b-8c18-3f977ebca085 req-bca7ca24-ec48-48cc-8b40-3e7800c1a15b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Synchronizing usage tracker for tenant:083db907435845cfbf101945bf75a5a6 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:28:01.750783 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-9bac2887-6911-4f3b-8c18-3f977ebca085 req-bca7ca24-ec48-48cc-8b40-3e7800c1a15b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Unset dirty status for tenant:083db907435845cfbf101945bf75a5a6 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:28:01.751951 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9bac2887-6911-4f3b-8c18-3f977ebca085 req-bca7ca24-ec48-48cc-8b40-3e7800c1a15b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=b29bd5dc-53e1-40b3-ac39-3108ef36285a HTTP/1.1" status: 200 len: 210 time: 0.0687845 Feb 16 13:28:01.769756 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-271d619f-c6a0-49d2-b1f5-109e072dd9e0 None None] Notify callbacks [] for port, precommit_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:01.783476 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-271d619f-c6a0-49d2-b1f5-109e072dd9e0 None None] Transition to ACTIVE for port object 566dfdf1-456c-41f4-b8ca-851b3821dfad will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:28:01.791255 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-271d619f-c6a0-49d2-b1f5-109e072dd9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:01.922495 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 980ac5a3-b832-4b2b-8288-41584c93137d up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:28:02.003101 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5258aa0-8a6d-447f-ba91-edd54fe2622e None None] Pushing event updated for resources: {'Port': ['ID=566dfdf1-456c-41f4-b8ca-851b3821dfad,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:28:02.076070 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7e1ea8e5-6b5f-435d-8904-2c73b983ffa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:02.123486 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-271d619f-c6a0-49d2-b1f5-109e072dd9e0 None None] Attempting to bind port 566dfdf1-456c-41f4-b8ca-851b3821dfad on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:28:02.123758 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-271d619f-c6a0-49d2-b1f5-109e072dd9e0 None None] Attempting to bind port 566dfdf1-456c-41f4-b8ca-851b3821dfad by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'edc838e9-8c84-4213-8494-681bd8b772b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '552d454e-daf8-4796-98bb-a4a9b147ccdd'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:28:02.124114 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271d619f-c6a0-49d2-b1f5-109e072dd9e0 None None] Attempting to bind port 566dfdf1-456c-41f4-b8ca-851b3821dfad on network 552d454e-daf8-4796-98bb-a4a9b147ccdd {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:28:02.132731 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271d619f-c6a0-49d2-b1f5-109e072dd9e0 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:28:02.133123 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271d619f-c6a0-49d2-b1f5-109e072dd9e0 None None] Checking segment: {'id': 'edc838e9-8c84-4213-8494-681bd8b772b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '552d454e-daf8-4796-98bb-a4a9b147ccdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:28:02.133563 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-271d619f-c6a0-49d2-b1f5-109e072dd9e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:02.133883 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271d619f-c6a0-49d2-b1f5-109e072dd9e0 None None] Bound using segment: {'id': 'edc838e9-8c84-4213-8494-681bd8b772b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '552d454e-daf8-4796-98bb-a4a9b147ccdd'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:28:02.135497 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-271d619f-c6a0-49d2-b1f5-109e072dd9e0 None None] Bound port: 566dfdf1-456c-41f4-b8ca-851b3821dfad, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc838e9-8c84-4213-8494-681bd8b772b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '552d454e-daf8-4796-98bb-a4a9b147ccdd'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:28:02.135497 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-271d619f-c6a0-49d2-b1f5-109e072dd9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:02.153799 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 980ac5a3-b832-4b2b-8288-41584c93137d triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:28:02.154161 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:02.283464 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-271d619f-c6a0-49d2-b1f5-109e072dd9e0 None None] For port 566dfdf1-456c-41f4-b8ca-851b3821dfad, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:28:02.286935 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-271d619f-c6a0-49d2-b1f5-109e072dd9e0 None None] For port 566dfdf1-456c-41f4-b8ca-851b3821dfad, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=566dfdf1-456c-41f4-b8ca-851b3821dfad,segment=NetworkSegment(edc838e9-8c84-4213-8494-681bd8b772b1),segment_id=edc838e9-8c84-4213-8494-681bd8b772b1)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:28:02.315454 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-271d619f-c6a0-49d2-b1f5-109e072dd9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:02.404967 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 6279db3b-0b47-49b0-a32e-8a7aace95cf7 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:28:02.463026 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271d619f-c6a0-49d2-b1f5-109e072dd9e0 None None] Routers {'35db2b56-13d4-49c2-93d3-eeda41d1a0b2'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:28:02.463654 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-271d619f-c6a0-49d2-b1f5-109e072dd9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:27:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['35db2b56-13d4-49c2-93d3-eeda41d1a0b2'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:28:02.516646 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5258aa0-8a6d-447f-ba91-edd54fe2622e None None] Pushing event updated for resources: {'Port': ['ID=566dfdf1-456c-41f4-b8ca-851b3821dfad,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:28:02.635589 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 6279db3b-0b47-49b0-a32e-8a7aace95cf7 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:28:02.635814 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:02.720899 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-271d619f-c6a0-49d2-b1f5-109e072dd9e0 None None] Set router 35db2b56-13d4-49c2-93d3-eeda41d1a0b2 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:28:02.882706 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-aa59534e-25e2-4189-99e2-cfcd55de5042 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:02.883939 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-aa59534e-25e2-4189-99e2-cfcd55de5042 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Synchronizing usage tracker for tenant:083db907435845cfbf101945bf75a5a6 on resource:network {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:28:02.899016 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-aa59534e-25e2-4189-99e2-cfcd55de5042 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Unset dirty status for tenant:083db907435845cfbf101945bf75a5a6 on resource:network {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:28:02.900581 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-aa59534e-25e2-4189-99e2-cfcd55de5042 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.89 "GET /v2.0/networks?id=552d454e-daf8-4796-98bb-a4a9b147ccdd HTTP/1.1" status: 200 len: 797 time: 0.1797338 Feb 16 13:28:02.934070 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-21b9142a-6930-4b1f-947a-4fb5a313dd27 req-d608ebd9-b90a-40d2-bbc9-305ec862939c tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=b29bd5dc-53e1-40b3-ac39-3108ef36285a HTTP/1.1" status: 200 len: 210 time: 0.0467644 Feb 16 13:28:02.968622 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-e33a67ec-f2ed-4d70-9f1d-4fd6f668993f tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Synchronizing usage tracker for tenant:083db907435845cfbf101945bf75a5a6 on resource:security_group {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:28:02.986978 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-e33a67ec-f2ed-4d70-9f1d-4fd6f668993f tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Unset dirty status for tenant:083db907435845cfbf101945bf75a5a6 on resource:security_group {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:28:02.988124 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-e33a67ec-f2ed-4d70-9f1d-4fd6f668993f tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=083db907435845cfbf101945bf75a5a6 HTTP/1.1" status: 200 len: 379 time: 0.0795777 Feb 16 13:28:02.996597 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-f325c005-8017-44b8-a90a-b7231868bfa6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'port': {'device_id': 'b29bd5dc-53e1-40b3-ac39-3108ef36285a', 'network_id': '552d454e-daf8-4796-98bb-a4a9b147ccdd', 'admin_state_up': True, 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'security_groups': ['8f5c7eeb-f946-413e-bf10-f20d223204f0']}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:28:03.128878 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-f325c005-8017-44b8-a90a-b7231868bfa6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:28:03.139386 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-f325c005-8017-44b8-a90a-b7231868bfa6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:28:03.150170 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-f325c005-8017-44b8-a90a-b7231868bfa6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Made reservation on behalf of 083db907435845cfbf101945bf75a5a6 for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:28:03.153962 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-f325c005-8017-44b8-a90a-b7231868bfa6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:03.162769 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-271d619f-c6a0-49d2-b1f5-109e072dd9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35db2b56-13d4-49c2-93d3-eeda41d1a0b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882219425', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '980ac5a3-b832-4b2b-8288-41584c93137d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:27:54Z', 'updated_at': '2022-02-16T13:27:59Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': '980ac5a3-b832-4b2b-8288-41584c93137d', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35db2b56-13d4-49c2-93d3-eeda41d1a0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:55Z', 'updated_at': '2022-02-16T13:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '566dfdf1-456c-41f4-b8ca-851b3821dfad', 'name': '', 'network_id': '552d454e-daf8-4796-98bb-a4a9b147ccdd', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'mac_address': 'fa:16:3e:b2:b1:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35db2b56-13d4-49c2-93d3-eeda41d1a0b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '2c463a9e-d9df-4bf3-8a70-411a42621b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:58Z', 'updated_at': '2022-02-16T13:28:02Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'subnets': [{'id': '2c463a9e-d9df-4bf3-8a70-411a42621b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:28:03.166818 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271d619f-c6a0-49d2-b1f5-109e072dd9e0 None None] The sync data for ids ['35db2b56-13d4-49c2-93d3-eeda41d1a0b2'] in dv-neutron-829527-1-hyperv is: [{'id': '35db2b56-13d4-49c2-93d3-eeda41d1a0b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882219425', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '980ac5a3-b832-4b2b-8288-41584c93137d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:27:54Z', 'updated_at': '2022-02-16T13:27:59Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': '980ac5a3-b832-4b2b-8288-41584c93137d', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35db2b56-13d4-49c2-93d3-eeda41d1a0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:55Z', 'updated_at': '2022-02-16T13:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '566dfdf1-456c-41f4-b8ca-851b3821dfad', 'name': '', 'network_id': '552d454e-daf8-4796-98bb-a4a9b147ccdd', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'mac_address': 'fa:16:3e:b2:b1:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35db2b56-13d4-49c2-93d3-eeda41d1a0b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '2c463a9e-d9df-4bf3-8a70-411a42621b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:58Z', 'updated_at': '2022-02-16T13:28:02Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'subnets': [{'id': '2c463a9e-d9df-4bf3-8a70-411a42621b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:28:03.338799 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-f325c005-8017-44b8-a90a-b7231868bfa6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Allocated IP 172.20.0.7 (552d454e-daf8-4796-98bb-a4a9b147ccdd/2c463a9e-d9df-4bf3-8a70-411a42621b5f/2524481a-c864-4ffb-973e-704f847a1e1c) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:28:03.536364 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-f325c005-8017-44b8-a90a-b7231868bfa6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:03.553638 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-f325c005-8017-44b8-a90a-b7231868bfa6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Transition to ACTIVE for port object 2524481a-c864-4ffb-973e-704f847a1e1c will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:28:03.578819 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-f325c005-8017-44b8-a90a-b7231868bfa6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:03.657829 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-f325c005-8017-44b8-a90a-b7231868bfa6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Network 552d454e-daf8-4796-98bb-a4a9b147ccdd is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:28:03.661211 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-f325c005-8017-44b8-a90a-b7231868bfa6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:28:03.665464 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-f325c005-8017-44b8-a90a-b7231868bfa6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:28:03.698249 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f325c005-8017-44b8-a90a-b7231868bfa6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'Port': ['ID=2524481a-c864-4ffb-973e-704f847a1e1c,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:28:03.742311 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-f325c005-8017-44b8-a90a-b7231868bfa6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:03.743050 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-f325c005-8017-44b8-a90a-b7231868bfa6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:03.772344 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-f325c005-8017-44b8-a90a-b7231868bfa6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7792342 Feb 16 13:28:03.785092 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-b30733c9-2673-4c8a-a76e-cb77a3768f93 service neutron] Request body: {'port': {'device_id': 'b29bd5dc-53e1-40b3-ac39-3108ef36285a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:28:03.921448 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-b30733c9-2673-4c8a-a76e-cb77a3768f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:03.933890 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 566dfdf1-456c-41f4-b8ca-851b3821dfad up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:28:04.025816 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-63db43fe-623f-4498-aa55-7860b130a878 None None] Provisioning for port 2524481a-c864-4ffb-973e-704f847a1e1c completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:28:04.031601 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 566dfdf1-456c-41f4-b8ca-851b3821dfad completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:28:04.035901 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-63db43fe-623f-4498-aa55-7860b130a878 None None] Provisioning complete for port 2524481a-c864-4ffb-973e-704f847a1e1c triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:28:04.036520 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-63db43fe-623f-4498-aa55-7860b130a878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:04.076050 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 566dfdf1-456c-41f4-b8ca-851b3821dfad triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:28:04.076888 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:04.151315 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-63db43fe-623f-4498-aa55-7860b130a878 None None] Port 2524481a-c864-4ffb-973e-704f847a1e1c cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:28:04.217829 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9526a6cb-844b-4635-864e-9bcf3b5200c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:04.241923 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:04.275179 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 566dfdf1-456c-41f4-b8ca-851b3821dfad, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=566dfdf1-456c-41f4-b8ca-851b3821dfad,segment=NetworkSegment(edc838e9-8c84-4213-8494-681bd8b772b1),segment_id=edc838e9-8c84-4213-8494-681bd8b772b1)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:28:04.279509 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:04.350889 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=566dfdf1-456c-41f4-b8ca-851b3821dfad,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:28:04.384800 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8974fe-da89-4143-9ea9-873a78021cfa req-3a0a38b7-8abd-43c4-a61a-39a777227744 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:04.385487 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-dc8974fe-da89-4143-9ea9-873a78021cfa req-3a0a38b7-8abd-43c4-a61a-39a777227744 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Synchronizing usage tracker for tenant:083db907435845cfbf101945bf75a5a6 on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:28:04.418992 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-dc8974fe-da89-4143-9ea9-873a78021cfa req-3a0a38b7-8abd-43c4-a61a-39a777227744 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Unset dirty status for tenant:083db907435845cfbf101945bf75a5a6 on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:28:04.420222 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-dc8974fe-da89-4143-9ea9-873a78021cfa req-3a0a38b7-8abd-43c4-a61a-39a777227744 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=b29bd5dc-53e1-40b3-ac39-3108ef36285a HTTP/1.1" status: 200 len: 931 time: 0.2279565 Feb 16 13:28:04.525045 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-b30733c9-2673-4c8a-a76e-cb77a3768f93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2524481a-c864-4ffb-973e-704f847a1e1c {{(pid=87701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:28:04.531504 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-dc8974fe-da89-4143-9ea9-873a78021cfa req-ed33a449-e485-4594-b672-f28874eccba0 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f5c7eeb-f946-413e-bf10-f20d223204f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994689 Feb 16 13:28:04.535687 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-b30733c9-2673-4c8a-a76e-cb77a3768f93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:04.552424 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-b30733c9-2673-4c8a-a76e-cb77a3768f93 service neutron] Transition to ACTIVE for port object 2524481a-c864-4ffb-973e-704f847a1e1c will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:28:04.558834 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-b30733c9-2673-4c8a-a76e-cb77a3768f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:04.721750 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30733c9-2673-4c8a-a76e-cb77a3768f93 service neutron] Pushing event updated for resources: {'Port': ['ID=2524481a-c864-4ffb-973e-704f847a1e1c,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:28:04.801485 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-b30733c9-2673-4c8a-a76e-cb77a3768f93 service neutron] Attempting to bind port 2524481a-c864-4ffb-973e-704f847a1e1c on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:28:04.801826 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-b30733c9-2673-4c8a-a76e-cb77a3768f93 service neutron] Attempting to bind port 2524481a-c864-4ffb-973e-704f847a1e1c by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': 'edc838e9-8c84-4213-8494-681bd8b772b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '552d454e-daf8-4796-98bb-a4a9b147ccdd'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:28:04.802149 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-b30733c9-2673-4c8a-a76e-cb77a3768f93 service neutron] Attempting to bind port 2524481a-c864-4ffb-973e-704f847a1e1c on network 552d454e-daf8-4796-98bb-a4a9b147ccdd {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:28:04.807213 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-b30733c9-2673-4c8a-a76e-cb77a3768f93 service neutron] Port 2524481a-c864-4ffb-973e-704f847a1e1c on network 552d454e-daf8-4796-98bb-a4a9b147ccdd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:28:04.807567 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-b30733c9-2673-4c8a-a76e-cb77a3768f93 service neutron] Attempting to bind port 2524481a-c864-4ffb-973e-704f847a1e1c on network 552d454e-daf8-4796-98bb-a4a9b147ccdd {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:28:04.811249 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:04.813380 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-b30733c9-2673-4c8a-a76e-cb77a3768f93 service neutron] Checking agent: {'id': 'b4b5bcfd-2763-4324-82e0-923bc8a52546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'started_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:28:04.813716 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-b30733c9-2673-4c8a-a76e-cb77a3768f93 service neutron] Checking segment: {'id': 'edc838e9-8c84-4213-8494-681bd8b772b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '552d454e-daf8-4796-98bb-a4a9b147ccdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:28:04.814093 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-b30733c9-2673-4c8a-a76e-cb77a3768f93 service neutron] Bound using segment: {'id': 'edc838e9-8c84-4213-8494-681bd8b772b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '552d454e-daf8-4796-98bb-a4a9b147ccdd'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:28:04.814515 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-b30733c9-2673-4c8a-a76e-cb77a3768f93 service neutron] Bound port: 2524481a-c864-4ffb-973e-704f847a1e1c, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edc838e9-8c84-4213-8494-681bd8b772b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '552d454e-daf8-4796-98bb-a4a9b147ccdd'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:28:04.814859 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-b30733c9-2673-4c8a-a76e-cb77a3768f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:04.904477 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-b30733c9-2673-4c8a-a76e-cb77a3768f93 service neutron] For port 2524481a-c864-4ffb-973e-704f847a1e1c, host hv-neutron-8295, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:28:04.907517 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-b30733c9-2673-4c8a-a76e-cb77a3768f93 service neutron] For port 2524481a-c864-4ffb-973e-704f847a1e1c, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=2524481a-c864-4ffb-973e-704f847a1e1c,segment=NetworkSegment(edc838e9-8c84-4213-8494-681bd8b772b1),segment_id=edc838e9-8c84-4213-8494-681bd8b772b1)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:28:04.911825 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-b30733c9-2673-4c8a-a76e-cb77a3768f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:04.976146 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-b30733c9-2673-4c8a-a76e-cb77a3768f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:04.976814 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-b30733c9-2673-4c8a-a76e-cb77a3768f93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:04.978147 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-b30733c9-2673-4c8a-a76e-cb77a3768f93 service neutron] 10.222.0.89 "PUT /v2.0/ports/2524481a-c864-4ffb-973e-704f847a1e1c HTTP/1.1" status: 200 len: 1093 time: 1.1979649 Feb 16 13:28:04.978593 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b29bd5dc-53e1-40b3-ac39-3108ef36285a', 'tag': '2524481a-c864-4ffb-973e-704f847a1e1c'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:28:04.999685 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30733c9-2673-4c8a-a76e-cb77a3768f93 service neutron] Pushing event updated for resources: {'Port': ['ID=2524481a-c864-4ffb-973e-704f847a1e1c,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:28:05.053537 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b29bd5dc-53e1-40b3-ac39-3108ef36285a', 'tag': '2524481a-c864-4ffb-973e-704f847a1e1c', 'status': 'completed', 'code': 200} Feb 16 13:28:05.099254 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-1ffc7590-a6c4-4633-a283-1255122471ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:05.101042 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-1ffc7590-a6c4-4633-a283-1255122471ad service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=083db907435845cfbf101945bf75a5a6&device_id=b29bd5dc-53e1-40b3-ac39-3108ef36285a HTTP/1.1" status: 200 len: 1096 time: 0.0823278 Feb 16 13:28:05.178475 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-4a781219-64fa-462e-963b-39fc43358564 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2524481a-c864-4ffb-973e-704f847a1e1c HTTP/1.1" status: 200 len: 217 time: 0.0689797 Feb 16 13:28:05.247684 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-55b81a24-4384-4202-9011-09b360ec331b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:05.249120 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-55b81a24-4384-4202-9011-09b360ec331b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2c463a9e-d9df-4bf3-8a70-411a42621b5f HTTP/1.1" status: 200 len: 835 time: 0.0642939 Feb 16 13:28:05.249870 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:05.327488 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:05.330885 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-28300d0b-67a5-4ade-aa26-02af2ddee8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:05.332387 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-28300d0b-67a5-4ade-aa26-02af2ddee8f2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=552d454e-daf8-4796-98bb-a4a9b147ccdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769818 Feb 16 13:28:05.468148 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-0ca5ea46-9620-44e0-98af-5fd6f0c5260d service neutron] 10.222.0.89 "GET /v2.0/networks/552d454e-daf8-4796-98bb-a4a9b147ccdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297126 Feb 16 13:28:05.602481 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-210f20ad-e36f-4600-a00b-f2f942858eb8 req-5c8d4b2d-2eef-4f49-a68f-fb4e63b6c5f8 service neutron] 10.222.0.89 "GET /v2.0/networks/552d454e-daf8-4796-98bb-a4a9b147ccdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278384 Feb 16 13:28:05.786723 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560726dd-f94f-45e9-b80f-852bc86d6ec7 req-4741bace-5a7e-4fd2-a952-90c570aa3d45 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:05.788216 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-560726dd-f94f-45e9-b80f-852bc86d6ec7 req-4741bace-5a7e-4fd2-a952-90c570aa3d45 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=b29bd5dc-53e1-40b3-ac39-3108ef36285a HTTP/1.1" status: 200 len: 943 time: 0.1490834 Feb 16 13:28:05.794437 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d7408-30a9-42af-9d77-3fc3d4745dc7 req-4c795a47-c2a6-4b5a-b70d-a44c583fb804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:05.795851 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6e8d7408-30a9-42af-9d77-3fc3d4745dc7 req-4c795a47-c2a6-4b5a-b70d-a44c583fb804 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=083db907435845cfbf101945bf75a5a6&device_id=b29bd5dc-53e1-40b3-ac39-3108ef36285a HTTP/1.1" status: 200 len: 1096 time: 0.1205957 Feb 16 13:28:05.894159 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 566dfdf1-456c-41f4-b8ca-851b3821dfad up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:28:05.968324 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 566dfdf1-456c-41f4-b8ca-851b3821dfad triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:28:05.968776 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:06.039463 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-560726dd-f94f-45e9-b80f-852bc86d6ec7 req-18c7ebe9-b63b-4b86-8642-399fa35d4134 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f5c7eeb-f946-413e-bf10-f20d223204f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2425900 Feb 16 13:28:06.098168 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d7408-30a9-42af-9d77-3fc3d4745dc7 req-4740f037-58e8-4c5e-ac09-7adbe05a92b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:06.099653 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6e8d7408-30a9-42af-9d77-3fc3d4745dc7 req-4740f037-58e8-4c5e-ac09-7adbe05a92b7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=552d454e-daf8-4796-98bb-a4a9b147ccdd HTTP/1.1" status: 200 len: 898 time: 0.2900336 Feb 16 13:28:06.169498 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6e8d7408-30a9-42af-9d77-3fc3d4745dc7 req-af5b46c9-c465-48a6-a2ee-1fb45f4d65f8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2524481a-c864-4ffb-973e-704f847a1e1c HTTP/1.1" status: 200 len: 217 time: 0.0633950 Feb 16 13:28:06.230939 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d7408-30a9-42af-9d77-3fc3d4745dc7 req-3c8c4484-1d09-4876-b503-19784b93da6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:06.232382 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6e8d7408-30a9-42af-9d77-3fc3d4745dc7 req-3c8c4484-1d09-4876-b503-19784b93da6d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2c463a9e-d9df-4bf3-8a70-411a42621b5f HTTP/1.1" status: 200 len: 835 time: 0.0567842 Feb 16 13:28:06.306327 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d7408-30a9-42af-9d77-3fc3d4745dc7 req-9bd095dc-d3f8-4e7c-8d18-729b1feb8423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:06.307715 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6e8d7408-30a9-42af-9d77-3fc3d4745dc7 req-9bd095dc-d3f8-4e7c-8d18-729b1feb8423 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=552d454e-daf8-4796-98bb-a4a9b147ccdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691948 Feb 16 13:28:06.445028 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6e8d7408-30a9-42af-9d77-3fc3d4745dc7 req-67c33ef5-3395-4ae2-a7e2-8d8ea304b410 service neutron] 10.222.0.89 "GET /v2.0/networks/552d454e-daf8-4796-98bb-a4a9b147ccdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306360 Feb 16 13:28:06.592262 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6e8d7408-30a9-42af-9d77-3fc3d4745dc7 req-0802b04d-35dc-4fbc-ac58-d7f44a10f4c4 service neutron] 10.222.0.89 "GET /v2.0/networks/552d454e-daf8-4796-98bb-a4a9b147ccdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397114 Feb 16 13:28:06.879241 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:07.237195 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9b9e7-73ac-41a3-a64c-32605cb749d7 req-af04e5dd-573e-4213-9d4c-2dd0fbfd1c1a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:07.238550 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-18d9b9e7-73ac-41a3-a64c-32605cb749d7 req-af04e5dd-573e-4213-9d4c-2dd0fbfd1c1a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=b29bd5dc-53e1-40b3-ac39-3108ef36285a HTTP/1.1" status: 200 len: 943 time: 0.0896919 Feb 16 13:28:07.288435 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-18d9b9e7-73ac-41a3-a64c-32605cb749d7 req-7c7e8bf3-e593-4169-83b2-261e947579be tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f5c7eeb-f946-413e-bf10-f20d223204f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441127 Feb 16 13:28:08.478931 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c504ca0-e73b-4d0d-b668-40cd3cd96328 req-9519358a-e2e6-4d15-8929-a440507cef0e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:08.480408 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3c504ca0-e73b-4d0d-b668-40cd3cd96328 req-9519358a-e2e6-4d15-8929-a440507cef0e tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=b29bd5dc-53e1-40b3-ac39-3108ef36285a HTTP/1.1" status: 200 len: 943 time: 0.0854139 Feb 16 13:28:08.518644 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 2524481a-c864-4ffb-973e-704f847a1e1c details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:28:08.527042 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3c504ca0-e73b-4d0d-b668-40cd3cd96328 req-59f1a678-8f40-494b-b00f-7e127c753165 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f5c7eeb-f946-413e-bf10-f20d223204f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402875 Feb 16 13:28:08.672883 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 2524481a-c864-4ffb-973e-704f847a1e1c, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=2524481a-c864-4ffb-973e-704f847a1e1c,segment=NetworkSegment(edc838e9-8c84-4213-8494-681bd8b772b1),segment_id=edc838e9-8c84-4213-8494-681bd8b772b1)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:28:08.686283 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': '2524481a-c864-4ffb-973e-704f847a1e1c', 'network_id': '552d454e-daf8-4796-98bb-a4a9b147ccdd', 'port_id': '2524481a-c864-4ffb-973e-704f847a1e1c', 'mac_address': 'fa:16:3e:9e:24:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c463a9e-d9df-4bf3-8a70-411a42621b5f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:28:08.743027 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:08.760121 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2524481a-c864-4ffb-973e-704f847a1e1c {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:28:08.777671 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 2524481a-c864-4ffb-973e-704f847a1e1c, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=2524481a-c864-4ffb-973e-704f847a1e1c,segment=NetworkSegment(edc838e9-8c84-4213-8494-681bd8b772b1),segment_id=edc838e9-8c84-4213-8494-681bd8b772b1)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:28:08.784522 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:08.854676 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=2524481a-c864-4ffb-973e-704f847a1e1c,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:28:09.001472 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['2524481a-c864-4ffb-973e-704f847a1e1c'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:28:09.723163 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8674322-4515-4c08-b1f5-6c62b01d73af req-27fd7d79-4dee-4ecf-9ca1-5d2860668f74 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:09.724542 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d8674322-4515-4c08-b1f5-6c62b01d73af req-27fd7d79-4dee-4ecf-9ca1-5d2860668f74 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=b29bd5dc-53e1-40b3-ac39-3108ef36285a HTTP/1.1" status: 200 len: 944 time: 0.0803130 Feb 16 13:28:09.772841 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d8674322-4515-4c08-b1f5-6c62b01d73af req-d7fbdcf8-1961-418b-b929-dc2405d1e647 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f5c7eeb-f946-413e-bf10-f20d223204f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425627 Feb 16 13:28:10.549283 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 2524481a-c864-4ffb-973e-704f847a1e1c up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:28:10.660985 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning for port 2524481a-c864-4ffb-973e-704f847a1e1c completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:28:10.666004 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port 2524481a-c864-4ffb-973e-704f847a1e1c triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:28:10.666417 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:10.786922 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:10.821187 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b29bd5dc-53e1-40b3-ac39-3108ef36285a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2524481a-c864-4ffb-973e-704f847a1e1c'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:28:10.828496 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 2524481a-c864-4ffb-973e-704f847a1e1c, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=2524481a-c864-4ffb-973e-704f847a1e1c,segment=NetworkSegment(edc838e9-8c84-4213-8494-681bd8b772b1),segment_id=edc838e9-8c84-4213-8494-681bd8b772b1)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:28:10.835977 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:10.869150 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b29bd5dc-53e1-40b3-ac39-3108ef36285a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2524481a-c864-4ffb-973e-704f847a1e1c', 'code': 200} Feb 16 13:28:10.912922 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=2524481a-c864-4ffb-973e-704f847a1e1c,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:28:10.984075 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90520f14-2a4a-4974-a345-036791cb6f49 req-65f41885-72f0-4766-b51a-7a30ed484499 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:10.985783 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-90520f14-2a4a-4974-a345-036791cb6f49 req-65f41885-72f0-4766-b51a-7a30ed484499 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=b29bd5dc-53e1-40b3-ac39-3108ef36285a HTTP/1.1" status: 200 len: 945 time: 0.0853112 Feb 16 13:28:11.070219 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-90520f14-2a4a-4974-a345-036791cb6f49 req-263d630a-5110-4f6f-9f3e-e232b48c1f82 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f5c7eeb-f946-413e-bf10-f20d223204f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770166 Feb 16 13:28:11.108753 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654639dc-1896-46f8-97d3-20d682aac7b3 req-f06b1645-3653-4300-9d03-89d0d78caf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:11.110421 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-654639dc-1896-46f8-97d3-20d682aac7b3 req-f06b1645-3653-4300-9d03-89d0d78caf30 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b29bd5dc-53e1-40b3-ac39-3108ef36285a HTTP/1.1" status: 200 len: 1098 time: 0.0789757 Feb 16 13:28:11.152016 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-654639dc-1896-46f8-97d3-20d682aac7b3 req-48bc235e-778f-4c25-964a-83e49d9ae301 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=8f5c7eeb-f946-413e-bf10-f20d223204f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353341 Feb 16 13:28:12.287354 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad53b998-12aa-41a9-a033-fc1aad842386 req-877f95dd-f0a3-49c9-8173-17f63b66b35a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:12.288648 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ad53b998-12aa-41a9-a033-fc1aad842386 req-877f95dd-f0a3-49c9-8173-17f63b66b35a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=b29bd5dc-53e1-40b3-ac39-3108ef36285a HTTP/1.1" status: 200 len: 945 time: 0.1008720 Feb 16 13:28:12.335005 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ad53b998-12aa-41a9-a033-fc1aad842386 req-c47ca084-f57e-4ea7-a293-bf74e86d6941 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f5c7eeb-f946-413e-bf10-f20d223204f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396702 Feb 16 13:28:13.524269 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b4f42e-c296-4fa2-8fdd-e8fcecbc56f2 req-004b12a8-4495-4823-8b25-a2642a54cdb6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:13.525757 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c3b4f42e-c296-4fa2-8fdd-e8fcecbc56f2 req-004b12a8-4495-4823-8b25-a2642a54cdb6 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=b29bd5dc-53e1-40b3-ac39-3108ef36285a HTTP/1.1" status: 200 len: 945 time: 0.0855274 Feb 16 13:28:13.578081 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c3b4f42e-c296-4fa2-8fdd-e8fcecbc56f2 req-0505931f-3e9e-48a8-ab49-6ee8e491546a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f5c7eeb-f946-413e-bf10-f20d223204f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457637 Feb 16 13:28:13.770505 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d3b69-e0b0-4eb6-9df7-a9ff0667d64a req-9c52aafb-7aee-4ef4-895e-8a7d846ced5d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:13.771935 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e62d3b69-e0b0-4eb6-9df7-a9ff0667d64a req-9c52aafb-7aee-4ef4-895e-8a7d846ced5d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=b29bd5dc-53e1-40b3-ac39-3108ef36285a HTTP/1.1" status: 200 len: 945 time: 0.0846643 Feb 16 13:28:13.818957 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e62d3b69-e0b0-4eb6-9df7-a9ff0667d64a req-855775b5-0acc-4516-8505-a7dc5622a0f7 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f5c7eeb-f946-413e-bf10-f20d223204f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413032 Feb 16 13:28:13.841869 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 50258) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:28:13.918635 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e7429f-a844-4d97-9e18-6300dbe078da tempest-TestNetworkAdvancedServerOps-74201966 tempest-TestNetworkAdvancedServerOps-74201966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:13.920145 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-52e7429f-a844-4d97-9e18-6300dbe078da tempest-TestNetworkAdvancedServerOps-74201966 tempest-TestNetworkAdvancedServerOps-74201966-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=b29bd5dc-53e1-40b3-ac39-3108ef36285a HTTP/1.1" status: 200 len: 1093 time: 0.0772436 Feb 16 13:28:13.923773 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 50262) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:28:13.929595 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-29c3fbe8-cda0-42ff-be14-499117146006 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Request body: {'floatingip': {'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'port_id': '2524481a-c864-4ffb-973e-704f847a1e1c', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:28:13.939403 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-29c3fbe8-cda0-42ff-be14-499117146006 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:28:13.943592 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-29c3fbe8-cda0-42ff-be14-499117146006 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Usage tracker for resource:floatingip and tenant:083db907435845cfbf101945bf75a5a6 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:28:13.946626 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-29c3fbe8-cda0-42ff-be14-499117146006 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:28:13.953004 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-29c3fbe8-cda0-42ff-be14-499117146006 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:28:13.964800 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-29c3fbe8-cda0-42ff-be14-499117146006 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for floatingip, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:14.109810 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-29c3fbe8-cda0-42ff-be14-499117146006 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:14.218340 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:28:14.244379 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-29c3fbe8-cda0-42ff-be14-499117146006 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Allocated IP 172.26.5.209 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/8bc90ac7-d020-4087-a73c-4ebfc46eda8c) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:28:14.403247 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-29c3fbe8-cda0-42ff-be14-499117146006 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:14.435360 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-29c3fbe8-cda0-42ff-be14-499117146006 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:14.500436 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c3fbe8-cda0-42ff-be14-499117146006 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:28:14.502006 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-29c3fbe8-cda0-42ff-be14-499117146006 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:28:14.505783 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c3fbe8-cda0-42ff-be14-499117146006 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:28:14.544832 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c3fbe8-cda0-42ff-be14-499117146006 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'Port': ['ID=8bc90ac7-d020-4087-a73c-4ebfc46eda8c,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:28:15.082856 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-29c3fbe8-cda0-42ff-be14-499117146006 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:15.160157 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-29c3fbe8-cda0-42ff-be14-499117146006 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:15.381891 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-29c3fbe8-cda0-42ff-be14-499117146006 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:15.387466 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-29c3fbe8-cda0-42ff-be14-499117146006 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:15.497279 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c3fbe8-cda0-42ff-be14-499117146006 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event updated for resources: {'Port': ['ID=8bc90ac7-d020-4087-a73c-4ebfc46eda8c,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:28:15.512339 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-29c3fbe8-cda0-42ff-be14-499117146006 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:15.695859 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.l3_db [None req-29c3fbe8-cda0-42ff-be14-499117146006 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Floating IP 0f2917ef-cf2d-4458-a4d0-908a94286d59 associated. External IP: 172.26.5.209, port: 2524481a-c864-4ffb-973e-704f847a1e1c. Feb 16 13:28:16.064722 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c3fbe8-cda0-42ff-be14-499117146006 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Router 35db2b56-13d4-49c2-93d3-eeda41d1a0b2 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:28:16.243576 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c3fbe8-cda0-42ff-be14-499117146006 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:28:16.254030 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40aaf0c7-a64e-4d84-931f-abaf0ddda1e8 None None] Sync routers for ids ['35db2b56-13d4-49c2-93d3-eeda41d1a0b2'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:28:16.264000 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40aaf0c7-a64e-4d84-931f-abaf0ddda1e8 None None] Routers {'35db2b56-13d4-49c2-93d3-eeda41d1a0b2'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:28:16.264639 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-40aaf0c7-a64e-4d84-931f-abaf0ddda1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:28:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['35db2b56-13d4-49c2-93d3-eeda41d1a0b2'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:28:16.271434 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-29c3fbe8-cda0-42ff-be14-499117146006 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:16.332599 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-29c3fbe8-cda0-42ff-be14-499117146006 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4074967 Feb 16 13:28:16.333120 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b29bd5dc-53e1-40b3-ac39-3108ef36285a', 'tag': '2524481a-c864-4ffb-973e-704f847a1e1c'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:28:16.380556 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b29bd5dc-53e1-40b3-ac39-3108ef36285a', 'tag': '2524481a-c864-4ffb-973e-704f847a1e1c', 'status': 'completed', 'code': 200} Feb 16 13:28:16.452830 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-40aaf0c7-a64e-4d84-931f-abaf0ddda1e8 None None] Set router 35db2b56-13d4-49c2-93d3-eeda41d1a0b2 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:28:16.694593 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4951b0-f677-48a2-906f-f54516be32b7 req-ee4c1166-a4ae-4ab0-8240-2439ade60645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:16.696147 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5f4951b0-f677-48a2-906f-f54516be32b7 req-ee4c1166-a4ae-4ab0-8240-2439ade60645 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=083db907435845cfbf101945bf75a5a6&device_id=b29bd5dc-53e1-40b3-ac39-3108ef36285a HTTP/1.1" status: 200 len: 1098 time: 0.2907431 Feb 16 13:28:16.729253 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31462a-4701-43f8-9a46-8a10fd92bcd0 req-614f752c-084f-4578-b693-6e85060f406b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:16.730762 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bb31462a-4701-43f8-9a46-8a10fd92bcd0 req-614f752c-084f-4578-b693-6e85060f406b tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=b29bd5dc-53e1-40b3-ac39-3108ef36285a HTTP/1.1" status: 200 len: 945 time: 0.2841158 Feb 16 13:28:16.813767 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-40aaf0c7-a64e-4d84-931f-abaf0ddda1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35db2b56-13d4-49c2-93d3-eeda41d1a0b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882219425', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '980ac5a3-b832-4b2b-8288-41584c93137d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:27:54Z', 'updated_at': '2022-02-16T13:27:59Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': '980ac5a3-b832-4b2b-8288-41584c93137d', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35db2b56-13d4-49c2-93d3-eeda41d1a0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:55Z', 'updated_at': '2022-02-16T13:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '0f2917ef-cf2d-4458-a4d0-908a94286d59', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'floating_ip_address': '172.26.5.209', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '35db2b56-13d4-49c2-93d3-eeda41d1a0b2', 'port_id': '2524481a-c864-4ffb-973e-704f847a1e1c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '552d454e-daf8-4796-98bb-a4a9b147ccdd', 'mac_address': 'fa:16:3e:9e:24:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29bd5dc-53e1-40b3-ac39-3108ef36285a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:28:15Z', 'updated_at': '2022-02-16T13:28:15Z', 'revision_number': 0, 'project_id': '083db907435845cfbf101945bf75a5a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '566dfdf1-456c-41f4-b8ca-851b3821dfad', 'name': '', 'network_id': '552d454e-daf8-4796-98bb-a4a9b147ccdd', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'mac_address': 'fa:16:3e:b2:b1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35db2b56-13d4-49c2-93d3-eeda41d1a0b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '2c463a9e-d9df-4bf3-8a70-411a42621b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:58Z', 'updated_at': '2022-02-16T13:28:04Z', 'revision_number': 5, 'project_id': '083db907435845cfbf101945bf75a5a6', 'subnets': [{'id': '2c463a9e-d9df-4bf3-8a70-411a42621b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:28:16.817837 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40aaf0c7-a64e-4d84-931f-abaf0ddda1e8 None None] Checking router: 35db2b56-13d4-49c2-93d3-eeda41d1a0b2 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:28:16.826258 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40aaf0c7-a64e-4d84-931f-abaf0ddda1e8 None None] Routers {'35db2b56-13d4-49c2-93d3-eeda41d1a0b2'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:28:16.826882 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-40aaf0c7-a64e-4d84-931f-abaf0ddda1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:28:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['35db2b56-13d4-49c2-93d3-eeda41d1a0b2'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:28:16.862740 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bb31462a-4701-43f8-9a46-8a10fd92bcd0 req-b0979d1e-e798-4401-9e5e-2e67918560f9 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f5c7eeb-f946-413e-bf10-f20d223204f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249669 Feb 16 13:28:16.886622 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 50270) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:28:16.895247 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4951b0-f677-48a2-906f-f54516be32b7 req-1d2866a0-4e04-4f05-a321-f3c491c92246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:16.896836 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5f4951b0-f677-48a2-906f-f54516be32b7 req-1d2866a0-4e04-4f05-a321-f3c491c92246 service neutron] 10.222.0.89 "GET /v2.0/networks?id=552d454e-daf8-4796-98bb-a4a9b147ccdd HTTP/1.1" status: 200 len: 898 time: 0.1947768 Feb 16 13:28:17.011885 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-40aaf0c7-a64e-4d84-931f-abaf0ddda1e8 None None] Set router 35db2b56-13d4-49c2-93d3-eeda41d1a0b2 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:28:17.015959 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5f4951b0-f677-48a2-906f-f54516be32b7 req-cc150bfb-d4e6-4b86-997f-ddccc724dcdc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2524481a-c864-4ffb-973e-704f847a1e1c HTTP/1.1" status: 200 len: 999 time: 0.1125019 Feb 16 13:28:17.089504 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4951b0-f677-48a2-906f-f54516be32b7 req-150dbfcf-8a57-4434-93da-636bec83d84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:17.091088 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5f4951b0-f677-48a2-906f-f54516be32b7 req-150dbfcf-8a57-4434-93da-636bec83d84a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2c463a9e-d9df-4bf3-8a70-411a42621b5f HTTP/1.1" status: 200 len: 835 time: 0.0631678 Feb 16 13:28:17.107238 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-469b24ef-059c-4457-bac3-e0f783e7ae46 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/floatingips/0f2917ef-cf2d-4458-a4d0-908a94286d59 HTTP/1.1" status: 200 len: 991 time: 0.2188804 Feb 16 13:28:17.165872 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4951b0-f677-48a2-906f-f54516be32b7 req-c682c83e-91a9-4eb9-9496-6e73c7b5dfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:17.167678 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5f4951b0-f677-48a2-906f-f54516be32b7 req-c682c83e-91a9-4eb9-9496-6e73c7b5dfd2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=552d454e-daf8-4796-98bb-a4a9b147ccdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708971 Feb 16 13:28:17.320601 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5f4951b0-f677-48a2-906f-f54516be32b7 req-c625e30e-9a80-4609-812f-13aae2066e50 service neutron] 10.222.0.89 "GET /v2.0/networks/552d454e-daf8-4796-98bb-a4a9b147ccdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464469 Feb 16 13:28:17.426262 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-40aaf0c7-a64e-4d84-931f-abaf0ddda1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35db2b56-13d4-49c2-93d3-eeda41d1a0b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882219425', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '980ac5a3-b832-4b2b-8288-41584c93137d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:27:54Z', 'updated_at': '2022-02-16T13:27:59Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': '980ac5a3-b832-4b2b-8288-41584c93137d', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35db2b56-13d4-49c2-93d3-eeda41d1a0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:55Z', 'updated_at': '2022-02-16T13:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '0f2917ef-cf2d-4458-a4d0-908a94286d59', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'floating_ip_address': '172.26.5.209', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '35db2b56-13d4-49c2-93d3-eeda41d1a0b2', 'port_id': '2524481a-c864-4ffb-973e-704f847a1e1c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '552d454e-daf8-4796-98bb-a4a9b147ccdd', 'mac_address': 'fa:16:3e:9e:24:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29bd5dc-53e1-40b3-ac39-3108ef36285a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:28:15Z', 'updated_at': '2022-02-16T13:28:15Z', 'revision_number': 0, 'project_id': '083db907435845cfbf101945bf75a5a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '566dfdf1-456c-41f4-b8ca-851b3821dfad', 'name': '', 'network_id': '552d454e-daf8-4796-98bb-a4a9b147ccdd', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'mac_address': 'fa:16:3e:b2:b1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35db2b56-13d4-49c2-93d3-eeda41d1a0b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '2c463a9e-d9df-4bf3-8a70-411a42621b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:58Z', 'updated_at': '2022-02-16T13:28:04Z', 'revision_number': 5, 'project_id': '083db907435845cfbf101945bf75a5a6', 'subnets': [{'id': '2c463a9e-d9df-4bf3-8a70-411a42621b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:28:17.430651 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40aaf0c7-a64e-4d84-931f-abaf0ddda1e8 None None] The sync data for ids ['35db2b56-13d4-49c2-93d3-eeda41d1a0b2'] in dv-neutron-829527-1-hyperv is: [{'id': '35db2b56-13d4-49c2-93d3-eeda41d1a0b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882219425', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '980ac5a3-b832-4b2b-8288-41584c93137d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:27:54Z', 'updated_at': '2022-02-16T13:27:59Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': '980ac5a3-b832-4b2b-8288-41584c93137d', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35db2b56-13d4-49c2-93d3-eeda41d1a0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:55Z', 'updated_at': '2022-02-16T13:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '0f2917ef-cf2d-4458-a4d0-908a94286d59', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'floating_ip_address': '172.26.5.209', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '35db2b56-13d4-49c2-93d3-eeda41d1a0b2', 'port_id': '2524481a-c864-4ffb-973e-704f847a1e1c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '552d454e-daf8-4796-98bb-a4a9b147ccdd', 'mac_address': 'fa:16:3e:9e:24:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29bd5dc-53e1-40b3-ac39-3108ef36285a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:28:15Z', 'updated_at': '2022-02-16T13:28:15Z', 'revision_number': 0, 'project_id': '083db907435845cfbf101945bf75a5a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '566dfdf1-456c-41f4-b8ca-851b3821dfad', 'name': '', 'network_id': '552d454e-daf8-4796-98bb-a4a9b147ccdd', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'mac_address': 'fa:16:3e:b2:b1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35db2b56-13d4-49c2-93d3-eeda41d1a0b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '2c463a9e-d9df-4bf3-8a70-411a42621b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:58Z', 'updated_at': '2022-02-16T13:28:04Z', 'revision_number': 5, 'project_id': '083db907435845cfbf101945bf75a5a6', 'subnets': [{'id': '2c463a9e-d9df-4bf3-8a70-411a42621b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:28:17.464795 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5f4951b0-f677-48a2-906f-f54516be32b7 req-f6992c41-f8e5-4182-979b-c96651febc28 service neutron] 10.222.0.89 "GET /v2.0/networks/552d454e-daf8-4796-98bb-a4a9b147ccdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375279 Feb 16 13:28:17.628589 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc6a6d1-7a8a-4c37-8c60-345b2c59bb76 None None] New status for floating IP 0f2917ef-cf2d-4458-a4d0-908a94286d59: ACTIVE {{(pid=87702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:28:18.111172 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 50274) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:28:18.217594 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-770419e2-a138-439d-8fc0-1fca96d12502 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/floatingips/0f2917ef-cf2d-4458-a4d0-908a94286d59 HTTP/1.1" status: 200 len: 993 time: 0.1050713 Feb 16 13:28:27.512601 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-41a8b15d-9303-461c-87d1-301758bf07b8 req-6831d374-4bf0-40c1-867a-95578c47e4bf service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b29bd5dc-53e1-40b3-ac39-3108ef36285a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0848298 Feb 16 13:28:27.668797 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8b15d-9303-461c-87d1-301758bf07b8 req-c23ff7b5-4f91-48d6-b211-8fa77a6cebff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:27.670273 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-41a8b15d-9303-461c-87d1-301758bf07b8 req-c23ff7b5-4f91-48d6-b211-8fa77a6cebff service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=083db907435845cfbf101945bf75a5a6&device_id=b29bd5dc-53e1-40b3-ac39-3108ef36285a HTTP/1.1" status: 200 len: 1098 time: 0.0733454 Feb 16 13:28:27.818918 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8b15d-9303-461c-87d1-301758bf07b8 req-97876732-2bf4-4a4f-b36c-2ab5e4cb2039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:27.820378 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-41a8b15d-9303-461c-87d1-301758bf07b8 req-97876732-2bf4-4a4f-b36c-2ab5e4cb2039 service neutron] 10.222.0.89 "GET /v2.0/networks?id=552d454e-daf8-4796-98bb-a4a9b147ccdd HTTP/1.1" status: 200 len: 898 time: 0.1300766 Feb 16 13:28:27.928755 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-41a8b15d-9303-461c-87d1-301758bf07b8 req-4b87e8c0-58e8-4632-b4f1-afdd098762e4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2524481a-c864-4ffb-973e-704f847a1e1c HTTP/1.1" status: 200 len: 1001 time: 0.0990036 Feb 16 13:28:27.996125 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8b15d-9303-461c-87d1-301758bf07b8 req-178e1aa0-c46c-49c8-b51d-1ce1f7542e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:27.997591 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-41a8b15d-9303-461c-87d1-301758bf07b8 req-178e1aa0-c46c-49c8-b51d-1ce1f7542e36 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2c463a9e-d9df-4bf3-8a70-411a42621b5f HTTP/1.1" status: 200 len: 835 time: 0.0623386 Feb 16 13:28:28.080305 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8b15d-9303-461c-87d1-301758bf07b8 req-f4c27605-cf28-4382-8a0d-7814b6fcdd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:28.081678 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-41a8b15d-9303-461c-87d1-301758bf07b8 req-f4c27605-cf28-4382-8a0d-7814b6fcdd93 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=552d454e-daf8-4796-98bb-a4a9b147ccdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733209 Feb 16 13:28:28.214573 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-41a8b15d-9303-461c-87d1-301758bf07b8 req-53669a4e-4964-4df7-b958-420db8c12bb6 service neutron] 10.222.0.89 "GET /v2.0/networks/552d454e-daf8-4796-98bb-a4a9b147ccdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257718 Feb 16 13:28:28.345545 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-41a8b15d-9303-461c-87d1-301758bf07b8 req-94ab5718-82cc-48ec-96b9-de6e92e09ead service neutron] 10.222.0.89 "GET /v2.0/networks/552d454e-daf8-4796-98bb-a4a9b147ccdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241655 Feb 16 13:28:31.897685 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-76c72397-1712-4e56-9514-c4b5ed6a22ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:34.189172 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ddd2962b-42be-4d11-a6d4-06848aa3bce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:34.835337 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:35.260939 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:35.341675 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:36.878047 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:51.219560 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:28:51.962150 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05392a3-c1ca-4d47-a345-1b573b74314d req-70a0e5ac-787b-4ca4-94a2-768c80ab0657 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:51.963606 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f05392a3-c1ca-4d47-a345-1b573b74314d req-70a0e5ac-787b-4ca4-94a2-768c80ab0657 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=b29bd5dc-53e1-40b3-ac39-3108ef36285a HTTP/1.1" status: 200 len: 945 time: 0.0855348 Feb 16 13:28:52.022988 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f05392a3-c1ca-4d47-a345-1b573b74314d req-661a5e5f-ae76-4197-8bb0-9d24debcf887 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f5c7eeb-f946-413e-bf10-f20d223204f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531423 Feb 16 13:28:53.235118 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b640f4-161e-42de-b6a9-e03228afa179 req-7a94ac59-0ded-46e6-8ad7-ee500a973dc5 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:53.236680 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-34b640f4-161e-42de-b6a9-e03228afa179 req-7a94ac59-0ded-46e6-8ad7-ee500a973dc5 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=b29bd5dc-53e1-40b3-ac39-3108ef36285a HTTP/1.1" status: 200 len: 945 time: 0.0836163 Feb 16 13:28:53.286284 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-34b640f4-161e-42de-b6a9-e03228afa179 req-70ef48e6-7bf8-430c-9f1d-2b9dcd56be9a tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f5c7eeb-f946-413e-bf10-f20d223204f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437093 Feb 16 13:28:53.310065 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 50296) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:28:53.415457 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1e176c58-905c-475b-9746-a03a8da8acc4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/floatingips/0f2917ef-cf2d-4458-a4d0-908a94286d59 HTTP/1.1" status: 200 len: 993 time: 0.1040635 Feb 16 13:28:54.922500 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8cd7fd-a6a5-43b3-b52b-211a788cfc23 req-b5e0c084-217b-4d65-9df1-b4179508da64 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:54.924094 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-cb8cd7fd-a6a5-43b3-b52b-211a788cfc23 req-b5e0c084-217b-4d65-9df1-b4179508da64 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=b29bd5dc-53e1-40b3-ac39-3108ef36285a HTTP/1.1" status: 200 len: 945 time: 0.0912476 Feb 16 13:28:54.974627 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-cb8cd7fd-a6a5-43b3-b52b-211a788cfc23 req-6978e434-8d30-473c-a99a-ce5ea399a655 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f5c7eeb-f946-413e-bf10-f20d223204f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444562 Feb 16 13:28:55.042147 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb234f-5f5c-412e-b91e-1e9160f521f9 req-74969ff4-f0e5-4041-bda4-8057f3cc1b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:55.043615 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8feb234f-5f5c-412e-b91e-1e9160f521f9 req-74969ff4-f0e5-4041-bda4-8057f3cc1b38 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=083db907435845cfbf101945bf75a5a6&device_id=b29bd5dc-53e1-40b3-ac39-3108ef36285a HTTP/1.1" status: 200 len: 1098 time: 0.1833549 Feb 16 13:28:55.174835 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb234f-5f5c-412e-b91e-1e9160f521f9 req-dc424b21-e09b-4b8f-8f30-50745858096c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:55.176252 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8feb234f-5f5c-412e-b91e-1e9160f521f9 req-dc424b21-e09b-4b8f-8f30-50745858096c service neutron] 10.222.0.89 "GET /v2.0/networks?id=552d454e-daf8-4796-98bb-a4a9b147ccdd HTTP/1.1" status: 200 len: 898 time: 0.1261716 Feb 16 13:28:55.295036 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8feb234f-5f5c-412e-b91e-1e9160f521f9 req-6775206c-a744-413d-a743-4e07f3e1c2bd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2524481a-c864-4ffb-973e-704f847a1e1c HTTP/1.1" status: 200 len: 1001 time: 0.1116602 Feb 16 13:28:55.360289 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb234f-5f5c-412e-b91e-1e9160f521f9 req-6031559c-6f87-44a2-8918-1162eb427dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:55.362332 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8feb234f-5f5c-412e-b91e-1e9160f521f9 req-6031559c-6f87-44a2-8918-1162eb427dad service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2c463a9e-d9df-4bf3-8a70-411a42621b5f HTTP/1.1" status: 200 len: 835 time: 0.0620294 Feb 16 13:28:55.439617 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb234f-5f5c-412e-b91e-1e9160f521f9 req-bb344c45-fbde-43d7-afb3-a64ea7180bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:55.441663 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8feb234f-5f5c-412e-b91e-1e9160f521f9 req-bb344c45-fbde-43d7-afb3-a64ea7180bb7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=552d454e-daf8-4796-98bb-a4a9b147ccdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734708 Feb 16 13:28:55.579174 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8feb234f-5f5c-412e-b91e-1e9160f521f9 req-42281353-2d0d-4d61-a9eb-fb7406f74915 service neutron] 10.222.0.89 "GET /v2.0/networks/552d454e-daf8-4796-98bb-a4a9b147ccdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301019 Feb 16 13:28:55.735327 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8feb234f-5f5c-412e-b91e-1e9160f521f9 req-c9b90722-b953-4c33-a786-c57f3646f09d service neutron] 10.222.0.89 "GET /v2.0/networks/552d454e-daf8-4796-98bb-a4a9b147ccdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481521 Feb 16 13:28:56.188163 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458d783-8127-43c3-8b90-12f43984b840 req-635be304-f2eb-42ce-a007-b6df7337bb5d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:56.189871 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0458d783-8127-43c3-8b90-12f43984b840 req-635be304-f2eb-42ce-a007-b6df7337bb5d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=b29bd5dc-53e1-40b3-ac39-3108ef36285a HTTP/1.1" status: 200 len: 945 time: 0.0889211 Feb 16 13:28:56.236934 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0458d783-8127-43c3-8b90-12f43984b840 req-d7c40b08-3c54-45a0-bf14-94943c303b53 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f5c7eeb-f946-413e-bf10-f20d223204f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392699 Feb 16 13:28:57.434890 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7452ab-3948-4904-a27d-31ab3a63c6f5 req-990c1a02-a1e0-4853-aaf8-b670cfe927ba tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:57.436344 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ef7452ab-3948-4904-a27d-31ab3a63c6f5 req-990c1a02-a1e0-4853-aaf8-b670cfe927ba tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=b29bd5dc-53e1-40b3-ac39-3108ef36285a HTTP/1.1" status: 200 len: 945 time: 0.0819654 Feb 16 13:28:57.482938 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ef7452ab-3948-4904-a27d-31ab3a63c6f5 req-51e2f34d-3012-457c-a6cf-c646e5330831 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f5c7eeb-f946-413e-bf10-f20d223204f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408969 Feb 16 13:28:57.511622 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 50310) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:28:57.618244 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f9f69baa-606f-47aa-93aa-7256398a24b4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/floatingips/0f2917ef-cf2d-4458-a4d0-908a94286d59 HTTP/1.1" status: 200 len: 993 time: 0.1054895 Feb 16 13:28:57.906349 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 50318) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:28:58.128198 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-ef2e284b-06a4-450d-916f-0ba9cb1e08a4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Deleting port 8bc90ac7-d020-4087-a73c-4ebfc46eda8c {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:28:58.128429 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ef2e284b-06a4-450d-916f-0ba9cb1e08a4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:58.301260 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ef2e284b-06a4-450d-916f-0ba9cb1e08a4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:58.301652 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ef2e284b-06a4-450d-916f-0ba9cb1e08a4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:58.422644 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-ef2e284b-06a4-450d-916f-0ba9cb1e08a4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Calling delete_port for 8bc90ac7-d020-4087-a73c-4ebfc46eda8c owned by network:floatingip {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:28:58.583348 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ef2e284b-06a4-450d-916f-0ba9cb1e08a4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:58.629789 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2e284b-06a4-450d-916f-0ba9cb1e08a4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event deleted for resources: {'Port': ['ID=8bc90ac7-d020-4087-a73c-4ebfc46eda8c,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:28:58.677016 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2e284b-06a4-450d-916f-0ba9cb1e08a4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:28:58.677266 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2e284b-06a4-450d-916f-0ba9cb1e08a4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:28:58.677602 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2e284b-06a4-450d-916f-0ba9cb1e08a4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:28:58.677932 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2e284b-06a4-450d-916f-0ba9cb1e08a4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:28:58.678258 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2e284b-06a4-450d-916f-0ba9cb1e08a4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:28:58.678582 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2e284b-06a4-450d-916f-0ba9cb1e08a4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:28:58.678923 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2e284b-06a4-450d-916f-0ba9cb1e08a4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:28:58.679238 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2e284b-06a4-450d-916f-0ba9cb1e08a4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:28:58.679557 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2e284b-06a4-450d-916f-0ba9cb1e08a4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:28:58.679871 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2e284b-06a4-450d-916f-0ba9cb1e08a4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:28:58.680193 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2e284b-06a4-450d-916f-0ba9cb1e08a4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:28:58.680509 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2e284b-06a4-450d-916f-0ba9cb1e08a4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:28:58.734618 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ef2e284b-06a4-450d-916f-0ba9cb1e08a4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for floatingip, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:58.734904 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-ef2e284b-06a4-450d-916f-0ba9cb1e08a4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Floating IP 0f2917ef-cf2d-4458-a4d0-908a94286d59 disassociated (deleted). External IP: 172.26.5.209, port: 2524481a-c864-4ffb-973e-704f847a1e1c. Feb 16 13:28:59.229520 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef2e284b-06a4-450d-916f-0ba9cb1e08a4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Router 35db2b56-13d4-49c2-93d3-eeda41d1a0b2 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:28:59.417145 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2e284b-06a4-450d-916f-0ba9cb1e08a4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:28:59.427422 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698a8af7-de14-4e0c-9d49-4becee29f8a3 None None] Sync routers for ids ['35db2b56-13d4-49c2-93d3-eeda41d1a0b2'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:28:59.437544 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698a8af7-de14-4e0c-9d49-4becee29f8a3 None None] Routers {'35db2b56-13d4-49c2-93d3-eeda41d1a0b2'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:28:59.438163 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-698a8af7-de14-4e0c-9d49-4becee29f8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:28:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['35db2b56-13d4-49c2-93d3-eeda41d1a0b2'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:28:59.439965 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ef2e284b-06a4-450d-916f-0ba9cb1e08a4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:28:59.496090 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ef2e284b-06a4-450d-916f-0ba9cb1e08a4 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "DELETE /v2.0/floatingips/0f2917ef-cf2d-4458-a4d0-908a94286d59 HTTP/1.1" status: 204 len: 168 time: 1.5884938 Feb 16 13:28:59.496694 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b29bd5dc-53e1-40b3-ac39-3108ef36285a', 'tag': '2524481a-c864-4ffb-973e-704f847a1e1c'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:28:59.544020 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b29bd5dc-53e1-40b3-ac39-3108ef36285a', 'tag': '2524481a-c864-4ffb-973e-704f847a1e1c', 'status': 'completed', 'code': 200} Feb 16 13:28:59.623823 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-698a8af7-de14-4e0c-9d49-4becee29f8a3 None None] Set router 35db2b56-13d4-49c2-93d3-eeda41d1a0b2 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:28:59.638601 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55274e88-d684-4604-ab22-18d7df65d454 req-5b66583f-6837-4d39-afc6-af42ca1dc89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:59.640090 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-55274e88-d684-4604-ab22-18d7df65d454 req-5b66583f-6837-4d39-afc6-af42ca1dc89b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=083db907435845cfbf101945bf75a5a6&device_id=b29bd5dc-53e1-40b3-ac39-3108ef36285a HTTP/1.1" status: 200 len: 1098 time: 0.0743270 Feb 16 13:28:59.780070 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55274e88-d684-4604-ab22-18d7df65d454 req-55f9b338-62c7-4223-bd20-fa10c92a5fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:59.781585 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-55274e88-d684-4604-ab22-18d7df65d454 req-55f9b338-62c7-4223-bd20-fa10c92a5fb7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=552d454e-daf8-4796-98bb-a4a9b147ccdd HTTP/1.1" status: 200 len: 898 time: 0.1352100 Feb 16 13:28:59.887367 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-55274e88-d684-4604-ab22-18d7df65d454 req-7598a103-02a9-458e-9e37-d5fbf653924a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2524481a-c864-4ffb-973e-704f847a1e1c HTTP/1.1" status: 200 len: 217 time: 0.0735366 Feb 16 13:28:59.942275 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-698a8af7-de14-4e0c-9d49-4becee29f8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35db2b56-13d4-49c2-93d3-eeda41d1a0b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882219425', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '980ac5a3-b832-4b2b-8288-41584c93137d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:27:54Z', 'updated_at': '2022-02-16T13:27:59Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': '980ac5a3-b832-4b2b-8288-41584c93137d', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35db2b56-13d4-49c2-93d3-eeda41d1a0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:55Z', 'updated_at': '2022-02-16T13:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '566dfdf1-456c-41f4-b8ca-851b3821dfad', 'name': '', 'network_id': '552d454e-daf8-4796-98bb-a4a9b147ccdd', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'mac_address': 'fa:16:3e:b2:b1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35db2b56-13d4-49c2-93d3-eeda41d1a0b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '2c463a9e-d9df-4bf3-8a70-411a42621b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:58Z', 'updated_at': '2022-02-16T13:28:04Z', 'revision_number': 5, 'project_id': '083db907435845cfbf101945bf75a5a6', 'subnets': [{'id': '2c463a9e-d9df-4bf3-8a70-411a42621b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:28:59.946163 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698a8af7-de14-4e0c-9d49-4becee29f8a3 None None] Checking router: 35db2b56-13d4-49c2-93d3-eeda41d1a0b2 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:28:59.954611 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698a8af7-de14-4e0c-9d49-4becee29f8a3 None None] Routers {'35db2b56-13d4-49c2-93d3-eeda41d1a0b2'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:28:59.955296 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-698a8af7-de14-4e0c-9d49-4becee29f8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:28:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['35db2b56-13d4-49c2-93d3-eeda41d1a0b2'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:28:59.964005 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55274e88-d684-4604-ab22-18d7df65d454 req-99ab5974-2f18-4d86-a6d2-a4b2e0ea8752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:28:59.965484 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-55274e88-d684-4604-ab22-18d7df65d454 req-99ab5974-2f18-4d86-a6d2-a4b2e0ea8752 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2c463a9e-d9df-4bf3-8a70-411a42621b5f HTTP/1.1" status: 200 len: 835 time: 0.0691803 Feb 16 13:29:00.031752 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500ac3a-3d46-4ebe-8c40-9ef68805ca33 req-4cd43074-ecc5-4ce2-a164-5bb2e501e807 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:29:00.033302 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0500ac3a-3d46-4ebe-8c40-9ef68805ca33 req-4cd43074-ecc5-4ce2-a164-5bb2e501e807 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=b29bd5dc-53e1-40b3-ac39-3108ef36285a HTTP/1.1" status: 200 len: 945 time: 0.2506926 Feb 16 13:29:00.096144 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0500ac3a-3d46-4ebe-8c40-9ef68805ca33 req-12078d82-ed38-4fda-a33c-92a3f8421618 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f5c7eeb-f946-413e-bf10-f20d223204f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512598 Feb 16 13:29:00.102797 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55274e88-d684-4604-ab22-18d7df65d454 req-724a5f76-e67f-4cb9-bdb3-8590ebcba700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:29:00.104254 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-55274e88-d684-4604-ab22-18d7df65d454 req-724a5f76-e67f-4cb9-bdb3-8590ebcba700 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=552d454e-daf8-4796-98bb-a4a9b147ccdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1317601 Feb 16 13:29:00.135446 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-698a8af7-de14-4e0c-9d49-4becee29f8a3 None None] Set router 35db2b56-13d4-49c2-93d3-eeda41d1a0b2 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:29:00.242030 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-55274e88-d684-4604-ab22-18d7df65d454 req-1e16d6b9-2bcc-4dde-9f52-367208d99b93 service neutron] 10.222.0.89 "GET /v2.0/networks/552d454e-daf8-4796-98bb-a4a9b147ccdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294756 Feb 16 13:29:00.456140 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-698a8af7-de14-4e0c-9d49-4becee29f8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35db2b56-13d4-49c2-93d3-eeda41d1a0b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882219425', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '980ac5a3-b832-4b2b-8288-41584c93137d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:27:54Z', 'updated_at': '2022-02-16T13:27:59Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': '980ac5a3-b832-4b2b-8288-41584c93137d', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35db2b56-13d4-49c2-93d3-eeda41d1a0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:55Z', 'updated_at': '2022-02-16T13:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '566dfdf1-456c-41f4-b8ca-851b3821dfad', 'name': '', 'network_id': '552d454e-daf8-4796-98bb-a4a9b147ccdd', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'mac_address': 'fa:16:3e:b2:b1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35db2b56-13d4-49c2-93d3-eeda41d1a0b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '2c463a9e-d9df-4bf3-8a70-411a42621b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:58Z', 'updated_at': '2022-02-16T13:28:04Z', 'revision_number': 5, 'project_id': '083db907435845cfbf101945bf75a5a6', 'subnets': [{'id': '2c463a9e-d9df-4bf3-8a70-411a42621b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:29:00.460109 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698a8af7-de14-4e0c-9d49-4becee29f8a3 None None] The sync data for ids ['35db2b56-13d4-49c2-93d3-eeda41d1a0b2'] in dv-neutron-829527-1-hyperv is: [{'id': '35db2b56-13d4-49c2-93d3-eeda41d1a0b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882219425', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '980ac5a3-b832-4b2b-8288-41584c93137d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:27:54Z', 'updated_at': '2022-02-16T13:27:59Z', 'revision_number': 4, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': '980ac5a3-b832-4b2b-8288-41584c93137d', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35db2b56-13d4-49c2-93d3-eeda41d1a0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:55Z', 'updated_at': '2022-02-16T13:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '566dfdf1-456c-41f4-b8ca-851b3821dfad', 'name': '', 'network_id': '552d454e-daf8-4796-98bb-a4a9b147ccdd', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'mac_address': 'fa:16:3e:b2:b1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35db2b56-13d4-49c2-93d3-eeda41d1a0b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '2c463a9e-d9df-4bf3-8a70-411a42621b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:58Z', 'updated_at': '2022-02-16T13:28:04Z', 'revision_number': 5, 'project_id': '083db907435845cfbf101945bf75a5a6', 'subnets': [{'id': '2c463a9e-d9df-4bf3-8a70-411a42621b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:29:00.494345 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-55274e88-d684-4604-ab22-18d7df65d454 req-7e5ae46d-50d4-448b-a0af-ab9272365681 service neutron] 10.222.0.89 "GET /v2.0/networks/552d454e-daf8-4796-98bb-a4a9b147ccdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453189 Feb 16 13:29:00.667697 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dce8e6b-149a-4138-9ef7-9828af1b56bc None None] New status for floating IP 0f2917ef-cf2d-4458-a4d0-908a94286d59: DOWN {{(pid=87702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:29:01.303818 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a3934-b060-4c6f-92b7-88235a585c2b req-725c0301-b49f-449b-9800-a9dcf6571655 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:29:01.304506 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-951a3934-b060-4c6f-92b7-88235a585c2b req-725c0301-b49f-449b-9800-a9dcf6571655 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Synchronizing usage tracker for tenant:083db907435845cfbf101945bf75a5a6 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:29:01.324093 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-951a3934-b060-4c6f-92b7-88235a585c2b req-725c0301-b49f-449b-9800-a9dcf6571655 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Unset dirty status for tenant:083db907435845cfbf101945bf75a5a6 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:29:01.325326 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-951a3934-b060-4c6f-92b7-88235a585c2b req-725c0301-b49f-449b-9800-a9dcf6571655 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=b29bd5dc-53e1-40b3-ac39-3108ef36285a HTTP/1.1" status: 200 len: 945 time: 0.1095827 Feb 16 13:29:01.373232 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-951a3934-b060-4c6f-92b7-88235a585c2b req-20efc538-99fe-40d4-8b6c-d4376b415c38 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/security-groups?id=8f5c7eeb-f946-413e-bf10-f20d223204f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404694 Feb 16 13:29:01.394011 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7070b-3114-44b7-904a-b762960678e7 req-5a0ce049-d43d-4d2d-a208-542a416d3360 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:29:01.395507 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-16d7070b-3114-44b7-904a-b762960678e7 req-5a0ce049-d43d-4d2d-a208-542a416d3360 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.89 "GET /v2.0/ports?device_id=b29bd5dc-53e1-40b3-ac39-3108ef36285a HTTP/1.1" status: 200 len: 945 time: 0.0862083 Feb 16 13:29:01.463911 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-16d7070b-3114-44b7-904a-b762960678e7 req-cb20a211-deea-41ad-bc19-17ef18994d1d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Deleting port 2524481a-c864-4ffb-973e-704f847a1e1c {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:29:01.464257 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-16d7070b-3114-44b7-904a-b762960678e7 req-cb20a211-deea-41ad-bc19-17ef18994d1d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:01.721820 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-16d7070b-3114-44b7-904a-b762960678e7 req-cb20a211-deea-41ad-bc19-17ef18994d1d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] For port 2524481a-c864-4ffb-973e-704f847a1e1c, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=2524481a-c864-4ffb-973e-704f847a1e1c,segment=NetworkSegment(edc838e9-8c84-4213-8494-681bd8b772b1),segment_id=edc838e9-8c84-4213-8494-681bd8b772b1)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:29:01.722066 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-16d7070b-3114-44b7-904a-b762960678e7 req-cb20a211-deea-41ad-bc19-17ef18994d1d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:01.843213 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-16d7070b-3114-44b7-904a-b762960678e7 req-cb20a211-deea-41ad-bc19-17ef18994d1d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Calling delete_port for 2524481a-c864-4ffb-973e-704f847a1e1c owned by compute:nova {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:29:01.892485 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a22b1dd8-5294-49bc-b19e-1cc7888659c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:02.000589 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-16d7070b-3114-44b7-904a-b762960678e7 req-cb20a211-deea-41ad-bc19-17ef18994d1d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:02.050753 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb20a211-deea-41ad-bc19-17ef18994d1d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event deleted for resources: {'Port': ['ID=2524481a-c864-4ffb-973e-704f847a1e1c,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:02.091901 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb20a211-deea-41ad-bc19-17ef18994d1d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:29:02.092271 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb20a211-deea-41ad-bc19-17ef18994d1d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:29:02.092548 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb20a211-deea-41ad-bc19-17ef18994d1d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:29:02.092942 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb20a211-deea-41ad-bc19-17ef18994d1d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:29:02.093271 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb20a211-deea-41ad-bc19-17ef18994d1d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:29:02.093596 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb20a211-deea-41ad-bc19-17ef18994d1d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:29:02.093911 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb20a211-deea-41ad-bc19-17ef18994d1d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:29:02.094234 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb20a211-deea-41ad-bc19-17ef18994d1d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:29:02.094549 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb20a211-deea-41ad-bc19-17ef18994d1d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:29:02.094868 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb20a211-deea-41ad-bc19-17ef18994d1d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:29:02.095184 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb20a211-deea-41ad-bc19-17ef18994d1d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:29:02.095511 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb20a211-deea-41ad-bc19-17ef18994d1d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:29:02.143655 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d7070b-3114-44b7-904a-b762960678e7 req-cb20a211-deea-41ad-bc19-17ef18994d1d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] No DVR routers for this DVR port 2524481a-c864-4ffb-973e-704f847a1e1c on host hv-neutron-8295 {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:29:02.146344 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-16d7070b-3114-44b7-904a-b762960678e7 req-cb20a211-deea-41ad-bc19-17ef18994d1d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:02.148832 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b29bd5dc-53e1-40b3-ac39-3108ef36285a', 'name': 'network-vif-deleted', 'tag': '2524481a-c864-4ffb-973e-704f847a1e1c'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:29:02.169293 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-16d7070b-3114-44b7-904a-b762960678e7 req-cb20a211-deea-41ad-bc19-17ef18994d1d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.89 "DELETE /v2.0/ports/2524481a-c864-4ffb-973e-704f847a1e1c HTTP/1.1" status: 204 len: 173 time: 0.7689691 Feb 16 13:29:02.285961 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b29bd5dc-53e1-40b3-ac39-3108ef36285a', 'name': 'network-vif-deleted', 'tag': '2524481a-c864-4ffb-973e-704f847a1e1c', 'status': 'completed', 'code': 200} Feb 16 13:29:02.541987 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2217e1c7-b5f8-4b38-96ec-cf90213a156c req-0306948a-1b36-4b0d-9c30-d2e3a750a36d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "GET /v2.0/ports?device_id=b29bd5dc-53e1-40b3-ac39-3108ef36285a HTTP/1.1" status: 200 len: 210 time: 0.0429063 Feb 16 13:29:03.645777 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 50338) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:29:04.183350 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-380ab0ca-f3bc-4f35-99a7-4961ac82b3bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:04.240728 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f7d61dd4-f44d-4384-884c-4a890d8f76f9 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:04.715674 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-f7d61dd4-f44d-4384-884c-4a890d8f76f9 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Deleting port 566dfdf1-456c-41f4-b8ca-851b3821dfad {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:29:04.716392 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f7d61dd4-f44d-4384-884c-4a890d8f76f9 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:04.792359 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 2524481a-c864-4ffb-973e-704f847a1e1c no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:29:04.833183 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] No Port match for: 2524481a-c864-4ffb-973e-704f847a1e1c {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:29:04.833534 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 2524481a-c864-4ffb-973e-704f847a1e1c not bound to the agent host hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:29:04.846994 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:04.903050 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-f7d61dd4-f44d-4384-884c-4a890d8f76f9 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] For port 566dfdf1-456c-41f4-b8ca-851b3821dfad, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=566dfdf1-456c-41f4-b8ca-851b3821dfad,segment=NetworkSegment(edc838e9-8c84-4213-8494-681bd8b772b1),segment_id=edc838e9-8c84-4213-8494-681bd8b772b1)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:29:04.903411 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f7d61dd4-f44d-4384-884c-4a890d8f76f9 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:05.023761 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-f7d61dd4-f44d-4384-884c-4a890d8f76f9 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Calling delete_port for 566dfdf1-456c-41f4-b8ca-851b3821dfad owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:29:05.221612 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f7d61dd4-f44d-4384-884c-4a890d8f76f9 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:05.255270 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:05.282427 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d61dd4-f44d-4384-884c-4a890d8f76f9 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event deleted for resources: {'Port': ['ID=566dfdf1-456c-41f4-b8ca-851b3821dfad,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:05.333274 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:05.560258 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f7d61dd4-f44d-4384-884c-4a890d8f76f9 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:06.036213 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d61dd4-f44d-4384-884c-4a890d8f76f9 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Router 35db2b56-13d4-49c2-93d3-eeda41d1a0b2 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:29:06.222444 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d61dd4-f44d-4384-884c-4a890d8f76f9 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:29:06.232095 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8e3f9b-41b2-4894-9c8a-e7cabfb284ee None None] Sync routers for ids ['35db2b56-13d4-49c2-93d3-eeda41d1a0b2'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:29:06.237730 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f7d61dd4-f44d-4384-884c-4a890d8f76f9 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "PUT /v2.0/routers/35db2b56-13d4-49c2-93d3-eeda41d1a0b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5905719 Feb 16 13:29:06.240734 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 50342) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:29:06.243513 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8e3f9b-41b2-4894-9c8a-e7cabfb284ee None None] Routers {'35db2b56-13d4-49c2-93d3-eeda41d1a0b2'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:29:06.244122 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-bc8e3f9b-41b2-4894-9c8a-e7cabfb284ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:29:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['35db2b56-13d4-49c2-93d3-eeda41d1a0b2'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:29:06.309733 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c1f3ded-a972-464c-bad5-3d45a6b5df1d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Deleting subnet 2c463a9e-d9df-4bf3-8a70-411a42621b5f {{(pid=87701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:29:06.312825 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0c1f3ded-a972-464c-bad5-3d45a6b5df1d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for subnet, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:06.369953 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0c1f3ded-a972-464c-bad5-3d45a6b5df1d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1915553'] for subnet, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:06.422322 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-bc8e3f9b-41b2-4894-9c8a-e7cabfb284ee None None] Set router 35db2b56-13d4-49c2-93d3-eeda41d1a0b2 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:29:06.452154 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0c1f3ded-a972-464c-bad5-3d45a6b5df1d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:06.534085 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0c1f3ded-a972-464c-bad5-3d45a6b5df1d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2271081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1760761'] for subnet, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:06.574238 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1f3ded-a972-464c-bad5-3d45a6b5df1d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event deleted for resources: {'Subnet': ['ID=2c463a9e-d9df-4bf3-8a70-411a42621b5f,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:06.576177 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0c1f3ded-a972-464c-bad5-3d45a6b5df1d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:06.583422 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f8d251-8406-4d45-bc7d-593acbe126c6 None None] Network 552d454e-daf8-4796-98bb-a4a9b147ccdd requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:29:06.589112 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-0c1f3ded-a972-464c-bad5-3d45a6b5df1d tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "DELETE /v2.0/subnets/2c463a9e-d9df-4bf3-8a70-411a42621b5f HTTP/1.1" status: 204 len: 168 time: 0.3448913 Feb 16 13:29:06.589422 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 50346) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:29:06.736176 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-bc8e3f9b-41b2-4894-9c8a-e7cabfb284ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35db2b56-13d4-49c2-93d3-eeda41d1a0b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882219425', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '980ac5a3-b832-4b2b-8288-41584c93137d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:27:54Z', 'updated_at': '2022-02-16T13:29:05Z', 'revision_number': 5, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': '980ac5a3-b832-4b2b-8288-41584c93137d', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35db2b56-13d4-49c2-93d3-eeda41d1a0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:55Z', 'updated_at': '2022-02-16T13:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:29:06.741276 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8e3f9b-41b2-4894-9c8a-e7cabfb284ee None None] Checking router: 35db2b56-13d4-49c2-93d3-eeda41d1a0b2 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:29:06.750467 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8e3f9b-41b2-4894-9c8a-e7cabfb284ee None None] Routers {'35db2b56-13d4-49c2-93d3-eeda41d1a0b2'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:29:06.751087 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-bc8e3f9b-41b2-4894-9c8a-e7cabfb284ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:29:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['35db2b56-13d4-49c2-93d3-eeda41d1a0b2'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:29:06.777738 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-661088be-5e06-409c-8562-e30a60a5fcd3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for router, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:06.834745 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a61933-aa39-465a-acc7-4c264c057491 None None] DHCP port deletion for 552d454e-daf8-4796-98bb-a4a9b147ccdd request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:29:06.838939 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-26a61933-aa39-465a-acc7-4c264c057491 None None] Deleting port 6279db3b-0b47-49b0-a32e-8a7aace95cf7 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:29:06.839297 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-26a61933-aa39-465a-acc7-4c264c057491 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:06.895564 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:06.944492 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-bc8e3f9b-41b2-4894-9c8a-e7cabfb284ee None None] Set router 35db2b56-13d4-49c2-93d3-eeda41d1a0b2 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:29:07.075541 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-26a61933-aa39-465a-acc7-4c264c057491 None None] For port 6279db3b-0b47-49b0-a32e-8a7aace95cf7, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=6279db3b-0b47-49b0-a32e-8a7aace95cf7,segment=NetworkSegment(edc838e9-8c84-4213-8494-681bd8b772b1),segment_id=edc838e9-8c84-4213-8494-681bd8b772b1)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:29:07.075941 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-26a61933-aa39-465a-acc7-4c264c057491 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:07.092988 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-661088be-5e06-409c-8562-e30a60a5fcd3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:07.103006 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-661088be-5e06-409c-8562-e30a60a5fcd3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Deleting port 980ac5a3-b832-4b2b-8288-41584c93137d {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:29:07.103337 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-661088be-5e06-409c-8562-e30a60a5fcd3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:07.196862 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-26a61933-aa39-465a-acc7-4c264c057491 None None] Calling delete_port for 6279db3b-0b47-49b0-a32e-8a7aace95cf7 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:29:07.242456 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-bc8e3f9b-41b2-4894-9c8a-e7cabfb284ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35db2b56-13d4-49c2-93d3-eeda41d1a0b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882219425', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '980ac5a3-b832-4b2b-8288-41584c93137d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:27:54Z', 'updated_at': '2022-02-16T13:29:05Z', 'revision_number': 5, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': '980ac5a3-b832-4b2b-8288-41584c93137d', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35db2b56-13d4-49c2-93d3-eeda41d1a0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:55Z', 'updated_at': '2022-02-16T13:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:29:07.246868 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8e3f9b-41b2-4894-9c8a-e7cabfb284ee None None] The sync data for ids ['35db2b56-13d4-49c2-93d3-eeda41d1a0b2'] in dv-neutron-829527-1-hyperv is: [{'id': '35db2b56-13d4-49c2-93d3-eeda41d1a0b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882219425', 'tenant_id': '083db907435845cfbf101945bf75a5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '980ac5a3-b832-4b2b-8288-41584c93137d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:27:54Z', 'updated_at': '2022-02-16T13:29:05Z', 'revision_number': 5, 'project_id': '083db907435845cfbf101945bf75a5a6', 'gw_port': {'id': '980ac5a3-b832-4b2b-8288-41584c93137d', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35db2b56-13d4-49c2-93d3-eeda41d1a0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:27:55Z', 'updated_at': '2022-02-16T13:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:29:07.280029 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-26a61933-aa39-465a-acc7-4c264c057491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404'] for port, after_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:07.285016 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-661088be-5e06-409c-8562-e30a60a5fcd3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] For port 980ac5a3-b832-4b2b-8288-41584c93137d, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=980ac5a3-b832-4b2b-8288-41584c93137d,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:29:07.285571 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-661088be-5e06-409c-8562-e30a60a5fcd3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:07.371185 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a61933-aa39-465a-acc7-4c264c057491 None None] Pushing event deleted for resources: {'Port': ['ID=6279db3b-0b47-49b0-a32e-8a7aace95cf7,revision_number=None']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:07.375883 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a61933-aa39-465a-acc7-4c264c057491 None None] No DVR routers for this DVR port 6279db3b-0b47-49b0-a32e-8a7aace95cf7 on host dv-neutron-829527-1-hyperv {{(pid=87702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:29:07.382062 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a61933-aa39-465a-acc7-4c264c057491 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:29:07.382409 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a61933-aa39-465a-acc7-4c264c057491 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:29:07.382743 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a61933-aa39-465a-acc7-4c264c057491 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:29:07.383072 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a61933-aa39-465a-acc7-4c264c057491 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:29:07.383397 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a61933-aa39-465a-acc7-4c264c057491 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:29:07.383722 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a61933-aa39-465a-acc7-4c264c057491 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:29:07.384044 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a61933-aa39-465a-acc7-4c264c057491 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:29:07.384365 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a61933-aa39-465a-acc7-4c264c057491 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:29:07.384708 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a61933-aa39-465a-acc7-4c264c057491 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:29:07.385054 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a61933-aa39-465a-acc7-4c264c057491 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:29:07.385342 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a61933-aa39-465a-acc7-4c264c057491 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:29:07.385645 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a61933-aa39-465a-acc7-4c264c057491 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:29:07.414125 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-661088be-5e06-409c-8562-e30a60a5fcd3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Calling delete_port for 980ac5a3-b832-4b2b-8288-41584c93137d owned by network:router_gateway {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:29:07.716254 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-661088be-5e06-409c-8562-e30a60a5fcd3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:07.765519 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661088be-5e06-409c-8562-e30a60a5fcd3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event deleted for resources: {'Port': ['ID=980ac5a3-b832-4b2b-8288-41584c93137d,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:07.865048 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-661088be-5e06-409c-8562-e30a60a5fcd3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023674'] for router_gateway, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:07.978956 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 566dfdf1-456c-41f4-b8ca-851b3821dfad no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:29:08.012422 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 566dfdf1-456c-41f4-b8ca-851b3821dfad {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:29:08.012844 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 566dfdf1-456c-41f4-b8ca-851b3821dfad not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:29:08.013256 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 6279db3b-0b47-49b0-a32e-8a7aace95cf7 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:29:08.034412 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-661088be-5e06-409c-8562-e30a60a5fcd3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:08.036640 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-661088be-5e06-409c-8562-e30a60a5fcd3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:08.047672 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 6279db3b-0b47-49b0-a32e-8a7aace95cf7 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:29:08.048014 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 6279db3b-0b47-49b0-a32e-8a7aace95cf7 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:29:08.061806 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-661088be-5e06-409c-8562-e30a60a5fcd3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:08.062305 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661088be-5e06-409c-8562-e30a60a5fcd3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Fanout notify agent at l3_agent the message router_deleted on router 35db2b56-13d4-49c2-93d3-eeda41d1a0b2 {{(pid=87701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:29:08.078548 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-661088be-5e06-409c-8562-e30a60a5fcd3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:08.079765 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-661088be-5e06-409c-8562-e30a60a5fcd3 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "DELETE /v2.0/routers/35db2b56-13d4-49c2-93d3-eeda41d1a0b2 HTTP/1.1" status: 204 len: 168 time: 1.4893332 Feb 16 13:29:08.082537 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 50350) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:29:08.195541 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-89a2e736-6cd6-4a9f-913a-7d8e93cc4b83 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:08.326675 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-89a2e736-6cd6-4a9f-913a-7d8e93cc4b83 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:08.354391 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-89a2e736-6cd6-4a9f-913a-7d8e93cc4b83 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['552d454e-daf8-4796-98bb-a4a9b147ccdd']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:29:08.476745 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-89a2e736-6cd6-4a9f-913a-7d8e93cc4b83 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edc838e9-8c84-4213-8494-681bd8b772b1') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:29:08.477016 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-89a2e736-6cd6-4a9f-913a-7d8e93cc4b83 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edc838e9-8c84-4213-8494-681bd8b772b1') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:29:08.490312 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-89a2e736-6cd6-4a9f-913a-7d8e93cc4b83 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:08.508150 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-89a2e736-6cd6-4a9f-913a-7d8e93cc4b83 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:08.516434 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89a2e736-6cd6-4a9f-913a-7d8e93cc4b83 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:29:08.516434 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-89a2e736-6cd6-4a9f-913a-7d8e93cc4b83 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:08.535075 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 13:29:08.535075 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:29:08.535075 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 13:29:08.535075 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:29:08.535075 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 13:29:08.535075 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:29:08.535075 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 13:29:08.535075 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:29:08.535075 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 13:29:08.535075 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:29:08.535075 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 13:29:08.535075 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:29:08.535075 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 13:29:08.535075 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:29:08.535075 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:29:08.535075 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:29:08.535075 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:29:08.535075 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:29:08.535075 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 13:29:08.535075 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:29:08.535075 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 13:29:08.535075 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:29:08.535075 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:29:08.535075 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:29:08.535075 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 13:29:08.535075 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:29:08.535075 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:29:08.535075 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:29:08.535075 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:29:08.535075 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:29:08.535075 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:29:08.535075 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:29:08.623604 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-89a2e736-6cd6-4a9f-913a-7d8e93cc4b83 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:08.642707 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-89a2e736-6cd6-4a9f-913a-7d8e93cc4b83 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:08.653484 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2e736-6cd6-4a9f-913a-7d8e93cc4b83 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event deleted for resources: {'Network': ['ID=552d454e-daf8-4796-98bb-a4a9b147ccdd,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:08.665426 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-89a2e736-6cd6-4a9f-913a-7d8e93cc4b83 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "DELETE /v2.0/networks/552d454e-daf8-4796-98bb-a4a9b147ccdd HTTP/1.1" status: 204 len: 168 time: 0.5798807 Feb 16 13:29:08.666638 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 50354) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:29:08.736915 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-64672343-c28d-4474-aa66-6b324ae5cad8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:08.767335 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-64672343-c28d-4474-aa66-6b324ae5cad8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:08.835379 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-64672343-c28d-4474-aa66-6b324ae5cad8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:08.852826 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64672343-c28d-4474-aa66-6b324ae5cad8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5c7eeb-f946-413e-bf10-f20d223204f0,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:08.866757 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-64672343-c28d-4474-aa66-6b324ae5cad8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:08.868129 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-64672343-c28d-4474-aa66-6b324ae5cad8 tempest-TestNetworkAdvancedServerOps-2122339796 tempest-TestNetworkAdvancedServerOps-2122339796-project] 10.222.0.83 "DELETE /v2.0/security-groups/8f5c7eeb-f946-413e-bf10-f20d223204f0 HTTP/1.1" status: 204 len: 168 time: 0.2004035 Feb 16 13:29:09.263523 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 50364) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:29:09.456882 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-019ea62b-9b5f-481b-8ac5-fa3524c47d63 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=083db907435845cfbf101945bf75a5a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1918356 Feb 16 13:29:09.459716 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 50370) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:29:09.520410 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2de8e725-9678-4b81-9f03-24737fb24e3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:09.549085 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2de8e725-9678-4b81-9f03-24737fb24e3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:09.605144 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2de8e725-9678-4b81-9f03-24737fb24e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:09.622082 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de8e725-9678-4b81-9f03-24737fb24e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d009f15-4183-4c1b-93bd-1a2d172b3e90,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:09.628815 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2de8e725-9678-4b81-9f03-24737fb24e3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:09.629936 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-2de8e725-9678-4b81-9f03-24737fb24e3d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4d009f15-4183-4c1b-93bd-1a2d172b3e90 HTTP/1.1" status: 204 len: 168 time: 0.1692443 Feb 16 13:29:09.886952 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 980ac5a3-b832-4b2b-8288-41584c93137d no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:29:09.919070 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 50378) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:29:09.922047 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 980ac5a3-b832-4b2b-8288-41584c93137d {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:29:09.922463 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 980ac5a3-b832-4b2b-8288-41584c93137d not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:29:09.937038 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7ce9bf1e-8fff-45de-8ca1-e580f54eb617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:09.954815 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-7ce9bf1e-8fff-45de-8ca1-e580f54eb617 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:29:09.958951 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-7ce9bf1e-8fff-45de-8ca1-e580f54eb617 admin admin] Usage tracker for resource:security_group_rule and tenant:636eec0d5fbe478d8108619c68ffdc49 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:29:09.961891 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-7ce9bf1e-8fff-45de-8ca1-e580f54eb617 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:29:09.967875 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-7ce9bf1e-8fff-45de-8ca1-e580f54eb617 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:29:10.053524 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7ce9bf1e-8fff-45de-8ca1-e580f54eb617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:10.059296 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7ce9bf1e-8fff-45de-8ca1-e580f54eb617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:10.106994 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-7ce9bf1e-8fff-45de-8ca1-e580f54eb617 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=636eec0d5fbe478d8108619c68ffdc49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1868463 Feb 16 13:29:10.107926 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9bf1e-8fff-45de-8ca1-e580f54eb617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b254394-f952-4bd5-b9f6-7449eafdb617,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:10.110029 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 50382) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:29:10.173317 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-01bcf204-2b9b-4617-9e0a-2eb719b43311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:10.198636 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-01bcf204-2b9b-4617-9e0a-2eb719b43311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:10.250756 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-01bcf204-2b9b-4617-9e0a-2eb719b43311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:10.266148 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bcf204-2b9b-4617-9e0a-2eb719b43311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b254394-f952-4bd5-b9f6-7449eafdb617,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:10.270555 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-01bcf204-2b9b-4617-9e0a-2eb719b43311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:10.274331 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-01bcf204-2b9b-4617-9e0a-2eb719b43311 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5b254394-f952-4bd5-b9f6-7449eafdb617 HTTP/1.1" status: 204 len: 168 time: 0.1632314 Feb 16 13:29:11.045834 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 50406) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:29:11.159521 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-5796df37-07c6-48f6-bb45-7e636762bf94 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-142165143-network', 'tenant_id': 'be399450416f42d1ba3627bf0d10bf9d'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:29:11.164753 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5796df37-07c6-48f6-bb45-7e636762bf94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:29:11.168732 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5796df37-07c6-48f6-bb45-7e636762bf94 admin admin] Usage tracker for resource:network and tenant:be399450416f42d1ba3627bf0d10bf9d is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:29:11.171659 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5796df37-07c6-48f6-bb45-7e636762bf94 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:29:11.177682 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5796df37-07c6-48f6-bb45-7e636762bf94 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:29:11.189979 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5796df37-07c6-48f6-bb45-7e636762bf94 admin admin] Made reservation on behalf of be399450416f42d1ba3627bf0d10bf9d for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:29:11.192373 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5796df37-07c6-48f6-bb45-7e636762bf94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:11.204836 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5796df37-07c6-48f6-bb45-7e636762bf94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:11.218806 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5796df37-07c6-48f6-bb45-7e636762bf94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:29:11.222958 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5796df37-07c6-48f6-bb45-7e636762bf94 admin admin] Usage tracker for resource:security_group_rule and tenant:be399450416f42d1ba3627bf0d10bf9d is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:29:11.225738 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-5796df37-07c6-48f6-bb45-7e636762bf94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:29:11.231413 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-5796df37-07c6-48f6-bb45-7e636762bf94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:29:11.318599 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5796df37-07c6-48f6-bb45-7e636762bf94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:11.324915 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5796df37-07c6-48f6-bb45-7e636762bf94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:11.355563 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5796df37-07c6-48f6-bb45-7e636762bf94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:29:11.365143 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5796df37-07c6-48f6-bb45-7e636762bf94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08c35b6-6496-4e5d-a795-8cd771ca7da5,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:11.372977 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5796df37-07c6-48f6-bb45-7e636762bf94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:11.372977 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-5796df37-07c6-48f6-bb45-7e636762bf94 admin admin] Added segment 5c83964c-74cd-4794-8c18-168ef3319713 of type vlan for network 027db140-4aeb-40e0-9d5b-223ce799b021 Feb 16 13:29:11.404775 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5796df37-07c6-48f6-bb45-7e636762bf94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:11.438077 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5796df37-07c6-48f6-bb45-7e636762bf94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:11.439719 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5796df37-07c6-48f6-bb45-7e636762bf94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:29:11.440306 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5796df37-07c6-48f6-bb45-7e636762bf94 admin admin] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:11.543347 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-5796df37-07c6-48f6-bb45-7e636762bf94 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4961758 Feb 16 13:29:11.546777 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 50412) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:29:11.550764 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5796df37-07c6-48f6-bb45-7e636762bf94 admin admin] Pushing event updated for resources: {'Network': ['ID=027db140-4aeb-40e0-9d5b-223ce799b021,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:11.556468 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-054e0aad-c13f-4950-a570-3c1dbb2a6a4d admin admin] Request body: {'subnet': {'network_id': '027db140-4aeb-40e0-9d5b-223ce799b021', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-142165143-subnet', 'tenant_id': 'be399450416f42d1ba3627bf0d10bf9d', 'ip_version': 4}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:29:11.561025 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 027db140-4aeb-40e0-9d5b-223ce799b021 details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:29:11.562056 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-054e0aad-c13f-4950-a570-3c1dbb2a6a4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:29:11.566407 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-054e0aad-c13f-4950-a570-3c1dbb2a6a4d admin admin] Usage tracker for resource:subnet and tenant:be399450416f42d1ba3627bf0d10bf9d is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:29:11.569412 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-054e0aad-c13f-4950-a570-3c1dbb2a6a4d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:29:11.575165 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-054e0aad-c13f-4950-a570-3c1dbb2a6a4d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:29:11.586919 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054e0aad-c13f-4950-a570-3c1dbb2a6a4d admin admin] Made reservation on behalf of be399450416f42d1ba3627bf0d10bf9d for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:29:11.589278 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-054e0aad-c13f-4950-a570-3c1dbb2a6a4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:11.811806 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-054e0aad-c13f-4950-a570-3c1dbb2a6a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:11.884342 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e0aad-c13f-4950-a570-3c1dbb2a6a4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:11.895587 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054e0aad-c13f-4950-a570-3c1dbb2a6a4d admin admin] Checking segment: {'id': '5c83964c-74cd-4794-8c18-168ef3319713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '027db140-4aeb-40e0-9d5b-223ce799b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:29:11.895939 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054e0aad-c13f-4950-a570-3c1dbb2a6a4d admin admin] Network hostable DHCP agents. Network: 027db140-4aeb-40e0-9d5b-223ce799b021, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:29:11.917184 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054e0aad-c13f-4950-a570-3c1dbb2a6a4d admin admin] Network 027db140-4aeb-40e0-9d5b-223ce799b021 is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:29:11.927507 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-054e0aad-c13f-4950-a570-3c1dbb2a6a4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 027db140-4aeb-40e0-9d5b-223ce799b021) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:29:11.932032 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054e0aad-c13f-4950-a570-3c1dbb2a6a4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:29:11.932666 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-054e0aad-c13f-4950-a570-3c1dbb2a6a4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:11.937948 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd611af-13c0-4bf1-8d61-9e7d08d782ee None None] Network 027db140-4aeb-40e0-9d5b-223ce799b021 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:29:11.960439 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-054e0aad-c13f-4950-a570-3c1dbb2a6a4d admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4125252 Feb 16 13:29:11.963177 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 50416) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:29:11.968023 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-0c67a2a9-ffed-4f21-9230-0ea3d6e27177 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-142165143-router', 'tenant_id': 'be399450416f42d1ba3627bf0d10bf9d', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:29:11.972871 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-0c67a2a9-ffed-4f21-9230-0ea3d6e27177 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:29:11.976734 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-0c67a2a9-ffed-4f21-9230-0ea3d6e27177 admin admin] Usage tracker for resource:router and tenant:be399450416f42d1ba3627bf0d10bf9d is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:29:11.979825 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-0c67a2a9-ffed-4f21-9230-0ea3d6e27177 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:29:11.985649 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-0c67a2a9-ffed-4f21-9230-0ea3d6e27177 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:29:11.997050 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0c67a2a9-ffed-4f21-9230-0ea3d6e27177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:11.998061 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0c67a2a9-ffed-4f21-9230-0ea3d6e27177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:12.017501 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0c67a2a9-ffed-4f21-9230-0ea3d6e27177 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:12.151199 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c297a45-f9c4-423b-9f23-3de6f6bfd66d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-027db140-4aeb-40e0-9d5b-223ce799b021', 'network_id': '027db140-4aeb-40e0-9d5b-223ce799b021', 'tenant_id': 'be399450416f42d1ba3627bf0d10bf9d', 'fixed_ips': [{'subnet_id': '0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:29:12.152067 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0c297a45-f9c4-423b-9f23-3de6f6bfd66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:12.280069 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0c67a2a9-ffed-4f21-9230-0ea3d6e27177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:12.308770 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-0c297a45-f9c4-423b-9f23-3de6f6bfd66d None None] Allocated IP 172.20.0.2 (027db140-4aeb-40e0-9d5b-223ce799b021/0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2/e1a02901-defc-4629-b5b3-ff5e87adbf15) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:29:12.515580 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0c297a45-f9c4-423b-9f23-3de6f6bfd66d None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:12.526351 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-0c297a45-f9c4-423b-9f23-3de6f6bfd66d None None] Transition to ACTIVE for port object e1a02901-defc-4629-b5b3-ff5e87adbf15 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:29:12.544940 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-0c297a45-f9c4-423b-9f23-3de6f6bfd66d None None] Transition to ACTIVE for port object e1a02901-defc-4629-b5b3-ff5e87adbf15 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:29:12.551696 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0c297a45-f9c4-423b-9f23-3de6f6bfd66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:12.603724 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0c67a2a9-ffed-4f21-9230-0ea3d6e27177 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:12.617872 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c297a45-f9c4-423b-9f23-3de6f6bfd66d None None] Network 027db140-4aeb-40e0-9d5b-223ce799b021 is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:29:12.620750 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-0c297a45-f9c4-423b-9f23-3de6f6bfd66d None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:29:12.624426 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c297a45-f9c4-423b-9f23-3de6f6bfd66d None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:29:12.630904 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c297a45-f9c4-423b-9f23-3de6f6bfd66d None None] Pushing event updated for resources: {'Port': ['ID=e1a02901-defc-4629-b5b3-ff5e87adbf15,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:12.636546 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0c67a2a9-ffed-4f21-9230-0ea3d6e27177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:12.718095 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-0c297a45-f9c4-423b-9f23-3de6f6bfd66d None None] Attempting to bind port e1a02901-defc-4629-b5b3-ff5e87adbf15 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:29:12.718422 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-0c297a45-f9c4-423b-9f23-3de6f6bfd66d None None] Attempting to bind port e1a02901-defc-4629-b5b3-ff5e87adbf15 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '5c83964c-74cd-4794-8c18-168ef3319713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '027db140-4aeb-40e0-9d5b-223ce799b021'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:29:12.718815 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c297a45-f9c4-423b-9f23-3de6f6bfd66d None None] Attempting to bind port e1a02901-defc-4629-b5b3-ff5e87adbf15 on network 027db140-4aeb-40e0-9d5b-223ce799b021 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:29:12.724378 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c297a45-f9c4-423b-9f23-3de6f6bfd66d None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:29:12.724777 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c297a45-f9c4-423b-9f23-3de6f6bfd66d None None] Checking segment: {'id': '5c83964c-74cd-4794-8c18-168ef3319713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '027db140-4aeb-40e0-9d5b-223ce799b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:29:12.725164 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0c297a45-f9c4-423b-9f23-3de6f6bfd66d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:12.725543 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c297a45-f9c4-423b-9f23-3de6f6bfd66d None None] Bound using segment: {'id': '5c83964c-74cd-4794-8c18-168ef3319713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '027db140-4aeb-40e0-9d5b-223ce799b021'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:29:12.725989 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-0c297a45-f9c4-423b-9f23-3de6f6bfd66d None None] Bound port: e1a02901-defc-4629-b5b3-ff5e87adbf15, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c83964c-74cd-4794-8c18-168ef3319713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '027db140-4aeb-40e0-9d5b-223ce799b021'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:29:12.726351 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0c297a45-f9c4-423b-9f23-3de6f6bfd66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:12.820840 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-0c297a45-f9c4-423b-9f23-3de6f6bfd66d None None] For port e1a02901-defc-4629-b5b3-ff5e87adbf15, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:29:12.824120 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-0c297a45-f9c4-423b-9f23-3de6f6bfd66d None None] For port e1a02901-defc-4629-b5b3-ff5e87adbf15, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=e1a02901-defc-4629-b5b3-ff5e87adbf15,segment=NetworkSegment(5c83964c-74cd-4794-8c18-168ef3319713),segment_id=5c83964c-74cd-4794-8c18-168ef3319713)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:29:12.830156 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0c297a45-f9c4-423b-9f23-3de6f6bfd66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:12.904940 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-0c67a2a9-ffed-4f21-9230-0ea3d6e27177 admin admin] Allocated IP 172.26.5.162 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/4b27ee6c-6740-403d-8c0e-fff5ad99d78f) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:29:12.927593 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c297a45-f9c4-423b-9f23-3de6f6bfd66d None None] Pushing event updated for resources: {'Port': ['ID=e1a02901-defc-4629-b5b3-ff5e87adbf15,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:13.067470 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0c67a2a9-ffed-4f21-9230-0ea3d6e27177 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:13.128197 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0c67a2a9-ffed-4f21-9230-0ea3d6e27177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:13.200585 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c67a2a9-ffed-4f21-9230-0ea3d6e27177 admin admin] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:29:13.203482 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-0c67a2a9-ffed-4f21-9230-0ea3d6e27177 admin admin] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:29:13.207642 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c67a2a9-ffed-4f21-9230-0ea3d6e27177 admin admin] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:29:13.240274 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c67a2a9-ffed-4f21-9230-0ea3d6e27177 admin admin] Pushing event updated for resources: {'Port': ['ID=4b27ee6c-6740-403d-8c0e-fff5ad99d78f,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:13.626296 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0c67a2a9-ffed-4f21-9230-0ea3d6e27177 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:13.815175 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea842ea7-a116-4c73-9464-f091df8a2dd0 None None] Network 027db140-4aeb-40e0-9d5b-223ce799b021 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:29:13.933542 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54836f9f-3af0-4164-a008-397d242f16e2 None None] Provisioning for port e1a02901-defc-4629-b5b3-ff5e87adbf15 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:29:13.971567 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0c67a2a9-ffed-4f21-9230-0ea3d6e27177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:13.982483 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device e1a02901-defc-4629-b5b3-ff5e87adbf15 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:29:14.113434 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port e1a02901-defc-4629-b5b3-ff5e87adbf15 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:29:14.123783 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port e1a02901-defc-4629-b5b3-ff5e87adbf15 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:29:14.124145 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:14.178900 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c67a2a9-ffed-4f21-9230-0ea3d6e27177 admin admin] Router 81a40e96-1c40-41af-a525-6f607d46368e is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:29:14.291518 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:14.331700 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port e1a02901-defc-4629-b5b3-ff5e87adbf15, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=e1a02901-defc-4629-b5b3-ff5e87adbf15,segment=NetworkSegment(5c83964c-74cd-4794-8c18-168ef3319713),segment_id=5c83964c-74cd-4794-8c18-168ef3319713)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:29:14.337816 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:14.418943 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=e1a02901-defc-4629-b5b3-ff5e87adbf15,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:14.475783 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-9ad73162-479a-4eba-a0b4-912206f1115d None None] Provisioning complete for port e1a02901-defc-4629-b5b3-ff5e87adbf15 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:29:14.476155 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9ad73162-479a-4eba-a0b4-912206f1115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:14.493209 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c67a2a9-ffed-4f21-9230-0ea3d6e27177 admin admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:29:14.506287 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70eb29fd-34d1-4b1f-9971-74768cf7e5ab None None] Sync routers for ids ['81a40e96-1c40-41af-a525-6f607d46368e'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:29:14.517429 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-0c67a2a9-ffed-4f21-9230-0ea3d6e27177 admin admin] Notify callbacks [] for router, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:14.518660 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-0c67a2a9-ffed-4f21-9230-0ea3d6e27177 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5545485 Feb 16 13:29:14.521328 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 50420) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:29:14.535237 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70eb29fd-34d1-4b1f-9971-74768cf7e5ab None None] Routers {'81a40e96-1c40-41af-a525-6f607d46368e'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:29:14.535873 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-70eb29fd-34d1-4b1f-9971-74768cf7e5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:29:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['81a40e96-1c40-41af-a525-6f607d46368e'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:29:14.773136 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-70eb29fd-34d1-4b1f-9971-74768cf7e5ab None None] Set router 81a40e96-1c40-41af-a525-6f607d46368e gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:29:15.066711 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-70eb29fd-34d1-4b1f-9971-74768cf7e5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a40e96-1c40-41af-a525-6f607d46368e', 'name': 'tempest-TestShelveInstance-142165143-router', 'tenant_id': 'be399450416f42d1ba3627bf0d10bf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '4b27ee6c-6740-403d-8c0e-fff5ad99d78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:29:12Z', 'updated_at': '2022-02-16T13:29:13Z', 'revision_number': 3, 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'gw_port': {'id': '4b27ee6c-6740-403d-8c0e-fff5ad99d78f', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a40e96-1c40-41af-a525-6f607d46368e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:29:12Z', 'updated_at': '2022-02-16T13:29:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:29:15.071043 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70eb29fd-34d1-4b1f-9971-74768cf7e5ab None None] Checking router: 81a40e96-1c40-41af-a525-6f607d46368e for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:29:15.071384 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70eb29fd-34d1-4b1f-9971-74768cf7e5ab None None] Updating router 81a40e96-1c40-41af-a525-6f607d46368e port 4b27ee6c-6740-403d-8c0e-fff5ad99d78f binding host dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:29:15.123025 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-70eb29fd-34d1-4b1f-9971-74768cf7e5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:15.191364 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8c4d2e8a-a849-42bc-a0a1-123e23610343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:15.403035 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-8c4d2e8a-a849-42bc-a0a1-123e23610343 admin admin] Allocated IP 172.20.0.1 (027db140-4aeb-40e0-9d5b-223ce799b021/0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2/020f2315-8b3b-4aae-b381-020293a8a499) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:29:15.458235 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-70eb29fd-34d1-4b1f-9971-74768cf7e5ab None None] Notify callbacks [] for port, precommit_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:15.471449 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-70eb29fd-34d1-4b1f-9971-74768cf7e5ab None None] Transition to ACTIVE for port object 4b27ee6c-6740-403d-8c0e-fff5ad99d78f will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:29:15.479494 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-70eb29fd-34d1-4b1f-9971-74768cf7e5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:15.554346 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8c4d2e8a-a849-42bc-a0a1-123e23610343 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:15.559046 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-70eb29fd-34d1-4b1f-9971-74768cf7e5ab None None] Attempting to bind port 4b27ee6c-6740-403d-8c0e-fff5ad99d78f on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:29:15.559412 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-70eb29fd-34d1-4b1f-9971-74768cf7e5ab None None] Attempting to bind port 4b27ee6c-6740-403d-8c0e-fff5ad99d78f by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:29:15.559778 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70eb29fd-34d1-4b1f-9971-74768cf7e5ab None None] Attempting to bind port 4b27ee6c-6740-403d-8c0e-fff5ad99d78f on network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:29:15.565382 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221b265-ee3b-424d-8305-7c7d58acf575 None None] Pushing event updated for resources: {'Port': ['ID=4b27ee6c-6740-403d-8c0e-fff5ad99d78f,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:15.569675 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70eb29fd-34d1-4b1f-9971-74768cf7e5ab None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:29:15.569939 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [None req-8c4d2e8a-a849-42bc-a0a1-123e23610343 admin admin] Transition to ACTIVE for port object 020f2315-8b3b-4aae-b381-020293a8a499 will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:29:15.570045 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70eb29fd-34d1-4b1f-9971-74768cf7e5ab None None] Checking segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:29:15.570413 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-70eb29fd-34d1-4b1f-9971-74768cf7e5ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:15.570815 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70eb29fd-34d1-4b1f-9971-74768cf7e5ab None None] Bound using segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:29:15.571265 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-70eb29fd-34d1-4b1f-9971-74768cf7e5ab None None] Bound port: 4b27ee6c-6740-403d-8c0e-fff5ad99d78f, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:29:15.571635 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-70eb29fd-34d1-4b1f-9971-74768cf7e5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:15.596485 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8c4d2e8a-a849-42bc-a0a1-123e23610343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:15.644027 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-70eb29fd-34d1-4b1f-9971-74768cf7e5ab None None] For port 4b27ee6c-6740-403d-8c0e-fff5ad99d78f, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:29:15.647523 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-70eb29fd-34d1-4b1f-9971-74768cf7e5ab None None] For port 4b27ee6c-6740-403d-8c0e-fff5ad99d78f, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=4b27ee6c-6740-403d-8c0e-fff5ad99d78f,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:29:15.652408 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-70eb29fd-34d1-4b1f-9971-74768cf7e5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:15.665257 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4d2e8a-a849-42bc-a0a1-123e23610343 admin admin] Network 027db140-4aeb-40e0-9d5b-223ce799b021 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:29:15.668086 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-8c4d2e8a-a849-42bc-a0a1-123e23610343 admin admin] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:29:15.670503 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4d2e8a-a849-42bc-a0a1-123e23610343 admin admin] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:29:15.710271 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d2e8a-a849-42bc-a0a1-123e23610343 admin admin] Pushing event updated for resources: {'Port': ['ID=020f2315-8b3b-4aae-b381-020293a8a499,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:15.733063 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8c4d2e8a-a849-42bc-a0a1-123e23610343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:15.734717 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70eb29fd-34d1-4b1f-9971-74768cf7e5ab None None] Routers {'81a40e96-1c40-41af-a525-6f607d46368e'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:29:15.735406 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-70eb29fd-34d1-4b1f-9971-74768cf7e5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:29:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['81a40e96-1c40-41af-a525-6f607d46368e'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:29:15.802674 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221b265-ee3b-424d-8305-7c7d58acf575 None None] Pushing event updated for resources: {'Port': ['ID=4b27ee6c-6740-403d-8c0e-fff5ad99d78f,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:15.942778 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device e1a02901-defc-4629-b5b3-ff5e87adbf15 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:29:16.024790 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-08418c41-a960-4f5e-8a77-60ea9078b2d4 None None] Provisioning for port 020f2315-8b3b-4aae-b381-020293a8a499 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:29:16.038478 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-08418c41-a960-4f5e-8a77-60ea9078b2d4 None None] Provisioning complete for port 020f2315-8b3b-4aae-b381-020293a8a499 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:29:16.038849 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-08418c41-a960-4f5e-8a77-60ea9078b2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:16.067791 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-70eb29fd-34d1-4b1f-9971-74768cf7e5ab None None] Set router 81a40e96-1c40-41af-a525-6f607d46368e gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:29:16.129269 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8c4d2e8a-a849-42bc-a0a1-123e23610343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:16.262011 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-08418c41-a960-4f5e-8a77-60ea9078b2d4 None None] Port 020f2315-8b3b-4aae-b381-020293a8a499 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:29:16.265951 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port e1a02901-defc-4629-b5b3-ff5e87adbf15 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:29:16.266321 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:16.354927 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8c4d2e8a-a849-42bc-a0a1-123e23610343 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:16.362156 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8c4d2e8a-a849-42bc-a0a1-123e23610343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:16.472421 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-8c4d2e8a-a849-42bc-a0a1-123e23610343 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:16.475912 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d2e8a-a849-42bc-a0a1-123e23610343 admin admin] Pushing event updated for resources: {'Port': ['ID=020f2315-8b3b-4aae-b381-020293a8a499,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:16.485260 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-70eb29fd-34d1-4b1f-9971-74768cf7e5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a40e96-1c40-41af-a525-6f607d46368e', 'name': 'tempest-TestShelveInstance-142165143-router', 'tenant_id': 'be399450416f42d1ba3627bf0d10bf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '4b27ee6c-6740-403d-8c0e-fff5ad99d78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:29:12Z', 'updated_at': '2022-02-16T13:29:13Z', 'revision_number': 3, 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'gw_port': {'id': '4b27ee6c-6740-403d-8c0e-fff5ad99d78f', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a40e96-1c40-41af-a525-6f607d46368e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:29:12Z', 'updated_at': '2022-02-16T13:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:29:16.489339 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70eb29fd-34d1-4b1f-9971-74768cf7e5ab None None] The sync data for ids ['81a40e96-1c40-41af-a525-6f607d46368e'] in dv-neutron-829527-1-hyperv is: [{'id': '81a40e96-1c40-41af-a525-6f607d46368e', 'name': 'tempest-TestShelveInstance-142165143-router', 'tenant_id': 'be399450416f42d1ba3627bf0d10bf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '4b27ee6c-6740-403d-8c0e-fff5ad99d78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:29:12Z', 'updated_at': '2022-02-16T13:29:13Z', 'revision_number': 3, 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'gw_port': {'id': '4b27ee6c-6740-403d-8c0e-fff5ad99d78f', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a40e96-1c40-41af-a525-6f607d46368e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:29:12Z', 'updated_at': '2022-02-16T13:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:29:16.617659 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4d2e8a-a849-42bc-a0a1-123e23610343 admin admin] Network 027db140-4aeb-40e0-9d5b-223ce799b021 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:29:16.618696 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-8c4d2e8a-a849-42bc-a0a1-123e23610343 admin admin] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:29:16.830029 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c4d2e8a-a849-42bc-a0a1-123e23610343 admin admin] Router 81a40e96-1c40-41af-a525-6f607d46368e has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:29:16.890095 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-6e563014-99ff-4df0-abf8-92a08d140f26 None None] Provisioning complete for port 020f2315-8b3b-4aae-b381-020293a8a499 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:29:16.890587 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6e563014-99ff-4df0-abf8-92a08d140f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:16.949156 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-6e563014-99ff-4df0-abf8-92a08d140f26 None None] Port 020f2315-8b3b-4aae-b381-020293a8a499 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:29:17.023201 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4d2e8a-a849-42bc-a0a1-123e23610343 admin admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:29:17.036006 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-8c4d2e8a-a849-42bc-a0a1-123e23610343 admin admin] 10.222.0.83 "PUT /v2.0/routers/81a40e96-1c40-41af-a525-6f607d46368e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5135918 Feb 16 13:29:17.579357 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 50438) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:29:17.585559 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-62a0325f-47bc-4143-84f5-32ccd01f59fd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-120038763-network', 'tenant_id': 'b8dd2c3ed63f4482a159a1b50b869265'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:29:17.590797 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-62a0325f-47bc-4143-84f5-32ccd01f59fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:29:17.595634 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-62a0325f-47bc-4143-84f5-32ccd01f59fd admin admin] Usage tracker for resource:network and tenant:b8dd2c3ed63f4482a159a1b50b869265 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:29:17.599129 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-62a0325f-47bc-4143-84f5-32ccd01f59fd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:29:17.605995 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-62a0325f-47bc-4143-84f5-32ccd01f59fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:29:17.618271 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a0325f-47bc-4143-84f5-32ccd01f59fd admin admin] Made reservation on behalf of b8dd2c3ed63f4482a159a1b50b869265 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:29:17.620838 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-62a0325f-47bc-4143-84f5-32ccd01f59fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:17.633867 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-62a0325f-47bc-4143-84f5-32ccd01f59fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:17.649056 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-62a0325f-47bc-4143-84f5-32ccd01f59fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:29:17.652977 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-62a0325f-47bc-4143-84f5-32ccd01f59fd admin admin] Usage tracker for resource:security_group_rule and tenant:b8dd2c3ed63f4482a159a1b50b869265 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:29:17.655920 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-62a0325f-47bc-4143-84f5-32ccd01f59fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:29:17.662886 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-62a0325f-47bc-4143-84f5-32ccd01f59fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:29:17.762154 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-62a0325f-47bc-4143-84f5-32ccd01f59fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:17.768417 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-62a0325f-47bc-4143-84f5-32ccd01f59fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:17.799832 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62a0325f-47bc-4143-84f5-32ccd01f59fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:29:17.809851 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a0325f-47bc-4143-84f5-32ccd01f59fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95176dc-b69b-4d7f-9bf4-0e9a0e81e05d,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:17.816086 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-62a0325f-47bc-4143-84f5-32ccd01f59fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:17.816407 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-62a0325f-47bc-4143-84f5-32ccd01f59fd admin admin] Added segment d08b71b9-7600-4940-b810-ee0c4361f619 of type vlan for network 123efc75-16f8-4d8d-b813-229d31a9f36d Feb 16 13:29:17.843400 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-62a0325f-47bc-4143-84f5-32ccd01f59fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:17.875465 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-62a0325f-47bc-4143-84f5-32ccd01f59fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:17.876513 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a0325f-47bc-4143-84f5-32ccd01f59fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:29:17.877139 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-62a0325f-47bc-4143-84f5-32ccd01f59fd admin admin] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:17.957603 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 4b27ee6c-6740-403d-8c0e-fff5ad99d78f up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:29:17.982283 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-62a0325f-47bc-4143-84f5-32ccd01f59fd admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4014666 Feb 16 13:29:17.983220 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a0325f-47bc-4143-84f5-32ccd01f59fd admin admin] Pushing event updated for resources: {'Network': ['ID=123efc75-16f8-4d8d-b813-229d31a9f36d,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:17.985168 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 50442) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:29:17.990952 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-5c789c4f-c087-4f1e-8291-7ff412096652 admin admin] Request body: {'subnet': {'network_id': '123efc75-16f8-4d8d-b813-229d31a9f36d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-120038763-subnet', 'tenant_id': 'b8dd2c3ed63f4482a159a1b50b869265', 'ip_version': 4}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:29:17.995803 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-5c789c4f-c087-4f1e-8291-7ff412096652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:29:17.999740 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-5c789c4f-c087-4f1e-8291-7ff412096652 admin admin] Usage tracker for resource:subnet and tenant:b8dd2c3ed63f4482a159a1b50b869265 is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:29:18.002964 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-5c789c4f-c087-4f1e-8291-7ff412096652 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:29:18.004518 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network 123efc75-16f8-4d8d-b813-229d31a9f36d details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:29:18.008732 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-5c789c4f-c087-4f1e-8291-7ff412096652 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:29:18.026568 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c789c4f-c087-4f1e-8291-7ff412096652 admin admin] Made reservation on behalf of b8dd2c3ed63f4482a159a1b50b869265 for: {'subnet': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:29:18.030897 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5c789c4f-c087-4f1e-8291-7ff412096652 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1760726'] for subnet, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:18.031901 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727dd998-0233-4cb5-9a07-7c69399174a2 None None] Sync routers for ids ['81a40e96-1c40-41af-a525-6f607d46368e'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:29:18.042746 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727dd998-0233-4cb5-9a07-7c69399174a2 None None] Routers {'81a40e96-1c40-41af-a525-6f607d46368e'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:29:18.043475 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-727dd998-0233-4cb5-9a07-7c69399174a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:29:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['81a40e96-1c40-41af-a525-6f607d46368e'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:29:18.122530 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 4b27ee6c-6740-403d-8c0e-fff5ad99d78f completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:29:18.127915 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 4b27ee6c-6740-403d-8c0e-fff5ad99d78f triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:29:18.128420 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:18.223495 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-727dd998-0233-4cb5-9a07-7c69399174a2 None None] Set router 81a40e96-1c40-41af-a525-6f607d46368e gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:29:18.246563 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:18.250832 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5c789c4f-c087-4f1e-8291-7ff412096652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2269878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1760704'] for subnet, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:18.266030 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 4b27ee6c-6740-403d-8c0e-fff5ad99d78f, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=4b27ee6c-6740-403d-8c0e-fff5ad99d78f,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:29:18.270861 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:18.329001 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c789c4f-c087-4f1e-8291-7ff412096652 admin admin] Checking segment: {'id': 'd08b71b9-7600-4940-b810-ee0c4361f619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '123efc75-16f8-4d8d-b813-229d31a9f36d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:29:18.329346 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c789c4f-c087-4f1e-8291-7ff412096652 admin admin] Network hostable DHCP agents. Network: 123efc75-16f8-4d8d-b813-229d31a9f36d, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:29:18.336858 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c789c4f-c087-4f1e-8291-7ff412096652 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2edc619c-1789-416d-a1a4-e689f775e9e6,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:18.341733 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=4b27ee6c-6740-403d-8c0e-fff5ad99d78f,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:18.353278 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c789c4f-c087-4f1e-8291-7ff412096652 admin admin] Network 123efc75-16f8-4d8d-b813-229d31a9f36d is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:29:18.363882 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-5c789c4f-c087-4f1e-8291-7ff412096652 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, 123efc75-16f8-4d8d-b813-229d31a9f36d) {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:29:18.368002 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c789c4f-c087-4f1e-8291-7ff412096652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:29:18.368516 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5c789c4f-c087-4f1e-8291-7ff412096652 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:18.377387 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9ae99b-84e7-4c61-8a19-ed2b6b88e70a None None] Network 123efc75-16f8-4d8d-b813-229d31a9f36d requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:29:18.395190 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 50446) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:29:18.395503 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-5c789c4f-c087-4f1e-8291-7ff412096652 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4091632 Feb 16 13:29:18.400571 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-0230214b-2c0f-456d-8acc-f1dbef6ad16f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-120038763-router', 'tenant_id': 'b8dd2c3ed63f4482a159a1b50b869265', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:29:18.405412 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0230214b-2c0f-456d-8acc-f1dbef6ad16f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:29:18.409859 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0230214b-2c0f-456d-8acc-f1dbef6ad16f admin admin] Usage tracker for resource:router and tenant:b8dd2c3ed63f4482a159a1b50b869265 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:29:18.413407 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-0230214b-2c0f-456d-8acc-f1dbef6ad16f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:29:18.419561 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-0230214b-2c0f-456d-8acc-f1dbef6ad16f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:29:18.431937 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0230214b-2c0f-456d-8acc-f1dbef6ad16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:18.433296 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0230214b-2c0f-456d-8acc-f1dbef6ad16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:18.449590 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0230214b-2c0f-456d-8acc-f1dbef6ad16f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:18.566076 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-727dd998-0233-4cb5-9a07-7c69399174a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a40e96-1c40-41af-a525-6f607d46368e', 'name': 'tempest-TestShelveInstance-142165143-router', 'tenant_id': 'be399450416f42d1ba3627bf0d10bf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '4b27ee6c-6740-403d-8c0e-fff5ad99d78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:29:12Z', 'updated_at': '2022-02-16T13:29:16Z', 'revision_number': 4, 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'gw_port': {'id': '4b27ee6c-6740-403d-8c0e-fff5ad99d78f', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a40e96-1c40-41af-a525-6f607d46368e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:29:12Z', 'updated_at': '2022-02-16T13:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '020f2315-8b3b-4aae-b381-020293a8a499', 'name': '', 'network_id': '027db140-4aeb-40e0-9d5b-223ce799b021', 'tenant_id': 'be399450416f42d1ba3627bf0d10bf9d', 'mac_address': 'fa:16:3e:cc:80:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a40e96-1c40-41af-a525-6f607d46368e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:29:15Z', 'updated_at': '2022-02-16T13:29:16Z', 'revision_number': 2, 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'subnets': [{'id': '0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:29:18.570188 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727dd998-0233-4cb5-9a07-7c69399174a2 None None] Checking router: 81a40e96-1c40-41af-a525-6f607d46368e for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:29:18.570551 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727dd998-0233-4cb5-9a07-7c69399174a2 None None] Updating router 81a40e96-1c40-41af-a525-6f607d46368e port 020f2315-8b3b-4aae-b381-020293a8a499 binding host dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:29:18.618982 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3803e9b-9561-4657-b973-275f1965daa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-123efc75-16f8-4d8d-b813-229d31a9f36d', 'network_id': '123efc75-16f8-4d8d-b813-229d31a9f36d', 'tenant_id': 'b8dd2c3ed63f4482a159a1b50b869265', 'fixed_ips': [{'subnet_id': '2edc619c-1789-416d-a1a4-e689f775e9e6'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:29:18.619828 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e3803e9b-9561-4657-b973-275f1965daa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:18.657628 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-727dd998-0233-4cb5-9a07-7c69399174a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:18.731621 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0230214b-2c0f-456d-8acc-f1dbef6ad16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:18.787543 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-e3803e9b-9561-4657-b973-275f1965daa4 None None] Allocated IP 172.20.0.2 (123efc75-16f8-4d8d-b813-229d31a9f36d/2edc619c-1789-416d-a1a4-e689f775e9e6/81571aab-7219-4eee-979a-4d07dbbf1898) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:29:19.030512 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-727dd998-0233-4cb5-9a07-7c69399174a2 None None] Notify callbacks [] for port, precommit_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:19.044666 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.provisioning_blocks [None req-727dd998-0233-4cb5-9a07-7c69399174a2 None None] Transition to ACTIVE for port object 020f2315-8b3b-4aae-b381-020293a8a499 will not be triggered until provisioned by entity L2. {{(pid=87703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:29:19.046401 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e3803e9b-9561-4657-b973-275f1965daa4 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:19.052365 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-727dd998-0233-4cb5-9a07-7c69399174a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:19.058620 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-e3803e9b-9561-4657-b973-275f1965daa4 None None] Transition to ACTIVE for port object 81571aab-7219-4eee-979a-4d07dbbf1898 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:29:19.077560 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-e3803e9b-9561-4657-b973-275f1965daa4 None None] Transition to ACTIVE for port object 81571aab-7219-4eee-979a-4d07dbbf1898 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:29:19.084104 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e3803e9b-9561-4657-b973-275f1965daa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:19.168412 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0230214b-2c0f-456d-8acc-f1dbef6ad16f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:19.172202 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3803e9b-9561-4657-b973-275f1965daa4 None None] Pushing event updated for resources: {'Port': ['ID=81571aab-7219-4eee-979a-4d07dbbf1898,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:19.182126 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3803e9b-9561-4657-b973-275f1965daa4 None None] Network 123efc75-16f8-4d8d-b813-229d31a9f36d is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:29:19.183210 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ae7f1b-397a-4e00-b841-febc1704d23c None None] Pushing event updated for resources: {'Port': ['ID=020f2315-8b3b-4aae-b381-020293a8a499,revision_number=3']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:19.183361 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-e3803e9b-9561-4657-b973-275f1965daa4 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:29:19.187384 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3803e9b-9561-4657-b973-275f1965daa4 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:29:19.208353 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0230214b-2c0f-456d-8acc-f1dbef6ad16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:19.228212 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ae7f1b-397a-4e00-b841-febc1704d23c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:29:19.228741 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ae7f1b-397a-4e00-b841-febc1704d23c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:29:19.229169 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ae7f1b-397a-4e00-b841-febc1704d23c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:29:19.229587 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ae7f1b-397a-4e00-b841-febc1704d23c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:29:19.230006 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ae7f1b-397a-4e00-b841-febc1704d23c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:29:19.230420 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ae7f1b-397a-4e00-b841-febc1704d23c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:29:19.230854 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ae7f1b-397a-4e00-b841-febc1704d23c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:29:19.231432 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ae7f1b-397a-4e00-b841-febc1704d23c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:29:19.231861 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ae7f1b-397a-4e00-b841-febc1704d23c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:29:19.232340 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ae7f1b-397a-4e00-b841-febc1704d23c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:29:19.236650 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ae7f1b-397a-4e00-b841-febc1704d23c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:29:19.237310 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ae7f1b-397a-4e00-b841-febc1704d23c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:29:19.292400 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-727dd998-0233-4cb5-9a07-7c69399174a2 None None] Attempting to bind port 020f2315-8b3b-4aae-b381-020293a8a499 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:29:19.292835 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-727dd998-0233-4cb5-9a07-7c69399174a2 None None] Attempting to bind port 020f2315-8b3b-4aae-b381-020293a8a499 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '5c83964c-74cd-4794-8c18-168ef3319713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '027db140-4aeb-40e0-9d5b-223ce799b021'}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:29:19.293369 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727dd998-0233-4cb5-9a07-7c69399174a2 None None] Attempting to bind port 020f2315-8b3b-4aae-b381-020293a8a499 on network 027db140-4aeb-40e0-9d5b-223ce799b021 {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:29:19.294190 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-e3803e9b-9561-4657-b973-275f1965daa4 None None] Attempting to bind port 81571aab-7219-4eee-979a-4d07dbbf1898 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:29:19.294550 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-e3803e9b-9561-4657-b973-275f1965daa4 None None] Attempting to bind port 81571aab-7219-4eee-979a-4d07dbbf1898 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'd08b71b9-7600-4940-b810-ee0c4361f619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '123efc75-16f8-4d8d-b813-229d31a9f36d'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:29:19.294914 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3803e9b-9561-4657-b973-275f1965daa4 None None] Attempting to bind port 81571aab-7219-4eee-979a-4d07dbbf1898 on network 123efc75-16f8-4d8d-b813-229d31a9f36d {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:29:19.300054 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727dd998-0233-4cb5-9a07-7c69399174a2 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:29:19.300580 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727dd998-0233-4cb5-9a07-7c69399174a2 None None] Checking segment: {'id': '5c83964c-74cd-4794-8c18-168ef3319713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '027db140-4aeb-40e0-9d5b-223ce799b021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:29:19.300739 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3803e9b-9561-4657-b973-275f1965daa4 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:29:19.301124 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3803e9b-9561-4657-b973-275f1965daa4 None None] Checking segment: {'id': 'd08b71b9-7600-4940-b810-ee0c4361f619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '123efc75-16f8-4d8d-b813-229d31a9f36d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:29:19.301226 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-727dd998-0233-4cb5-9a07-7c69399174a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:19.301515 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e3803e9b-9561-4657-b973-275f1965daa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:19.301902 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3803e9b-9561-4657-b973-275f1965daa4 None None] Bound using segment: {'id': 'd08b71b9-7600-4940-b810-ee0c4361f619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '123efc75-16f8-4d8d-b813-229d31a9f36d'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:29:19.302377 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-e3803e9b-9561-4657-b973-275f1965daa4 None None] Bound port: 81571aab-7219-4eee-979a-4d07dbbf1898, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd08b71b9-7600-4940-b810-ee0c4361f619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '123efc75-16f8-4d8d-b813-229d31a9f36d'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:29:19.302747 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e3803e9b-9561-4657-b973-275f1965daa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:19.303274 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727dd998-0233-4cb5-9a07-7c69399174a2 None None] Bound using segment: {'id': '5c83964c-74cd-4794-8c18-168ef3319713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '027db140-4aeb-40e0-9d5b-223ce799b021'} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:29:19.303596 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-727dd998-0233-4cb5-9a07-7c69399174a2 None None] Bound port: 020f2315-8b3b-4aae-b381-020293a8a499, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c83964c-74cd-4794-8c18-168ef3319713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '027db140-4aeb-40e0-9d5b-223ce799b021'}}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:29:19.304070 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-727dd998-0233-4cb5-9a07-7c69399174a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:19.370479 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-0230214b-2c0f-456d-8acc-f1dbef6ad16f admin admin] Allocated IP 172.26.5.46 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/8c012c01-0eeb-418a-a037-0f1713408b53) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:29:19.430549 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-e3803e9b-9561-4657-b973-275f1965daa4 None None] For port 81571aab-7219-4eee-979a-4d07dbbf1898, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:29:19.431042 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-727dd998-0233-4cb5-9a07-7c69399174a2 None None] For port 020f2315-8b3b-4aae-b381-020293a8a499, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:29:19.433681 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-e3803e9b-9561-4657-b973-275f1965daa4 None None] For port 81571aab-7219-4eee-979a-4d07dbbf1898, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=81571aab-7219-4eee-979a-4d07dbbf1898,segment=NetworkSegment(d08b71b9-7600-4940-b810-ee0c4361f619),segment_id=d08b71b9-7600-4940-b810-ee0c4361f619)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:29:19.435055 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-727dd998-0233-4cb5-9a07-7c69399174a2 None None] For port 020f2315-8b3b-4aae-b381-020293a8a499, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=020f2315-8b3b-4aae-b381-020293a8a499,segment=NetworkSegment(5c83964c-74cd-4794-8c18-168ef3319713),segment_id=5c83964c-74cd-4794-8c18-168ef3319713)] {{(pid=87703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:29:19.438891 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e3803e9b-9561-4657-b973-275f1965daa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:19.440533 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-727dd998-0233-4cb5-9a07-7c69399174a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:19.520651 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3803e9b-9561-4657-b973-275f1965daa4 None None] Pushing event updated for resources: {'Port': ['ID=81571aab-7219-4eee-979a-4d07dbbf1898,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:19.525642 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727dd998-0233-4cb5-9a07-7c69399174a2 None None] Routers {'81a40e96-1c40-41af-a525-6f607d46368e'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:29:19.526276 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-727dd998-0233-4cb5-9a07-7c69399174a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:29:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['81a40e96-1c40-41af-a525-6f607d46368e'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:29:19.562329 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0230214b-2c0f-456d-8acc-f1dbef6ad16f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:19.610243 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0230214b-2c0f-456d-8acc-f1dbef6ad16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:19.618912 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ae7f1b-397a-4e00-b841-febc1704d23c None None] Pushing event updated for resources: {'Port': ['ID=020f2315-8b3b-4aae-b381-020293a8a499,revision_number=4']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:19.675532 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0230214b-2c0f-456d-8acc-f1dbef6ad16f admin admin] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:29:19.678767 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-0230214b-2c0f-456d-8acc-f1dbef6ad16f admin admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:29:19.682986 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0230214b-2c0f-456d-8acc-f1dbef6ad16f admin admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:29:19.729777 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0230214b-2c0f-456d-8acc-f1dbef6ad16f admin admin] Pushing event updated for resources: {'Port': ['ID=8c012c01-0eeb-418a-a037-0f1713408b53,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:19.750052 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-727dd998-0233-4cb5-9a07-7c69399174a2 None None] Set router 81a40e96-1c40-41af-a525-6f607d46368e gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:29:20.051958 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 81571aab-7219-4eee-979a-4d07dbbf1898 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:29:20.102156 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-727dd998-0233-4cb5-9a07-7c69399174a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a40e96-1c40-41af-a525-6f607d46368e', 'name': 'tempest-TestShelveInstance-142165143-router', 'tenant_id': 'be399450416f42d1ba3627bf0d10bf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '4b27ee6c-6740-403d-8c0e-fff5ad99d78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:29:12Z', 'updated_at': '2022-02-16T13:29:16Z', 'revision_number': 4, 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'gw_port': {'id': '4b27ee6c-6740-403d-8c0e-fff5ad99d78f', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a40e96-1c40-41af-a525-6f607d46368e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:29:12Z', 'updated_at': '2022-02-16T13:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '020f2315-8b3b-4aae-b381-020293a8a499', 'name': '', 'network_id': '027db140-4aeb-40e0-9d5b-223ce799b021', 'tenant_id': 'be399450416f42d1ba3627bf0d10bf9d', 'mac_address': 'fa:16:3e:cc:80:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a40e96-1c40-41af-a525-6f607d46368e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:29:15Z', 'updated_at': '2022-02-16T13:29:19Z', 'revision_number': 4, 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'subnets': [{'id': '0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:29:20.106128 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727dd998-0233-4cb5-9a07-7c69399174a2 None None] The sync data for ids ['81a40e96-1c40-41af-a525-6f607d46368e'] in dv-neutron-829527-1-hyperv is: [{'id': '81a40e96-1c40-41af-a525-6f607d46368e', 'name': 'tempest-TestShelveInstance-142165143-router', 'tenant_id': 'be399450416f42d1ba3627bf0d10bf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '4b27ee6c-6740-403d-8c0e-fff5ad99d78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:29:12Z', 'updated_at': '2022-02-16T13:29:16Z', 'revision_number': 4, 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'gw_port': {'id': '4b27ee6c-6740-403d-8c0e-fff5ad99d78f', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a40e96-1c40-41af-a525-6f607d46368e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:29:12Z', 'updated_at': '2022-02-16T13:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '020f2315-8b3b-4aae-b381-020293a8a499', 'name': '', 'network_id': '027db140-4aeb-40e0-9d5b-223ce799b021', 'tenant_id': 'be399450416f42d1ba3627bf0d10bf9d', 'mac_address': 'fa:16:3e:cc:80:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a40e96-1c40-41af-a525-6f607d46368e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:29:15Z', 'updated_at': '2022-02-16T13:29:19Z', 'revision_number': 4, 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'subnets': [{'id': '0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:29:20.127938 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 81571aab-7219-4eee-979a-4d07dbbf1898 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:29:20.135523 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 4b27ee6c-6740-403d-8c0e-fff5ad99d78f up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:29:20.158213 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0230214b-2c0f-456d-8acc-f1dbef6ad16f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:20.233459 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 4b27ee6c-6740-403d-8c0e-fff5ad99d78f triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:29:20.233823 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:20.533169 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0230214b-2c0f-456d-8acc-f1dbef6ad16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:20.724706 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7ae0dc-d5e0-40b2-8b56-c004f7867fea None None] Network 123efc75-16f8-4d8d-b813-229d31a9f36d requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:29:20.816130 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-8021a06d-027a-4b99-93d8-4b12ca66ae4b None None] Provisioning for port 81571aab-7219-4eee-979a-4d07dbbf1898 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:29:20.827442 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-8021a06d-027a-4b99-93d8-4b12ca66ae4b None None] Provisioning complete for port 81571aab-7219-4eee-979a-4d07dbbf1898 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:29:20.827803 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8021a06d-027a-4b99-93d8-4b12ca66ae4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:20.886439 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0230214b-2c0f-456d-8acc-f1dbef6ad16f admin admin] Router 9d18a214-4d45-4f11-9b4a-12f82b40e3d8 is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:29:21.064473 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8021a06d-027a-4b99-93d8-4b12ca66ae4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:21.077527 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0230214b-2c0f-456d-8acc-f1dbef6ad16f admin admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:29:21.099679 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d035ce-2c7d-4916-9eb7-5b1d13823a7d None None] Sync routers for ids ['9d18a214-4d45-4f11-9b4a-12f82b40e3d8'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:29:21.111558 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0230214b-2c0f-456d-8acc-f1dbef6ad16f admin admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:21.113061 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-0230214b-2c0f-456d-8acc-f1dbef6ad16f admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.7167773 Feb 16 13:29:21.116164 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 50450) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:29:21.125017 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-8021a06d-027a-4b99-93d8-4b12ca66ae4b None None] For port 81571aab-7219-4eee-979a-4d07dbbf1898, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=81571aab-7219-4eee-979a-4d07dbbf1898,segment=NetworkSegment(d08b71b9-7600-4940-b810-ee0c4361f619),segment_id=d08b71b9-7600-4940-b810-ee0c4361f619)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:29:21.127351 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d035ce-2c7d-4916-9eb7-5b1d13823a7d None None] Routers {'9d18a214-4d45-4f11-9b4a-12f82b40e3d8'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:29:21.128233 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-e9d035ce-2c7d-4916-9eb7-5b1d13823a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:29:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['9d18a214-4d45-4f11-9b4a-12f82b40e3d8'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:29:21.187462 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8021a06d-027a-4b99-93d8-4b12ca66ae4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:21.368308 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8021a06d-027a-4b99-93d8-4b12ca66ae4b None None] Pushing event updated for resources: {'Port': ['ID=81571aab-7219-4eee-979a-4d07dbbf1898,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:21.400232 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-e9d035ce-2c7d-4916-9eb7-5b1d13823a7d None None] Set router 9d18a214-4d45-4f11-9b4a-12f82b40e3d8 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:29:21.636891 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-26f88c23-eccb-4bf1-a0b2-be4817a5c3d0 None None] Provisioning complete for port 81571aab-7219-4eee-979a-4d07dbbf1898 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:29:21.637131 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-26f88c23-eccb-4bf1-a0b2-be4817a5c3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:21.817087 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b1073e25-a331-49a4-96c7-987b479974a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:21.841780 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-e9d035ce-2c7d-4916-9eb7-5b1d13823a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d18a214-4d45-4f11-9b4a-12f82b40e3d8', 'name': 'tempest-TestShelveInstance-120038763-router', 'tenant_id': 'b8dd2c3ed63f4482a159a1b50b869265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': '8c012c01-0eeb-418a-a037-0f1713408b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:29:18Z', 'updated_at': '2022-02-16T13:29:19Z', 'revision_number': 3, 'project_id': 'b8dd2c3ed63f4482a159a1b50b869265', 'gw_port': {'id': '8c012c01-0eeb-418a-a037-0f1713408b53', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:72:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d18a214-4d45-4f11-9b4a-12f82b40e3d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:29:19Z', 'updated_at': '2022-02-16T13:29:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:29:21.846300 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d035ce-2c7d-4916-9eb7-5b1d13823a7d None None] Checking router: 9d18a214-4d45-4f11-9b4a-12f82b40e3d8 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:29:21.846644 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d035ce-2c7d-4916-9eb7-5b1d13823a7d None None] Updating router 9d18a214-4d45-4f11-9b4a-12f82b40e3d8 port 8c012c01-0eeb-418a-a037-0f1713408b53 binding host dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:29:21.901744 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e9d035ce-2c7d-4916-9eb7-5b1d13823a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:22.017567 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 81571aab-7219-4eee-979a-4d07dbbf1898 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:29:22.048229 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-b1073e25-a331-49a4-96c7-987b479974a6 admin admin] Allocated IP 172.20.0.1 (123efc75-16f8-4d8d-b813-229d31a9f36d/2edc619c-1789-416d-a1a4-e689f775e9e6/a257930a-4a86-4ac5-ac72-a74461a987ec) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:29:22.194684 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 81571aab-7219-4eee-979a-4d07dbbf1898 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:29:22.195272 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:22.319880 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b1073e25-a331-49a4-96c7-987b479974a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:22.336295 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b1073e25-a331-49a4-96c7-987b479974a6 admin admin] Transition to ACTIVE for port object a257930a-4a86-4ac5-ac72-a74461a987ec will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:29:22.365246 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b1073e25-a331-49a4-96c7-987b479974a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:22.398681 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e9d035ce-2c7d-4916-9eb7-5b1d13823a7d None None] Notify callbacks [] for port, precommit_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:22.404265 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 020f2315-8b3b-4aae-b381-020293a8a499 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:29:22.451064 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-e9d035ce-2c7d-4916-9eb7-5b1d13823a7d None None] Transition to ACTIVE for port object 8c012c01-0eeb-418a-a037-0f1713408b53 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:29:22.452112 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1073e25-a331-49a4-96c7-987b479974a6 admin admin] Network 123efc75-16f8-4d8d-b813-229d31a9f36d is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:29:22.453004 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1073e25-a331-49a4-96c7-987b479974a6 admin admin] Pushing event updated for resources: {'Port': ['ID=a257930a-4a86-4ac5-ac72-a74461a987ec,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:22.455872 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-b1073e25-a331-49a4-96c7-987b479974a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:29:22.458311 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1073e25-a331-49a4-96c7-987b479974a6 admin admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:29:22.461962 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e9d035ce-2c7d-4916-9eb7-5b1d13823a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:22.527242 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b1073e25-a331-49a4-96c7-987b479974a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:22.564297 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be0d41-4e94-4f2f-8a78-d46ef492cf9f None None] Pushing event updated for resources: {'Port': ['ID=8c012c01-0eeb-418a-a037-0f1713408b53,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:22.569335 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-e9d035ce-2c7d-4916-9eb7-5b1d13823a7d None None] Attempting to bind port 8c012c01-0eeb-418a-a037-0f1713408b53 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:29:22.569704 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-e9d035ce-2c7d-4916-9eb7-5b1d13823a7d None None] Attempting to bind port 8c012c01-0eeb-418a-a037-0f1713408b53 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:29:22.570065 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d035ce-2c7d-4916-9eb7-5b1d13823a7d None None] Attempting to bind port 8c012c01-0eeb-418a-a037-0f1713408b53 on network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:29:22.577097 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d035ce-2c7d-4916-9eb7-5b1d13823a7d None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:29:22.577473 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d035ce-2c7d-4916-9eb7-5b1d13823a7d None None] Checking segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:29:22.577874 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e9d035ce-2c7d-4916-9eb7-5b1d13823a7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:22.578264 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d035ce-2c7d-4916-9eb7-5b1d13823a7d None None] Bound using segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:29:22.578806 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-e9d035ce-2c7d-4916-9eb7-5b1d13823a7d None None] Bound port: 8c012c01-0eeb-418a-a037-0f1713408b53, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:29:22.579273 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e9d035ce-2c7d-4916-9eb7-5b1d13823a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:22.606920 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 020f2315-8b3b-4aae-b381-020293a8a499 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:29:22.618068 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 020f2315-8b3b-4aae-b381-020293a8a499 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:29:22.618439 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:22.710219 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-e9d035ce-2c7d-4916-9eb7-5b1d13823a7d None None] For port 8c012c01-0eeb-418a-a037-0f1713408b53, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:29:22.713494 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-e9d035ce-2c7d-4916-9eb7-5b1d13823a7d None None] For port 8c012c01-0eeb-418a-a037-0f1713408b53, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=8c012c01-0eeb-418a-a037-0f1713408b53,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:29:22.748757 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e9d035ce-2c7d-4916-9eb7-5b1d13823a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:22.805707 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b1073e25-a331-49a4-96c7-987b479974a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:22.843827 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:22.863338 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2e979ed-8030-4638-96a9-4017765404b7 None None] Provisioning for port a257930a-4a86-4ac5-ac72-a74461a987ec completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:29:22.877251 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2e979ed-8030-4638-96a9-4017765404b7 None None] Provisioning complete for port a257930a-4a86-4ac5-ac72-a74461a987ec triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:29:22.877623 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2e979ed-8030-4638-96a9-4017765404b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:22.906293 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d035ce-2c7d-4916-9eb7-5b1d13823a7d None None] Routers {'9d18a214-4d45-4f11-9b4a-12f82b40e3d8'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:29:22.907000 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-e9d035ce-2c7d-4916-9eb7-5b1d13823a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:29:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['9d18a214-4d45-4f11-9b4a-12f82b40e3d8'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:29:22.997476 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be0d41-4e94-4f2f-8a78-d46ef492cf9f None None] Pushing event updated for resources: {'Port': ['ID=8c012c01-0eeb-418a-a037-0f1713408b53,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:23.022694 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 020f2315-8b3b-4aae-b381-020293a8a499, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=020f2315-8b3b-4aae-b381-020293a8a499,segment=NetworkSegment(5c83964c-74cd-4794-8c18-168ef3319713),segment_id=5c83964c-74cd-4794-8c18-168ef3319713)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:29:23.026869 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2e979ed-8030-4638-96a9-4017765404b7 None None] Port a257930a-4a86-4ac5-ac72-a74461a987ec cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:29:23.033124 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:23.049935 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b1073e25-a331-49a4-96c7-987b479974a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:23.055048 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b1073e25-a331-49a4-96c7-987b479974a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:23.162509 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1073e25-a331-49a4-96c7-987b479974a6 admin admin] Pushing event updated for resources: {'Port': ['ID=a257930a-4a86-4ac5-ac72-a74461a987ec,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:23.165225 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b1073e25-a331-49a4-96c7-987b479974a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:23.229532 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-e9d035ce-2c7d-4916-9eb7-5b1d13823a7d None None] Set router 9d18a214-4d45-4f11-9b4a-12f82b40e3d8 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:29:23.272679 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=020f2315-8b3b-4aae-b381-020293a8a499,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:23.301157 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1073e25-a331-49a4-96c7-987b479974a6 admin admin] Network 123efc75-16f8-4d8d-b813-229d31a9f36d is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:29:23.302389 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-b1073e25-a331-49a4-96c7-987b479974a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:29:23.507046 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1073e25-a331-49a4-96c7-987b479974a6 admin admin] Router 9d18a214-4d45-4f11-9b4a-12f82b40e3d8 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:29:23.562894 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-1309a076-a3a4-4b89-ab1e-ee5e82f36682 None None] Provisioning complete for port a257930a-4a86-4ac5-ac72-a74461a987ec triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:29:23.563325 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-1309a076-a3a4-4b89-ab1e-ee5e82f36682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:23.592039 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-e9d035ce-2c7d-4916-9eb7-5b1d13823a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d18a214-4d45-4f11-9b4a-12f82b40e3d8', 'name': 'tempest-TestShelveInstance-120038763-router', 'tenant_id': 'b8dd2c3ed63f4482a159a1b50b869265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': '8c012c01-0eeb-418a-a037-0f1713408b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:29:18Z', 'updated_at': '2022-02-16T13:29:22Z', 'revision_number': 4, 'project_id': 'b8dd2c3ed63f4482a159a1b50b869265', 'gw_port': {'id': '8c012c01-0eeb-418a-a037-0f1713408b53', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:72:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d18a214-4d45-4f11-9b4a-12f82b40e3d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:29:19Z', 'updated_at': '2022-02-16T13:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': 'a257930a-4a86-4ac5-ac72-a74461a987ec', 'name': '', 'network_id': '123efc75-16f8-4d8d-b813-229d31a9f36d', 'tenant_id': 'b8dd2c3ed63f4482a159a1b50b869265', 'mac_address': 'fa:16:3e:23:3b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d18a214-4d45-4f11-9b4a-12f82b40e3d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '2edc619c-1789-416d-a1a4-e689f775e9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:29:21Z', 'updated_at': '2022-02-16T13:29:22Z', 'revision_number': 1, 'project_id': 'b8dd2c3ed63f4482a159a1b50b869265', 'subnets': [{'id': '2edc619c-1789-416d-a1a4-e689f775e9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:29:23.609008 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d035ce-2c7d-4916-9eb7-5b1d13823a7d None None] The sync data for ids ['9d18a214-4d45-4f11-9b4a-12f82b40e3d8'] in dv-neutron-829527-1-hyperv is: [{'id': '9d18a214-4d45-4f11-9b4a-12f82b40e3d8', 'name': 'tempest-TestShelveInstance-120038763-router', 'tenant_id': 'b8dd2c3ed63f4482a159a1b50b869265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': '8c012c01-0eeb-418a-a037-0f1713408b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:29:18Z', 'updated_at': '2022-02-16T13:29:22Z', 'revision_number': 4, 'project_id': 'b8dd2c3ed63f4482a159a1b50b869265', 'gw_port': {'id': '8c012c01-0eeb-418a-a037-0f1713408b53', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:72:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d18a214-4d45-4f11-9b4a-12f82b40e3d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:29:19Z', 'updated_at': '2022-02-16T13:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': 'a257930a-4a86-4ac5-ac72-a74461a987ec', 'name': '', 'network_id': '123efc75-16f8-4d8d-b813-229d31a9f36d', 'tenant_id': 'b8dd2c3ed63f4482a159a1b50b869265', 'mac_address': 'fa:16:3e:23:3b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d18a214-4d45-4f11-9b4a-12f82b40e3d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '2edc619c-1789-416d-a1a4-e689f775e9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:29:21Z', 'updated_at': '2022-02-16T13:29:22Z', 'revision_number': 1, 'project_id': 'b8dd2c3ed63f4482a159a1b50b869265', 'subnets': [{'id': '2edc619c-1789-416d-a1a4-e689f775e9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:29:23.620382 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-1309a076-a3a4-4b89-ab1e-ee5e82f36682 None None] Port a257930a-4a86-4ac5-ac72-a74461a987ec cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:29:23.685195 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1073e25-a331-49a4-96c7-987b479974a6 admin admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:29:23.695027 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-b1073e25-a331-49a4-96c7-987b479974a6 admin admin] 10.222.0.83 "PUT /v2.0/routers/9d18a214-4d45-4f11-9b4a-12f82b40e3d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5775840 Feb 16 13:29:23.949761 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 020f2315-8b3b-4aae-b381-020293a8a499 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:29:24.028741 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 020f2315-8b3b-4aae-b381-020293a8a499 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:29:24.029104 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:24.330403 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 50460) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:29:24.335966 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-65527a20-433a-4f72-b7a1-5764cb08cc18 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1909139650', 'description': 'tempest-secgroup-smoke-1909139650 description', 'project_id': 'be399450416f42d1ba3627bf0d10bf9d'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:29:24.342623 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-65527a20-433a-4f72-b7a1-5764cb08cc18 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:29:24.346743 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-65527a20-433a-4f72-b7a1-5764cb08cc18 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Usage tracker for resource:security_group and tenant:be399450416f42d1ba3627bf0d10bf9d is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:29:24.351055 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-65527a20-433a-4f72-b7a1-5764cb08cc18 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:29:24.357295 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-65527a20-433a-4f72-b7a1-5764cb08cc18 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:29:24.367411 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-65527a20-433a-4f72-b7a1-5764cb08cc18 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:24.393778 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-65527a20-433a-4f72-b7a1-5764cb08cc18 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:29:24.397660 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-65527a20-433a-4f72-b7a1-5764cb08cc18 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Usage tracker for resource:security_group_rule and tenant:be399450416f42d1ba3627bf0d10bf9d is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:29:24.400526 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-65527a20-433a-4f72-b7a1-5764cb08cc18 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:29:24.406569 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-65527a20-433a-4f72-b7a1-5764cb08cc18 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:29:24.480418 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-65527a20-433a-4f72-b7a1-5764cb08cc18 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:24.485067 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-65527a20-433a-4f72-b7a1-5764cb08cc18 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:24.527779 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65527a20-433a-4f72-b7a1-5764cb08cc18 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86387b80-e2a3-4905-bfd0-4dd5110cfb88,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:24.532548 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-65527a20-433a-4f72-b7a1-5764cb08cc18 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:24.533891 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-65527a20-433a-4f72-b7a1-5764cb08cc18 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2023711 Feb 16 13:29:24.537034 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 50464) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:29:24.542953 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-40fba253-1a33-4559-b717-bc8df0965841 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Request body: {'security_group_rule': {'security_group_id': '86387b80-e2a3-4905-bfd0-4dd5110cfb88', 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:29:24.550161 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-40fba253-1a33-4559-b717-bc8df0965841 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:29:24.554319 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-40fba253-1a33-4559-b717-bc8df0965841 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Usage tracker for resource:security_group_rule and tenant:be399450416f42d1ba3627bf0d10bf9d is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:29:24.557519 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-40fba253-1a33-4559-b717-bc8df0965841 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:29:24.563535 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-40fba253-1a33-4559-b717-bc8df0965841 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:29:24.581348 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-40fba253-1a33-4559-b717-bc8df0965841 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:24.648368 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-40fba253-1a33-4559-b717-bc8df0965841 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:24.653799 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-40fba253-1a33-4559-b717-bc8df0965841 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:24.682591 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fba253-1a33-4559-b717-bc8df0965841 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e868db0-b680-4222-8bf5-a5fb5fb348ae,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:24.694086 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-40fba253-1a33-4559-b717-bc8df0965841 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:24.695794 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-40fba253-1a33-4559-b717-bc8df0965841 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1572304 Feb 16 13:29:24.698566 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 50468) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:29:24.705024 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-053f6523-c420-48d5-a6e3-85ddeb6debd3 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Request body: {'security_group_rule': {'security_group_id': '86387b80-e2a3-4905-bfd0-4dd5110cfb88', 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:29:24.711652 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-053f6523-c420-48d5-a6e3-85ddeb6debd3 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:29:24.715721 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-053f6523-c420-48d5-a6e3-85ddeb6debd3 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Usage tracker for resource:security_group_rule and tenant:be399450416f42d1ba3627bf0d10bf9d is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:29:24.718865 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-053f6523-c420-48d5-a6e3-85ddeb6debd3 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:29:24.726027 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-053f6523-c420-48d5-a6e3-85ddeb6debd3 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:29:24.744850 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-053f6523-c420-48d5-a6e3-85ddeb6debd3 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:24.810498 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-053f6523-c420-48d5-a6e3-85ddeb6debd3 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:24.815251 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-053f6523-c420-48d5-a6e3-85ddeb6debd3 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:24.840411 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f6523-c420-48d5-a6e3-85ddeb6debd3 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5877ff3-a011-42fb-a746-7a0591fc5b64,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:24.850854 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-053f6523-c420-48d5-a6e3-85ddeb6debd3 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:24.852251 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-053f6523-c420-48d5-a6e3-85ddeb6debd3 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1525400 Feb 16 13:29:24.855141 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 50472) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:29:24.860516 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-01e5e7ff-13eb-4ed5-a64d-1c614383dae3 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Request body: {'security_group_rule': {'security_group_id': '86387b80-e2a3-4905-bfd0-4dd5110cfb88', 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:29:24.867075 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-01e5e7ff-13eb-4ed5-a64d-1c614383dae3 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:29:24.871543 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-01e5e7ff-13eb-4ed5-a64d-1c614383dae3 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Usage tracker for resource:security_group_rule and tenant:be399450416f42d1ba3627bf0d10bf9d is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:29:24.874880 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-01e5e7ff-13eb-4ed5-a64d-1c614383dae3 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:29:24.880967 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-01e5e7ff-13eb-4ed5-a64d-1c614383dae3 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:29:24.899735 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-01e5e7ff-13eb-4ed5-a64d-1c614383dae3 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:24.964593 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-01e5e7ff-13eb-4ed5-a64d-1c614383dae3 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:24.969684 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-01e5e7ff-13eb-4ed5-a64d-1c614383dae3 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:25.097680 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e5e7ff-13eb-4ed5-a64d-1c614383dae3 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52e239da-bf14-49a4-9f5a-a430b709787c,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:25.105587 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-01e5e7ff-13eb-4ed5-a64d-1c614383dae3 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:25.106922 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-01e5e7ff-13eb-4ed5-a64d-1c614383dae3 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2507944 Feb 16 13:29:25.109708 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 50476) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:29:25.116333 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-6f1f50f7-d4b5-43e6-a5a8-a037fb2e3c33 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Request body: {'security_group_rule': {'security_group_id': '86387b80-e2a3-4905-bfd0-4dd5110cfb88', 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:29:25.125726 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6f1f50f7-d4b5-43e6-a5a8-a037fb2e3c33 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:29:25.130884 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6f1f50f7-d4b5-43e6-a5a8-a037fb2e3c33 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Usage tracker for resource:security_group_rule and tenant:be399450416f42d1ba3627bf0d10bf9d is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:29:25.135175 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-6f1f50f7-d4b5-43e6-a5a8-a037fb2e3c33 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:29:25.142974 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-6f1f50f7-d4b5-43e6-a5a8-a037fb2e3c33 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:29:25.165206 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6f1f50f7-d4b5-43e6-a5a8-a037fb2e3c33 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:25.238987 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6f1f50f7-d4b5-43e6-a5a8-a037fb2e3c33 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:25.245122 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6f1f50f7-d4b5-43e6-a5a8-a037fb2e3c33 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:25.267518 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f50f7-d4b5-43e6-a5a8-a037fb2e3c33 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a1c2825-c903-45c3-b824-dd1957e5bb10,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:25.277351 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6f1f50f7-d4b5-43e6-a5a8-a037fb2e3c33 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:25.278772 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6f1f50f7-d4b5-43e6-a5a8-a037fb2e3c33 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1680381 Feb 16 13:29:25.282275 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 50480) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:29:25.287325 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-a9640726-80d6-402f-a36f-d054aab2b4e2 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Request body: {'security_group_rule': {'security_group_id': '86387b80-e2a3-4905-bfd0-4dd5110cfb88', 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:29:25.294011 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a9640726-80d6-402f-a36f-d054aab2b4e2 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:29:25.298819 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a9640726-80d6-402f-a36f-d054aab2b4e2 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Usage tracker for resource:security_group_rule and tenant:be399450416f42d1ba3627bf0d10bf9d is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:29:25.301926 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-a9640726-80d6-402f-a36f-d054aab2b4e2 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:29:25.307819 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-a9640726-80d6-402f-a36f-d054aab2b4e2 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:29:25.318825 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-a9640726-80d6-402f-a36f-d054aab2b4e2 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Project be399450416f42d1ba3627bf0d10bf9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:29:25.325559 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a9640726-80d6-402f-a36f-d054aab2b4e2 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:25.388255 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a9640726-80d6-402f-a36f-d054aab2b4e2 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:25.393116 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a9640726-80d6-402f-a36f-d054aab2b4e2 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:25.417085 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9640726-80d6-402f-a36f-d054aab2b4e2 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62df63d0-4737-4adc-83d0-73b7f143a421,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:25.427889 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a9640726-80d6-402f-a36f-d054aab2b4e2 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:25.429108 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-a9640726-80d6-402f-a36f-d054aab2b4e2 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1458991 Feb 16 13:29:25.431932 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 50484) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:29:25.437113 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-b0142e83-deea-477b-a5a9-38804e70e97d tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Request body: {'security_group_rule': {'security_group_id': '86387b80-e2a3-4905-bfd0-4dd5110cfb88', 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:29:25.443352 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-b0142e83-deea-477b-a5a9-38804e70e97d tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:29:25.447183 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-b0142e83-deea-477b-a5a9-38804e70e97d tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Usage tracker for resource:security_group_rule and tenant:be399450416f42d1ba3627bf0d10bf9d is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:29:25.450056 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-b0142e83-deea-477b-a5a9-38804e70e97d tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:29:25.455985 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-b0142e83-deea-477b-a5a9-38804e70e97d tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:29:25.468355 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.securitygroups_db [None req-b0142e83-deea-477b-a5a9-38804e70e97d tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Project be399450416f42d1ba3627bf0d10bf9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:29:25.476711 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b0142e83-deea-477b-a5a9-38804e70e97d tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:25.557345 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b0142e83-deea-477b-a5a9-38804e70e97d tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:25.563818 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b0142e83-deea-477b-a5a9-38804e70e97d tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:25.586366 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0142e83-deea-477b-a5a9-38804e70e97d tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67bc4ae6-86bb-4074-abf0-067c1a3ac02c,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:25.595665 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b0142e83-deea-477b-a5a9-38804e70e97d tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:25.596934 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-b0142e83-deea-477b-a5a9-38804e70e97d tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1639962 Feb 16 13:29:25.759730 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-e094832c-9ad4-4f3e-8326-fc5e261ce7ed tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Synchronizing usage tracker for tenant:be399450416f42d1ba3627bf0d10bf9d on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:29:25.781953 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-e094832c-9ad4-4f3e-8326-fc5e261ce7ed tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Unset dirty status for tenant:be399450416f42d1ba3627bf0d10bf9d on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:29:25.783369 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-e094832c-9ad4-4f3e-8326-fc5e261ce7ed tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1909139650&fields=id&tenant_id=be399450416f42d1ba3627bf0d10bf9d HTTP/1.1" status: 200 len: 267 time: 0.0656402 Feb 16 13:29:25.948908 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-820af199-6d4b-40d2-ad5d-17797601172e tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:29:25.949582 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-820af199-6d4b-40d2-ad5d-17797601172e tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Synchronizing usage tracker for tenant:be399450416f42d1ba3627bf0d10bf9d on resource:network {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:29:25.963921 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 8c012c01-0eeb-418a-a037-0f1713408b53 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:29:25.967088 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-820af199-6d4b-40d2-ad5d-17797601172e tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Unset dirty status for tenant:be399450416f42d1ba3627bf0d10bf9d on resource:network {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:29:25.968237 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-820af199-6d4b-40d2-ad5d-17797601172e tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/networks?id=027db140-4aeb-40e0-9d5b-223ce799b021 HTTP/1.1" status: 200 len: 808 time: 0.1774909 Feb 16 13:29:25.983198 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-d2ce4555-d8ce-4007-b647-9ef44b8f225e tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/quotas/be399450416f42d1ba3627bf0d10bf9d HTTP/1.1" status: 200 len: 375 time: 0.0093136 Feb 16 13:29:26.031399 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 8c012c01-0eeb-418a-a037-0f1713408b53 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:29:26.036631 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 8c012c01-0eeb-418a-a037-0f1713408b53 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:29:26.037018 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:26.065393 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-1a521fa0-bcd4-449e-96a6-1f6866dd3e27 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=be399450416f42d1ba3627bf0d10bf9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0769956 Feb 16 13:29:26.160946 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:26.179752 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 8c012c01-0eeb-418a-a037-0f1713408b53, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=8c012c01-0eeb-418a-a037-0f1713408b53,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:29:26.184264 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:26.207858 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-4721a781-c887-46e5-82c3-0cdc50dc631b service neutron] 10.222.0.83 "GET /v2.0/networks/027db140-4aeb-40e0-9d5b-223ce799b021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308205 Feb 16 13:29:26.263518 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=8c012c01-0eeb-418a-a037-0f1713408b53,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:26.345310 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-7818da08-f568-4611-a2a7-d66d7e12a4c5 service neutron] 10.222.0.83 "GET /v2.0/networks/027db140-4aeb-40e0-9d5b-223ce799b021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310418 Feb 16 13:29:26.657561 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-e5acac3a-0649-439d-a7a0-fe4bbc81c8e3 req-4d6f6fcd-b905-45d8-9b37-8c098262cd08 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Synchronizing usage tracker for tenant:be399450416f42d1ba3627bf0d10bf9d on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:29:26.677301 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-e5acac3a-0649-439d-a7a0-fe4bbc81c8e3 req-4d6f6fcd-b905-45d8-9b37-8c098262cd08 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Unset dirty status for tenant:be399450416f42d1ba3627bf0d10bf9d on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:29:26.678403 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e5acac3a-0649-439d-a7a0-fe4bbc81c8e3 req-4d6f6fcd-b905-45d8-9b37-8c098262cd08 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 210 time: 0.1932609 Feb 16 13:29:27.189900 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8251f81-b62e-4702-a6e4-81e26f7a0023 None None] Sync routers for ids ['9d18a214-4d45-4f11-9b4a-12f82b40e3d8'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:29:27.199363 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8251f81-b62e-4702-a6e4-81e26f7a0023 None None] Routers {'9d18a214-4d45-4f11-9b4a-12f82b40e3d8'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:29:27.200027 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-a8251f81-b62e-4702-a6e4-81e26f7a0023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:29:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['9d18a214-4d45-4f11-9b4a-12f82b40e3d8'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:29:27.385702 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-a8251f81-b62e-4702-a6e4-81e26f7a0023 None None] Set router 9d18a214-4d45-4f11-9b4a-12f82b40e3d8 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:29:27.702570 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-a8251f81-b62e-4702-a6e4-81e26f7a0023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d18a214-4d45-4f11-9b4a-12f82b40e3d8', 'name': 'tempest-TestShelveInstance-120038763-router', 'tenant_id': 'b8dd2c3ed63f4482a159a1b50b869265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': '8c012c01-0eeb-418a-a037-0f1713408b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:29:18Z', 'updated_at': '2022-02-16T13:29:22Z', 'revision_number': 4, 'project_id': 'b8dd2c3ed63f4482a159a1b50b869265', 'gw_port': {'id': '8c012c01-0eeb-418a-a037-0f1713408b53', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:72:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d18a214-4d45-4f11-9b4a-12f82b40e3d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:29:19Z', 'updated_at': '2022-02-16T13:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': 'a257930a-4a86-4ac5-ac72-a74461a987ec', 'name': '', 'network_id': '123efc75-16f8-4d8d-b813-229d31a9f36d', 'tenant_id': 'b8dd2c3ed63f4482a159a1b50b869265', 'mac_address': 'fa:16:3e:23:3b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d18a214-4d45-4f11-9b4a-12f82b40e3d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '2edc619c-1789-416d-a1a4-e689f775e9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:29:21Z', 'updated_at': '2022-02-16T13:29:22Z', 'revision_number': 2, 'project_id': 'b8dd2c3ed63f4482a159a1b50b869265', 'subnets': [{'id': '2edc619c-1789-416d-a1a4-e689f775e9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:29:27.706797 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8251f81-b62e-4702-a6e4-81e26f7a0023 None None] Checking router: 9d18a214-4d45-4f11-9b4a-12f82b40e3d8 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:29:27.707145 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8251f81-b62e-4702-a6e4-81e26f7a0023 None None] Updating router 9d18a214-4d45-4f11-9b4a-12f82b40e3d8 port a257930a-4a86-4ac5-ac72-a74461a987ec binding host dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:29:27.765464 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-a8251f81-b62e-4702-a6e4-81e26f7a0023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:27.785239 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ac2341dc-f465-4f1f-9a07-2f659c348528 req-c7de1ecf-5e20-4c1b-bad6-ff96262c74b3 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 210 time: 0.0511396 Feb 16 13:29:27.942658 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 8c012c01-0eeb-418a-a037-0f1713408b53 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:29:28.024336 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 8c012c01-0eeb-418a-a037-0f1713408b53 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:29:28.024746 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:28.117914 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-a8251f81-b62e-4702-a6e4-81e26f7a0023 None None] Notify callbacks [] for port, precommit_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:28.130550 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.provisioning_blocks [None req-a8251f81-b62e-4702-a6e4-81e26f7a0023 None None] Transition to ACTIVE for port object a257930a-4a86-4ac5-ac72-a74461a987ec will not be triggered until provisioned by entity L2. {{(pid=87703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:29:28.139234 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-a8251f81-b62e-4702-a6e4-81e26f7a0023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:28.267242 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb40a0-e84d-46b7-baaa-e0e37b452569 None None] Pushing event updated for resources: {'Port': ['ID=a257930a-4a86-4ac5-ac72-a74461a987ec,revision_number=3']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:28.306330 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:29:28.363622 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-a8251f81-b62e-4702-a6e4-81e26f7a0023 None None] Attempting to bind port a257930a-4a86-4ac5-ac72-a74461a987ec on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:29:28.364123 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-a8251f81-b62e-4702-a6e4-81e26f7a0023 None None] Attempting to bind port a257930a-4a86-4ac5-ac72-a74461a987ec by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'd08b71b9-7600-4940-b810-ee0c4361f619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '123efc75-16f8-4d8d-b813-229d31a9f36d'}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:29:28.364523 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8251f81-b62e-4702-a6e4-81e26f7a0023 None None] Attempting to bind port a257930a-4a86-4ac5-ac72-a74461a987ec on network 123efc75-16f8-4d8d-b813-229d31a9f36d {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:29:28.370678 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8251f81-b62e-4702-a6e4-81e26f7a0023 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:29:28.371034 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8251f81-b62e-4702-a6e4-81e26f7a0023 None None] Checking segment: {'id': 'd08b71b9-7600-4940-b810-ee0c4361f619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '123efc75-16f8-4d8d-b813-229d31a9f36d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:29:28.371476 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-a8251f81-b62e-4702-a6e4-81e26f7a0023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:28.371828 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8251f81-b62e-4702-a6e4-81e26f7a0023 None None] Bound using segment: {'id': 'd08b71b9-7600-4940-b810-ee0c4361f619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '123efc75-16f8-4d8d-b813-229d31a9f36d'} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:29:28.372267 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-a8251f81-b62e-4702-a6e4-81e26f7a0023 None None] Bound port: a257930a-4a86-4ac5-ac72-a74461a987ec, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd08b71b9-7600-4940-b810-ee0c4361f619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '123efc75-16f8-4d8d-b813-229d31a9f36d'}}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:29:28.372641 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-a8251f81-b62e-4702-a6e4-81e26f7a0023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:28.459261 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-a8251f81-b62e-4702-a6e4-81e26f7a0023 None None] For port a257930a-4a86-4ac5-ac72-a74461a987ec, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:29:28.462735 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-a8251f81-b62e-4702-a6e4-81e26f7a0023 None None] For port a257930a-4a86-4ac5-ac72-a74461a987ec, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=a257930a-4a86-4ac5-ac72-a74461a987ec,segment=NetworkSegment(d08b71b9-7600-4940-b810-ee0c4361f619),segment_id=d08b71b9-7600-4940-b810-ee0c4361f619)] {{(pid=87703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:29:28.470294 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-a8251f81-b62e-4702-a6e4-81e26f7a0023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:28.551888 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8251f81-b62e-4702-a6e4-81e26f7a0023 None None] Routers {'9d18a214-4d45-4f11-9b4a-12f82b40e3d8'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:29:28.552520 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-a8251f81-b62e-4702-a6e4-81e26f7a0023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:29:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['9d18a214-4d45-4f11-9b4a-12f82b40e3d8'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:29:28.612979 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb40a0-e84d-46b7-baaa-e0e37b452569 None None] Pushing event updated for resources: {'Port': ['ID=a257930a-4a86-4ac5-ac72-a74461a987ec,revision_number=4']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:28.790772 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-a8251f81-b62e-4702-a6e4-81e26f7a0023 None None] Set router 9d18a214-4d45-4f11-9b4a-12f82b40e3d8 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:29:28.893694 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-175c2ecb-26ee-4a78-9c75-e6f64d8ea7ff req-ee77d418-0b7a-4378-8320-65c1e5e55230 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 210 time: 0.0462303 Feb 16 13:29:29.115404 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-a8251f81-b62e-4702-a6e4-81e26f7a0023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d18a214-4d45-4f11-9b4a-12f82b40e3d8', 'name': 'tempest-TestShelveInstance-120038763-router', 'tenant_id': 'b8dd2c3ed63f4482a159a1b50b869265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': '8c012c01-0eeb-418a-a037-0f1713408b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:29:18Z', 'updated_at': '2022-02-16T13:29:22Z', 'revision_number': 4, 'project_id': 'b8dd2c3ed63f4482a159a1b50b869265', 'gw_port': {'id': '8c012c01-0eeb-418a-a037-0f1713408b53', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:72:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d18a214-4d45-4f11-9b4a-12f82b40e3d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:29:19Z', 'updated_at': '2022-02-16T13:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': 'a257930a-4a86-4ac5-ac72-a74461a987ec', 'name': '', 'network_id': '123efc75-16f8-4d8d-b813-229d31a9f36d', 'tenant_id': 'b8dd2c3ed63f4482a159a1b50b869265', 'mac_address': 'fa:16:3e:23:3b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d18a214-4d45-4f11-9b4a-12f82b40e3d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '2edc619c-1789-416d-a1a4-e689f775e9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:29:21Z', 'updated_at': '2022-02-16T13:29:28Z', 'revision_number': 4, 'project_id': 'b8dd2c3ed63f4482a159a1b50b869265', 'subnets': [{'id': '2edc619c-1789-416d-a1a4-e689f775e9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:29:29.119566 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8251f81-b62e-4702-a6e4-81e26f7a0023 None None] The sync data for ids ['9d18a214-4d45-4f11-9b4a-12f82b40e3d8'] in dv-neutron-829527-1-hyperv is: [{'id': '9d18a214-4d45-4f11-9b4a-12f82b40e3d8', 'name': 'tempest-TestShelveInstance-120038763-router', 'tenant_id': 'b8dd2c3ed63f4482a159a1b50b869265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': '8c012c01-0eeb-418a-a037-0f1713408b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:29:18Z', 'updated_at': '2022-02-16T13:29:22Z', 'revision_number': 4, 'project_id': 'b8dd2c3ed63f4482a159a1b50b869265', 'gw_port': {'id': '8c012c01-0eeb-418a-a037-0f1713408b53', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:72:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d18a214-4d45-4f11-9b4a-12f82b40e3d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:29:19Z', 'updated_at': '2022-02-16T13:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': 'a257930a-4a86-4ac5-ac72-a74461a987ec', 'name': '', 'network_id': '123efc75-16f8-4d8d-b813-229d31a9f36d', 'tenant_id': 'b8dd2c3ed63f4482a159a1b50b869265', 'mac_address': 'fa:16:3e:23:3b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d18a214-4d45-4f11-9b4a-12f82b40e3d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '2edc619c-1789-416d-a1a4-e689f775e9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:29:21Z', 'updated_at': '2022-02-16T13:29:28Z', 'revision_number': 4, 'project_id': 'b8dd2c3ed63f4482a159a1b50b869265', 'subnets': [{'id': '2edc619c-1789-416d-a1a4-e689f775e9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:29:30.012032 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device a257930a-4a86-4ac5-ac72-a74461a987ec up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:29:30.016176 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-169bd7e3-91df-4fb8-9f88-58604d90cc6e req-28eeafc2-7f8c-4d02-bc2a-ca8d6e478e85 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 210 time: 0.0475993 Feb 16 13:29:30.096092 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port a257930a-4a86-4ac5-ac72-a74461a987ec completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:29:30.103187 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port a257930a-4a86-4ac5-ac72-a74461a987ec triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:29:30.103758 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:30.233201 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:30.265948 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port a257930a-4a86-4ac5-ac72-a74461a987ec, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=a257930a-4a86-4ac5-ac72-a74461a987ec,segment=NetworkSegment(d08b71b9-7600-4940-b810-ee0c4361f619),segment_id=d08b71b9-7600-4940-b810-ee0c4361f619)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:29:30.269879 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:30.338145 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=a257930a-4a86-4ac5-ac72-a74461a987ec,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:31.177500 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4d8ae832-5f3a-46aa-bfac-499b20d54f8f req-98924ab4-abb4-4421-8c55-9f7207bad854 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 210 time: 0.0454731 Feb 16 13:29:31.899236 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7521d78a-9b0e-4246-8886-d455a2527e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:31.933856 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-5ebbeaff-a557-45dc-9125-d2617f7af22e tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:29:31.935523 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-5ebbeaff-a557-45dc-9125-d2617f7af22e tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.89 "GET /v2.0/networks?id=027db140-4aeb-40e0-9d5b-223ce799b021 HTTP/1.1" status: 200 len: 808 time: 0.1600616 Feb 16 13:29:31.945374 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device a257930a-4a86-4ac5-ac72-a74461a987ec up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:29:31.993374 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-75741105-8648-432f-bf98-951ce665ba1e tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Synchronizing usage tracker for tenant:be399450416f42d1ba3627bf0d10bf9d on resource:security_group {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:29:32.006778 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-75741105-8648-432f-bf98-951ce665ba1e tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Unset dirty status for tenant:be399450416f42d1ba3627bf0d10bf9d on resource:security_group {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:29:32.007911 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-75741105-8648-432f-bf98-951ce665ba1e tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be399450416f42d1ba3627bf0d10bf9d HTTP/1.1" status: 200 len: 380 time: 0.0626798 Feb 16 13:29:32.017090 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-b9cdc02f-5018-4cd6-bbd0-8a130c225d74 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Request body: {'port': {'device_id': '5a315965-1073-4d6d-bc0a-699024696d06', 'network_id': '027db140-4aeb-40e0-9d5b-223ce799b021', 'admin_state_up': True, 'tenant_id': 'be399450416f42d1ba3627bf0d10bf9d', 'security_groups': ['86387b80-e2a3-4905-bfd0-4dd5110cfb88']}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:29:32.021953 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port a257930a-4a86-4ac5-ac72-a74461a987ec triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:29:32.022313 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:32.153483 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-b9cdc02f-5018-4cd6-bbd0-8a130c225d74 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:29:32.163072 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-b9cdc02f-5018-4cd6-bbd0-8a130c225d74 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:29:32.174817 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-b9cdc02f-5018-4cd6-bbd0-8a130c225d74 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Made reservation on behalf of be399450416f42d1ba3627bf0d10bf9d for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:29:32.178258 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-b9cdc02f-5018-4cd6-bbd0-8a130c225d74 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:32.335749 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-469ce1f2-eb9f-4b80-a28f-1c125e40a742 req-deb8b2d9-2c31-477c-af02-b6945a2ece71 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 210 time: 0.0451667 Feb 16 13:29:32.341893 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-b9cdc02f-5018-4cd6-bbd0-8a130c225d74 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Allocated IP 172.20.0.13 (027db140-4aeb-40e0-9d5b-223ce799b021/0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2/287ba442-d56d-4b9e-868a-43464cbbbbbb) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:29:32.537170 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-b9cdc02f-5018-4cd6-bbd0-8a130c225d74 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:32.560678 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-b9cdc02f-5018-4cd6-bbd0-8a130c225d74 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Transition to ACTIVE for port object 287ba442-d56d-4b9e-868a-43464cbbbbbb will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:29:32.587961 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-b9cdc02f-5018-4cd6-bbd0-8a130c225d74 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:32.661634 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-b9cdc02f-5018-4cd6-bbd0-8a130c225d74 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Network 027db140-4aeb-40e0-9d5b-223ce799b021 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:29:32.665120 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-b9cdc02f-5018-4cd6-bbd0-8a130c225d74 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:29:32.668937 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-b9cdc02f-5018-4cd6-bbd0-8a130c225d74 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:29:32.703141 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cdc02f-5018-4cd6-bbd0-8a130c225d74 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Pushing event updated for resources: {'Port': ['ID=287ba442-d56d-4b9e-868a-43464cbbbbbb,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:32.742263 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-b9cdc02f-5018-4cd6-bbd0-8a130c225d74 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:29:32.742851 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-b9cdc02f-5018-4cd6-bbd0-8a130c225d74 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:32.770155 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-b9cdc02f-5018-4cd6-bbd0-8a130c225d74 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7568264 Feb 16 13:29:32.784176 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-30c30dd4-4cda-45d6-a838-166706d50df7 service neutron] Request body: {'port': {'device_id': '5a315965-1073-4d6d-bc0a-699024696d06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:29:32.843667 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-7ea00963-aebe-42da-9505-6562f18880ab None None] Provisioning for port 287ba442-d56d-4b9e-868a-43464cbbbbbb completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:29:32.848863 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-7ea00963-aebe-42da-9505-6562f18880ab None None] Provisioning complete for port 287ba442-d56d-4b9e-868a-43464cbbbbbb triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:29:32.849236 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7ea00963-aebe-42da-9505-6562f18880ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:32.898236 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-30c30dd4-4cda-45d6-a838-166706d50df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:32.940712 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-7ea00963-aebe-42da-9505-6562f18880ab None None] Port 287ba442-d56d-4b9e-868a-43464cbbbbbb cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:29:33.244859 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-30c30dd4-4cda-45d6-a838-166706d50df7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 287ba442-d56d-4b9e-868a-43464cbbbbbb {{(pid=87701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:29:33.252801 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-30c30dd4-4cda-45d6-a838-166706d50df7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:33.267437 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-30c30dd4-4cda-45d6-a838-166706d50df7 service neutron] Transition to ACTIVE for port object 287ba442-d56d-4b9e-868a-43464cbbbbbb will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:29:33.272414 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-30c30dd4-4cda-45d6-a838-166706d50df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:33.397604 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c30dd4-4cda-45d6-a838-166706d50df7 service neutron] Pushing event updated for resources: {'Port': ['ID=287ba442-d56d-4b9e-868a-43464cbbbbbb,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:33.685825 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-30c30dd4-4cda-45d6-a838-166706d50df7 service neutron] Attempting to bind port 287ba442-d56d-4b9e-868a-43464cbbbbbb on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:29:33.686087 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-30c30dd4-4cda-45d6-a838-166706d50df7 service neutron] Attempting to bind port 287ba442-d56d-4b9e-868a-43464cbbbbbb by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '5c83964c-74cd-4794-8c18-168ef3319713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '027db140-4aeb-40e0-9d5b-223ce799b021'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:29:33.686370 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-30c30dd4-4cda-45d6-a838-166706d50df7 service neutron] Attempting to bind port 287ba442-d56d-4b9e-868a-43464cbbbbbb on network 027db140-4aeb-40e0-9d5b-223ce799b021 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:29:33.693567 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-30c30dd4-4cda-45d6-a838-166706d50df7 service neutron] Port 287ba442-d56d-4b9e-868a-43464cbbbbbb on network 027db140-4aeb-40e0-9d5b-223ce799b021 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:29:33.693883 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-30c30dd4-4cda-45d6-a838-166706d50df7 service neutron] Attempting to bind port 287ba442-d56d-4b9e-868a-43464cbbbbbb on network 027db140-4aeb-40e0-9d5b-223ce799b021 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:29:33.701885 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-30c30dd4-4cda-45d6-a838-166706d50df7 service neutron] Checking agent: {'id': 'b4b5bcfd-2763-4324-82e0-923bc8a52546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'started_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:29:33.702214 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-30c30dd4-4cda-45d6-a838-166706d50df7 service neutron] Checking segment: {'id': '5c83964c-74cd-4794-8c18-168ef3319713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '027db140-4aeb-40e0-9d5b-223ce799b021'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:29:33.702586 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-30c30dd4-4cda-45d6-a838-166706d50df7 service neutron] Bound using segment: {'id': '5c83964c-74cd-4794-8c18-168ef3319713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '027db140-4aeb-40e0-9d5b-223ce799b021'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:29:33.703078 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-30c30dd4-4cda-45d6-a838-166706d50df7 service neutron] Bound port: 287ba442-d56d-4b9e-868a-43464cbbbbbb, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c83964c-74cd-4794-8c18-168ef3319713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '027db140-4aeb-40e0-9d5b-223ce799b021'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:29:33.703415 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-30c30dd4-4cda-45d6-a838-166706d50df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:33.724777 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53938718-1e8a-41c5-ac17-47611ed3e924 req-916b0344-fc2c-432a-8da8-3a4dbe89d8b6 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:29:33.725466 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-53938718-1e8a-41c5-ac17-47611ed3e924 req-916b0344-fc2c-432a-8da8-3a4dbe89d8b6 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Synchronizing usage tracker for tenant:be399450416f42d1ba3627bf0d10bf9d on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:29:33.789746 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-53938718-1e8a-41c5-ac17-47611ed3e924 req-916b0344-fc2c-432a-8da8-3a4dbe89d8b6 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Unset dirty status for tenant:be399450416f42d1ba3627bf0d10bf9d on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:29:33.790937 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-53938718-1e8a-41c5-ac17-47611ed3e924 req-916b0344-fc2c-432a-8da8-3a4dbe89d8b6 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 944 time: 0.3114820 Feb 16 13:29:33.829275 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-30c30dd4-4cda-45d6-a838-166706d50df7 service neutron] For port 287ba442-d56d-4b9e-868a-43464cbbbbbb, host hv-neutron-8295, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:29:33.838205 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-30c30dd4-4cda-45d6-a838-166706d50df7 service neutron] For port 287ba442-d56d-4b9e-868a-43464cbbbbbb, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=287ba442-d56d-4b9e-868a-43464cbbbbbb,segment=NetworkSegment(5c83964c-74cd-4794-8c18-168ef3319713),segment_id=5c83964c-74cd-4794-8c18-168ef3319713)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:29:33.844906 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-30c30dd4-4cda-45d6-a838-166706d50df7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:33.894793 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-53938718-1e8a-41c5-ac17-47611ed3e924 req-0cf63222-6c81-4335-924d-fbc5a32c3f13 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=86387b80-e2a3-4905-bfd0-4dd5110cfb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949349 Feb 16 13:29:33.911901 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-30c30dd4-4cda-45d6-a838-166706d50df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:29:33.912886 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-30c30dd4-4cda-45d6-a838-166706d50df7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:33.914237 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-30c30dd4-4cda-45d6-a838-166706d50df7 service neutron] 10.222.0.89 "PUT /v2.0/ports/287ba442-d56d-4b9e-868a-43464cbbbbbb HTTP/1.1" status: 200 len: 1094 time: 1.1365902 Feb 16 13:29:33.914649 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a315965-1073-4d6d-bc0a-699024696d06', 'tag': '287ba442-d56d-4b9e-868a-43464cbbbbbb'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:29:33.946041 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c30dd4-4cda-45d6-a838-166706d50df7 service neutron] Pushing event updated for resources: {'Port': ['ID=287ba442-d56d-4b9e-868a-43464cbbbbbb,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:33.964107 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a315965-1073-4d6d-bc0a-699024696d06', 'tag': '287ba442-d56d-4b9e-868a-43464cbbbbbb', 'status': 'completed', 'code': 200} Feb 16 13:29:34.044102 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-2205c30e-21ee-496f-8cf8-0f3a0587c5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:29:34.045561 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-2205c30e-21ee-496f-8cf8-0f3a0587c5fc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=be399450416f42d1ba3627bf0d10bf9d&device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 1097 time: 0.0790069 Feb 16 13:29:34.115134 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-ebd25789-46c5-47c3-a2ff-167c5e46e8e5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=287ba442-d56d-4b9e-868a-43464cbbbbbb HTTP/1.1" status: 200 len: 217 time: 0.0623260 Feb 16 13:29:34.181735 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-9d09069b-24d6-44aa-9fe3-5530fe8da3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:29:34.183230 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-9d09069b-24d6-44aa-9fe3-5530fe8da3bf service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2 HTTP/1.1" status: 200 len: 847 time: 0.0626876 Feb 16 13:29:34.196090 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-607937bc-fca0-4c2d-8577-001f343b9170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:34.257621 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-0e87f2e9-8e59-4764-af15-1e7e23a4a996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:29:34.259086 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-0e87f2e9-8e59-4764-af15-1e7e23a4a996 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=027db140-4aeb-40e0-9d5b-223ce799b021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699167 Feb 16 13:29:34.394628 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-1cef4f88-dd2f-45b5-947b-06d131eaf458 service neutron] 10.222.0.89 "GET /v2.0/networks/027db140-4aeb-40e0-9d5b-223ce799b021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290894 Feb 16 13:29:34.533667 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cf623fe7-f246-4cc3-a604-2c1d56a83af8 req-188e0fa3-8e89-4d34-a303-a89fab5fc462 service neutron] 10.222.0.89 "GET /v2.0/networks/027db140-4aeb-40e0-9d5b-223ce799b021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334381 Feb 16 13:29:34.657000 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9cbbd-f116-4c5b-85c5-d853fe0a62ba req-f938fce0-61b9-4512-b9a5-c1cd3e015a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:29:34.658400 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7de9cbbd-f116-4c5b-85c5-d853fe0a62ba req-f938fce0-61b9-4512-b9a5-c1cd3e015a9a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=be399450416f42d1ba3627bf0d10bf9d&device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 1097 time: 0.0747352 Feb 16 13:29:34.800526 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9cbbd-f116-4c5b-85c5-d853fe0a62ba req-d31427da-8f79-4709-8a9c-dda4b19d89b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:29:34.802089 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7de9cbbd-f116-4c5b-85c5-d853fe0a62ba req-d31427da-8f79-4709-8a9c-dda4b19d89b6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=027db140-4aeb-40e0-9d5b-223ce799b021 HTTP/1.1" status: 200 len: 909 time: 0.1361721 Feb 16 13:29:34.834581 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:34.869551 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7de9cbbd-f116-4c5b-85c5-d853fe0a62ba req-e79e82e3-9889-4600-94b6-f7cda47567bd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=287ba442-d56d-4b9e-868a-43464cbbbbbb HTTP/1.1" status: 200 len: 217 time: 0.0605743 Feb 16 13:29:34.949280 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9cbbd-f116-4c5b-85c5-d853fe0a62ba req-1462c781-2b3b-4065-9144-5e42b43a4eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:29:34.950720 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7de9cbbd-f116-4c5b-85c5-d853fe0a62ba req-1462c781-2b3b-4065-9144-5e42b43a4eab service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2 HTTP/1.1" status: 200 len: 847 time: 0.0747945 Feb 16 13:29:35.079409 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9cbbd-f116-4c5b-85c5-d853fe0a62ba req-3f1eee08-c814-4a92-96d7-c82a56e924cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:29:35.080890 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7de9cbbd-f116-4c5b-85c5-d853fe0a62ba req-3f1eee08-c814-4a92-96d7-c82a56e924cd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=027db140-4aeb-40e0-9d5b-223ce799b021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1226435 Feb 16 13:29:35.121690 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40a529-dc63-4187-a879-ae6aa7af258c req-8ef1da62-b209-46cc-9ea1-8751d9114e0f tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:29:35.123086 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7a40a529-dc63-4187-a879-ae6aa7af258c req-8ef1da62-b209-46cc-9ea1-8751d9114e0f tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 944 time: 0.1171217 Feb 16 13:29:35.230756 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7a40a529-dc63-4187-a879-ae6aa7af258c req-07d1900c-5331-44f1-a81c-76265427bc3b tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=86387b80-e2a3-4905-bfd0-4dd5110cfb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657156 Feb 16 13:29:35.263086 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:35.267175 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7de9cbbd-f116-4c5b-85c5-d853fe0a62ba req-07ee2421-adac-420d-b280-7020d0e71bd7 service neutron] 10.222.0.89 "GET /v2.0/networks/027db140-4aeb-40e0-9d5b-223ce799b021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785851 Feb 16 13:29:35.337175 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:35.518593 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7de9cbbd-f116-4c5b-85c5-d853fe0a62ba req-395af63b-99a7-4d11-89b5-6a43eadd2ad4 service neutron] 10.222.0.89 "GET /v2.0/networks/027db140-4aeb-40e0-9d5b-223ce799b021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441800 Feb 16 13:29:36.440710 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a593fd1f-7e08-41d2-95b5-0e3b3d8ca66a req-530cc762-46e4-4f83-958b-f25e707a1ecc tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:29:36.442176 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a593fd1f-7e08-41d2-95b5-0e3b3d8ca66a req-530cc762-46e4-4f83-958b-f25e707a1ecc tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 944 time: 0.0953948 Feb 16 13:29:36.486022 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a593fd1f-7e08-41d2-95b5-0e3b3d8ca66a req-770dd361-3644-479f-a669-b2dbe82ea04b tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=86387b80-e2a3-4905-bfd0-4dd5110cfb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381494 Feb 16 13:29:36.883608 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:36.885558 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 287ba442-d56d-4b9e-868a-43464cbbbbbb details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:29:37.019566 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 287ba442-d56d-4b9e-868a-43464cbbbbbb, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=287ba442-d56d-4b9e-868a-43464cbbbbbb,segment=NetworkSegment(5c83964c-74cd-4794-8c18-168ef3319713),segment_id=5c83964c-74cd-4794-8c18-168ef3319713)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:29:37.033063 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': '287ba442-d56d-4b9e-868a-43464cbbbbbb', 'network_id': '027db140-4aeb-40e0-9d5b-223ce799b021', 'port_id': '287ba442-d56d-4b9e-868a-43464cbbbbbb', 'mac_address': 'fa:16:3e:e0:62:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:29:37.092546 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:37.109972 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 287ba442-d56d-4b9e-868a-43464cbbbbbb {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:29:37.126158 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 287ba442-d56d-4b9e-868a-43464cbbbbbb, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=287ba442-d56d-4b9e-868a-43464cbbbbbb,segment=NetworkSegment(5c83964c-74cd-4794-8c18-168ef3319713),segment_id=5c83964c-74cd-4794-8c18-168ef3319713)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:29:37.134909 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:37.200891 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=287ba442-d56d-4b9e-868a-43464cbbbbbb,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:37.348467 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['287ba442-d56d-4b9e-868a-43464cbbbbbb'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:29:37.678207 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a8c00-1bac-472d-9897-ab9a5c0902ec req-db7792ae-f163-443b-9c77-fd4754cf48cb tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:29:37.679578 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-927a8c00-1bac-472d-9897-ab9a5c0902ec req-db7792ae-f163-443b-9c77-fd4754cf48cb tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 945 time: 0.0887499 Feb 16 13:29:37.725944 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-927a8c00-1bac-472d-9897-ab9a5c0902ec req-0f1fb0f0-15c4-4b7c-9cd9-4b5688ac086d tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=86387b80-e2a3-4905-bfd0-4dd5110cfb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406120 Feb 16 13:29:38.901917 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 287ba442-d56d-4b9e-868a-43464cbbbbbb up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:29:38.934398 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d124d3-a984-4876-a365-fa85dd9ddf30 req-bb693320-3dea-4b62-8e5f-a7ec7ac994d4 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:29:38.936182 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-08d124d3-a984-4876-a365-fa85dd9ddf30 req-bb693320-3dea-4b62-8e5f-a7ec7ac994d4 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 945 time: 0.1026227 Feb 16 13:29:38.974126 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning for port 287ba442-d56d-4b9e-868a-43464cbbbbbb completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:29:38.979207 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port 287ba442-d56d-4b9e-868a-43464cbbbbbb triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:29:38.979860 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:38.980543 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-08d124d3-a984-4876-a365-fa85dd9ddf30 req-5f08d9c6-3269-4168-b9e8-248d4101520a tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=86387b80-e2a3-4905-bfd0-4dd5110cfb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385187 Feb 16 13:29:39.101801 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:39.130850 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a315965-1073-4d6d-bc0a-699024696d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287ba442-d56d-4b9e-868a-43464cbbbbbb'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:29:39.142174 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 287ba442-d56d-4b9e-868a-43464cbbbbbb, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=287ba442-d56d-4b9e-868a-43464cbbbbbb,segment=NetworkSegment(5c83964c-74cd-4794-8c18-168ef3319713),segment_id=5c83964c-74cd-4794-8c18-168ef3319713)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:29:39.147406 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:39.216229 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=287ba442-d56d-4b9e-868a-43464cbbbbbb,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:39.230266 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a315965-1073-4d6d-bc0a-699024696d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287ba442-d56d-4b9e-868a-43464cbbbbbb', 'code': 200} Feb 16 13:29:39.465714 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de9279-6189-4514-8287-9a9f90966a99 req-378a9770-9d76-4a81-8565-eb9fba032c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:29:39.467253 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-13de9279-6189-4514-8287-9a9f90966a99 req-378a9770-9d76-4a81-8565-eb9fba032c96 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 1099 time: 0.0773399 Feb 16 13:29:39.510838 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-13de9279-6189-4514-8287-9a9f90966a99 req-49d91159-a0be-4e68-ad10-6e87827f26a4 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=86387b80-e2a3-4905-bfd0-4dd5110cfb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370979 Feb 16 13:29:40.196022 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d08875-347b-4086-bd67-3684f62fc830 req-9ac4282d-cde3-4b96-a48f-3d74e28ed033 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:29:40.197561 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c7d08875-347b-4086-bd67-3684f62fc830 req-9ac4282d-cde3-4b96-a48f-3d74e28ed033 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 946 time: 0.0989316 Feb 16 13:29:40.245217 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c7d08875-347b-4086-bd67-3684f62fc830 req-11d05f8d-fe53-42c0-8d5f-6ac1a21419de tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=86387b80-e2a3-4905-bfd0-4dd5110cfb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416024 Feb 16 13:29:41.458515 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df614a02-dbdd-4b52-834e-9eb5af561fb4 req-da62a64c-2100-4e14-946c-662efbf14051 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:29:41.460015 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-df614a02-dbdd-4b52-834e-9eb5af561fb4 req-da62a64c-2100-4e14-946c-662efbf14051 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 946 time: 0.0900705 Feb 16 13:29:41.505529 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-df614a02-dbdd-4b52-834e-9eb5af561fb4 req-0db5e9a9-083e-4f7e-944b-e143941f51ce tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=86387b80-e2a3-4905-bfd0-4dd5110cfb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397797 Feb 16 13:29:41.723042 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691b2be-6b51-46e4-8359-de2851fb5de1 req-b8994f73-bf30-410a-846d-3b0468bac7be tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:29:41.725493 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c691b2be-6b51-46e4-8359-de2851fb5de1 req-b8994f73-bf30-410a-846d-3b0468bac7be tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 946 time: 0.0962372 Feb 16 13:29:41.775621 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c691b2be-6b51-46e4-8359-de2851fb5de1 req-937985bb-4fbb-48ed-9046-61ae7affc27b tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=86387b80-e2a3-4905-bfd0-4dd5110cfb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432186 Feb 16 13:29:41.802438 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 50560) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:29:41.986194 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073feda0-d91b-40d9-ab8f-2263ffcf5701 tempest-TestShelveInstance-2056782528 tempest-TestShelveInstance-2056782528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:29:41.986878 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-073feda0-d91b-40d9-ab8f-2263ffcf5701 tempest-TestShelveInstance-2056782528 tempest-TestShelveInstance-2056782528-project-admin] Synchronizing usage tracker for tenant:b8dd2c3ed63f4482a159a1b50b869265 on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:29:42.004963 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-073feda0-d91b-40d9-ab8f-2263ffcf5701 tempest-TestShelveInstance-2056782528 tempest-TestShelveInstance-2056782528-project-admin] Unset dirty status for tenant:b8dd2c3ed63f4482a159a1b50b869265 on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:29:42.006165 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-073feda0-d91b-40d9-ab8f-2263ffcf5701 tempest-TestShelveInstance-2056782528 tempest-TestShelveInstance-2056782528-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 1094 time: 0.2020683 Feb 16 13:29:42.009467 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 50566) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:29:42.014379 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-84b78206-b433-4033-8ef9-f002f533d42b tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Request body: {'floatingip': {'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'port_id': '287ba442-d56d-4b9e-868a-43464cbbbbbb', 'tenant_id': 'be399450416f42d1ba3627bf0d10bf9d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:29:42.020279 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-84b78206-b433-4033-8ef9-f002f533d42b tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:29:42.024052 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-84b78206-b433-4033-8ef9-f002f533d42b tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Usage tracker for resource:floatingip and tenant:be399450416f42d1ba3627bf0d10bf9d is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:29:42.026969 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-84b78206-b433-4033-8ef9-f002f533d42b tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:29:42.032739 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-84b78206-b433-4033-8ef9-f002f533d42b tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:29:42.042684 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-84b78206-b433-4033-8ef9-f002f533d42b tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for floatingip, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:42.189108 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-84b78206-b433-4033-8ef9-f002f533d42b tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:42.327877 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-84b78206-b433-4033-8ef9-f002f533d42b tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Allocated IP 172.26.5.44 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/bbdd953f-2622-40e4-b2b2-9b9428813387) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:29:42.568654 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-84b78206-b433-4033-8ef9-f002f533d42b tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:42.598789 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-84b78206-b433-4033-8ef9-f002f533d42b tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:42.663923 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b78206-b433-4033-8ef9-f002f533d42b tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:29:42.666734 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-84b78206-b433-4033-8ef9-f002f533d42b tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:29:42.669642 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b78206-b433-4033-8ef9-f002f533d42b tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:29:42.706877 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b78206-b433-4033-8ef9-f002f533d42b tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Pushing event updated for resources: {'Port': ['ID=bbdd953f-2622-40e4-b2b2-9b9428813387,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:43.120065 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-84b78206-b433-4033-8ef9-f002f533d42b tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:43.201212 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-84b78206-b433-4033-8ef9-f002f533d42b tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:43.409598 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-84b78206-b433-4033-8ef9-f002f533d42b tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:43.415971 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-84b78206-b433-4033-8ef9-f002f533d42b tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:43.515490 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b78206-b433-4033-8ef9-f002f533d42b tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Pushing event updated for resources: {'Port': ['ID=bbdd953f-2622-40e4-b2b2-9b9428813387,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:29:43.529846 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [req-0071d27a-a52e-46bd-8a00-73483bc95c21 req-7ac9888b-07df-46e1-ae3a-975eeca4666a service neutron] (87699) timed out ('10.222.0.83', 46334) {{(pid=87699) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 16 13:29:43.532826 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-84b78206-b433-4033-8ef9-f002f533d42b tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:43.705286 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-84b78206-b433-4033-8ef9-f002f533d42b tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Floating IP 4b2777af-8ec8-4a08-85cc-dcc86daffe8b associated. External IP: 172.26.5.44, port: 287ba442-d56d-4b9e-868a-43464cbbbbbb. Feb 16 13:29:44.157511 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b78206-b433-4033-8ef9-f002f533d42b tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Router 81a40e96-1c40-41af-a525-6f607d46368e has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:29:44.335050 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b78206-b433-4033-8ef9-f002f533d42b tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:29:44.345515 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5569eb57-f8b3-480e-962c-2627c6d45773 None None] Sync routers for ids ['81a40e96-1c40-41af-a525-6f607d46368e'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:29:44.363385 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5569eb57-f8b3-480e-962c-2627c6d45773 None None] Routers {'81a40e96-1c40-41af-a525-6f607d46368e'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:29:44.363915 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-84b78206-b433-4033-8ef9-f002f533d42b tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:29:44.364049 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-5569eb57-f8b3-480e-962c-2627c6d45773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:29:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['81a40e96-1c40-41af-a525-6f607d46368e'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:29:44.432522 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-84b78206-b433-4033-8ef9-f002f533d42b tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4086220 Feb 16 13:29:44.432522 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a315965-1073-4d6d-bc0a-699024696d06', 'tag': '287ba442-d56d-4b9e-868a-43464cbbbbbb'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:29:44.472527 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a315965-1073-4d6d-bc0a-699024696d06', 'tag': '287ba442-d56d-4b9e-868a-43464cbbbbbb', 'status': 'completed', 'code': 200} Feb 16 13:29:44.578639 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc3fd97-6c36-4344-a6e6-62436c8e1770 req-012e88d7-f2c6-4df6-9213-f08f427cf616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:29:44.580147 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4fc3fd97-6c36-4344-a6e6-62436c8e1770 req-012e88d7-f2c6-4df6-9213-f08f427cf616 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=be399450416f42d1ba3627bf0d10bf9d&device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 1099 time: 0.0807402 Feb 16 13:29:44.582981 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-5569eb57-f8b3-480e-962c-2627c6d45773 None None] Set router 81a40e96-1c40-41af-a525-6f607d46368e gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:29:44.728297 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc3fd97-6c36-4344-a6e6-62436c8e1770 req-ed5bb658-fef4-4a3f-bbd7-4caa3ae59e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:29:44.729848 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4fc3fd97-6c36-4344-a6e6-62436c8e1770 req-ed5bb658-fef4-4a3f-bbd7-4caa3ae59e1e service neutron] 10.222.0.89 "GET /v2.0/networks?id=027db140-4aeb-40e0-9d5b-223ce799b021 HTTP/1.1" status: 200 len: 909 time: 0.1433794 Feb 16 13:29:44.840600 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4fc3fd97-6c36-4344-a6e6-62436c8e1770 req-d3c912f8-353e-4350-b725-97ae4865753b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=287ba442-d56d-4b9e-868a-43464cbbbbbb HTTP/1.1" status: 200 len: 999 time: 0.1033783 Feb 16 13:29:44.921530 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc3fd97-6c36-4344-a6e6-62436c8e1770 req-db6c90fb-e12b-49d6-a9e7-982813b2c205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:29:44.923671 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4fc3fd97-6c36-4344-a6e6-62436c8e1770 req-db6c90fb-e12b-49d6-a9e7-982813b2c205 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2 HTTP/1.1" status: 200 len: 847 time: 0.0766311 Feb 16 13:29:45.001976 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-5569eb57-f8b3-480e-962c-2627c6d45773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a40e96-1c40-41af-a525-6f607d46368e', 'name': 'tempest-TestShelveInstance-142165143-router', 'tenant_id': 'be399450416f42d1ba3627bf0d10bf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '4b27ee6c-6740-403d-8c0e-fff5ad99d78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:29:12Z', 'updated_at': '2022-02-16T13:29:16Z', 'revision_number': 4, 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'gw_port': {'id': '4b27ee6c-6740-403d-8c0e-fff5ad99d78f', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a40e96-1c40-41af-a525-6f607d46368e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:29:12Z', 'updated_at': '2022-02-16T13:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '4b2777af-8ec8-4a08-85cc-dcc86daffe8b', 'tenant_id': 'be399450416f42d1ba3627bf0d10bf9d', 'floating_ip_address': '172.26.5.44', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '81a40e96-1c40-41af-a525-6f607d46368e', 'port_id': '287ba442-d56d-4b9e-868a-43464cbbbbbb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '027db140-4aeb-40e0-9d5b-223ce799b021', 'mac_address': 'fa:16:3e:e0:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a315965-1073-4d6d-bc0a-699024696d06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:29:43Z', 'updated_at': '2022-02-16T13:29:43Z', 'revision_number': 0, 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '020f2315-8b3b-4aae-b381-020293a8a499', 'name': '', 'network_id': '027db140-4aeb-40e0-9d5b-223ce799b021', 'tenant_id': 'be399450416f42d1ba3627bf0d10bf9d', 'mac_address': 'fa:16:3e:cc:80:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a40e96-1c40-41af-a525-6f607d46368e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:29:15Z', 'updated_at': '2022-02-16T13:29:22Z', 'revision_number': 5, 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'subnets': [{'id': '0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:29:45.006785 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5569eb57-f8b3-480e-962c-2627c6d45773 None None] Checking router: 81a40e96-1c40-41af-a525-6f607d46368e for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:29:45.013101 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc3fd97-6c36-4344-a6e6-62436c8e1770 req-d6b5542f-6992-4e33-86fe-6ca685c02ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:29:45.014587 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4fc3fd97-6c36-4344-a6e6-62436c8e1770 req-d6b5542f-6992-4e33-86fe-6ca685c02ac1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=027db140-4aeb-40e0-9d5b-223ce799b021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0840316 Feb 16 13:29:45.019370 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5569eb57-f8b3-480e-962c-2627c6d45773 None None] Routers {'81a40e96-1c40-41af-a525-6f607d46368e'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:29:45.019985 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-5569eb57-f8b3-480e-962c-2627c6d45773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:29:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['81a40e96-1c40-41af-a525-6f607d46368e'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:29:45.161526 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4fc3fd97-6c36-4344-a6e6-62436c8e1770 req-65823cc2-4c38-4188-aac9-7e4379612c18 service neutron] 10.222.0.89 "GET /v2.0/networks/027db140-4aeb-40e0-9d5b-223ce799b021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403208 Feb 16 13:29:45.273615 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-5569eb57-f8b3-480e-962c-2627c6d45773 None None] Set router 81a40e96-1c40-41af-a525-6f607d46368e gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:29:45.301230 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4fc3fd97-6c36-4344-a6e6-62436c8e1770 req-4eb5aa3e-4ba1-414b-b447-c7578f51f6d3 service neutron] 10.222.0.89 "GET /v2.0/networks/027db140-4aeb-40e0-9d5b-223ce799b021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331446 Feb 16 13:29:45.657387 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-5569eb57-f8b3-480e-962c-2627c6d45773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a40e96-1c40-41af-a525-6f607d46368e', 'name': 'tempest-TestShelveInstance-142165143-router', 'tenant_id': 'be399450416f42d1ba3627bf0d10bf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '4b27ee6c-6740-403d-8c0e-fff5ad99d78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:29:12Z', 'updated_at': '2022-02-16T13:29:16Z', 'revision_number': 4, 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'gw_port': {'id': '4b27ee6c-6740-403d-8c0e-fff5ad99d78f', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a40e96-1c40-41af-a525-6f607d46368e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:29:12Z', 'updated_at': '2022-02-16T13:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '4b2777af-8ec8-4a08-85cc-dcc86daffe8b', 'tenant_id': 'be399450416f42d1ba3627bf0d10bf9d', 'floating_ip_address': '172.26.5.44', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '81a40e96-1c40-41af-a525-6f607d46368e', 'port_id': '287ba442-d56d-4b9e-868a-43464cbbbbbb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '027db140-4aeb-40e0-9d5b-223ce799b021', 'mac_address': 'fa:16:3e:e0:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a315965-1073-4d6d-bc0a-699024696d06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:29:43Z', 'updated_at': '2022-02-16T13:29:43Z', 'revision_number': 0, 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '020f2315-8b3b-4aae-b381-020293a8a499', 'name': '', 'network_id': '027db140-4aeb-40e0-9d5b-223ce799b021', 'tenant_id': 'be399450416f42d1ba3627bf0d10bf9d', 'mac_address': 'fa:16:3e:cc:80:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a40e96-1c40-41af-a525-6f607d46368e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:29:15Z', 'updated_at': '2022-02-16T13:29:22Z', 'revision_number': 5, 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'subnets': [{'id': '0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:29:45.662307 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5569eb57-f8b3-480e-962c-2627c6d45773 None None] The sync data for ids ['81a40e96-1c40-41af-a525-6f607d46368e'] in dv-neutron-829527-1-hyperv is: [{'id': '81a40e96-1c40-41af-a525-6f607d46368e', 'name': 'tempest-TestShelveInstance-142165143-router', 'tenant_id': 'be399450416f42d1ba3627bf0d10bf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '4b27ee6c-6740-403d-8c0e-fff5ad99d78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:29:12Z', 'updated_at': '2022-02-16T13:29:16Z', 'revision_number': 4, 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'gw_port': {'id': '4b27ee6c-6740-403d-8c0e-fff5ad99d78f', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a40e96-1c40-41af-a525-6f607d46368e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:29:12Z', 'updated_at': '2022-02-16T13:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '4b2777af-8ec8-4a08-85cc-dcc86daffe8b', 'tenant_id': 'be399450416f42d1ba3627bf0d10bf9d', 'floating_ip_address': '172.26.5.44', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '81a40e96-1c40-41af-a525-6f607d46368e', 'port_id': '287ba442-d56d-4b9e-868a-43464cbbbbbb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '027db140-4aeb-40e0-9d5b-223ce799b021', 'mac_address': 'fa:16:3e:e0:62:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a315965-1073-4d6d-bc0a-699024696d06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:29:43Z', 'updated_at': '2022-02-16T13:29:43Z', 'revision_number': 0, 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '020f2315-8b3b-4aae-b381-020293a8a499', 'name': '', 'network_id': '027db140-4aeb-40e0-9d5b-223ce799b021', 'tenant_id': 'be399450416f42d1ba3627bf0d10bf9d', 'mac_address': 'fa:16:3e:cc:80:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a40e96-1c40-41af-a525-6f607d46368e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:29:15Z', 'updated_at': '2022-02-16T13:29:22Z', 'revision_number': 5, 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'subnets': [{'id': '0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:29:45.862539 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ccfc88-c8fb-4379-bd81-36f5ac197f5b None None] New status for floating IP 4b2777af-8ec8-4a08-85cc-dcc86daffe8b: ACTIVE {{(pid=87703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:30:01.900117 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-40c3fb04-2043-446f-aa6e-9db308a56742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:04.193650 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2c657298-6a45-4578-8342-21b269cc6e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:04.839399 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:05.257356 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:30:05.258646 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:05.340784 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:06.886308 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:29.140378 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b83cd0b3-74e7-4dac-a439-2833bf5dee27 req-fb565529-ade2-47f1-9979-e907f8f3f3c7 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738938 Feb 16 13:30:29.296270 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83cd0b3-74e7-4dac-a439-2833bf5dee27 req-3ff19c49-8f12-472f-a1ab-8b68c6a291b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:29.297768 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b83cd0b3-74e7-4dac-a439-2833bf5dee27 req-3ff19c49-8f12-472f-a1ab-8b68c6a291b2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=be399450416f42d1ba3627bf0d10bf9d&device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 1099 time: 0.0817034 Feb 16 13:30:29.456750 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83cd0b3-74e7-4dac-a439-2833bf5dee27 req-0c12760c-77b4-482c-a549-77a8a3fba07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:29.458219 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b83cd0b3-74e7-4dac-a439-2833bf5dee27 req-0c12760c-77b4-482c-a549-77a8a3fba07f service neutron] 10.222.0.89 "GET /v2.0/networks?id=027db140-4aeb-40e0-9d5b-223ce799b021 HTTP/1.1" status: 200 len: 909 time: 0.1412961 Feb 16 13:30:29.575960 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b83cd0b3-74e7-4dac-a439-2833bf5dee27 req-f4dd852d-fa78-46ee-a186-44b659118372 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=287ba442-d56d-4b9e-868a-43464cbbbbbb HTTP/1.1" status: 200 len: 1001 time: 0.1107903 Feb 16 13:30:29.643800 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83cd0b3-74e7-4dac-a439-2833bf5dee27 req-33728f78-4e57-4b7a-a3ed-ccf329b2717c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:29.645262 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b83cd0b3-74e7-4dac-a439-2833bf5dee27 req-33728f78-4e57-4b7a-a3ed-ccf329b2717c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2 HTTP/1.1" status: 200 len: 847 time: 0.0615163 Feb 16 13:30:29.736923 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83cd0b3-74e7-4dac-a439-2833bf5dee27 req-bf09766c-d6bd-4cd4-918a-192535055c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:30:29.738765 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b83cd0b3-74e7-4dac-a439-2833bf5dee27 req-bf09766c-d6bd-4cd4-918a-192535055c33 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=027db140-4aeb-40e0-9d5b-223ce799b021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0871425 Feb 16 13:30:30.014071 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b83cd0b3-74e7-4dac-a439-2833bf5dee27 req-e29c817b-8b5c-498e-b000-ca4873bb39a4 service neutron] 10.222.0.89 "GET /v2.0/networks/027db140-4aeb-40e0-9d5b-223ce799b021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682180 Feb 16 13:30:30.166681 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b83cd0b3-74e7-4dac-a439-2833bf5dee27 req-6b4e581f-2715-406c-b624-7970927d5a8d service neutron] 10.222.0.89 "GET /v2.0/networks/027db140-4aeb-40e0-9d5b-223ce799b021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457956 Feb 16 13:30:31.904157 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-65c77a09-d4a6-4d0e-b007-9f7ccee2e560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:34.194021 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7f0def81-a4df-417a-9b7b-3aff6267f1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:34.852383 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:35.268192 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:35.348211 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:36.894195 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:30:42.256315 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:31:01.908753 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-89ecd6ea-f93f-408c-94d3-6a94e6d8a2df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:04.193158 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-18b40174-e07d-420d-af0c-fc7685e13f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:04.851290 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:05.265041 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:05.352875 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:06.893337 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:19.259697 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:31:29.634715 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-26330b5b-ce67-4fee-8816-f2947dea241b req-dfbe5c2a-9f0b-4745-975e-dd51fb6f9095 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1311734 Feb 16 13:31:29.786276 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26330b5b-ce67-4fee-8816-f2947dea241b req-53558008-74df-4387-a96d-ca49c2330e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:29.787776 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-26330b5b-ce67-4fee-8816-f2947dea241b req-53558008-74df-4387-a96d-ca49c2330e7b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=be399450416f42d1ba3627bf0d10bf9d&device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 1099 time: 0.0756111 Feb 16 13:31:29.932332 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26330b5b-ce67-4fee-8816-f2947dea241b req-e721e5d2-b252-4eb5-a206-2490e7e1f061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:29.933800 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-26330b5b-ce67-4fee-8816-f2947dea241b req-e721e5d2-b252-4eb5-a206-2490e7e1f061 service neutron] 10.222.0.89 "GET /v2.0/networks?id=027db140-4aeb-40e0-9d5b-223ce799b021 HTTP/1.1" status: 200 len: 909 time: 0.1266091 Feb 16 13:31:30.039178 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-26330b5b-ce67-4fee-8816-f2947dea241b req-c42ac620-ae83-479d-a1b2-47f9fcbd00b8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=287ba442-d56d-4b9e-868a-43464cbbbbbb HTTP/1.1" status: 200 len: 1001 time: 0.0966880 Feb 16 13:31:30.106517 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26330b5b-ce67-4fee-8816-f2947dea241b req-caee63ad-f392-493e-99dc-8ddddca9d20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:30.107941 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-26330b5b-ce67-4fee-8816-f2947dea241b req-caee63ad-f392-493e-99dc-8ddddca9d20e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2 HTTP/1.1" status: 200 len: 847 time: 0.0631287 Feb 16 13:31:30.187293 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26330b5b-ce67-4fee-8816-f2947dea241b req-04239929-34d3-45b1-9a21-55a3c7798fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:30.188820 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-26330b5b-ce67-4fee-8816-f2947dea241b req-04239929-34d3-45b1-9a21-55a3c7798fb9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=027db140-4aeb-40e0-9d5b-223ce799b021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744827 Feb 16 13:31:30.339201 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-26330b5b-ce67-4fee-8816-f2947dea241b req-74b35823-443d-44c8-a42b-036a794be1ad service neutron] 10.222.0.89 "GET /v2.0/networks/027db140-4aeb-40e0-9d5b-223ce799b021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439896 Feb 16 13:31:30.482787 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-26330b5b-ce67-4fee-8816-f2947dea241b req-6b3b30cb-ec2a-483b-a573-4bef5ca37dd3 service neutron] 10.222.0.89 "GET /v2.0/networks/027db140-4aeb-40e0-9d5b-223ce799b021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358120 Feb 16 13:31:31.897236 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a9b9f76e-1552-4faf-bea0-5045d7a1387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:34.193786 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c49541e8-fe6f-49cd-b2b7-ed19032caa0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:34.865218 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:35.264365 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:35.358110 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:36.896459 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:37.922497 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c031b65e-5d29-429e-a68c-54815183ad2f req-afb579e4-d6aa-42c7-87c2-2ab7e39d72c9 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:37.923932 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c031b65e-5d29-429e-a68c-54815183ad2f req-afb579e4-d6aa-42c7-87c2-2ab7e39d72c9 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 946 time: 0.1320689 Feb 16 13:31:37.971251 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c031b65e-5d29-429e-a68c-54815183ad2f req-00b40f2e-11cf-439a-b95d-bd54df96efe1 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=86387b80-e2a3-4905-bfd0-4dd5110cfb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413916 Feb 16 13:31:39.192341 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c5f08-e8c1-40f6-b8f6-de8f42772da9 req-24083d9b-50e2-4dbc-a36e-95f674920463 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:39.193903 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-586c5f08-e8c1-40f6-b8f6-de8f42772da9 req-24083d9b-50e2-4dbc-a36e-95f674920463 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 946 time: 0.1074681 Feb 16 13:31:39.241081 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-586c5f08-e8c1-40f6-b8f6-de8f42772da9 req-b68c73c0-bf88-4df3-bd0b-b2beae538c8f tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=86387b80-e2a3-4905-bfd0-4dd5110cfb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412600 Feb 16 13:31:40.456118 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7c465-61bd-4757-9431-79ac6e35b2c8 req-2707929c-cb2b-4188-a94c-518b29d1ecce tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:40.457648 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f6f7c465-61bd-4757-9431-79ac6e35b2c8 req-2707929c-cb2b-4188-a94c-518b29d1ecce tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 946 time: 0.0899012 Feb 16 13:31:40.501668 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f6f7c465-61bd-4757-9431-79ac6e35b2c8 req-0792b41c-947d-4736-b870-479c76d53513 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=86387b80-e2a3-4905-bfd0-4dd5110cfb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381267 Feb 16 13:31:41.720417 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c39600-3675-45c8-842d-bfddcaa425b4 req-cba4fa03-7178-44c9-bfcc-c3cd1193bfb4 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:41.721852 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-05c39600-3675-45c8-842d-bfddcaa425b4 req-cba4fa03-7178-44c9-bfcc-c3cd1193bfb4 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 946 time: 0.0993812 Feb 16 13:31:41.769471 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-05c39600-3675-45c8-842d-bfddcaa425b4 req-ddd5b949-53a0-4171-9db2-309226aaeee8 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=86387b80-e2a3-4905-bfd0-4dd5110cfb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390522 Feb 16 13:31:42.977439 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e9d27e-535e-4c2c-a7b0-faffc79922ea req-2ca595db-022b-49f2-89dd-f8d19edfcae3 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:42.978892 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-72e9d27e-535e-4c2c-a7b0-faffc79922ea req-2ca595db-022b-49f2-89dd-f8d19edfcae3 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 946 time: 0.0928380 Feb 16 13:31:43.023305 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-72e9d27e-535e-4c2c-a7b0-faffc79922ea req-3ee28ca9-86ef-44f2-b096-b927874e1e84 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=86387b80-e2a3-4905-bfd0-4dd5110cfb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387826 Feb 16 13:31:44.218389 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db5841-b583-4dbf-849d-6e68751ec93a req-a52035d4-a513-47a4-aae2-1d00cb4da2a8 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:44.219757 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c2db5841-b583-4dbf-849d-6e68751ec93a req-a52035d4-a513-47a4-aae2-1d00cb4da2a8 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 946 time: 0.0876305 Feb 16 13:31:44.266839 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c2db5841-b583-4dbf-849d-6e68751ec93a req-8cf05ef5-e196-4226-8c53-4f629858a32d tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=86387b80-e2a3-4905-bfd0-4dd5110cfb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384591 Feb 16 13:31:45.475469 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76118e-a81a-4140-b9ae-cd04b3d7e58d req-d4f8de8d-56de-40e1-a0d7-565f90bf8193 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:45.477015 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ea76118e-a81a-4140-b9ae-cd04b3d7e58d req-d4f8de8d-56de-40e1-a0d7-565f90bf8193 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 946 time: 0.0859661 Feb 16 13:31:45.526855 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ea76118e-a81a-4140-b9ae-cd04b3d7e58d req-a57c18a5-f086-42a1-be69-8893e73ca682 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=86387b80-e2a3-4905-bfd0-4dd5110cfb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441542 Feb 16 13:31:46.734787 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b14a2-363f-429c-ae31-476976580561 req-89083f75-09ea-444a-9aef-51dbc73d4495 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:46.736239 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2a1b14a2-363f-429c-ae31-476976580561 req-89083f75-09ea-444a-9aef-51dbc73d4495 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 946 time: 0.0923414 Feb 16 13:31:46.793337 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2a1b14a2-363f-429c-ae31-476976580561 req-6b737ca2-a0ec-4b38-a692-f0926bbfd840 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=86387b80-e2a3-4905-bfd0-4dd5110cfb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510941 Feb 16 13:31:47.995951 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5609ccaa-e82b-41b6-8eef-329d87594fb5 req-b2853369-20f3-4684-bb1b-cf1042effcf2 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:47.997619 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5609ccaa-e82b-41b6-8eef-329d87594fb5 req-b2853369-20f3-4684-bb1b-cf1042effcf2 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 946 time: 0.0899715 Feb 16 13:31:48.045506 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5609ccaa-e82b-41b6-8eef-329d87594fb5 req-0e1c19dd-be53-4e70-bbbd-69829fc8e42c tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=86387b80-e2a3-4905-bfd0-4dd5110cfb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418584 Feb 16 13:31:49.255459 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ff842-5707-4516-8b9a-e1e1f7a610f1 req-d4e8293f-1234-4077-bcfa-f45e4bec1db7 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:49.257681 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-768ff842-5707-4516-8b9a-e1e1f7a610f1 req-d4e8293f-1234-4077-bcfa-f45e4bec1db7 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 946 time: 0.0867448 Feb 16 13:31:49.305491 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-768ff842-5707-4516-8b9a-e1e1f7a610f1 req-849a5c18-3f8e-4f45-8f59-565deb30ef6e tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=86387b80-e2a3-4905-bfd0-4dd5110cfb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391960 Feb 16 13:31:49.566393 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 287ba442-d56d-4b9e-868a-43464cbbbbbb details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:31:49.713765 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 287ba442-d56d-4b9e-868a-43464cbbbbbb, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=287ba442-d56d-4b9e-868a-43464cbbbbbb,segment=NetworkSegment(5c83964c-74cd-4794-8c18-168ef3319713),segment_id=5c83964c-74cd-4794-8c18-168ef3319713)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:31:49.730197 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': '287ba442-d56d-4b9e-868a-43464cbbbbbb', 'network_id': '027db140-4aeb-40e0-9d5b-223ce799b021', 'port_id': '287ba442-d56d-4b9e-868a-43464cbbbbbb', 'mac_address': 'fa:16:3e:e0:62:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:31:49.784690 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:49.801048 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 287ba442-d56d-4b9e-868a-43464cbbbbbb {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:31:49.819118 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 287ba442-d56d-4b9e-868a-43464cbbbbbb, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=287ba442-d56d-4b9e-868a-43464cbbbbbb,segment=NetworkSegment(5c83964c-74cd-4794-8c18-168ef3319713),segment_id=5c83964c-74cd-4794-8c18-168ef3319713)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:31:49.827423 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:49.897926 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=287ba442-d56d-4b9e-868a-43464cbbbbbb,revision_number=6']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:49.905336 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:49.905970 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:49.906331 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:49.906658 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:49.906975 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:49.907303 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:49.907622 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:49.907922 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:49.908246 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:49.908555 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:49.908919 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:49.909210 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:31:49.913998 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['287ba442-d56d-4b9e-868a-43464cbbbbbb'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:31:50.500089 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8dbf5-dfca-4791-a8b1-5d6ad50eff88 req-ed5137dd-63ea-4dda-b413-e93c20bf177d tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:50.501594 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-56f8dbf5-dfca-4791-a8b1-5d6ad50eff88 req-ed5137dd-63ea-4dda-b413-e93c20bf177d tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 945 time: 0.0787022 Feb 16 13:31:50.549674 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-56f8dbf5-dfca-4791-a8b1-5d6ad50eff88 req-9ad91f57-91ed-4b4f-8611-453181b85b61 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=86387b80-e2a3-4905-bfd0-4dd5110cfb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423450 Feb 16 13:31:51.566634 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 287ba442-d56d-4b9e-868a-43464cbbbbbb up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:31:51.654202 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port 287ba442-d56d-4b9e-868a-43464cbbbbbb triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:31:51.654575 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:51.766936 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338c211-8fa8-4d42-8d5b-430aef4153f6 req-fc1fb9e2-eaa0-408e-9bbd-5fbac5a61b1a tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:51.769077 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2338c211-8fa8-4d42-8d5b-430aef4153f6 req-fc1fb9e2-eaa0-408e-9bbd-5fbac5a61b1a tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 945 time: 0.1027374 Feb 16 13:31:51.825766 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2338c211-8fa8-4d42-8d5b-430aef4153f6 req-fe2e90d7-1a62-4ee2-8878-b9a2fc426589 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=86387b80-e2a3-4905-bfd0-4dd5110cfb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507278 Feb 16 13:31:51.838623 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:51.872041 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a315965-1073-4d6d-bc0a-699024696d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287ba442-d56d-4b9e-868a-43464cbbbbbb'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:31:51.893064 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 287ba442-d56d-4b9e-868a-43464cbbbbbb, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=287ba442-d56d-4b9e-868a-43464cbbbbbb,segment=NetworkSegment(5c83964c-74cd-4794-8c18-168ef3319713),segment_id=5c83964c-74cd-4794-8c18-168ef3319713)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:31:51.901360 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:31:51.938357 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a315965-1073-4d6d-bc0a-699024696d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287ba442-d56d-4b9e-868a-43464cbbbbbb', 'code': 200} Feb 16 13:31:51.985420 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=287ba442-d56d-4b9e-868a-43464cbbbbbb,revision_number=7']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:31:53.026654 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55667a-99fd-4142-81c1-62eb4fa05311 req-c718b1b9-3b02-4d67-9d5b-be65e5f03c54 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:53.028093 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ba55667a-99fd-4142-81c1-62eb4fa05311 req-c718b1b9-3b02-4d67-9d5b-be65e5f03c54 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 946 time: 0.0855119 Feb 16 13:31:53.078555 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ba55667a-99fd-4142-81c1-62eb4fa05311 req-1e3480ff-3d92-4516-acf6-196bae7c8c03 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=86387b80-e2a3-4905-bfd0-4dd5110cfb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437896 Feb 16 13:31:54.306978 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277ef3b-f4c2-4377-a95f-b3fbb3d2ce65 req-5ec51ecc-f0d4-4671-bb54-77df9caf2ae5 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:54.309200 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3277ef3b-f4c2-4377-a95f-b3fbb3d2ce65 req-5ec51ecc-f0d4-4671-bb54-77df9caf2ae5 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 946 time: 0.0978391 Feb 16 13:31:54.360567 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3277ef3b-f4c2-4377-a95f-b3fbb3d2ce65 req-e8687a87-e187-4cfd-97eb-15d643da91c5 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=86387b80-e2a3-4905-bfd0-4dd5110cfb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451138 Feb 16 13:31:55.576297 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032d747-e62b-48de-88df-9c7c7d1db1c4 req-e7ee0865-2432-438a-886a-a1542e14584c tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:55.577870 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7032d747-e62b-48de-88df-9c7c7d1db1c4 req-e7ee0865-2432-438a-886a-a1542e14584c tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 946 time: 0.0918705 Feb 16 13:31:55.628123 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7032d747-e62b-48de-88df-9c7c7d1db1c4 req-2be51106-53db-4a53-a308-0db473996bf0 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=86387b80-e2a3-4905-bfd0-4dd5110cfb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441549 Feb 16 13:31:56.259333 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:31:56.833463 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f51f0-decb-4822-b8b1-e538cf0d7006 req-f762f267-c4eb-4d42-a7d0-f067d5fd2cea tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:56.835330 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c36f51f0-decb-4822-b8b1-e538cf0d7006 req-f762f267-c4eb-4d42-a7d0-f067d5fd2cea tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 946 time: 0.0955772 Feb 16 13:31:56.899218 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c36f51f0-decb-4822-b8b1-e538cf0d7006 req-2c450aaa-e653-4fb2-ba13-1142be2e3987 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=86387b80-e2a3-4905-bfd0-4dd5110cfb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572357 Feb 16 13:31:58.105226 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ff80e-1f8e-4d50-8d54-e89857131f7c req-34812d46-6791-40cf-9e80-0730ab6d43fa tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:58.106879 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-994ff80e-1f8e-4d50-8d54-e89857131f7c req-34812d46-6791-40cf-9e80-0730ab6d43fa tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 946 time: 0.0937223 Feb 16 13:31:58.159357 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-994ff80e-1f8e-4d50-8d54-e89857131f7c req-692260a4-0261-490d-ab30-268e464af36b tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=86387b80-e2a3-4905-bfd0-4dd5110cfb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463827 Feb 16 13:31:59.382860 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0766b-cf90-42da-9f83-48a397e1d5b7 req-0c062f0d-64ab-43f2-a883-e5ce9c5c14f8 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:31:59.382860 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bed0766b-cf90-42da-9f83-48a397e1d5b7 req-0c062f0d-64ab-43f2-a883-e5ce9c5c14f8 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 946 time: 0.0947917 Feb 16 13:31:59.447073 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bed0766b-cf90-42da-9f83-48a397e1d5b7 req-78f85367-567c-4257-8b4a-b74dd08b3237 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=86387b80-e2a3-4905-bfd0-4dd5110cfb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571523 Feb 16 13:32:00.427525 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82284a70-11ea-4dac-8a9a-b181f7f9f101 req-d3d8ef45-1b88-4576-8778-bda5c3c4acf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:00.429061 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-82284a70-11ea-4dac-8a9a-b181f7f9f101 req-d3d8ef45-1b88-4576-8778-bda5c3c4acf7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=be399450416f42d1ba3627bf0d10bf9d&device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 1099 time: 0.0758569 Feb 16 13:32:00.644972 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46455da2-829e-4c1f-8e64-3dacfc650848 req-d6a308c2-31ce-4b4e-b54c-9cf47cc2a0c3 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:00.646488 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-46455da2-829e-4c1f-8e64-3dacfc650848 req-d6a308c2-31ce-4b4e-b54c-9cf47cc2a0c3 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 946 time: 0.0834122 Feb 16 13:32:00.683118 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82284a70-11ea-4dac-8a9a-b181f7f9f101 req-c8cd39f3-5aa5-4e95-8908-cd4bb0a7506f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:00.684489 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-82284a70-11ea-4dac-8a9a-b181f7f9f101 req-c8cd39f3-5aa5-4e95-8908-cd4bb0a7506f service neutron] 10.222.0.89 "GET /v2.0/networks?id=027db140-4aeb-40e0-9d5b-223ce799b021 HTTP/1.1" status: 200 len: 909 time: 0.2500744 Feb 16 13:32:00.693929 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-46455da2-829e-4c1f-8e64-3dacfc650848 req-c4350e0a-27f8-4449-b83f-a00ac3de66a7 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=86387b80-e2a3-4905-bfd0-4dd5110cfb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413392 Feb 16 13:32:00.793401 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-82284a70-11ea-4dac-8a9a-b181f7f9f101 req-639f3b52-460e-48dd-8dfa-9109253d50ff service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=287ba442-d56d-4b9e-868a-43464cbbbbbb HTTP/1.1" status: 200 len: 1001 time: 0.0997579 Feb 16 13:32:00.860246 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82284a70-11ea-4dac-8a9a-b181f7f9f101 req-4324628f-5033-42ec-a4b8-1ec043348aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:00.861717 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-82284a70-11ea-4dac-8a9a-b181f7f9f101 req-4324628f-5033-42ec-a4b8-1ec043348aab service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2 HTTP/1.1" status: 200 len: 847 time: 0.0606284 Feb 16 13:32:00.942558 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82284a70-11ea-4dac-8a9a-b181f7f9f101 req-75d80238-39d8-4d59-bad2-c655898feb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:00.943942 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-82284a70-11ea-4dac-8a9a-b181f7f9f101 req-75d80238-39d8-4d59-bad2-c655898feb63 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=027db140-4aeb-40e0-9d5b-223ce799b021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751269 Feb 16 13:32:01.079874 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-82284a70-11ea-4dac-8a9a-b181f7f9f101 req-3e726f6e-520b-4939-9fcb-41da2253aa47 service neutron] 10.222.0.89 "GET /v2.0/networks/027db140-4aeb-40e0-9d5b-223ce799b021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287293 Feb 16 13:32:01.226927 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-82284a70-11ea-4dac-8a9a-b181f7f9f101 req-710937db-8181-47a0-896a-ee3af004ff76 service neutron] 10.222.0.89 "GET /v2.0/networks/027db140-4aeb-40e0-9d5b-223ce799b021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406579 Feb 16 13:32:01.898552 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-1e8a7abb-b139-4f9e-898a-b05dc49d5ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:02.049519 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ed232-27b5-4628-a83f-a1288775cf33 req-d5e8aa98-b7a1-40be-82a6-925d4ff5fa87 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:02.050944 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c30ed232-27b5-4628-a83f-a1288775cf33 req-d5e8aa98-b7a1-40be-82a6-925d4ff5fa87 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 946 time: 0.0861213 Feb 16 13:32:02.094649 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c30ed232-27b5-4628-a83f-a1288775cf33 req-b9069b2b-1035-4fcb-b17c-97d434916639 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=86387b80-e2a3-4905-bfd0-4dd5110cfb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380647 Feb 16 13:32:03.297170 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3aedf-6d15-432f-b2d7-0f8ce4b3447e req-2ba78f21-6cbb-4d52-a806-d8ad00b6c26c tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:03.298638 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a0c3aedf-6d15-432f-b2d7-0f8ce4b3447e req-2ba78f21-6cbb-4d52-a806-d8ad00b6c26c tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 946 time: 0.0869808 Feb 16 13:32:03.343071 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a0c3aedf-6d15-432f-b2d7-0f8ce4b3447e req-d9d648ea-a412-4fba-8941-8f1a3bab67c4 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=86387b80-e2a3-4905-bfd0-4dd5110cfb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385916 Feb 16 13:32:03.673654 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 287ba442-d56d-4b9e-868a-43464cbbbbbb no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:32:03.709462 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb28b3-152e-424d-a0a4-b6b145d58327 req-07759ae3-2a22-4a3c-bc5f-479b0adcf6ad tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:03.711355 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e3bb28b3-152e-424d-a0a4-b6b145d58327 req-07759ae3-2a22-4a3c-bc5f-479b0adcf6ad tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 946 time: 0.0818791 Feb 16 13:32:03.762805 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e3bb28b3-152e-424d-a0a4-b6b145d58327 req-e712eef5-03a8-42a8-ba92-6c754c43f5b8 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=86387b80-e2a3-4905-bfd0-4dd5110cfb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428953 Feb 16 13:32:03.793756 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:03.825497 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a315965-1073-4d6d-bc0a-699024696d06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '287ba442-d56d-4b9e-868a-43464cbbbbbb'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:32:03.836536 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 287ba442-d56d-4b9e-868a-43464cbbbbbb, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=287ba442-d56d-4b9e-868a-43464cbbbbbb,segment=NetworkSegment(5c83964c-74cd-4794-8c18-168ef3319713),segment_id=5c83964c-74cd-4794-8c18-168ef3319713)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:32:03.841408 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:03.879974 dv-neutron-829527-1-hyperv neutron-server[87702]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5a315965-1073-4d6d-bc0a-699024696d06', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '287ba442-d56d-4b9e-868a-43464cbbbbbb', 'code': 422} returned with failed status Feb 16 13:32:03.916727 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=287ba442-d56d-4b9e-868a-43464cbbbbbb,revision_number=8']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:03.924110 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-941aee26-5be5-47f1-bd61-edad9c53b9ac req-90a322ee-3a79-43c6-a833-de7121696018 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1295223 Feb 16 13:32:04.188249 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ac0c65f3-d5a0-44da-bfbf-adb25eb090cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:04.834936 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941aee26-5be5-47f1-bd61-edad9c53b9ac req-9a0942ff-f324-415c-92ca-0e00d9e7354b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:04.836570 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-941aee26-5be5-47f1-bd61-edad9c53b9ac req-9a0942ff-f324-415c-92ca-0e00d9e7354b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06&tenant_id=be399450416f42d1ba3627bf0d10bf9d HTTP/1.1" status: 200 len: 1097 time: 0.0827770 Feb 16 13:32:04.875288 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:04.930253 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941aee26-5be5-47f1-bd61-edad9c53b9ac req-13f5c21a-f08b-4461-81e5-04205403ef2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:04.931755 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-941aee26-5be5-47f1-bd61-edad9c53b9ac req-13f5c21a-f08b-4461-81e5-04205403ef2a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=be399450416f42d1ba3627bf0d10bf9d&device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 1097 time: 0.0731843 Feb 16 13:32:04.952323 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b48241-88fb-4205-9b7b-4732265a6a17 req-367d8de5-c494-4abb-85cc-980bfdaef6ac tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:04.953807 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-13b48241-88fb-4205-9b7b-4732265a6a17 req-367d8de5-c494-4abb-85cc-980bfdaef6ac tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 944 time: 0.0801978 Feb 16 13:32:04.998269 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-13b48241-88fb-4205-9b7b-4732265a6a17 req-d4863bfc-5e3e-4472-a944-24530346198e tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=86387b80-e2a3-4905-bfd0-4dd5110cfb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386388 Feb 16 13:32:05.062826 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941aee26-5be5-47f1-bd61-edad9c53b9ac req-e5711a5f-c271-4308-8055-2bb25d965dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:05.064195 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-941aee26-5be5-47f1-bd61-edad9c53b9ac req-e5711a5f-c271-4308-8055-2bb25d965dcd service neutron] 10.222.0.89 "GET /v2.0/networks?id=027db140-4aeb-40e0-9d5b-223ce799b021 HTTP/1.1" status: 200 len: 909 time: 0.1259770 Feb 16 13:32:05.172860 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-941aee26-5be5-47f1-bd61-edad9c53b9ac req-6b4d6722-9447-48f4-8bac-9557ef4084e8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=287ba442-d56d-4b9e-868a-43464cbbbbbb HTTP/1.1" status: 200 len: 999 time: 0.1023741 Feb 16 13:32:05.249089 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941aee26-5be5-47f1-bd61-edad9c53b9ac req-8fc3e23a-a28c-4d8f-b7be-9c28e4dd10ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:05.250968 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-941aee26-5be5-47f1-bd61-edad9c53b9ac req-8fc3e23a-a28c-4d8f-b7be-9c28e4dd10ee service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2 HTTP/1.1" status: 200 len: 847 time: 0.0715446 Feb 16 13:32:05.261829 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:05.348918 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941aee26-5be5-47f1-bd61-edad9c53b9ac req-b9b2d419-8c33-48f8-9168-902e93d7afb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:05.350433 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-941aee26-5be5-47f1-bd61-edad9c53b9ac req-b9b2d419-8c33-48f8-9168-902e93d7afb0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=027db140-4aeb-40e0-9d5b-223ce799b021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0928321 Feb 16 13:32:05.354891 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:05.493658 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-941aee26-5be5-47f1-bd61-edad9c53b9ac req-67bb789c-def1-4df2-8fab-2514c24b8ceb service neutron] 10.222.0.89 "GET /v2.0/networks/027db140-4aeb-40e0-9d5b-223ce799b021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369209 Feb 16 13:32:05.632874 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-941aee26-5be5-47f1-bd61-edad9c53b9ac req-227ba3dd-d723-409b-ab75-6c4536b281d3 service neutron] 10.222.0.89 "GET /v2.0/networks/027db140-4aeb-40e0-9d5b-223ce799b021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316895 Feb 16 13:32:06.212247 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854954f7-aa62-4977-8011-6d0605d836a0 req-19e17ba4-8b0c-46b7-8e4e-e3316237b5ca tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:06.226510 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-854954f7-aa62-4977-8011-6d0605d836a0 req-19e17ba4-8b0c-46b7-8e4e-e3316237b5ca tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 944 time: 0.1055672 Feb 16 13:32:06.281047 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-854954f7-aa62-4977-8011-6d0605d836a0 req-bf0cfc92-f6c2-46be-a36d-70b18aa5d72a tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=86387b80-e2a3-4905-bfd0-4dd5110cfb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531480 Feb 16 13:32:06.910177 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:07.611140 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac55c5c-4579-4730-9399-e5b4316fe442 req-299ad65d-232d-4506-8cf9-8fd1a8b0b3e0 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:07.612649 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3ac55c5c-4579-4730-9399-e5b4316fe442 req-299ad65d-232d-4506-8cf9-8fd1a8b0b3e0 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 944 time: 0.1946056 Feb 16 13:32:07.660315 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3ac55c5c-4579-4730-9399-e5b4316fe442 req-70939fba-e793-4753-8732-396b276ef9a3 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=86387b80-e2a3-4905-bfd0-4dd5110cfb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419471 Feb 16 13:32:07.682040 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 287ba442-d56d-4b9e-868a-43464cbbbbbb no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:32:08.983189 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aba073-2fd1-44b9-8cd6-ce275afa301a req-c2e3c193-56f0-4112-894b-3d37a4365a2d tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:08.984565 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f4aba073-2fd1-44b9-8cd6-ce275afa301a req-c2e3c193-56f0-4112-894b-3d37a4365a2d tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 944 time: 0.2087517 Feb 16 13:32:09.032692 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f4aba073-2fd1-44b9-8cd6-ce275afa301a req-5b381428-89bf-4adc-87fa-c5fb0d72d208 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=86387b80-e2a3-4905-bfd0-4dd5110cfb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419827 Feb 16 13:32:10.248188 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d3235-33e3-4f70-9bdb-e30b26274aa5 req-1b72ff05-643a-42f2-9017-5d9571809804 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:10.250763 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-227d3235-33e3-4f70-9bdb-e30b26274aa5 req-1b72ff05-643a-42f2-9017-5d9571809804 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 944 time: 0.1080630 Feb 16 13:32:10.306270 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-227d3235-33e3-4f70-9bdb-e30b26274aa5 req-0109ae6a-3d44-40bd-a65b-8220c9631d22 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=86387b80-e2a3-4905-bfd0-4dd5110cfb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465207 Feb 16 13:32:11.513200 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba832b-61b6-4354-bfca-b119009c6722 req-21d95ddf-9e40-461b-96bf-3e93e8e50cf5 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:11.513200 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b1ba832b-61b6-4354-bfca-b119009c6722 req-21d95ddf-9e40-461b-96bf-3e93e8e50cf5 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 944 time: 0.0860515 Feb 16 13:32:11.564570 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b1ba832b-61b6-4354-bfca-b119009c6722 req-d0b077ae-15ba-4d23-9d26-414b63f83eba tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=86387b80-e2a3-4905-bfd0-4dd5110cfb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475128 Feb 16 13:32:12.783256 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d0071a-c655-4314-96a3-85d079296d1e req-09d3d4dc-83f7-4881-9889-9b37291f3f35 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:12.784787 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-98d0071a-c655-4314-96a3-85d079296d1e req-09d3d4dc-83f7-4881-9889-9b37291f3f35 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 944 time: 0.0922034 Feb 16 13:32:12.832727 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-98d0071a-c655-4314-96a3-85d079296d1e req-8251986e-40b5-4f41-b283-5d1554b73631 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=86387b80-e2a3-4905-bfd0-4dd5110cfb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399082 Feb 16 13:32:14.032578 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06ebb1-d5d8-4e78-a3b9-c81d7c7bb1f3 req-ddb0a252-7537-4fcd-813a-c4c1897bd2c3 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:14.034099 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-aa06ebb1-d5d8-4e78-a3b9-c81d7c7bb1f3 req-ddb0a252-7537-4fcd-813a-c4c1897bd2c3 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 944 time: 0.0911288 Feb 16 13:32:14.081878 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-aa06ebb1-d5d8-4e78-a3b9-c81d7c7bb1f3 req-d186a3d6-a8b3-4a95-a463-f6b70c4f09b0 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=86387b80-e2a3-4905-bfd0-4dd5110cfb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390327 Feb 16 13:32:15.293507 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055037c-e095-4038-ad6b-eb74bb336de6 req-b5af7850-5b4f-4d32-bb5f-7f1ea57a5eb9 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:15.295237 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d055037c-e095-4038-ad6b-eb74bb336de6 req-b5af7850-5b4f-4d32-bb5f-7f1ea57a5eb9 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 944 time: 0.0935755 Feb 16 13:32:15.351669 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d055037c-e095-4038-ad6b-eb74bb336de6 req-83585866-3333-4cba-845e-2037cd4dd216 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=86387b80-e2a3-4905-bfd0-4dd5110cfb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491602 Feb 16 13:32:15.704536 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 287ba442-d56d-4b9e-868a-43464cbbbbbb details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:32:15.851770 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 287ba442-d56d-4b9e-868a-43464cbbbbbb, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=287ba442-d56d-4b9e-868a-43464cbbbbbb,segment=NetworkSegment(5c83964c-74cd-4794-8c18-168ef3319713),segment_id=5c83964c-74cd-4794-8c18-168ef3319713)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:32:15.867668 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': '287ba442-d56d-4b9e-868a-43464cbbbbbb', 'network_id': '027db140-4aeb-40e0-9d5b-223ce799b021', 'port_id': '287ba442-d56d-4b9e-868a-43464cbbbbbb', 'mac_address': 'fa:16:3e:e0:62:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:32:15.925610 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:15.949418 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 287ba442-d56d-4b9e-868a-43464cbbbbbb {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:32:15.964715 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 287ba442-d56d-4b9e-868a-43464cbbbbbb, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=287ba442-d56d-4b9e-868a-43464cbbbbbb,segment=NetworkSegment(5c83964c-74cd-4794-8c18-168ef3319713),segment_id=5c83964c-74cd-4794-8c18-168ef3319713)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:32:15.971112 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:16.053414 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=287ba442-d56d-4b9e-868a-43464cbbbbbb,revision_number=9']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:16.208150 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['287ba442-d56d-4b9e-868a-43464cbbbbbb'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:32:16.541580 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499148a7-d73f-4f33-86a3-7b0e0d83539f req-dfe848d4-df8c-4a5f-910f-fd29a949484a tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:16.543085 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-499148a7-d73f-4f33-86a3-7b0e0d83539f req-dfe848d4-df8c-4a5f-910f-fd29a949484a tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 945 time: 0.0810323 Feb 16 13:32:16.598789 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-499148a7-d73f-4f33-86a3-7b0e0d83539f req-cb20b6c4-4f6d-405f-ba72-71ca710d9240 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=86387b80-e2a3-4905-bfd0-4dd5110cfb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476155 Feb 16 13:32:17.703905 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 287ba442-d56d-4b9e-868a-43464cbbbbbb up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:32:17.779790 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port 287ba442-d56d-4b9e-868a-43464cbbbbbb triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:32:17.780155 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:17.807758 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653abf6-7a46-43b2-bd9a-fab13406e713 req-02274c2e-dac5-4064-a57d-807aaf84ab46 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:17.809218 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f653abf6-7a46-43b2-bd9a-fab13406e713 req-02274c2e-dac5-4064-a57d-807aaf84ab46 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 945 time: 0.0794713 Feb 16 13:32:17.856606 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f653abf6-7a46-43b2-bd9a-fab13406e713 req-96f140f6-9003-4e09-9d7a-6b01d884bec3 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=86387b80-e2a3-4905-bfd0-4dd5110cfb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404720 Feb 16 13:32:17.903544 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:17.930206 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a315965-1073-4d6d-bc0a-699024696d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287ba442-d56d-4b9e-868a-43464cbbbbbb'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:32:17.940637 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 287ba442-d56d-4b9e-868a-43464cbbbbbb, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=287ba442-d56d-4b9e-868a-43464cbbbbbb,segment=NetworkSegment(5c83964c-74cd-4794-8c18-168ef3319713),segment_id=5c83964c-74cd-4794-8c18-168ef3319713)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:32:17.945990 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:17.982529 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a315965-1073-4d6d-bc0a-699024696d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287ba442-d56d-4b9e-868a-43464cbbbbbb', 'code': 200} Feb 16 13:32:18.022472 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=287ba442-d56d-4b9e-868a-43464cbbbbbb,revision_number=10']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:32:18.258244 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72952af3-879b-453e-8db2-b69492cf4ac6 req-c4c9a011-c949-4ad0-8d17-fb767df73ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:18.259646 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-72952af3-879b-453e-8db2-b69492cf4ac6 req-c4c9a011-c949-4ad0-8d17-fb767df73ddb service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 1100 time: 0.0871379 Feb 16 13:32:18.302707 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-72952af3-879b-453e-8db2-b69492cf4ac6 req-f9a4df2c-7543-4264-b9c8-0120ef43df54 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=86387b80-e2a3-4905-bfd0-4dd5110cfb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367622 Feb 16 13:32:19.050489 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc7a08-e0e4-4d96-a01a-1917e4bedafe req-ba6bdc65-4573-456d-ab63-121714a02b62 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:19.051947 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-0ebc7a08-e0e4-4d96-a01a-1917e4bedafe req-ba6bdc65-4573-456d-ab63-121714a02b62 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 947 time: 0.0879068 Feb 16 13:32:19.096514 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-0ebc7a08-e0e4-4d96-a01a-1917e4bedafe req-baf8a35b-d3cf-4518-9b45-3ebd3b5db5eb tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=86387b80-e2a3-4905-bfd0-4dd5110cfb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384312 Feb 16 13:32:20.301209 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc2602-5080-4bf3-92ed-b8e79582966d req-87413a78-a1df-4c07-aad9-a8b582cb37db tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:20.302641 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fecc2602-5080-4bf3-92ed-b8e79582966d req-87413a78-a1df-4c07-aad9-a8b582cb37db tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 947 time: 0.0852253 Feb 16 13:32:20.353812 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fecc2602-5080-4bf3-92ed-b8e79582966d req-10a3ee2d-ff83-4fe8-beae-f230fd901a8e tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=86387b80-e2a3-4905-bfd0-4dd5110cfb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432389 Feb 16 13:32:31.562219 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-be505035-7edf-446a-877c-0b6cf822802e req-7543131a-8dac-49bc-894f-efe2812e8791 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0832970 Feb 16 13:32:31.719915 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be505035-7edf-446a-877c-0b6cf822802e req-618731c0-fb9c-4837-b56b-a079d1b5edab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:31.721360 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-be505035-7edf-446a-877c-0b6cf822802e req-618731c0-fb9c-4837-b56b-a079d1b5edab service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=be399450416f42d1ba3627bf0d10bf9d&device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 1100 time: 0.0849941 Feb 16 13:32:31.877573 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be505035-7edf-446a-877c-0b6cf822802e req-54502386-b5d6-4737-adda-ba16f76890d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:31.879335 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-be505035-7edf-446a-877c-0b6cf822802e req-54502386-b5d6-4737-adda-ba16f76890d6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=027db140-4aeb-40e0-9d5b-223ce799b021 HTTP/1.1" status: 200 len: 909 time: 0.1366346 Feb 16 13:32:31.896214 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9e997725-de02-478b-bd5a-21c2171e3e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:31.988600 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-be505035-7edf-446a-877c-0b6cf822802e req-1171a8e7-2df4-43ea-afd3-8e8db39d3929 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=287ba442-d56d-4b9e-868a-43464cbbbbbb HTTP/1.1" status: 200 len: 1001 time: 0.0987146 Feb 16 13:32:32.062061 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be505035-7edf-446a-877c-0b6cf822802e req-7da5a6bc-9903-42c4-a4e0-e175dfcb4c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:32.063516 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-be505035-7edf-446a-877c-0b6cf822802e req-7da5a6bc-9903-42c4-a4e0-e175dfcb4c34 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2 HTTP/1.1" status: 200 len: 847 time: 0.0588405 Feb 16 13:32:32.139869 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be505035-7edf-446a-877c-0b6cf822802e req-1b9f6ce1-0f48-46fa-bec7-6af7dc743cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:32:32.141405 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-be505035-7edf-446a-877c-0b6cf822802e req-1b9f6ce1-0f48-46fa-bec7-6af7dc743cc1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=027db140-4aeb-40e0-9d5b-223ce799b021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714874 Feb 16 13:32:32.293950 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-be505035-7edf-446a-877c-0b6cf822802e req-ee5f03ad-881e-4502-ac59-ba207b0de1bc service neutron] 10.222.0.89 "GET /v2.0/networks/027db140-4aeb-40e0-9d5b-223ce799b021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454999 Feb 16 13:32:32.430470 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-be505035-7edf-446a-877c-0b6cf822802e req-d2987b18-98dd-4ca8-8795-e4887f829542 service neutron] 10.222.0.89 "GET /v2.0/networks/027db140-4aeb-40e0-9d5b-223ce799b021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265070 Feb 16 13:32:33.258922 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:32:34.193977 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-074956a5-d473-4cd9-a6ff-37780fc4f8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:34.913127 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:35.258226 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:35.356700 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:32:36.908384 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:01.892626 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-99428743-e3c5-4af7-b935-7bd6fc40237f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:04.187378 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-65901724-6e17-45e6-9fd3-75ab97e0f5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:04.908410 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:05.262464 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:05.359821 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:06.936012 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:10.258801 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:33:31.898154 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-cfe93ab1-e9b2-40a7-a151-aaa03c890854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:32.562906 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c116650a-136e-44bd-afd8-d2893f1efd57 req-38792502-c92b-429d-ba7f-c84dfda46e05 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0744429 Feb 16 13:33:32.730498 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116650a-136e-44bd-afd8-d2893f1efd57 req-5fd44996-5890-4168-a65d-b7789e88e979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:32.731916 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c116650a-136e-44bd-afd8-d2893f1efd57 req-5fd44996-5890-4168-a65d-b7789e88e979 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=be399450416f42d1ba3627bf0d10bf9d&device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 1100 time: 0.0869164 Feb 16 13:33:32.898053 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116650a-136e-44bd-afd8-d2893f1efd57 req-b84163e1-8313-4135-8f27-d8812b7c02d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:32.899491 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c116650a-136e-44bd-afd8-d2893f1efd57 req-b84163e1-8313-4135-8f27-d8812b7c02d0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=027db140-4aeb-40e0-9d5b-223ce799b021 HTTP/1.1" status: 200 len: 909 time: 0.1467423 Feb 16 13:33:33.012268 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c116650a-136e-44bd-afd8-d2893f1efd57 req-3bd2157a-b3dd-425e-be61-58ba9b470fb8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=287ba442-d56d-4b9e-868a-43464cbbbbbb HTTP/1.1" status: 200 len: 1001 time: 0.1064744 Feb 16 13:33:33.077099 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116650a-136e-44bd-afd8-d2893f1efd57 req-f35b6560-e564-4db1-8880-61fb8677f81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:33.078521 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c116650a-136e-44bd-afd8-d2893f1efd57 req-f35b6560-e564-4db1-8880-61fb8677f81e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2 HTTP/1.1" status: 200 len: 847 time: 0.0602286 Feb 16 13:33:33.160500 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116650a-136e-44bd-afd8-d2893f1efd57 req-3dfb2232-78a4-4aa8-8995-6992724ce0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:33.162009 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c116650a-136e-44bd-afd8-d2893f1efd57 req-3dfb2232-78a4-4aa8-8995-6992724ce0f0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=027db140-4aeb-40e0-9d5b-223ce799b021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777082 Feb 16 13:33:33.322217 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 50854) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:33:33.415810 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c116650a-136e-44bd-afd8-d2893f1efd57 req-1535f194-5689-47cd-b343-d9075f885205 service neutron] 10.222.0.89 "GET /v2.0/networks/027db140-4aeb-40e0-9d5b-223ce799b021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472348 Feb 16 13:33:33.529108 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-6b792bc2-6100-4385-8b0e-08d91dcb767c tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Deleting port bbdd953f-2622-40e4-b2b2-9b9428813387 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:33:33.529464 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6b792bc2-6100-4385-8b0e-08d91dcb767c tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:33.553446 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c116650a-136e-44bd-afd8-d2893f1efd57 req-13b0dd8a-b6e5-4496-a66b-55467eee6be8 service neutron] 10.222.0.89 "GET /v2.0/networks/027db140-4aeb-40e0-9d5b-223ce799b021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298356 Feb 16 13:33:33.706381 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6b792bc2-6100-4385-8b0e-08d91dcb767c tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:33.706607 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6b792bc2-6100-4385-8b0e-08d91dcb767c tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:33.827154 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-6b792bc2-6100-4385-8b0e-08d91dcb767c tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Calling delete_port for bbdd953f-2622-40e4-b2b2-9b9428813387 owned by network:floatingip {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:33:33.991893 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6b792bc2-6100-4385-8b0e-08d91dcb767c tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:34.044033 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b792bc2-6100-4385-8b0e-08d91dcb767c tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Pushing event deleted for resources: {'Port': ['ID=bbdd953f-2622-40e4-b2b2-9b9428813387,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:34.083309 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b792bc2-6100-4385-8b0e-08d91dcb767c tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:34.083608 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b792bc2-6100-4385-8b0e-08d91dcb767c tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:34.083969 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b792bc2-6100-4385-8b0e-08d91dcb767c tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:34.084289 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b792bc2-6100-4385-8b0e-08d91dcb767c tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:34.084639 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b792bc2-6100-4385-8b0e-08d91dcb767c tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:34.084960 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b792bc2-6100-4385-8b0e-08d91dcb767c tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:34.085274 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b792bc2-6100-4385-8b0e-08d91dcb767c tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:34.085588 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b792bc2-6100-4385-8b0e-08d91dcb767c tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:34.085906 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b792bc2-6100-4385-8b0e-08d91dcb767c tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:34.086219 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b792bc2-6100-4385-8b0e-08d91dcb767c tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:34.086508 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b792bc2-6100-4385-8b0e-08d91dcb767c tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:34.086821 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b792bc2-6100-4385-8b0e-08d91dcb767c tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:34.147706 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6b792bc2-6100-4385-8b0e-08d91dcb767c tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for floatingip, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:34.148029 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-6b792bc2-6100-4385-8b0e-08d91dcb767c tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Floating IP 4b2777af-8ec8-4a08-85cc-dcc86daffe8b disassociated (deleted). External IP: 172.26.5.44, port: 287ba442-d56d-4b9e-868a-43464cbbbbbb. Feb 16 13:33:34.191189 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-cb55bc42-4470-40c0-83a3-c63d6f865649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:34.620820 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b792bc2-6100-4385-8b0e-08d91dcb767c tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Router 81a40e96-1c40-41af-a525-6f607d46368e has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:33:34.809818 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b792bc2-6100-4385-8b0e-08d91dcb767c tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:33:34.820291 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41073972-2f65-4954-bc68-49107002b5f9 None None] Sync routers for ids ['81a40e96-1c40-41af-a525-6f607d46368e'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:33:34.831059 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41073972-2f65-4954-bc68-49107002b5f9 None None] Routers {'81a40e96-1c40-41af-a525-6f607d46368e'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:33:34.831672 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-41073972-2f65-4954-bc68-49107002b5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:33:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['81a40e96-1c40-41af-a525-6f607d46368e'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:33:34.832325 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6b792bc2-6100-4385-8b0e-08d91dcb767c tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:34.887421 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-6b792bc2-6100-4385-8b0e-08d91dcb767c tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "DELETE /v2.0/floatingips/4b2777af-8ec8-4a08-85cc-dcc86daffe8b HTTP/1.1" status: 204 len: 168 time: 1.5639753 Feb 16 13:33:34.888025 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a315965-1073-4d6d-bc0a-699024696d06', 'tag': '287ba442-d56d-4b9e-868a-43464cbbbbbb'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:33:34.975758 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:35.004588 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a315965-1073-4d6d-bc0a-699024696d06', 'tag': '287ba442-d56d-4b9e-868a-43464cbbbbbb', 'status': 'completed', 'code': 200} Feb 16 13:33:35.019046 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-41073972-2f65-4954-bc68-49107002b5f9 None None] Set router 81a40e96-1c40-41af-a525-6f607d46368e gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:33:35.106658 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49fc2a-a3b4-477e-be6e-28504ad4e024 req-b49c0310-3aa1-4f04-87f0-f070bbd655e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:35.108116 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3a49fc2a-a3b4-477e-be6e-28504ad4e024 req-b49c0310-3aa1-4f04-87f0-f070bbd655e6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=be399450416f42d1ba3627bf0d10bf9d&device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 1100 time: 0.0831945 Feb 16 13:33:35.281016 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:35.304959 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49fc2a-a3b4-477e-be6e-28504ad4e024 req-028421ac-a7a9-4ce6-aafe-a41fe4f67f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:35.306445 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3a49fc2a-a3b4-477e-be6e-28504ad4e024 req-028421ac-a7a9-4ce6-aafe-a41fe4f67f4f service neutron] 10.222.0.89 "GET /v2.0/networks?id=027db140-4aeb-40e0-9d5b-223ce799b021 HTTP/1.1" status: 200 len: 909 time: 0.1864533 Feb 16 13:33:35.370714 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:35.380557 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-41073972-2f65-4954-bc68-49107002b5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a40e96-1c40-41af-a525-6f607d46368e', 'name': 'tempest-TestShelveInstance-142165143-router', 'tenant_id': 'be399450416f42d1ba3627bf0d10bf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '4b27ee6c-6740-403d-8c0e-fff5ad99d78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:29:12Z', 'updated_at': '2022-02-16T13:29:16Z', 'revision_number': 4, 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'gw_port': {'id': '4b27ee6c-6740-403d-8c0e-fff5ad99d78f', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a40e96-1c40-41af-a525-6f607d46368e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:29:12Z', 'updated_at': '2022-02-16T13:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '020f2315-8b3b-4aae-b381-020293a8a499', 'name': '', 'network_id': '027db140-4aeb-40e0-9d5b-223ce799b021', 'tenant_id': 'be399450416f42d1ba3627bf0d10bf9d', 'mac_address': 'fa:16:3e:cc:80:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a40e96-1c40-41af-a525-6f607d46368e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:29:15Z', 'updated_at': '2022-02-16T13:29:22Z', 'revision_number': 5, 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'subnets': [{'id': '0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:33:35.382429 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3a49fc2a-a3b4-477e-be6e-28504ad4e024 req-66aa610e-6126-44f1-9814-19742009e231 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=287ba442-d56d-4b9e-868a-43464cbbbbbb HTTP/1.1" status: 200 len: 217 time: 0.0679431 Feb 16 13:33:35.385269 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41073972-2f65-4954-bc68-49107002b5f9 None None] Checking router: 81a40e96-1c40-41af-a525-6f607d46368e for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:33:35.393922 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14587091-7146-462e-8bfd-5173d5986fde req-f18be9f8-ecd9-4bb8-8747-cd6bafb25001 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:35.395327 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-14587091-7146-462e-8bfd-5173d5986fde req-f18be9f8-ecd9-4bb8-8747-cd6bafb25001 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 947 time: 0.1934562 Feb 16 13:33:35.395464 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41073972-2f65-4954-bc68-49107002b5f9 None None] Routers {'81a40e96-1c40-41af-a525-6f607d46368e'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:33:35.395946 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-41073972-2f65-4954-bc68-49107002b5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:33:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['81a40e96-1c40-41af-a525-6f607d46368e'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:33:35.482597 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-14587091-7146-462e-8bfd-5173d5986fde req-7c36f3e7-55a4-4fee-a914-8a737db1e623 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=86387b80-e2a3-4905-bfd0-4dd5110cfb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563381 Feb 16 13:33:35.486232 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49fc2a-a3b4-477e-be6e-28504ad4e024 req-36ff95bb-5956-4207-8ae4-820d183c23f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:35.487588 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3a49fc2a-a3b4-477e-be6e-28504ad4e024 req-36ff95bb-5956-4207-8ae4-820d183c23f6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2 HTTP/1.1" status: 200 len: 847 time: 0.0914040 Feb 16 13:33:35.566964 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49fc2a-a3b4-477e-be6e-28504ad4e024 req-099b06a2-dbbb-4af7-b993-e3db00d1b9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:35.568451 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3a49fc2a-a3b4-477e-be6e-28504ad4e024 req-099b06a2-dbbb-4af7-b993-e3db00d1b9ce service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=027db140-4aeb-40e0-9d5b-223ce799b021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748363 Feb 16 13:33:35.570779 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-41073972-2f65-4954-bc68-49107002b5f9 None None] Set router 81a40e96-1c40-41af-a525-6f607d46368e gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:33:35.705593 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3a49fc2a-a3b4-477e-be6e-28504ad4e024 req-f63bb4f0-eee8-48f8-a270-e5f8894ceaf2 service neutron] 10.222.0.89 "GET /v2.0/networks/027db140-4aeb-40e0-9d5b-223ce799b021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286106 Feb 16 13:33:35.845159 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3a49fc2a-a3b4-477e-be6e-28504ad4e024 req-890e4100-1941-4df6-ab10-685599e6b8ca service neutron] 10.222.0.89 "GET /v2.0/networks/027db140-4aeb-40e0-9d5b-223ce799b021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326318 Feb 16 13:33:35.887727 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-41073972-2f65-4954-bc68-49107002b5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a40e96-1c40-41af-a525-6f607d46368e', 'name': 'tempest-TestShelveInstance-142165143-router', 'tenant_id': 'be399450416f42d1ba3627bf0d10bf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '4b27ee6c-6740-403d-8c0e-fff5ad99d78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:29:12Z', 'updated_at': '2022-02-16T13:29:16Z', 'revision_number': 4, 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'gw_port': {'id': '4b27ee6c-6740-403d-8c0e-fff5ad99d78f', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a40e96-1c40-41af-a525-6f607d46368e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:29:12Z', 'updated_at': '2022-02-16T13:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '020f2315-8b3b-4aae-b381-020293a8a499', 'name': '', 'network_id': '027db140-4aeb-40e0-9d5b-223ce799b021', 'tenant_id': 'be399450416f42d1ba3627bf0d10bf9d', 'mac_address': 'fa:16:3e:cc:80:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a40e96-1c40-41af-a525-6f607d46368e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:29:15Z', 'updated_at': '2022-02-16T13:29:22Z', 'revision_number': 5, 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'subnets': [{'id': '0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:33:35.891714 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41073972-2f65-4954-bc68-49107002b5f9 None None] The sync data for ids ['81a40e96-1c40-41af-a525-6f607d46368e'] in dv-neutron-829527-1-hyperv is: [{'id': '81a40e96-1c40-41af-a525-6f607d46368e', 'name': 'tempest-TestShelveInstance-142165143-router', 'tenant_id': 'be399450416f42d1ba3627bf0d10bf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '4b27ee6c-6740-403d-8c0e-fff5ad99d78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:29:12Z', 'updated_at': '2022-02-16T13:29:16Z', 'revision_number': 4, 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'gw_port': {'id': '4b27ee6c-6740-403d-8c0e-fff5ad99d78f', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a40e96-1c40-41af-a525-6f607d46368e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:29:12Z', 'updated_at': '2022-02-16T13:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '020f2315-8b3b-4aae-b381-020293a8a499', 'name': '', 'network_id': '027db140-4aeb-40e0-9d5b-223ce799b021', 'tenant_id': 'be399450416f42d1ba3627bf0d10bf9d', 'mac_address': 'fa:16:3e:cc:80:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a40e96-1c40-41af-a525-6f607d46368e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:29:15Z', 'updated_at': '2022-02-16T13:29:22Z', 'revision_number': 5, 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'subnets': [{'id': '0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:33:36.115709 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daeed393-37b3-4239-a155-0500ac42a3dd None None] New status for floating IP 4b2777af-8ec8-4a08-85cc-dcc86daffe8b: DOWN {{(pid=87703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:33:36.542990 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07beed19-d172-4c2c-9a15-60d8d29751bc req-282408f5-7585-4e95-8b2b-c8a486147776 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:36.544442 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-07beed19-d172-4c2c-9a15-60d8d29751bc req-282408f5-7585-4e95-8b2b-c8a486147776 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.89 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 947 time: 0.0808761 Feb 16 13:33:36.617251 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-07beed19-d172-4c2c-9a15-60d8d29751bc req-c543c18b-0aac-4d58-98ce-2312e0c29425 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Deleting port 287ba442-d56d-4b9e-868a-43464cbbbbbb {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:33:36.617538 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-07beed19-d172-4c2c-9a15-60d8d29751bc req-c543c18b-0aac-4d58-98ce-2312e0c29425 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:36.677097 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076bfb29-24f7-4bff-81ab-cae848681326 req-ff4064b4-41cc-4924-8cfe-8900fa6243dd tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:36.677915 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-076bfb29-24f7-4bff-81ab-cae848681326 req-ff4064b4-41cc-4924-8cfe-8900fa6243dd tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Synchronizing usage tracker for tenant:be399450416f42d1ba3627bf0d10bf9d on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:33:36.694512 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-076bfb29-24f7-4bff-81ab-cae848681326 req-ff4064b4-41cc-4924-8cfe-8900fa6243dd tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Unset dirty status for tenant:be399450416f42d1ba3627bf0d10bf9d on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:33:36.695702 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-076bfb29-24f7-4bff-81ab-cae848681326 req-ff4064b4-41cc-4924-8cfe-8900fa6243dd tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 947 time: 0.1037030 Feb 16 13:33:36.741611 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-076bfb29-24f7-4bff-81ab-cae848681326 req-24ee41fd-a51c-4384-98a0-3c6fff08b756 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=86387b80-e2a3-4905-bfd0-4dd5110cfb88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397804 Feb 16 13:33:36.870850 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-07beed19-d172-4c2c-9a15-60d8d29751bc req-c543c18b-0aac-4d58-98ce-2312e0c29425 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] For port 287ba442-d56d-4b9e-868a-43464cbbbbbb, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=287ba442-d56d-4b9e-868a-43464cbbbbbb,segment=NetworkSegment(5c83964c-74cd-4794-8c18-168ef3319713),segment_id=5c83964c-74cd-4794-8c18-168ef3319713)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:33:36.871206 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-07beed19-d172-4c2c-9a15-60d8d29751bc req-c543c18b-0aac-4d58-98ce-2312e0c29425 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:36.907049 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:37.114812 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-07beed19-d172-4c2c-9a15-60d8d29751bc req-c543c18b-0aac-4d58-98ce-2312e0c29425 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Calling delete_port for 287ba442-d56d-4b9e-868a-43464cbbbbbb owned by compute:nova {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:33:37.281261 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-07beed19-d172-4c2c-9a15-60d8d29751bc req-c543c18b-0aac-4d58-98ce-2312e0c29425 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:37.337443 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c543c18b-0aac-4d58-98ce-2312e0c29425 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Pushing event deleted for resources: {'Port': ['ID=287ba442-d56d-4b9e-868a-43464cbbbbbb,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:37.377659 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c543c18b-0aac-4d58-98ce-2312e0c29425 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:37.378001 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c543c18b-0aac-4d58-98ce-2312e0c29425 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:37.378333 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c543c18b-0aac-4d58-98ce-2312e0c29425 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:37.378658 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c543c18b-0aac-4d58-98ce-2312e0c29425 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:37.378979 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c543c18b-0aac-4d58-98ce-2312e0c29425 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:37.379304 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c543c18b-0aac-4d58-98ce-2312e0c29425 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:37.379617 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c543c18b-0aac-4d58-98ce-2312e0c29425 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:37.379931 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c543c18b-0aac-4d58-98ce-2312e0c29425 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:37.380242 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c543c18b-0aac-4d58-98ce-2312e0c29425 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:37.380695 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c543c18b-0aac-4d58-98ce-2312e0c29425 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:37.381000 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c543c18b-0aac-4d58-98ce-2312e0c29425 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:37.381320 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c543c18b-0aac-4d58-98ce-2312e0c29425 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:37.429989 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-07beed19-d172-4c2c-9a15-60d8d29751bc req-c543c18b-0aac-4d58-98ce-2312e0c29425 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] No DVR routers for this DVR port 287ba442-d56d-4b9e-868a-43464cbbbbbb on host hv-neutron-8295 {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:33:37.433210 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-07beed19-d172-4c2c-9a15-60d8d29751bc req-c543c18b-0aac-4d58-98ce-2312e0c29425 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:37.435729 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a315965-1073-4d6d-bc0a-699024696d06', 'name': 'network-vif-deleted', 'tag': '287ba442-d56d-4b9e-868a-43464cbbbbbb'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:33:37.453344 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-07beed19-d172-4c2c-9a15-60d8d29751bc req-c543c18b-0aac-4d58-98ce-2312e0c29425 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.89 "DELETE /v2.0/ports/287ba442-d56d-4b9e-868a-43464cbbbbbb HTTP/1.1" status: 204 len: 173 time: 0.9029124 Feb 16 13:33:37.482818 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a315965-1073-4d6d-bc0a-699024696d06', 'name': 'network-vif-deleted', 'tag': '287ba442-d56d-4b9e-868a-43464cbbbbbb', 'status': 'completed', 'code': 200} Feb 16 13:33:37.922173 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4d95f3d3-1132-412b-93e1-30669ad9fcea req-8047a842-254b-4f55-808c-80853eae299b tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a315965-1073-4d6d-bc0a-699024696d06 HTTP/1.1" status: 200 len: 210 time: 0.0494473 Feb 16 13:33:39.020819 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 50874) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:33:39.090115 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5dce0043-0af7-47b2-bcb5-8735b66af1e7 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:39.121941 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5dce0043-0af7-47b2-bcb5-8735b66af1e7 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:39.198278 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5dce0043-0af7-47b2-bcb5-8735b66af1e7 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:39.217416 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce0043-0af7-47b2-bcb5-8735b66af1e7 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86387b80-e2a3-4905-bfd0-4dd5110cfb88,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:39.232701 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-5dce0043-0af7-47b2-bcb5-8735b66af1e7 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:39.233885 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-5dce0043-0af7-47b2-bcb5-8735b66af1e7 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "DELETE /v2.0/security-groups/86387b80-e2a3-4905-bfd0-4dd5110cfb88 HTTP/1.1" status: 204 len: 168 time: 0.2120819 Feb 16 13:33:39.642218 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 50882) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:33:39.647553 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-ff9eb506-0cd0-45a0-b58f-d8b19f2ba9c8 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-712887731', 'description': 'tempest-secgroup-smoke-712887731 description', 'project_id': 'be399450416f42d1ba3627bf0d10bf9d'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:33:39.654163 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ff9eb506-0cd0-45a0-b58f-d8b19f2ba9c8 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:33:39.659304 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ff9eb506-0cd0-45a0-b58f-d8b19f2ba9c8 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Usage tracker for resource:security_group and tenant:be399450416f42d1ba3627bf0d10bf9d is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:33:39.662285 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ff9eb506-0cd0-45a0-b58f-d8b19f2ba9c8 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:33:39.668884 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ff9eb506-0cd0-45a0-b58f-d8b19f2ba9c8 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:33:39.680163 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff9eb506-0cd0-45a0-b58f-d8b19f2ba9c8 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:39.702850 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ff9eb506-0cd0-45a0-b58f-d8b19f2ba9c8 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:33:39.707050 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ff9eb506-0cd0-45a0-b58f-d8b19f2ba9c8 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Usage tracker for resource:security_group_rule and tenant:be399450416f42d1ba3627bf0d10bf9d is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:33:39.710229 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-ff9eb506-0cd0-45a0-b58f-d8b19f2ba9c8 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:33:39.716085 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-ff9eb506-0cd0-45a0-b58f-d8b19f2ba9c8 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:33:39.797644 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff9eb506-0cd0-45a0-b58f-d8b19f2ba9c8 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:39.803069 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff9eb506-0cd0-45a0-b58f-d8b19f2ba9c8 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:39.846393 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9eb506-0cd0-45a0-b58f-d8b19f2ba9c8 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c297ee14-e413-43e4-8521-0efcc270c6fc,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:39.849856 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff9eb506-0cd0-45a0-b58f-d8b19f2ba9c8 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:39.851090 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-ff9eb506-0cd0-45a0-b58f-d8b19f2ba9c8 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2078881 Feb 16 13:33:39.854030 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 50886) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:33:39.858965 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-1a45964b-fbbc-4876-9d82-e8243a0cca1c tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Request body: {'security_group_rule': {'security_group_id': 'c297ee14-e413-43e4-8521-0efcc270c6fc', 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:33:39.865394 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1a45964b-fbbc-4876-9d82-e8243a0cca1c tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:33:39.869250 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1a45964b-fbbc-4876-9d82-e8243a0cca1c tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Usage tracker for resource:security_group_rule and tenant:be399450416f42d1ba3627bf0d10bf9d is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:33:39.872160 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1a45964b-fbbc-4876-9d82-e8243a0cca1c tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:33:39.878139 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1a45964b-fbbc-4876-9d82-e8243a0cca1c tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:33:39.897044 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1a45964b-fbbc-4876-9d82-e8243a0cca1c tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:39.967423 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1a45964b-fbbc-4876-9d82-e8243a0cca1c tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:39.973096 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1a45964b-fbbc-4876-9d82-e8243a0cca1c tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:39.985282 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 287ba442-d56d-4b9e-868a-43464cbbbbbb no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:33:39.996062 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a45964b-fbbc-4876-9d82-e8243a0cca1c tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30384dcb-6e11-4c8d-a4db-dd996727920a,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:40.007430 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1a45964b-fbbc-4876-9d82-e8243a0cca1c tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:40.008751 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1a45964b-fbbc-4876-9d82-e8243a0cca1c tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1537519 Feb 16 13:33:40.011863 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 50890) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:33:40.017473 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-4a9126ac-458f-4149-abaf-4d5fc2f42cd6 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Request body: {'security_group_rule': {'security_group_id': 'c297ee14-e413-43e4-8521-0efcc270c6fc', 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:33:40.020455 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] No Port match for: 287ba442-d56d-4b9e-868a-43464cbbbbbb {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:33:40.020827 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 287ba442-d56d-4b9e-868a-43464cbbbbbb not bound to the agent host hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:33:40.024133 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4a9126ac-458f-4149-abaf-4d5fc2f42cd6 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:33:40.028824 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4a9126ac-458f-4149-abaf-4d5fc2f42cd6 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Usage tracker for resource:security_group_rule and tenant:be399450416f42d1ba3627bf0d10bf9d is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:33:40.032480 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-4a9126ac-458f-4149-abaf-4d5fc2f42cd6 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:33:40.038458 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-4a9126ac-458f-4149-abaf-4d5fc2f42cd6 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:33:40.057240 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4a9126ac-458f-4149-abaf-4d5fc2f42cd6 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:40.127198 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4a9126ac-458f-4149-abaf-4d5fc2f42cd6 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:40.131613 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4a9126ac-458f-4149-abaf-4d5fc2f42cd6 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:40.157122 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9126ac-458f-4149-abaf-4d5fc2f42cd6 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e9bdae1-61ce-43ff-8847-4e0ca309cb7d,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:40.168093 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4a9126ac-458f-4149-abaf-4d5fc2f42cd6 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:40.170097 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4a9126ac-458f-4149-abaf-4d5fc2f42cd6 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1565890 Feb 16 13:33:40.172328 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 50894) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:33:40.177584 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-c141a331-a91a-43b3-be8f-f04610f8bcc8 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Request body: {'security_group_rule': {'security_group_id': 'c297ee14-e413-43e4-8521-0efcc270c6fc', 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:33:40.183727 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c141a331-a91a-43b3-be8f-f04610f8bcc8 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:33:40.187938 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c141a331-a91a-43b3-be8f-f04610f8bcc8 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Usage tracker for resource:security_group_rule and tenant:be399450416f42d1ba3627bf0d10bf9d is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:33:40.190927 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-c141a331-a91a-43b3-be8f-f04610f8bcc8 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:33:40.196947 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-c141a331-a91a-43b3-be8f-f04610f8bcc8 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:33:40.219544 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c141a331-a91a-43b3-be8f-f04610f8bcc8 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:40.296891 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c141a331-a91a-43b3-be8f-f04610f8bcc8 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:40.302225 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c141a331-a91a-43b3-be8f-f04610f8bcc8 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:40.324843 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c141a331-a91a-43b3-be8f-f04610f8bcc8 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e0e6a46-aec9-41d2-bb7a-d29cf6bf270e,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:40.335473 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c141a331-a91a-43b3-be8f-f04610f8bcc8 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:40.336678 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-c141a331-a91a-43b3-be8f-f04610f8bcc8 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1632850 Feb 16 13:33:40.339794 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 50898) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:33:40.347104 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-1e6d3d45-06f8-410b-b816-333c359a9f0f tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Request body: {'security_group_rule': {'security_group_id': 'c297ee14-e413-43e4-8521-0efcc270c6fc', 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:33:40.355581 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-1e6d3d45-06f8-410b-b816-333c359a9f0f tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:33:40.359854 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-1e6d3d45-06f8-410b-b816-333c359a9f0f tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Usage tracker for resource:security_group_rule and tenant:be399450416f42d1ba3627bf0d10bf9d is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:33:40.362850 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-1e6d3d45-06f8-410b-b816-333c359a9f0f tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:33:40.368816 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-1e6d3d45-06f8-410b-b816-333c359a9f0f tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:33:40.386769 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1e6d3d45-06f8-410b-b816-333c359a9f0f tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:40.456040 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1e6d3d45-06f8-410b-b816-333c359a9f0f tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:40.460320 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1e6d3d45-06f8-410b-b816-333c359a9f0f tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:40.485928 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d3d45-06f8-410b-b816-333c359a9f0f tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7809b8bc-83c2-4325-9522-6645ce2070f0,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:40.496720 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-1e6d3d45-06f8-410b-b816-333c359a9f0f tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:40.497907 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-1e6d3d45-06f8-410b-b816-333c359a9f0f tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1570122 Feb 16 13:33:40.501445 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 50902) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:33:40.506570 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-c1183702-c558-4fdb-94fa-d66b6f29699f tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Request body: {'security_group_rule': {'security_group_id': 'c297ee14-e413-43e4-8521-0efcc270c6fc', 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:33:40.512701 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-c1183702-c558-4fdb-94fa-d66b6f29699f tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:33:40.517271 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-c1183702-c558-4fdb-94fa-d66b6f29699f tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Usage tracker for resource:security_group_rule and tenant:be399450416f42d1ba3627bf0d10bf9d is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:33:40.520261 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-c1183702-c558-4fdb-94fa-d66b6f29699f tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:33:40.526651 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-c1183702-c558-4fdb-94fa-d66b6f29699f tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:33:40.538044 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.securitygroups_db [None req-c1183702-c558-4fdb-94fa-d66b6f29699f tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Project be399450416f42d1ba3627bf0d10bf9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:33:40.544698 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c1183702-c558-4fdb-94fa-d66b6f29699f tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:40.618177 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c1183702-c558-4fdb-94fa-d66b6f29699f tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:40.623746 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c1183702-c558-4fdb-94fa-d66b6f29699f tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:40.646830 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1183702-c558-4fdb-94fa-d66b6f29699f tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b11a450b-51fa-4996-9843-f54487c671b7,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:40.656185 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-c1183702-c558-4fdb-94fa-d66b6f29699f tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:40.657461 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-c1183702-c558-4fdb-94fa-d66b6f29699f tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1550620 Feb 16 13:33:40.660273 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 50906) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:33:40.665216 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-13d1837d-d8f7-4449-9082-331922d9f7c1 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Request body: {'security_group_rule': {'security_group_id': 'c297ee14-e413-43e4-8521-0efcc270c6fc', 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:33:40.671082 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-13d1837d-d8f7-4449-9082-331922d9f7c1 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:33:40.674998 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-13d1837d-d8f7-4449-9082-331922d9f7c1 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Usage tracker for resource:security_group_rule and tenant:be399450416f42d1ba3627bf0d10bf9d is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:33:40.677911 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-13d1837d-d8f7-4449-9082-331922d9f7c1 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:33:40.683581 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-13d1837d-d8f7-4449-9082-331922d9f7c1 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:33:40.704463 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.securitygroups_db [None req-13d1837d-d8f7-4449-9082-331922d9f7c1 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Project be399450416f42d1ba3627bf0d10bf9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:33:40.715707 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-13d1837d-d8f7-4449-9082-331922d9f7c1 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:40.781302 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-13d1837d-d8f7-4449-9082-331922d9f7c1 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:40.786495 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-13d1837d-d8f7-4449-9082-331922d9f7c1 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:40.811182 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d1837d-d8f7-4449-9082-331922d9f7c1 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1db8e287-4978-4507-b336-bd4f0b492492,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:40.821490 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-13d1837d-d8f7-4449-9082-331922d9f7c1 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:40.822683 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-13d1837d-d8f7-4449-9082-331922d9f7c1 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1614799 Feb 16 13:33:47.258386 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:33:55.723452 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-010e49c2-fd04-4230-ac6b-b0e891566fd5 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Synchronizing usage tracker for tenant:be399450416f42d1ba3627bf0d10bf9d on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:33:55.741553 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-010e49c2-fd04-4230-ac6b-b0e891566fd5 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Unset dirty status for tenant:be399450416f42d1ba3627bf0d10bf9d on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:33:55.742836 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-010e49c2-fd04-4230-ac6b-b0e891566fd5 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-712887731&fields=id&tenant_id=be399450416f42d1ba3627bf0d10bf9d HTTP/1.1" status: 200 len: 267 time: 0.0598638 Feb 16 13:33:55.908113 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-1bd5c374-8051-411f-bf5f-31816bfc841f tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:55.909606 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-1bd5c374-8051-411f-bf5f-31816bfc841f tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/networks?id=027db140-4aeb-40e0-9d5b-223ce799b021 HTTP/1.1" status: 200 len: 808 time: 0.1577244 Feb 16 13:33:55.925040 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-609e5397-eca3-44d9-a2a5-9c0bc5e598f3 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/quotas/be399450416f42d1ba3627bf0d10bf9d HTTP/1.1" status: 200 len: 375 time: 0.0097394 Feb 16 13:33:56.015948 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-41764a72-24ce-437b-b488-df45ea4f8c0d tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=be399450416f42d1ba3627bf0d10bf9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0834663 Feb 16 13:33:56.199011 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-c73aff19-2895-482b-a2a4-79de031da7a8 service neutron] 10.222.0.83 "GET /v2.0/networks/027db140-4aeb-40e0-9d5b-223ce799b021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707718 Feb 16 13:33:56.328883 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-bacac3c1-ff9e-43f0-b64b-47744b789bec service neutron] 10.222.0.83 "GET /v2.0/networks/027db140-4aeb-40e0-9d5b-223ce799b021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238477 Feb 16 13:33:57.747428 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-3366fafb-d9d6-4877-ad66-9628d64bdbe7 req-53e4d6ca-9031-4987-b720-fad9229d9ccf tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Synchronizing usage tracker for tenant:be399450416f42d1ba3627bf0d10bf9d on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:33:57.765887 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-3366fafb-d9d6-4877-ad66-9628d64bdbe7 req-53e4d6ca-9031-4987-b720-fad9229d9ccf tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Unset dirty status for tenant:be399450416f42d1ba3627bf0d10bf9d on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:33:57.767060 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3366fafb-d9d6-4877-ad66-9628d64bdbe7 req-53e4d6ca-9031-4987-b720-fad9229d9ccf tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 210 time: 0.0616326 Feb 16 13:33:58.845669 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-177b6967-c404-45f3-b1e6-7d52cd55ed56 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:58.847961 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-177b6967-c404-45f3-b1e6-7d52cd55ed56 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.89 "GET /v2.0/networks?id=027db140-4aeb-40e0-9d5b-223ce799b021 HTTP/1.1" status: 200 len: 808 time: 0.1530929 Feb 16 13:33:58.897298 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-afc6faa3-a3e4-4fbb-9c6b-2fc375ce6678 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Synchronizing usage tracker for tenant:be399450416f42d1ba3627bf0d10bf9d on resource:security_group {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:33:58.909933 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-afc6faa3-a3e4-4fbb-9c6b-2fc375ce6678 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Unset dirty status for tenant:be399450416f42d1ba3627bf0d10bf9d on resource:security_group {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:33:58.911023 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-afc6faa3-a3e4-4fbb-9c6b-2fc375ce6678 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be399450416f42d1ba3627bf0d10bf9d HTTP/1.1" status: 200 len: 379 time: 0.0550380 Feb 16 13:33:58.919379 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-c943496c-1e44-4ed8-b764-a0799e7cb6bd tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Request body: {'port': {'device_id': '693cbf33-f738-45fe-b50b-ad8b6ad3a8c5', 'network_id': '027db140-4aeb-40e0-9d5b-223ce799b021', 'admin_state_up': True, 'tenant_id': 'be399450416f42d1ba3627bf0d10bf9d', 'security_groups': ['c297ee14-e413-43e4-8521-0efcc270c6fc']}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:33:58.919597 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f3927505-9694-44f0-9d46-ba760e0ed984 req-b7cf85e7-14b8-4754-a3b2-78aa03bd1b91 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 210 time: 0.0449898 Feb 16 13:33:59.062192 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-c943496c-1e44-4ed8-b764-a0799e7cb6bd tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:33:59.072067 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-c943496c-1e44-4ed8-b764-a0799e7cb6bd tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:33:59.083212 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-c943496c-1e44-4ed8-b764-a0799e7cb6bd tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Made reservation on behalf of be399450416f42d1ba3627bf0d10bf9d for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:33:59.086822 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-c943496c-1e44-4ed8-b764-a0799e7cb6bd tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:59.252571 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-c943496c-1e44-4ed8-b764-a0799e7cb6bd tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Allocated IP 172.20.0.9 (027db140-4aeb-40e0-9d5b-223ce799b021/0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2/a8b46e41-47df-42f4-a13e-87ae7652810e) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:33:59.442248 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-c943496c-1e44-4ed8-b764-a0799e7cb6bd tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:59.459120 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-c943496c-1e44-4ed8-b764-a0799e7cb6bd tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Transition to ACTIVE for port object a8b46e41-47df-42f4-a13e-87ae7652810e will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:33:59.484083 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-c943496c-1e44-4ed8-b764-a0799e7cb6bd tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:59.560456 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-c943496c-1e44-4ed8-b764-a0799e7cb6bd tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Network 027db140-4aeb-40e0-9d5b-223ce799b021 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:33:59.563827 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-c943496c-1e44-4ed8-b764-a0799e7cb6bd tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:33:59.566348 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-c943496c-1e44-4ed8-b764-a0799e7cb6bd tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:33:59.602927 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c943496c-1e44-4ed8-b764-a0799e7cb6bd tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Pushing event updated for resources: {'Port': ['ID=a8b46e41-47df-42f4-a13e-87ae7652810e,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:59.635004 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-c943496c-1e44-4ed8-b764-a0799e7cb6bd tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:59.635644 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-c943496c-1e44-4ed8-b764-a0799e7cb6bd tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:59.665325 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-c943496c-1e44-4ed8-b764-a0799e7cb6bd tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7496228 Feb 16 13:33:59.677031 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-9fcc73e4-d5ae-4a1f-9aef-8fbfad6d6bdd service neutron] Request body: {'port': {'device_id': '693cbf33-f738-45fe-b50b-ad8b6ad3a8c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:33:59.793735 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-4726ff20-eb79-4188-9400-547ad0367dcb None None] Provisioning for port a8b46e41-47df-42f4-a13e-87ae7652810e completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:33:59.794558 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-9fcc73e4-d5ae-4a1f-9aef-8fbfad6d6bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:59.800539 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-4726ff20-eb79-4188-9400-547ad0367dcb None None] Provisioning complete for port a8b46e41-47df-42f4-a13e-87ae7652810e triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:33:59.801280 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4726ff20-eb79-4188-9400-547ad0367dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:59.857087 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-4726ff20-eb79-4188-9400-547ad0367dcb None None] Port a8b46e41-47df-42f4-a13e-87ae7652810e cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:34:00.252507 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63cab76-5991-491a-9a05-ca65888f642b req-237a8054-b455-4ce8-8d83-d08ec4fe8bfa tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:00.253146 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-b63cab76-5991-491a-9a05-ca65888f642b req-237a8054-b455-4ce8-8d83-d08ec4fe8bfa tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Synchronizing usage tracker for tenant:be399450416f42d1ba3627bf0d10bf9d on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:34:00.310691 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-b63cab76-5991-491a-9a05-ca65888f642b req-237a8054-b455-4ce8-8d83-d08ec4fe8bfa tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Unset dirty status for tenant:be399450416f42d1ba3627bf0d10bf9d on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:34:00.312551 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b63cab76-5991-491a-9a05-ca65888f642b req-237a8054-b455-4ce8-8d83-d08ec4fe8bfa tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 931 time: 0.2363062 Feb 16 13:34:00.364423 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-9fcc73e4-d5ae-4a1f-9aef-8fbfad6d6bdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8b46e41-47df-42f4-a13e-87ae7652810e {{(pid=87701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:34:00.376376 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-9fcc73e4-d5ae-4a1f-9aef-8fbfad6d6bdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:00.384199 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b63cab76-5991-491a-9a05-ca65888f642b req-5dab0c8f-f03f-4c46-8560-cfcc0c3cce69 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=c297ee14-e413-43e4-8521-0efcc270c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603609 Feb 16 13:34:00.396856 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-9fcc73e4-d5ae-4a1f-9aef-8fbfad6d6bdd service neutron] Transition to ACTIVE for port object a8b46e41-47df-42f4-a13e-87ae7652810e will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:34:00.407444 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-9fcc73e4-d5ae-4a1f-9aef-8fbfad6d6bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:00.539881 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc73e4-d5ae-4a1f-9aef-8fbfad6d6bdd service neutron] Pushing event updated for resources: {'Port': ['ID=a8b46e41-47df-42f4-a13e-87ae7652810e,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:00.650594 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-9fcc73e4-d5ae-4a1f-9aef-8fbfad6d6bdd service neutron] Attempting to bind port a8b46e41-47df-42f4-a13e-87ae7652810e on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:34:00.650933 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-9fcc73e4-d5ae-4a1f-9aef-8fbfad6d6bdd service neutron] Attempting to bind port a8b46e41-47df-42f4-a13e-87ae7652810e by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '5c83964c-74cd-4794-8c18-168ef3319713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '027db140-4aeb-40e0-9d5b-223ce799b021'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:34:00.651270 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-9fcc73e4-d5ae-4a1f-9aef-8fbfad6d6bdd service neutron] Attempting to bind port a8b46e41-47df-42f4-a13e-87ae7652810e on network 027db140-4aeb-40e0-9d5b-223ce799b021 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:34:00.656763 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-9fcc73e4-d5ae-4a1f-9aef-8fbfad6d6bdd service neutron] Port a8b46e41-47df-42f4-a13e-87ae7652810e on network 027db140-4aeb-40e0-9d5b-223ce799b021 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:34:00.657119 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-9fcc73e4-d5ae-4a1f-9aef-8fbfad6d6bdd service neutron] Attempting to bind port a8b46e41-47df-42f4-a13e-87ae7652810e on network 027db140-4aeb-40e0-9d5b-223ce799b021 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:34:00.662247 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-9fcc73e4-d5ae-4a1f-9aef-8fbfad6d6bdd service neutron] Checking agent: {'id': 'b4b5bcfd-2763-4324-82e0-923bc8a52546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'started_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:34:00.662585 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-9fcc73e4-d5ae-4a1f-9aef-8fbfad6d6bdd service neutron] Checking segment: {'id': '5c83964c-74cd-4794-8c18-168ef3319713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '027db140-4aeb-40e0-9d5b-223ce799b021'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:34:00.662964 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-9fcc73e4-d5ae-4a1f-9aef-8fbfad6d6bdd service neutron] Bound using segment: {'id': '5c83964c-74cd-4794-8c18-168ef3319713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '027db140-4aeb-40e0-9d5b-223ce799b021'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:34:00.663381 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-9fcc73e4-d5ae-4a1f-9aef-8fbfad6d6bdd service neutron] Bound port: a8b46e41-47df-42f4-a13e-87ae7652810e, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c83964c-74cd-4794-8c18-168ef3319713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '027db140-4aeb-40e0-9d5b-223ce799b021'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:34:00.663722 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-9fcc73e4-d5ae-4a1f-9aef-8fbfad6d6bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:00.757610 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-9fcc73e4-d5ae-4a1f-9aef-8fbfad6d6bdd service neutron] For port a8b46e41-47df-42f4-a13e-87ae7652810e, host hv-neutron-8295, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:34:00.762144 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-9fcc73e4-d5ae-4a1f-9aef-8fbfad6d6bdd service neutron] For port a8b46e41-47df-42f4-a13e-87ae7652810e, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=a8b46e41-47df-42f4-a13e-87ae7652810e,segment=NetworkSegment(5c83964c-74cd-4794-8c18-168ef3319713),segment_id=5c83964c-74cd-4794-8c18-168ef3319713)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:34:00.768815 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-9fcc73e4-d5ae-4a1f-9aef-8fbfad6d6bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:00.833308 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-9fcc73e4-d5ae-4a1f-9aef-8fbfad6d6bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:00.833909 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-9fcc73e4-d5ae-4a1f-9aef-8fbfad6d6bdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:00.835255 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-9fcc73e4-d5ae-4a1f-9aef-8fbfad6d6bdd service neutron] 10.222.0.89 "PUT /v2.0/ports/a8b46e41-47df-42f4-a13e-87ae7652810e HTTP/1.1" status: 200 len: 1093 time: 1.1626067 Feb 16 13:34:00.835790 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '693cbf33-f738-45fe-b50b-ad8b6ad3a8c5', 'tag': 'a8b46e41-47df-42f4-a13e-87ae7652810e'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:34:00.859440 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc73e4-d5ae-4a1f-9aef-8fbfad6d6bdd service neutron] Pushing event updated for resources: {'Port': ['ID=a8b46e41-47df-42f4-a13e-87ae7652810e,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:00.912126 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '693cbf33-f738-45fe-b50b-ad8b6ad3a8c5', 'tag': 'a8b46e41-47df-42f4-a13e-87ae7652810e', 'status': 'completed', 'code': 200} Feb 16 13:34:00.961678 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-1b4771fc-2401-440b-9f87-6c3bfca543a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:00.963135 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-1b4771fc-2401-440b-9f87-6c3bfca543a1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=be399450416f42d1ba3627bf0d10bf9d&device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 1096 time: 0.0848594 Feb 16 13:34:01.035575 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-da6c92c6-c909-4734-85ca-0381f302a545 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8b46e41-47df-42f4-a13e-87ae7652810e HTTP/1.1" status: 200 len: 217 time: 0.0653992 Feb 16 13:34:01.097322 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-f8cacf52-bfc9-4e07-bf35-8350ea78857b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:01.098612 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-f8cacf52-bfc9-4e07-bf35-8350ea78857b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2 HTTP/1.1" status: 200 len: 847 time: 0.0565772 Feb 16 13:34:01.177521 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-f798ad84-ab1a-4c80-8fec-71b997060e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:01.178983 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-f798ad84-ab1a-4c80-8fec-71b997060e0b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=027db140-4aeb-40e0-9d5b-223ce799b021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742950 Feb 16 13:34:01.309083 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-8a8d11a8-008b-49c6-84c1-9ffda7094dbb service neutron] 10.222.0.89 "GET /v2.0/networks/027db140-4aeb-40e0-9d5b-223ce799b021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242127 Feb 16 13:34:01.445533 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-7dac8910-356d-4ffd-8c8e-5d87e51b0714 req-93577f7d-937d-46a5-aee3-9a22587829b2 service neutron] 10.222.0.89 "GET /v2.0/networks/027db140-4aeb-40e0-9d5b-223ce799b021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305633 Feb 16 13:34:01.612108 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b4436-45d1-42a3-a9c4-b69b75a6b9de req-a1f0f0cb-f6e8-4c41-81b8-940f1762b445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:01.613719 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-951b4436-45d1-42a3-a9c4-b69b75a6b9de req-a1f0f0cb-f6e8-4c41-81b8-940f1762b445 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=be399450416f42d1ba3627bf0d10bf9d&device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 1096 time: 0.1258411 Feb 16 13:34:01.624060 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3653d-a2a9-4d04-aad6-592227f5e865 req-839e0d1d-73bc-4247-a6be-623015a545f5 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:01.625418 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f1e3653d-a2a9-4d04-aad6-592227f5e865 req-839e0d1d-73bc-4247-a6be-623015a545f5 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 943 time: 0.1081002 Feb 16 13:34:01.748796 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f1e3653d-a2a9-4d04-aad6-592227f5e865 req-e80a86c9-8e4c-4124-aede-11a283546fce tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=c297ee14-e413-43e4-8521-0efcc270c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029136 Feb 16 13:34:01.894103 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-1b0dbf8a-f720-49dd-b373-afeedac3b9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:01.899502 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b4436-45d1-42a3-a9c4-b69b75a6b9de req-e214218b-8943-49cd-9e99-6939bf4f8503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:01.901309 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-951b4436-45d1-42a3-a9c4-b69b75a6b9de req-e214218b-8943-49cd-9e99-6939bf4f8503 service neutron] 10.222.0.89 "GET /v2.0/networks?id=027db140-4aeb-40e0-9d5b-223ce799b021 HTTP/1.1" status: 200 len: 909 time: 0.2750721 Feb 16 13:34:01.971336 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-951b4436-45d1-42a3-a9c4-b69b75a6b9de req-51fc2e40-6a1e-475a-9697-52f56c38c272 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8b46e41-47df-42f4-a13e-87ae7652810e HTTP/1.1" status: 200 len: 217 time: 0.0637081 Feb 16 13:34:02.035329 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b4436-45d1-42a3-a9c4-b69b75a6b9de req-db56182d-b2d1-4d97-8f31-0a1282540463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:02.036697 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-951b4436-45d1-42a3-a9c4-b69b75a6b9de req-db56182d-b2d1-4d97-8f31-0a1282540463 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2 HTTP/1.1" status: 200 len: 847 time: 0.0597358 Feb 16 13:34:02.113185 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b4436-45d1-42a3-a9c4-b69b75a6b9de req-272576db-208a-4cb1-a244-8b6b42709f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:02.114622 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-951b4436-45d1-42a3-a9c4-b69b75a6b9de req-272576db-208a-4cb1-a244-8b6b42709f4f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=027db140-4aeb-40e0-9d5b-223ce799b021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715179 Feb 16 13:34:02.246899 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-951b4436-45d1-42a3-a9c4-b69b75a6b9de req-5497c6d3-071b-46d4-b3f6-afd332115f16 service neutron] 10.222.0.89 "GET /v2.0/networks/027db140-4aeb-40e0-9d5b-223ce799b021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260030 Feb 16 13:34:02.393182 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-951b4436-45d1-42a3-a9c4-b69b75a6b9de req-6747a1fb-773b-4005-ac55-43058a8b7d73 service neutron] 10.222.0.89 "GET /v2.0/networks/027db140-4aeb-40e0-9d5b-223ce799b021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384795 Feb 16 13:34:02.968444 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd39d97-1d26-40f8-8eaa-64dd932f68d5 req-e0d29b37-a9f7-40f2-a232-ebf258061505 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:02.970958 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7cd39d97-1d26-40f8-8eaa-64dd932f68d5 req-e0d29b37-a9f7-40f2-a232-ebf258061505 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 943 time: 0.1049888 Feb 16 13:34:03.032871 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7cd39d97-1d26-40f8-8eaa-64dd932f68d5 req-53cd6082-ad8e-431f-8592-98f0e0a4850b tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=c297ee14-e413-43e4-8521-0efcc270c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561719 Feb 16 13:34:04.195222 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-fad5a53a-236f-4edd-ad04-e80908567db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:04.253239 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa755d4c-12e1-4ff5-b757-34c0809267ad req-cd556f18-00a4-4e7a-aca9-7017272996f9 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:04.254698 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-aa755d4c-12e1-4ff5-b757-34c0809267ad req-cd556f18-00a4-4e7a-aca9-7017272996f9 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 943 time: 0.0951300 Feb 16 13:34:04.302571 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-aa755d4c-12e1-4ff5-b757-34c0809267ad req-66b6397a-92ad-4917-a366-bdbb92efdf1f tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=c297ee14-e413-43e4-8521-0efcc270c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401366 Feb 16 13:34:04.939244 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:05.269172 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:05.367294 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:05.626155 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4182afc-0c17-4e19-b795-6c1f687f80e1 req-24d47cfa-e990-438e-9590-6dc67f5069f7 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:05.627606 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c4182afc-0c17-4e19-b795-6c1f687f80e1 req-24d47cfa-e990-438e-9590-6dc67f5069f7 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 943 time: 0.2043271 Feb 16 13:34:05.678160 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-c4182afc-0c17-4e19-b795-6c1f687f80e1 req-f7dc1cc8-5c8e-4db7-90a8-789c581190fc tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=c297ee14-e413-43e4-8521-0efcc270c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412529 Feb 16 13:34:06.891149 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4745ae1-2ae1-4c67-8efd-fbe39b8375fc req-9ccde7c1-92cc-4299-a1a8-c3a280bdb064 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:06.892743 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f4745ae1-2ae1-4c67-8efd-fbe39b8375fc req-9ccde7c1-92cc-4299-a1a8-c3a280bdb064 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 943 time: 0.0890825 Feb 16 13:34:06.942033 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f4745ae1-2ae1-4c67-8efd-fbe39b8375fc req-b4478b73-5a63-417d-bbf4-4c418c77101f tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=c297ee14-e413-43e4-8521-0efcc270c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432827 Feb 16 13:34:06.961907 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:08.149425 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876cb2a-0352-49de-950d-de1d1f0c83d1 req-6307a7ea-b26b-48c6-80f6-b5fc83c6fd82 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:08.151173 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6876cb2a-0352-49de-950d-de1d1f0c83d1 req-6307a7ea-b26b-48c6-80f6-b5fc83c6fd82 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 943 time: 0.0928035 Feb 16 13:34:08.175307 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device a8b46e41-47df-42f4-a13e-87ae7652810e details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:34:08.197664 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6876cb2a-0352-49de-950d-de1d1f0c83d1 req-35afdd98-8776-4bcf-b03d-cceaeb1b28c4 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=c297ee14-e413-43e4-8521-0efcc270c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408249 Feb 16 13:34:08.315530 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port a8b46e41-47df-42f4-a13e-87ae7652810e, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=a8b46e41-47df-42f4-a13e-87ae7652810e,segment=NetworkSegment(5c83964c-74cd-4794-8c18-168ef3319713),segment_id=5c83964c-74cd-4794-8c18-168ef3319713)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:34:08.328524 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': 'a8b46e41-47df-42f4-a13e-87ae7652810e', 'network_id': '027db140-4aeb-40e0-9d5b-223ce799b021', 'port_id': 'a8b46e41-47df-42f4-a13e-87ae7652810e', 'mac_address': 'fa:16:3e:64:0b:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:34:08.384019 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:08.401103 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8b46e41-47df-42f4-a13e-87ae7652810e {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:34:08.416996 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port a8b46e41-47df-42f4-a13e-87ae7652810e, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=a8b46e41-47df-42f4-a13e-87ae7652810e,segment=NetworkSegment(5c83964c-74cd-4794-8c18-168ef3319713),segment_id=5c83964c-74cd-4794-8c18-168ef3319713)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:34:08.421916 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:08.493048 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=a8b46e41-47df-42f4-a13e-87ae7652810e,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:08.502808 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:08.503169 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:08.503502 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:08.503856 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:08.504184 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:08.504494 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:08.504838 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:08.505154 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:08.505469 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:08.505781 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:08.506092 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:08.506398 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:08.682739 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['a8b46e41-47df-42f4-a13e-87ae7652810e'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:34:09.384699 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6340d55-0797-4cd1-bea6-0067655d0a16 req-1f743198-a012-4c4c-ab05-dcabc8803068 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:09.386173 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b6340d55-0797-4cd1-bea6-0067655d0a16 req-1f743198-a012-4c4c-ab05-dcabc8803068 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 944 time: 0.0819037 Feb 16 13:34:09.431927 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b6340d55-0797-4cd1-bea6-0067655d0a16 req-680a6f35-9ce0-4c5f-b2ff-d35cc2891081 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=c297ee14-e413-43e4-8521-0efcc270c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398352 Feb 16 13:34:10.189484 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device a8b46e41-47df-42f4-a13e-87ae7652810e up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:34:10.274971 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning for port a8b46e41-47df-42f4-a13e-87ae7652810e completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:34:10.279911 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port a8b46e41-47df-42f4-a13e-87ae7652810e triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:34:10.280285 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:10.394652 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:10.421096 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '693cbf33-f738-45fe-b50b-ad8b6ad3a8c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b46e41-47df-42f4-a13e-87ae7652810e'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:34:10.430692 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port a8b46e41-47df-42f4-a13e-87ae7652810e, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=a8b46e41-47df-42f4-a13e-87ae7652810e,segment=NetworkSegment(5c83964c-74cd-4794-8c18-168ef3319713),segment_id=5c83964c-74cd-4794-8c18-168ef3319713)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:34:10.435736 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:10.468929 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '693cbf33-f738-45fe-b50b-ad8b6ad3a8c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b46e41-47df-42f4-a13e-87ae7652810e', 'code': 200} Feb 16 13:34:10.513361 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=a8b46e41-47df-42f4-a13e-87ae7652810e,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:10.649518 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e72959-dba3-4263-9365-6be2f092f306 req-acca56a3-1aee-4b1e-9b3b-d0a791e8f9ed tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:10.651207 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-92e72959-dba3-4263-9365-6be2f092f306 req-acca56a3-1aee-4b1e-9b3b-d0a791e8f9ed tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 945 time: 0.0869212 Feb 16 13:34:10.732075 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-92e72959-dba3-4263-9365-6be2f092f306 req-7a535d38-ecfc-4689-9716-9a48067eae82 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=c297ee14-e413-43e4-8521-0efcc270c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749006 Feb 16 13:34:10.761881 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703d044-4293-423f-bd0d-c0b552b8af40 req-bebdc1a9-6f25-486a-9738-0f023577fe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:10.763371 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d703d044-4293-423f-bd0d-c0b552b8af40 req-bebdc1a9-6f25-486a-9738-0f023577fe9e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 1098 time: 0.0793128 Feb 16 13:34:10.809889 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d703d044-4293-423f-bd0d-c0b552b8af40 req-1eb195f0-6fea-48c7-9e71-9c0e9a41f542 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c297ee14-e413-43e4-8521-0efcc270c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399716 Feb 16 13:34:11.926061 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd594b14-db71-4d6b-a7cb-c30b9dad8203 req-069a43b3-df40-4936-9aec-bdff6a8ac346 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:11.927905 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-bd594b14-db71-4d6b-a7cb-c30b9dad8203 req-069a43b3-df40-4936-9aec-bdff6a8ac346 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 945 time: 0.0817535 Feb 16 13:34:11.983172 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-bd594b14-db71-4d6b-a7cb-c30b9dad8203 req-4ff7a588-b32b-483b-a6cc-930dcce9de58 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=c297ee14-e413-43e4-8521-0efcc270c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492053 Feb 16 13:34:13.199215 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb877d97-c1e2-474e-8a52-0e80b0e31e93 req-cbc46080-40a5-4fab-946c-206a77f479b9 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:13.200663 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-eb877d97-c1e2-474e-8a52-0e80b0e31e93 req-cbc46080-40a5-4fab-946c-206a77f479b9 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 945 time: 0.0983396 Feb 16 13:34:13.255156 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-eb877d97-c1e2-474e-8a52-0e80b0e31e93 req-053019e2-a18a-45f2-a62f-5039190f29da tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=c297ee14-e413-43e4-8521-0efcc270c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481687 Feb 16 13:34:13.595488 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2554125-b9cb-46de-9592-f9f0064cf5d2 req-87e0671f-64b1-476c-a118-3e419ac7c9cb tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:13.596957 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f2554125-b9cb-46de-9592-f9f0064cf5d2 req-87e0671f-64b1-476c-a118-3e419ac7c9cb tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 945 time: 0.0812273 Feb 16 13:34:13.641018 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f2554125-b9cb-46de-9592-f9f0064cf5d2 req-c2ad63a3-aead-4417-a1b1-a7abb79ac8d6 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=c297ee14-e413-43e4-8521-0efcc270c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382328 Feb 16 13:34:13.674082 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 51090) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:34:13.752265 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8cfbe6-effb-4ac2-a4ad-4aee1a592f8e tempest-TestShelveInstance-2056782528 tempest-TestShelveInstance-2056782528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:13.753917 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-0c8cfbe6-effb-4ac2-a4ad-4aee1a592f8e tempest-TestShelveInstance-2056782528 tempest-TestShelveInstance-2056782528-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 1093 time: 0.0788274 Feb 16 13:34:13.757078 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 51094) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:34:13.762417 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-2472c569-c58c-4595-a31b-dfd8e0a12de5 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Request body: {'floatingip': {'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'port_id': 'a8b46e41-47df-42f4-a13e-87ae7652810e', 'tenant_id': 'be399450416f42d1ba3627bf0d10bf9d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:34:13.769481 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-2472c569-c58c-4595-a31b-dfd8e0a12de5 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:34:13.774247 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-2472c569-c58c-4595-a31b-dfd8e0a12de5 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Usage tracker for resource:floatingip and tenant:be399450416f42d1ba3627bf0d10bf9d is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:34:13.777951 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-2472c569-c58c-4595-a31b-dfd8e0a12de5 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:34:13.784902 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-2472c569-c58c-4595-a31b-dfd8e0a12de5 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:34:13.796494 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2472c569-c58c-4595-a31b-dfd8e0a12de5 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for floatingip, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:13.948854 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2472c569-c58c-4595-a31b-dfd8e0a12de5 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:14.095775 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-2472c569-c58c-4595-a31b-dfd8e0a12de5 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Allocated IP 172.26.5.242 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/a353bf5e-02fc-4afc-8fe7-55a8e23cd538) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:34:14.254125 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2472c569-c58c-4595-a31b-dfd8e0a12de5 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:14.286590 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2472c569-c58c-4595-a31b-dfd8e0a12de5 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:14.355734 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2472c569-c58c-4595-a31b-dfd8e0a12de5 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:34:14.356936 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-2472c569-c58c-4595-a31b-dfd8e0a12de5 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:34:14.359978 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2472c569-c58c-4595-a31b-dfd8e0a12de5 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:34:14.399327 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2472c569-c58c-4595-a31b-dfd8e0a12de5 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Pushing event updated for resources: {'Port': ['ID=a353bf5e-02fc-4afc-8fe7-55a8e23cd538,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:14.901110 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2472c569-c58c-4595-a31b-dfd8e0a12de5 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:14.980272 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2472c569-c58c-4595-a31b-dfd8e0a12de5 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:15.198990 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2472c569-c58c-4595-a31b-dfd8e0a12de5 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:15.206255 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2472c569-c58c-4595-a31b-dfd8e0a12de5 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:15.308581 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2472c569-c58c-4595-a31b-dfd8e0a12de5 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Pushing event updated for resources: {'Port': ['ID=a353bf5e-02fc-4afc-8fe7-55a8e23cd538,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:15.324789 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2472c569-c58c-4595-a31b-dfd8e0a12de5 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:15.499003 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.l3_db [None req-2472c569-c58c-4595-a31b-dfd8e0a12de5 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Floating IP 40bbc42a-3396-4f30-a8a2-f621faf0a768 associated. External IP: 172.26.5.242, port: a8b46e41-47df-42f4-a13e-87ae7652810e. Feb 16 13:34:15.851742 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2472c569-c58c-4595-a31b-dfd8e0a12de5 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Router 81a40e96-1c40-41af-a525-6f607d46368e has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:34:16.156379 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2472c569-c58c-4595-a31b-dfd8e0a12de5 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:34:16.167238 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b1f323-7f8e-473c-9c45-41f1ba1b3db7 None None] Sync routers for ids ['81a40e96-1c40-41af-a525-6f607d46368e'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:34:16.178006 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b1f323-7f8e-473c-9c45-41f1ba1b3db7 None None] Routers {'81a40e96-1c40-41af-a525-6f607d46368e'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:34:16.178625 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-07b1f323-7f8e-473c-9c45-41f1ba1b3db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:34:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['81a40e96-1c40-41af-a525-6f607d46368e'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:34:16.183765 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2472c569-c58c-4595-a31b-dfd8e0a12de5 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:16.238941 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-2472c569-c58c-4595-a31b-dfd8e0a12de5 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4807673 Feb 16 13:34:16.239623 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '693cbf33-f738-45fe-b50b-ad8b6ad3a8c5', 'tag': 'a8b46e41-47df-42f4-a13e-87ae7652810e'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:34:16.340358 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '693cbf33-f738-45fe-b50b-ad8b6ad3a8c5', 'tag': 'a8b46e41-47df-42f4-a13e-87ae7652810e', 'status': 'completed', 'code': 200} Feb 16 13:34:16.361016 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-07b1f323-7f8e-473c-9c45-41f1ba1b3db7 None None] Set router 81a40e96-1c40-41af-a525-6f607d46368e gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:34:16.445565 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff3cf4-47a5-427e-8457-4d7fda6d5c72 req-e2988b05-a761-4404-a7de-a62acc39de94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:16.447101 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-42ff3cf4-47a5-427e-8457-4d7fda6d5c72 req-e2988b05-a761-4404-a7de-a62acc39de94 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=be399450416f42d1ba3627bf0d10bf9d&device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 1098 time: 0.0728416 Feb 16 13:34:16.585406 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff3cf4-47a5-427e-8457-4d7fda6d5c72 req-ffd8930c-6616-4e39-885d-9fe8280cf3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:16.586859 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-42ff3cf4-47a5-427e-8457-4d7fda6d5c72 req-ffd8930c-6616-4e39-885d-9fe8280cf3c5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=027db140-4aeb-40e0-9d5b-223ce799b021 HTTP/1.1" status: 200 len: 909 time: 0.1327558 Feb 16 13:34:16.697846 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-42ff3cf4-47a5-427e-8457-4d7fda6d5c72 req-07b3cb2c-0b1e-4dac-b48b-83a82c120931 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8b46e41-47df-42f4-a13e-87ae7652810e HTTP/1.1" status: 200 len: 999 time: 0.0993800 Feb 16 13:34:16.708625 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-07b1f323-7f8e-473c-9c45-41f1ba1b3db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a40e96-1c40-41af-a525-6f607d46368e', 'name': 'tempest-TestShelveInstance-142165143-router', 'tenant_id': 'be399450416f42d1ba3627bf0d10bf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '4b27ee6c-6740-403d-8c0e-fff5ad99d78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:29:12Z', 'updated_at': '2022-02-16T13:29:16Z', 'revision_number': 4, 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'gw_port': {'id': '4b27ee6c-6740-403d-8c0e-fff5ad99d78f', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a40e96-1c40-41af-a525-6f607d46368e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:29:12Z', 'updated_at': '2022-02-16T13:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '40bbc42a-3396-4f30-a8a2-f621faf0a768', 'tenant_id': 'be399450416f42d1ba3627bf0d10bf9d', 'floating_ip_address': '172.26.5.242', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '81a40e96-1c40-41af-a525-6f607d46368e', 'port_id': 'a8b46e41-47df-42f4-a13e-87ae7652810e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '027db140-4aeb-40e0-9d5b-223ce799b021', 'mac_address': 'fa:16:3e:64:0b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693cbf33-f738-45fe-b50b-ad8b6ad3a8c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:34:14Z', 'updated_at': '2022-02-16T13:34:14Z', 'revision_number': 0, 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '020f2315-8b3b-4aae-b381-020293a8a499', 'name': '', 'network_id': '027db140-4aeb-40e0-9d5b-223ce799b021', 'tenant_id': 'be399450416f42d1ba3627bf0d10bf9d', 'mac_address': 'fa:16:3e:cc:80:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a40e96-1c40-41af-a525-6f607d46368e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:29:15Z', 'updated_at': '2022-02-16T13:29:22Z', 'revision_number': 5, 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'subnets': [{'id': '0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:34:16.712849 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b1f323-7f8e-473c-9c45-41f1ba1b3db7 None None] Checking router: 81a40e96-1c40-41af-a525-6f607d46368e for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:34:16.721680 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b1f323-7f8e-473c-9c45-41f1ba1b3db7 None None] Routers {'81a40e96-1c40-41af-a525-6f607d46368e'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:34:16.722286 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-07b1f323-7f8e-473c-9c45-41f1ba1b3db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:34:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['81a40e96-1c40-41af-a525-6f607d46368e'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:34:16.763397 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff3cf4-47a5-427e-8457-4d7fda6d5c72 req-bfa1692e-e72c-4536-b7ed-8d34c65793e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:16.764943 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-42ff3cf4-47a5-427e-8457-4d7fda6d5c72 req-bfa1692e-e72c-4536-b7ed-8d34c65793e1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2 HTTP/1.1" status: 200 len: 847 time: 0.0607166 Feb 16 13:34:16.847454 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff3cf4-47a5-427e-8457-4d7fda6d5c72 req-2c46a643-24c5-469c-98f1-9fc2ae48ba5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:16.848975 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-42ff3cf4-47a5-427e-8457-4d7fda6d5c72 req-2c46a643-24c5-469c-98f1-9fc2ae48ba5d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=027db140-4aeb-40e0-9d5b-223ce799b021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767236 Feb 16 13:34:16.940347 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-07b1f323-7f8e-473c-9c45-41f1ba1b3db7 None None] Set router 81a40e96-1c40-41af-a525-6f607d46368e gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:34:16.982805 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-42ff3cf4-47a5-427e-8457-4d7fda6d5c72 req-a1548763-d960-4d8a-84f4-7096e3ce09c6 service neutron] 10.222.0.89 "GET /v2.0/networks/027db140-4aeb-40e0-9d5b-223ce799b021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256108 Feb 16 13:34:17.116042 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-42ff3cf4-47a5-427e-8457-4d7fda6d5c72 req-23e5a16e-835e-4e88-aca0-4ea72a7cbc35 service neutron] 10.222.0.89 "GET /v2.0/networks/027db140-4aeb-40e0-9d5b-223ce799b021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269629 Feb 16 13:34:17.307198 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-07b1f323-7f8e-473c-9c45-41f1ba1b3db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a40e96-1c40-41af-a525-6f607d46368e', 'name': 'tempest-TestShelveInstance-142165143-router', 'tenant_id': 'be399450416f42d1ba3627bf0d10bf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '4b27ee6c-6740-403d-8c0e-fff5ad99d78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:29:12Z', 'updated_at': '2022-02-16T13:29:16Z', 'revision_number': 4, 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'gw_port': {'id': '4b27ee6c-6740-403d-8c0e-fff5ad99d78f', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a40e96-1c40-41af-a525-6f607d46368e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:29:12Z', 'updated_at': '2022-02-16T13:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '40bbc42a-3396-4f30-a8a2-f621faf0a768', 'tenant_id': 'be399450416f42d1ba3627bf0d10bf9d', 'floating_ip_address': '172.26.5.242', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '81a40e96-1c40-41af-a525-6f607d46368e', 'port_id': 'a8b46e41-47df-42f4-a13e-87ae7652810e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '027db140-4aeb-40e0-9d5b-223ce799b021', 'mac_address': 'fa:16:3e:64:0b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693cbf33-f738-45fe-b50b-ad8b6ad3a8c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:34:14Z', 'updated_at': '2022-02-16T13:34:14Z', 'revision_number': 0, 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '020f2315-8b3b-4aae-b381-020293a8a499', 'name': '', 'network_id': '027db140-4aeb-40e0-9d5b-223ce799b021', 'tenant_id': 'be399450416f42d1ba3627bf0d10bf9d', 'mac_address': 'fa:16:3e:cc:80:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a40e96-1c40-41af-a525-6f607d46368e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:29:15Z', 'updated_at': '2022-02-16T13:29:22Z', 'revision_number': 5, 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'subnets': [{'id': '0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:34:17.313311 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b1f323-7f8e-473c-9c45-41f1ba1b3db7 None None] The sync data for ids ['81a40e96-1c40-41af-a525-6f607d46368e'] in dv-neutron-829527-1-hyperv is: [{'id': '81a40e96-1c40-41af-a525-6f607d46368e', 'name': 'tempest-TestShelveInstance-142165143-router', 'tenant_id': 'be399450416f42d1ba3627bf0d10bf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '4b27ee6c-6740-403d-8c0e-fff5ad99d78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:29:12Z', 'updated_at': '2022-02-16T13:29:16Z', 'revision_number': 4, 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'gw_port': {'id': '4b27ee6c-6740-403d-8c0e-fff5ad99d78f', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a40e96-1c40-41af-a525-6f607d46368e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:29:12Z', 'updated_at': '2022-02-16T13:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': '40bbc42a-3396-4f30-a8a2-f621faf0a768', 'tenant_id': 'be399450416f42d1ba3627bf0d10bf9d', 'floating_ip_address': '172.26.5.242', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '81a40e96-1c40-41af-a525-6f607d46368e', 'port_id': 'a8b46e41-47df-42f4-a13e-87ae7652810e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '027db140-4aeb-40e0-9d5b-223ce799b021', 'mac_address': 'fa:16:3e:64:0b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693cbf33-f738-45fe-b50b-ad8b6ad3a8c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:34:14Z', 'updated_at': '2022-02-16T13:34:14Z', 'revision_number': 0, 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '020f2315-8b3b-4aae-b381-020293a8a499', 'name': '', 'network_id': '027db140-4aeb-40e0-9d5b-223ce799b021', 'tenant_id': 'be399450416f42d1ba3627bf0d10bf9d', 'mac_address': 'fa:16:3e:cc:80:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a40e96-1c40-41af-a525-6f607d46368e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:29:15Z', 'updated_at': '2022-02-16T13:29:22Z', 'revision_number': 5, 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'subnets': [{'id': '0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:34:17.508161 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265e2aaf-f5cc-48ee-b6ff-33e028c78efc None None] New status for floating IP 40bbc42a-3396-4f30-a8a2-f621faf0a768: ACTIVE {{(pid=87703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:34:24.257353 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:34:31.897251 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-deee57ba-743c-48f6-87fe-fbb0b333a30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:32.553515 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3bf0f9ce-7b0e-4c51-8cf6-38bfa9dd5867 req-26ca4a65-acd1-4f4d-8413-a168be9df6da service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0742869 Feb 16 13:34:32.690677 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0f9ce-7b0e-4c51-8cf6-38bfa9dd5867 req-923179e3-1f0c-421d-b0e5-b032e2990dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:32.692143 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3bf0f9ce-7b0e-4c51-8cf6-38bfa9dd5867 req-923179e3-1f0c-421d-b0e5-b032e2990dd1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=be399450416f42d1ba3627bf0d10bf9d&device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 1098 time: 0.0742242 Feb 16 13:34:32.844068 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0f9ce-7b0e-4c51-8cf6-38bfa9dd5867 req-23e73931-b7ab-42bd-931f-74cdd4913d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:32.845603 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3bf0f9ce-7b0e-4c51-8cf6-38bfa9dd5867 req-23e73931-b7ab-42bd-931f-74cdd4913d98 service neutron] 10.222.0.89 "GET /v2.0/networks?id=027db140-4aeb-40e0-9d5b-223ce799b021 HTTP/1.1" status: 200 len: 909 time: 0.1296914 Feb 16 13:34:32.951617 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3bf0f9ce-7b0e-4c51-8cf6-38bfa9dd5867 req-d62372b3-708e-41bf-ad7e-a8baaa78f571 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8b46e41-47df-42f4-a13e-87ae7652810e HTTP/1.1" status: 200 len: 1001 time: 0.0986645 Feb 16 13:34:33.017984 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0f9ce-7b0e-4c51-8cf6-38bfa9dd5867 req-6d0410b9-c331-4e58-9040-50be1918eb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:33.019472 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3bf0f9ce-7b0e-4c51-8cf6-38bfa9dd5867 req-6d0410b9-c331-4e58-9040-50be1918eb7b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2 HTTP/1.1" status: 200 len: 847 time: 0.0613639 Feb 16 13:34:33.100136 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0f9ce-7b0e-4c51-8cf6-38bfa9dd5867 req-002fb145-7524-4cd1-a681-c96afc30710f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:33.101867 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3bf0f9ce-7b0e-4c51-8cf6-38bfa9dd5867 req-002fb145-7524-4cd1-a681-c96afc30710f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=027db140-4aeb-40e0-9d5b-223ce799b021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755761 Feb 16 13:34:33.242298 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3bf0f9ce-7b0e-4c51-8cf6-38bfa9dd5867 req-af1f3399-de26-4bfc-9e91-c215df6e09ad service neutron] 10.222.0.89 "GET /v2.0/networks/027db140-4aeb-40e0-9d5b-223ce799b021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328471 Feb 16 13:34:33.510399 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3bf0f9ce-7b0e-4c51-8cf6-38bfa9dd5867 req-69a0aced-a511-477f-882d-90cd9973c373 service neutron] 10.222.0.89 "GET /v2.0/networks/027db140-4aeb-40e0-9d5b-223ce799b021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594030 Feb 16 13:34:34.209777 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-1e119b32-e03e-48cd-9ece-a092b43b5c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:34.932236 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:35.264004 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:35.371259 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:36.912485 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:01.256582 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:35:01.899302 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4fa6f6ef-3948-4141-bf7a-d7872ce38645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:04.199888 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-72abd630-035d-41d4-a03a-1cf9cbf6722b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:04.946307 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:05.276133 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:05.372106 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:06.916380 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:31.905044 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7624d4fb-01df-40ee-bd7e-9c6ef1f5659c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:32.554806 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d5b840ce-a3e3-4c17-8e90-98b4120598ca req-916b16c5-a5ac-4dd7-bce4-7adaee0cce66 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0802636 Feb 16 13:35:32.712106 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b840ce-a3e3-4c17-8e90-98b4120598ca req-5a684055-14e0-48d9-b472-ab9b07f453a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:32.713589 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d5b840ce-a3e3-4c17-8e90-98b4120598ca req-5a684055-14e0-48d9-b472-ab9b07f453a3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=be399450416f42d1ba3627bf0d10bf9d&device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 1098 time: 0.0847039 Feb 16 13:35:32.871230 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b840ce-a3e3-4c17-8e90-98b4120598ca req-45ec9f3e-659c-43e5-8d37-fd4c4cccb05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:32.872797 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d5b840ce-a3e3-4c17-8e90-98b4120598ca req-45ec9f3e-659c-43e5-8d37-fd4c4cccb05c service neutron] 10.222.0.89 "GET /v2.0/networks?id=027db140-4aeb-40e0-9d5b-223ce799b021 HTTP/1.1" status: 200 len: 909 time: 0.1316869 Feb 16 13:35:32.992282 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d5b840ce-a3e3-4c17-8e90-98b4120598ca req-0f9d2371-cbcf-4a98-86b0-7d789db32a22 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8b46e41-47df-42f4-a13e-87ae7652810e HTTP/1.1" status: 200 len: 1001 time: 0.1124370 Feb 16 13:35:33.060090 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b840ce-a3e3-4c17-8e90-98b4120598ca req-8d0909e8-37b8-4bc7-8d12-230f49b3e11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:33.061611 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d5b840ce-a3e3-4c17-8e90-98b4120598ca req-8d0909e8-37b8-4bc7-8d12-230f49b3e11e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2 HTTP/1.1" status: 200 len: 847 time: 0.0603726 Feb 16 13:35:33.156342 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b840ce-a3e3-4c17-8e90-98b4120598ca req-7bc0fb2c-d50a-465f-b730-abfce4e93137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:35:33.157913 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d5b840ce-a3e3-4c17-8e90-98b4120598ca req-7bc0fb2c-d50a-465f-b730-abfce4e93137 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=027db140-4aeb-40e0-9d5b-223ce799b021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0890970 Feb 16 13:35:33.298591 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d5b840ce-a3e3-4c17-8e90-98b4120598ca req-142932a9-3667-4b11-986a-89f361cfbcb8 service neutron] 10.222.0.89 "GET /v2.0/networks/027db140-4aeb-40e0-9d5b-223ce799b021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325407 Feb 16 13:35:33.445493 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d5b840ce-a3e3-4c17-8e90-98b4120598ca req-7ad3b6ce-c9b3-471d-bcc9-60d7dbb324dd service neutron] 10.222.0.89 "GET /v2.0/networks/027db140-4aeb-40e0-9d5b-223ce799b021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403067 Feb 16 13:35:34.207402 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-3bf18950-846f-4d83-9512-2ac441423cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:34.942583 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:35.279927 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:35.377321 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:36.919911 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:38.259621 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:36:01.910112 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-713b8c07-c123-4b00-9c5f-bb4f3fcc9c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:04.213014 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-1aba2df6-4fea-4e8a-be19-3094cbf78277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:04.967933 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:05.282418 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:05.377047 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:06.982767 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:14.456226 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae10b15-301e-4d19-b752-ed11b54f9c02 req-e7d0176e-59e5-4853-b7eb-8bde569c6e96 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:14.457835 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6ae10b15-301e-4d19-b752-ed11b54f9c02 req-e7d0176e-59e5-4853-b7eb-8bde569c6e96 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 945 time: 0.0858402 Feb 16 13:36:14.503956 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6ae10b15-301e-4d19-b752-ed11b54f9c02 req-d5f6d853-4e5a-4214-abe4-17d18f74d608 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=c297ee14-e413-43e4-8521-0efcc270c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403788 Feb 16 13:36:15.261489 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:36:15.719152 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ad6ad-22f4-41aa-9d6f-6daa2d4e4cc9 req-160f656b-d1c0-4527-8aa2-e5ad48f616f4 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:15.720564 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6f9ad6ad-22f4-41aa-9d6f-6daa2d4e4cc9 req-160f656b-d1c0-4527-8aa2-e5ad48f616f4 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 945 time: 0.0923202 Feb 16 13:36:15.767755 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6f9ad6ad-22f4-41aa-9d6f-6daa2d4e4cc9 req-1cc950ba-4f09-47fa-b0cb-613d7884a3f9 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=c297ee14-e413-43e4-8521-0efcc270c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408552 Feb 16 13:36:16.998746 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90814f-6f0b-4156-a474-3bf502d04260 req-0f6ab329-3256-4a67-86e7-2b07a676b204 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:17.000234 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6d90814f-6f0b-4156-a474-3bf502d04260 req-0f6ab329-3256-4a67-86e7-2b07a676b204 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 945 time: 0.1069722 Feb 16 13:36:17.047035 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6d90814f-6f0b-4156-a474-3bf502d04260 req-f394d8cc-2309-4420-88fb-397102ef8151 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=c297ee14-e413-43e4-8521-0efcc270c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409660 Feb 16 13:36:18.240109 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f79ac-e778-49e1-a95c-1b0f83a8010f req-6e6320f5-51dd-435d-986f-84869b563cbd tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:18.241499 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-b53f79ac-e778-49e1-a95c-1b0f83a8010f req-6e6320f5-51dd-435d-986f-84869b563cbd tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 945 time: 0.0903430 Feb 16 13:36:18.289516 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-b53f79ac-e778-49e1-a95c-1b0f83a8010f req-20a43c4c-c52f-4273-b9aa-884b473b3cfc tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=c297ee14-e413-43e4-8521-0efcc270c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394533 Feb 16 13:36:19.497460 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4f76f-8085-41c1-9701-9fe64360f3b2 req-2a929672-db6b-452d-8717-9b4ef89f437a tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:19.498914 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-aee4f76f-8085-41c1-9701-9fe64360f3b2 req-2a929672-db6b-452d-8717-9b4ef89f437a tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 945 time: 0.0899858 Feb 16 13:36:19.549201 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-aee4f76f-8085-41c1-9701-9fe64360f3b2 req-07aeaf43-61ab-4689-a4ce-91f2cd41f3d1 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=c297ee14-e413-43e4-8521-0efcc270c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412536 Feb 16 13:36:20.755047 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9e80f-1c6c-49dd-ae47-8e571d594da4 req-22b1eb7d-3474-42dd-9d32-f9a16d0bad1e tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:20.756412 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e3c9e80f-1c6c-49dd-ae47-8e571d594da4 req-22b1eb7d-3474-42dd-9d32-f9a16d0bad1e tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 945 time: 0.0941112 Feb 16 13:36:20.804098 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e3c9e80f-1c6c-49dd-ae47-8e571d594da4 req-936d8a4e-8065-4352-9cda-58f807b41808 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=c297ee14-e413-43e4-8521-0efcc270c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392148 Feb 16 13:36:22.014722 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896878da-614e-4f8a-bfdf-fd1fd203d937 req-f35d059b-b038-442f-b561-8d4269305811 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:22.016177 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-896878da-614e-4f8a-bfdf-fd1fd203d937 req-f35d059b-b038-442f-b561-8d4269305811 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 945 time: 0.0904047 Feb 16 13:36:22.068231 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-896878da-614e-4f8a-bfdf-fd1fd203d937 req-a63a7fbb-a09a-4ba8-a919-b940d4e2b83c tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=c297ee14-e413-43e4-8521-0efcc270c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435171 Feb 16 13:36:23.283149 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7f0c0-32ce-4797-bba4-50a988c970bf req-7462d378-3f81-4a11-949a-8454436a18c4 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:23.284586 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ecb7f0c0-32ce-4797-bba4-50a988c970bf req-7462d378-3f81-4a11-949a-8454436a18c4 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 945 time: 0.0973175 Feb 16 13:36:23.338146 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ecb7f0c0-32ce-4797-bba4-50a988c970bf req-941e8a1e-90cb-4d56-a23f-1f05a3a83cf5 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=c297ee14-e413-43e4-8521-0efcc270c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477183 Feb 16 13:36:24.539363 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a018ef8-1eae-415b-b7f4-867de4d6a897 req-7d5013cc-cc84-4eb7-9c45-c3daac579a4f tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:24.540818 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5a018ef8-1eae-415b-b7f4-867de4d6a897 req-7d5013cc-cc84-4eb7-9c45-c3daac579a4f tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 945 time: 0.0869160 Feb 16 13:36:24.595203 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5a018ef8-1eae-415b-b7f4-867de4d6a897 req-c94db008-cda2-4db7-906d-ebb6b8ca21af tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=c297ee14-e413-43e4-8521-0efcc270c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483150 Feb 16 13:36:25.790148 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9930eb3-4e2e-469b-a3e2-8b3a7a5fa484 req-0696d597-3e0e-4c38-be85-5d2bb21a816d tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:25.791566 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-b9930eb3-4e2e-469b-a3e2-8b3a7a5fa484 req-0696d597-3e0e-4c38-be85-5d2bb21a816d tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 945 time: 0.0828173 Feb 16 13:36:25.838052 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-b9930eb3-4e2e-469b-a3e2-8b3a7a5fa484 req-f1ef731f-b169-47bb-82d0-a997aa972b8a tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=c297ee14-e413-43e4-8521-0efcc270c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381961 Feb 16 13:36:27.040732 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6a40a-329c-434d-86e6-9d6cb932f6e3 req-feca374f-b524-45d1-bd3b-0f2b358f5b6e tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:27.042229 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e1c6a40a-329c-434d-86e6-9d6cb932f6e3 req-feca374f-b524-45d1-bd3b-0f2b358f5b6e tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 945 time: 0.0851610 Feb 16 13:36:27.086380 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e1c6a40a-329c-434d-86e6-9d6cb932f6e3 req-04901902-6482-406f-9134-92c500177a1d tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=c297ee14-e413-43e4-8521-0efcc270c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382402 Feb 16 13:36:28.296968 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9485d71-6142-48cb-b190-2203f7022eeb req-b0059345-95ae-49a8-9913-8f9bde62cae2 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:28.298421 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e9485d71-6142-48cb-b190-2203f7022eeb req-b0059345-95ae-49a8-9913-8f9bde62cae2 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 945 time: 0.0944266 Feb 16 13:36:28.343111 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-e9485d71-6142-48cb-b190-2203f7022eeb req-5c06d39f-ea18-4bac-ad85-b9edc73cae8d tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=c297ee14-e413-43e4-8521-0efcc270c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390601 Feb 16 13:36:29.560345 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64acf07f-8213-4631-b988-13aed27b342d req-969c746b-086f-44af-96fd-c5ed07aaab0c tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:29.561919 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-64acf07f-8213-4631-b988-13aed27b342d req-969c746b-086f-44af-96fd-c5ed07aaab0c tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 945 time: 0.1015062 Feb 16 13:36:29.606982 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-64acf07f-8213-4631-b988-13aed27b342d req-6428a989-6792-4bea-b842-5cea9e6a935a tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=c297ee14-e413-43e4-8521-0efcc270c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394278 Feb 16 13:36:29.733557 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c15c0-9e3e-48ae-9f1b-7e01d8f9b2e8 req-b083226f-34d6-44fb-985a-e8d164492ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:29.735039 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bb2c15c0-9e3e-48ae-9f1b-7e01d8f9b2e8 req-b083226f-34d6-44fb-985a-e8d164492ca1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=be399450416f42d1ba3627bf0d10bf9d&device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 1098 time: 0.1924803 Feb 16 13:36:29.996370 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c15c0-9e3e-48ae-9f1b-7e01d8f9b2e8 req-b2bf3a86-b619-46d4-abbf-c6fa5bd55ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:29.999365 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bb2c15c0-9e3e-48ae-9f1b-7e01d8f9b2e8 req-b2bf3a86-b619-46d4-abbf-c6fa5bd55ebc service neutron] 10.222.0.89 "GET /v2.0/networks?id=027db140-4aeb-40e0-9d5b-223ce799b021 HTTP/1.1" status: 200 len: 909 time: 0.2554619 Feb 16 13:36:30.105531 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bb2c15c0-9e3e-48ae-9f1b-7e01d8f9b2e8 req-ad7339cb-1d3d-4cf8-9728-1da513dbfa64 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8b46e41-47df-42f4-a13e-87ae7652810e HTTP/1.1" status: 200 len: 1001 time: 0.0994551 Feb 16 13:36:30.181309 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c15c0-9e3e-48ae-9f1b-7e01d8f9b2e8 req-9006489d-eb9a-4650-b386-a29dd0ac7528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:30.182744 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bb2c15c0-9e3e-48ae-9f1b-7e01d8f9b2e8 req-9006489d-eb9a-4650-b386-a29dd0ac7528 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2 HTTP/1.1" status: 200 len: 847 time: 0.0706313 Feb 16 13:36:30.265182 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c15c0-9e3e-48ae-9f1b-7e01d8f9b2e8 req-2ba5825b-14f8-427f-91e6-c60c45a77053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:30.266560 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bb2c15c0-9e3e-48ae-9f1b-7e01d8f9b2e8 req-2ba5825b-14f8-427f-91e6-c60c45a77053 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=027db140-4aeb-40e0-9d5b-223ce799b021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767260 Feb 16 13:36:30.277140 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [req-bb2c15c0-9e3e-48ae-9f1b-7e01d8f9b2e8 req-785f668a-7c42-422f-b515-8e7839fc4d0f service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=87701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:36:30.278072 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bb2c15c0-9e3e-48ae-9f1b-7e01d8f9b2e8 req-785f668a-7c42-422f-b515-8e7839fc4d0f service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047810 Feb 16 13:36:30.423248 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bb2c15c0-9e3e-48ae-9f1b-7e01d8f9b2e8 req-35ea062d-0ee2-42ff-b047-5eb2c8d4e46d service neutron] 10.222.0.89 "GET /v2.0/networks/027db140-4aeb-40e0-9d5b-223ce799b021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388345 Feb 16 13:36:30.571847 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-bb2c15c0-9e3e-48ae-9f1b-7e01d8f9b2e8 req-b01fc276-6cc1-4368-bfe8-93a1df5eb9c9 service neutron] 10.222.0.89 "GET /v2.0/networks/027db140-4aeb-40e0-9d5b-223ce799b021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416492 Feb 16 13:36:30.818318 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bdd2a4-984d-44fe-9c87-31524620e03e req-83cbdcd0-18d5-4869-8f2a-a5ffa66e240f tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:30.820257 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a9bdd2a4-984d-44fe-9c87-31524620e03e req-83cbdcd0-18d5-4869-8f2a-a5ffa66e240f tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 945 time: 0.1044970 Feb 16 13:36:30.865317 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a9bdd2a4-984d-44fe-9c87-31524620e03e req-cff6dbc4-9ca8-4066-be34-c5ea31c5dffa tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=c297ee14-e413-43e4-8521-0efcc270c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388536 Feb 16 13:36:31.909809 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-169b7986-3293-4e95-87ad-d3bc73543cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:32.075030 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d76f9-92ae-4b8e-9d87-92d58905847e req-9b7be5dd-169e-4605-9ed3-33374e8314ea tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:32.076554 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e67d76f9-92ae-4b8e-9d87-92d58905847e req-9b7be5dd-169e-4605-9ed3-33374e8314ea tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 945 time: 0.0954494 Feb 16 13:36:32.124732 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-e67d76f9-92ae-4b8e-9d87-92d58905847e req-a39689d0-c4a6-4b2b-80e2-a45079751314 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=c297ee14-e413-43e4-8521-0efcc270c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420740 Feb 16 13:36:33.214394 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cdaf4089-6000-426c-8613-cf6b4c66937c req-6c77556d-a527-4ba1-8f81-7bac7102243a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715616 Feb 16 13:36:33.317065 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16446ce-e0a4-43e8-b573-2b5297710eb9 req-ddb0a23e-1081-43d8-b40b-8f10112891f4 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:33.318516 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a16446ce-e0a4-43e8-b573-2b5297710eb9 req-ddb0a23e-1081-43d8-b40b-8f10112891f4 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 945 time: 0.0848184 Feb 16 13:36:33.354537 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf4089-6000-426c-8613-cf6b4c66937c req-6556cc25-3e69-4617-b9ef-d6ed0d9054fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:33.356206 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cdaf4089-6000-426c-8613-cf6b4c66937c req-6556cc25-3e69-4617-b9ef-d6ed0d9054fa service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=be399450416f42d1ba3627bf0d10bf9d&device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 1098 time: 0.0720723 Feb 16 13:36:33.365203 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-a16446ce-e0a4-43e8-b573-2b5297710eb9 req-24405e51-1b8d-4760-8124-5400e82ab446 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=c297ee14-e413-43e4-8521-0efcc270c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409076 Feb 16 13:36:33.510484 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf4089-6000-426c-8613-cf6b4c66937c req-603b3366-fa9d-40ca-afb5-4340e9948530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:33.511967 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cdaf4089-6000-426c-8613-cf6b4c66937c req-603b3366-fa9d-40ca-afb5-4340e9948530 service neutron] 10.222.0.89 "GET /v2.0/networks?id=027db140-4aeb-40e0-9d5b-223ce799b021 HTTP/1.1" status: 200 len: 909 time: 0.1315558 Feb 16 13:36:33.625431 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cdaf4089-6000-426c-8613-cf6b4c66937c req-e4b31140-c10b-40d8-b614-a21909f7c37b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8b46e41-47df-42f4-a13e-87ae7652810e HTTP/1.1" status: 200 len: 1001 time: 0.1067429 Feb 16 13:36:33.691556 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf4089-6000-426c-8613-cf6b4c66937c req-92e46181-6f70-4e4e-a9f8-cfe8b064485f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:33.693080 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cdaf4089-6000-426c-8613-cf6b4c66937c req-92e46181-6f70-4e4e-a9f8-cfe8b064485f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2 HTTP/1.1" status: 200 len: 847 time: 0.0614302 Feb 16 13:36:33.721378 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-39d80755-2dab-4fd8-8fcf-92ee813bbf00 req-0e6b72fa-adda-42c7-972a-637e53ef4edc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1251433 Feb 16 13:36:33.745143 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cab251-ec92-4945-ba3f-ab554d0b0049 req-b33388c2-e6c1-4388-80c1-d825645fc2f4 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:33.746638 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-54cab251-ec92-4945-ba3f-ab554d0b0049 req-b33388c2-e6c1-4388-80c1-d825645fc2f4 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 945 time: 0.0922198 Feb 16 13:36:33.771872 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf4089-6000-426c-8613-cf6b4c66937c req-4e2fa44f-6eaa-4f2e-9359-d9d0ce95a8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:33.773435 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cdaf4089-6000-426c-8613-cf6b4c66937c req-4e2fa44f-6eaa-4f2e-9359-d9d0ce95a8f1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=027db140-4aeb-40e0-9d5b-223ce799b021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729995 Feb 16 13:36:33.791273 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-54cab251-ec92-4945-ba3f-ab554d0b0049 req-7fe934b4-4940-4b4b-9d13-2100175209b7 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=c297ee14-e413-43e4-8521-0efcc270c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389113 Feb 16 13:36:33.916473 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cdaf4089-6000-426c-8613-cf6b4c66937c req-087b2a79-b3d4-4fd4-a01b-57423541db67 service neutron] 10.222.0.89 "GET /v2.0/networks/027db140-4aeb-40e0-9d5b-223ce799b021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354768 Feb 16 13:36:34.057446 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cdaf4089-6000-426c-8613-cf6b4c66937c req-4f66d01a-85a8-4c10-be7a-17f8ad3e9014 service neutron] 10.222.0.89 "GET /v2.0/networks/027db140-4aeb-40e0-9d5b-223ce799b021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338122 Feb 16 13:36:34.212963 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c6c789d4-31bc-4ece-9cd1-99e92f14c0b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:34.951910 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:34.975208 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device a8b46e41-47df-42f4-a13e-87ae7652810e no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:36:34.983742 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa1f8c-ba22-4afe-83e5-17b446a1e57a req-0bac5f0a-735a-42d9-ba72-48889e977a26 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:34.985273 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ddfa1f8c-ba22-4afe-83e5-17b446a1e57a req-0bac5f0a-735a-42d9-ba72-48889e977a26 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 945 time: 0.0868869 Feb 16 13:36:35.030953 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ddfa1f8c-ba22-4afe-83e5-17b446a1e57a req-2d5ebf98-a09e-4a7a-8e7b-7056ce9293d2 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=c297ee14-e413-43e4-8521-0efcc270c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398984 Feb 16 13:36:35.089142 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:35.123436 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '693cbf33-f738-45fe-b50b-ad8b6ad3a8c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8b46e41-47df-42f4-a13e-87ae7652810e'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:36:35.133898 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port a8b46e41-47df-42f4-a13e-87ae7652810e, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=a8b46e41-47df-42f4-a13e-87ae7652810e,segment=NetworkSegment(5c83964c-74cd-4794-8c18-168ef3319713),segment_id=5c83964c-74cd-4794-8c18-168ef3319713)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:36:35.139477 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:35.213172 dv-neutron-829527-1-hyperv neutron-server[87702]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '693cbf33-f738-45fe-b50b-ad8b6ad3a8c5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a8b46e41-47df-42f4-a13e-87ae7652810e', 'code': 422} returned with failed status Feb 16 13:36:35.218512 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=a8b46e41-47df-42f4-a13e-87ae7652810e,revision_number=6']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:36:35.225640 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:35.225982 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:35.226306 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:35.226623 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:35.226943 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:35.227245 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:35.227556 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:35.227867 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:35.228176 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:35.228483 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:35.228817 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:35.229123 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:35.278039 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:35.381143 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:36.212992 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563ad5a-5d38-485c-82c7-f955e16b0ff4 req-5fd3ba1c-d546-4176-94f9-1bbf7a7da69e tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:36.214431 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8563ad5a-5d38-485c-82c7-f955e16b0ff4 req-5fd3ba1c-d546-4176-94f9-1bbf7a7da69e tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 943 time: 0.0789983 Feb 16 13:36:36.258143 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8563ad5a-5d38-485c-82c7-f955e16b0ff4 req-b0bbe7f1-909f-416d-b6d5-a479545bf78a tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=c297ee14-e413-43e4-8521-0efcc270c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378821 Feb 16 13:36:36.931687 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:37.543415 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408844f1-d64b-43dc-a376-fb6acf2b4b61 req-4214a825-9f8e-4443-b516-9a295ad34b33 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:37.544909 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-408844f1-d64b-43dc-a376-fb6acf2b4b61 req-4214a825-9f8e-4443-b516-9a295ad34b33 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 943 time: 0.1774421 Feb 16 13:36:37.590087 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-408844f1-d64b-43dc-a376-fb6acf2b4b61 req-576dfccb-fc7b-49b8-8c5e-39604947b49a tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=c297ee14-e413-43e4-8521-0efcc270c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394020 Feb 16 13:36:38.946674 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab197e70-6829-481f-a3c2-6cf9174884c4 req-875680d5-1a46-426e-9d98-f2907d705045 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:38.948124 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ab197e70-6829-481f-a3c2-6cf9174884c4 req-875680d5-1a46-426e-9d98-f2907d705045 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 943 time: 0.2434878 Feb 16 13:36:38.994228 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ab197e70-6829-481f-a3c2-6cf9174884c4 req-c5637af0-005d-4790-ab03-e28241c1c921 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=c297ee14-e413-43e4-8521-0efcc270c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396600 Feb 16 13:36:39.537161 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d80755-2dab-4fd8-8fcf-92ee813bbf00 req-e7e6d7b6-1062-417d-a3d0-32aac3eef8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:39.538645 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-39d80755-2dab-4fd8-8fcf-92ee813bbf00 req-e7e6d7b6-1062-417d-a3d0-32aac3eef8ca service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5&tenant_id=be399450416f42d1ba3627bf0d10bf9d HTTP/1.1" status: 200 len: 1096 time: 0.0729001 Feb 16 13:36:39.649622 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d80755-2dab-4fd8-8fcf-92ee813bbf00 req-49437c93-b195-405e-823b-965333ffcae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:39.651143 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-39d80755-2dab-4fd8-8fcf-92ee813bbf00 req-49437c93-b195-405e-823b-965333ffcae1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=be399450416f42d1ba3627bf0d10bf9d&device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 1096 time: 0.0855212 Feb 16 13:36:39.788937 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d80755-2dab-4fd8-8fcf-92ee813bbf00 req-c55fb881-bf24-4786-a4b5-7c7f801e6b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:39.790375 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-39d80755-2dab-4fd8-8fcf-92ee813bbf00 req-c55fb881-bf24-4786-a4b5-7c7f801e6b82 service neutron] 10.222.0.89 "GET /v2.0/networks?id=027db140-4aeb-40e0-9d5b-223ce799b021 HTTP/1.1" status: 200 len: 909 time: 0.1326101 Feb 16 13:36:39.892766 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-39d80755-2dab-4fd8-8fcf-92ee813bbf00 req-3fab1ac8-e80d-4c8a-a910-6c3f280a2c7e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8b46e41-47df-42f4-a13e-87ae7652810e HTTP/1.1" status: 200 len: 999 time: 0.0952587 Feb 16 13:36:39.961413 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d80755-2dab-4fd8-8fcf-92ee813bbf00 req-5f27e4d4-85ef-4265-bc76-de74036e314a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:39.962760 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-39d80755-2dab-4fd8-8fcf-92ee813bbf00 req-5f27e4d4-85ef-4265-bc76-de74036e314a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2 HTTP/1.1" status: 200 len: 847 time: 0.0639627 Feb 16 13:36:40.045336 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d80755-2dab-4fd8-8fcf-92ee813bbf00 req-dc36232f-9bd5-44a5-9388-438d94c521f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:40.046765 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-39d80755-2dab-4fd8-8fcf-92ee813bbf00 req-dc36232f-9bd5-44a5-9388-438d94c521f1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=027db140-4aeb-40e0-9d5b-223ce799b021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775168 Feb 16 13:36:40.180468 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-39d80755-2dab-4fd8-8fcf-92ee813bbf00 req-1661e27d-b84d-4138-bb56-ab9afcdcad26 service neutron] 10.222.0.89 "GET /v2.0/networks/027db140-4aeb-40e0-9d5b-223ce799b021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270134 Feb 16 13:36:40.185030 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbe8ef-724c-493f-909a-5334a6252a98 req-0a8649e4-5c56-47bc-ad00-bdb854af9ad3 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:40.186501 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-71cbe8ef-724c-493f-909a-5334a6252a98 req-0a8649e4-5c56-47bc-ad00-bdb854af9ad3 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 943 time: 0.0797210 Feb 16 13:36:40.231852 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-71cbe8ef-724c-493f-909a-5334a6252a98 req-c19e728e-b223-48ee-b925-18085cfba3b3 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=c297ee14-e413-43e4-8521-0efcc270c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397189 Feb 16 13:36:40.312082 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-39d80755-2dab-4fd8-8fcf-92ee813bbf00 req-08761f0c-da82-4815-a243-554b4dfc74b5 service neutron] 10.222.0.89 "GET /v2.0/networks/027db140-4aeb-40e0-9d5b-223ce799b021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247568 Feb 16 13:36:41.419658 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c0c72-dc88-432a-aa5a-272a525cc33e req-a51e14d4-b3de-495a-91eb-f8fb869cd890 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:41.421161 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-111c0c72-dc88-432a-aa5a-272a525cc33e req-a51e14d4-b3de-495a-91eb-f8fb869cd890 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 943 time: 0.0800045 Feb 16 13:36:41.467220 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-111c0c72-dc88-432a-aa5a-272a525cc33e req-094528d6-f3d5-414a-9fb4-7e6f980c0ad3 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=c297ee14-e413-43e4-8521-0efcc270c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383122 Feb 16 13:36:42.667105 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4112e10f-0dee-4c9f-b180-e1bb8ac06d91 req-e7be33af-95af-449f-8a1a-594458aeccdc tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:42.668708 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4112e10f-0dee-4c9f-b180-e1bb8ac06d91 req-e7be33af-95af-449f-8a1a-594458aeccdc tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 943 time: 0.0939169 Feb 16 13:36:42.727255 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4112e10f-0dee-4c9f-b180-e1bb8ac06d91 req-fe8d90a2-af67-4589-b2d1-5616cf5f4c23 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=c297ee14-e413-43e4-8521-0efcc270c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505555 Feb 16 13:36:43.952187 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f4ffe-84b8-4703-8fea-2c838af9a5b5 req-15dd22f5-1e83-4708-a5ce-67568b9893ed tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:43.953677 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9c6f4ffe-84b8-4703-8fea-2c838af9a5b5 req-15dd22f5-1e83-4708-a5ce-67568b9893ed tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 943 time: 0.0939965 Feb 16 13:36:43.998507 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9c6f4ffe-84b8-4703-8fea-2c838af9a5b5 req-f2ade8f6-b569-4ef6-a84d-54e3e8df93cd tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=c297ee14-e413-43e4-8521-0efcc270c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391555 Feb 16 13:36:45.204830 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2cac0-3084-4b4c-84d7-3b9c2cbd77e5 req-4b1294d6-7927-49db-8a05-fad70cc80e19 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:45.206267 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6cd2cac0-3084-4b4c-84d7-3b9c2cbd77e5 req-4b1294d6-7927-49db-8a05-fad70cc80e19 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 943 time: 0.0954335 Feb 16 13:36:45.255153 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-6cd2cac0-3084-4b4c-84d7-3b9c2cbd77e5 req-d9f2656f-a5c9-4382-823b-c20fcd710c36 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=c297ee14-e413-43e4-8521-0efcc270c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403047 Feb 16 13:36:46.457607 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2df078-4daa-4814-b240-d9a0d4daff06 req-e8ef1273-2b0a-4e5a-aca0-7d01141d3d5a tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:46.459074 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0e2df078-4daa-4814-b240-d9a0d4daff06 req-e8ef1273-2b0a-4e5a-aca0-7d01141d3d5a tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 943 time: 0.0828366 Feb 16 13:36:46.504108 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0e2df078-4daa-4814-b240-d9a0d4daff06 req-3619f227-066c-473e-9476-e36c061dc59b tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=c297ee14-e413-43e4-8521-0efcc270c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391793 Feb 16 13:36:47.069511 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device a8b46e41-47df-42f4-a13e-87ae7652810e details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:36:47.220675 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port a8b46e41-47df-42f4-a13e-87ae7652810e, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=a8b46e41-47df-42f4-a13e-87ae7652810e,segment=NetworkSegment(5c83964c-74cd-4794-8c18-168ef3319713),segment_id=5c83964c-74cd-4794-8c18-168ef3319713)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:36:47.237749 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': 'a8b46e41-47df-42f4-a13e-87ae7652810e', 'network_id': '027db140-4aeb-40e0-9d5b-223ce799b021', 'port_id': 'a8b46e41-47df-42f4-a13e-87ae7652810e', 'mac_address': 'fa:16:3e:64:0b:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:36:47.297165 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:47.315013 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8b46e41-47df-42f4-a13e-87ae7652810e {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:36:47.333765 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port a8b46e41-47df-42f4-a13e-87ae7652810e, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=a8b46e41-47df-42f4-a13e-87ae7652810e,segment=NetworkSegment(5c83964c-74cd-4794-8c18-168ef3319713),segment_id=5c83964c-74cd-4794-8c18-168ef3319713)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:36:47.339492 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:47.406946 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=a8b46e41-47df-42f4-a13e-87ae7652810e,revision_number=7']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:36:47.621994 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['a8b46e41-47df-42f4-a13e-87ae7652810e'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:36:47.793661 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf36f1-20d2-48c4-b67a-2267fbd51640 req-46e9f0d7-42d9-4cde-9baa-b4c2375ad291 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:47.795108 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3fcf36f1-20d2-48c4-b67a-2267fbd51640 req-46e9f0d7-42d9-4cde-9baa-b4c2375ad291 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 944 time: 0.1770325 Feb 16 13:36:47.838862 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3fcf36f1-20d2-48c4-b67a-2267fbd51640 req-a6794bab-b09a-452f-8dd9-65a527449414 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=c297ee14-e413-43e4-8521-0efcc270c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374439 Feb 16 13:36:49.062367 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87554cee-6a07-461c-a41b-9626e866b83d req-1f3833b2-d94c-4c4a-80c0-ef5f5210c389 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:49.063826 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-87554cee-6a07-461c-a41b-9626e866b83d req-1f3833b2-d94c-4c4a-80c0-ef5f5210c389 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 944 time: 0.1085005 Feb 16 13:36:49.080843 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device a8b46e41-47df-42f4-a13e-87ae7652810e up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:36:49.109254 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-87554cee-6a07-461c-a41b-9626e866b83d req-48f4ee3f-9d56-4b0b-90d6-408dff895a0c tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=c297ee14-e413-43e4-8521-0efcc270c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394022 Feb 16 13:36:49.149238 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port a8b46e41-47df-42f4-a13e-87ae7652810e triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:36:49.149487 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:49.265212 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:49.292473 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '693cbf33-f738-45fe-b50b-ad8b6ad3a8c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b46e41-47df-42f4-a13e-87ae7652810e'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:36:49.302080 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port a8b46e41-47df-42f4-a13e-87ae7652810e, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=a8b46e41-47df-42f4-a13e-87ae7652810e,segment=NetworkSegment(5c83964c-74cd-4794-8c18-168ef3319713),segment_id=5c83964c-74cd-4794-8c18-168ef3319713)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:36:49.307104 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:49.342203 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '693cbf33-f738-45fe-b50b-ad8b6ad3a8c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b46e41-47df-42f4-a13e-87ae7652810e', 'code': 200} Feb 16 13:36:49.374651 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=a8b46e41-47df-42f4-a13e-87ae7652810e,revision_number=8']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:36:49.636966 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942eeaa-288e-425d-9275-5c451c1f7e9a req-af27319f-6db2-4703-b9ca-4d1b9dda8209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:49.638347 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4942eeaa-288e-425d-9275-5c451c1f7e9a req-af27319f-6db2-4703-b9ca-4d1b9dda8209 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 1098 time: 0.0721967 Feb 16 13:36:49.680432 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4942eeaa-288e-425d-9275-5c451c1f7e9a req-df44fd1e-4aa8-4cb9-b921-c5a3573e6688 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c297ee14-e413-43e4-8521-0efcc270c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348196 Feb 16 13:36:50.308262 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a2410-2410-491f-93c3-38f0cd0131a0 req-c3ec3039-2ad6-41dd-827b-6512c728a1ba tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:50.309746 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cc6a2410-2410-491f-93c3-38f0cd0131a0 req-c3ec3039-2ad6-41dd-827b-6512c728a1ba tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 945 time: 0.0941195 Feb 16 13:36:50.354332 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cc6a2410-2410-491f-93c3-38f0cd0131a0 req-cfbca871-1cd4-47a9-9189-2ee85914be63 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=c297ee14-e413-43e4-8521-0efcc270c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387356 Feb 16 13:36:51.547317 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803093f8-04b1-4f5a-8d3b-9d13e74154fa req-1a75a2aa-1fe3-4929-a390-1d20b94b1904 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:51.548791 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-803093f8-04b1-4f5a-8d3b-9d13e74154fa req-1a75a2aa-1fe3-4929-a390-1d20b94b1904 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 945 time: 0.0878985 Feb 16 13:36:51.602070 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-803093f8-04b1-4f5a-8d3b-9d13e74154fa req-8c2d1b4e-5e70-4873-953f-f63d6b5b5bc4 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=c297ee14-e413-43e4-8521-0efcc270c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449769 Feb 16 13:36:52.263523 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:37:01.907325 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c7dcd1c7-8f26-4180-a823-8924041f3f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:04.211340 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-23d896f0-0fd3-4d2b-a62e-e3e4b2eac462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:04.976960 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:05.292398 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:05.384240 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:06.937298 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:22.671260 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [req-d68a5bf6-533e-420b-a966-5e36145eacd8 req-5fb0acfe-3e16-4cf1-9df7-b998eac0894d service neutron] (87701) timed out ('10.222.0.89', 52326) {{(pid=87701) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 16 13:37:29.264804 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:37:31.903671 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-31ee8439-901b-4c07-815c-fe28f3637be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:34.206751 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c76efa39-af21-4a16-b0df-d483ee22106a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:34.262250 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6d615f12-2304-45f7-b547-5e2cdc7bd2cf req-a1ece1d1-6c36-462f-9dc2-4196130c87b9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0999119 Feb 16 13:37:34.424652 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d615f12-2304-45f7-b547-5e2cdc7bd2cf req-bbb5771f-7a37-40c5-9467-88c221ea6a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:34.426187 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6d615f12-2304-45f7-b547-5e2cdc7bd2cf req-bbb5771f-7a37-40c5-9467-88c221ea6a7c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=be399450416f42d1ba3627bf0d10bf9d&device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 1098 time: 0.0846770 Feb 16 13:37:34.686361 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d615f12-2304-45f7-b547-5e2cdc7bd2cf req-51087e47-1c4b-4f2c-bc8d-b6cf4c0b360a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:34.688030 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6d615f12-2304-45f7-b547-5e2cdc7bd2cf req-51087e47-1c4b-4f2c-bc8d-b6cf4c0b360a service neutron] 10.222.0.89 "GET /v2.0/networks?id=027db140-4aeb-40e0-9d5b-223ce799b021 HTTP/1.1" status: 200 len: 909 time: 0.2406166 Feb 16 13:37:34.794502 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6d615f12-2304-45f7-b547-5e2cdc7bd2cf req-e09932bd-5340-4c88-a214-a42de01bd431 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8b46e41-47df-42f4-a13e-87ae7652810e HTTP/1.1" status: 200 len: 1001 time: 0.0985057 Feb 16 13:37:34.857852 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d615f12-2304-45f7-b547-5e2cdc7bd2cf req-d42b4b75-dc59-4e7a-9a73-63c3acd5ebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:34.859336 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6d615f12-2304-45f7-b547-5e2cdc7bd2cf req-d42b4b75-dc59-4e7a-9a73-63c3acd5ebe4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2 HTTP/1.1" status: 200 len: 847 time: 0.0582418 Feb 16 13:37:34.938984 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d615f12-2304-45f7-b547-5e2cdc7bd2cf req-e0e0235b-a101-49ce-acd8-61f4aa009663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:34.940453 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6d615f12-2304-45f7-b547-5e2cdc7bd2cf req-e0e0235b-a101-49ce-acd8-61f4aa009663 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=027db140-4aeb-40e0-9d5b-223ce799b021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747087 Feb 16 13:37:35.029121 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:35.088636 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6d615f12-2304-45f7-b547-5e2cdc7bd2cf req-ec342294-e85c-4a46-8601-74af89ed9a7d service neutron] 10.222.0.89 "GET /v2.0/networks/027db140-4aeb-40e0-9d5b-223ce799b021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402974 Feb 16 13:37:35.247991 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6d615f12-2304-45f7-b547-5e2cdc7bd2cf req-1ba1fcc6-0fe4-4b79-bc9a-5167f45058f2 service neutron] 10.222.0.89 "GET /v2.0/networks/027db140-4aeb-40e0-9d5b-223ce799b021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513562 Feb 16 13:37:35.290249 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:35.396747 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:36.932260 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:01.899882 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6ea71319-cf80-40da-88ef-dd21906eac9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:04.202980 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8af5af14-29e2-49f0-b319-579280f39ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:05.051734 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:05.289023 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:05.390959 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:06.268001 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:38:07.000580 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:19.878265 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 51304) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:38:20.110957 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-bbd9e1cf-a2ed-4a09-9eac-5152148b0b25 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Deleting port a353bf5e-02fc-4afc-8fe7-55a8e23cd538 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:38:20.111160 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bbd9e1cf-a2ed-4a09-9eac-5152148b0b25 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:20.289019 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bbd9e1cf-a2ed-4a09-9eac-5152148b0b25 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:20.289313 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bbd9e1cf-a2ed-4a09-9eac-5152148b0b25 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:20.416923 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-bbd9e1cf-a2ed-4a09-9eac-5152148b0b25 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Calling delete_port for a353bf5e-02fc-4afc-8fe7-55a8e23cd538 owned by network:floatingip {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:38:20.589536 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bbd9e1cf-a2ed-4a09-9eac-5152148b0b25 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:20.635866 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd9e1cf-a2ed-4a09-9eac-5152148b0b25 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Pushing event deleted for resources: {'Port': ['ID=a353bf5e-02fc-4afc-8fe7-55a8e23cd538,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:20.674054 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9e1cf-a2ed-4a09-9eac-5152148b0b25 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:20.674537 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9e1cf-a2ed-4a09-9eac-5152148b0b25 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:20.674664 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9e1cf-a2ed-4a09-9eac-5152148b0b25 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:20.674947 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9e1cf-a2ed-4a09-9eac-5152148b0b25 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:20.675277 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9e1cf-a2ed-4a09-9eac-5152148b0b25 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:20.675555 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9e1cf-a2ed-4a09-9eac-5152148b0b25 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:20.675863 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9e1cf-a2ed-4a09-9eac-5152148b0b25 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:20.676175 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9e1cf-a2ed-4a09-9eac-5152148b0b25 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:20.676699 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9e1cf-a2ed-4a09-9eac-5152148b0b25 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:20.677161 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9e1cf-a2ed-4a09-9eac-5152148b0b25 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:20.677711 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9e1cf-a2ed-4a09-9eac-5152148b0b25 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:20.678237 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9e1cf-a2ed-4a09-9eac-5152148b0b25 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:20.754368 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bbd9e1cf-a2ed-4a09-9eac-5152148b0b25 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for floatingip, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:20.754739 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.l3_db [None req-bbd9e1cf-a2ed-4a09-9eac-5152148b0b25 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Floating IP 40bbc42a-3396-4f30-a8a2-f621faf0a768 disassociated (deleted). External IP: 172.26.5.242, port: a8b46e41-47df-42f4-a13e-87ae7652810e. Feb 16 13:38:21.269337 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd9e1cf-a2ed-4a09-9eac-5152148b0b25 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Router 81a40e96-1c40-41af-a525-6f607d46368e has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:38:21.478026 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd9e1cf-a2ed-4a09-9eac-5152148b0b25 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:38:21.492226 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960ef162-7010-453d-abd5-429c50f4173d None None] Sync routers for ids ['81a40e96-1c40-41af-a525-6f607d46368e'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:38:21.505564 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960ef162-7010-453d-abd5-429c50f4173d None None] Routers {'81a40e96-1c40-41af-a525-6f607d46368e'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:38:21.506601 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-960ef162-7010-453d-abd5-429c50f4173d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:38:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['81a40e96-1c40-41af-a525-6f607d46368e'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:21.510331 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-bbd9e1cf-a2ed-4a09-9eac-5152148b0b25 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:21.574332 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-bbd9e1cf-a2ed-4a09-9eac-5152148b0b25 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "DELETE /v2.0/floatingips/40bbc42a-3396-4f30-a8a2-f621faf0a768 HTTP/1.1" status: 204 len: 168 time: 1.6940484 Feb 16 13:38:21.574964 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '693cbf33-f738-45fe-b50b-ad8b6ad3a8c5', 'tag': 'a8b46e41-47df-42f4-a13e-87ae7652810e'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:38:21.630035 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '693cbf33-f738-45fe-b50b-ad8b6ad3a8c5', 'tag': 'a8b46e41-47df-42f4-a13e-87ae7652810e', 'status': 'completed', 'code': 200} Feb 16 13:38:21.694385 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-960ef162-7010-453d-abd5-429c50f4173d None None] Set router 81a40e96-1c40-41af-a525-6f607d46368e gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:38:21.734953 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278dcf7-594f-4f4e-97dd-eaa008b53722 req-955aaefb-7088-4b6b-a546-cf8638bdf163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:21.737628 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6278dcf7-594f-4f4e-97dd-eaa008b53722 req-955aaefb-7088-4b6b-a546-cf8638bdf163 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=be399450416f42d1ba3627bf0d10bf9d&device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 1098 time: 0.0780714 Feb 16 13:38:21.901241 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278dcf7-594f-4f4e-97dd-eaa008b53722 req-bee52aeb-9235-491a-bf90-64376c8c9a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:21.902607 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6278dcf7-594f-4f4e-97dd-eaa008b53722 req-bee52aeb-9235-491a-bf90-64376c8c9a17 service neutron] 10.222.0.89 "GET /v2.0/networks?id=027db140-4aeb-40e0-9d5b-223ce799b021 HTTP/1.1" status: 200 len: 909 time: 0.1586063 Feb 16 13:38:21.968829 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896b76f-9103-4acb-b909-6d9938909922 req-7938cbc0-2236-42f5-9c3d-6873e9904173 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:21.970345 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4896b76f-9103-4acb-b909-6d9938909922 req-7938cbc0-2236-42f5-9c3d-6873e9904173 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 945 time: 0.0799248 Feb 16 13:38:21.974642 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6278dcf7-594f-4f4e-97dd-eaa008b53722 req-fc7c306d-d5eb-4f53-94f7-81ad7f4f5b3c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8b46e41-47df-42f4-a13e-87ae7652810e HTTP/1.1" status: 200 len: 217 time: 0.0653822 Feb 16 13:38:22.019112 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-4896b76f-9103-4acb-b909-6d9938909922 req-f2c593bc-10e7-42e4-aafd-86ba1ac91785 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=c297ee14-e413-43e4-8521-0efcc270c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413320 Feb 16 13:38:22.044206 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278dcf7-594f-4f4e-97dd-eaa008b53722 req-fb8fda35-3349-4217-a0cf-a49f2ffc2ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:22.045711 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6278dcf7-594f-4f4e-97dd-eaa008b53722 req-fb8fda35-3349-4217-a0cf-a49f2ffc2ac3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2 HTTP/1.1" status: 200 len: 847 time: 0.0645912 Feb 16 13:38:22.051293 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-960ef162-7010-453d-abd5-429c50f4173d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a40e96-1c40-41af-a525-6f607d46368e', 'name': 'tempest-TestShelveInstance-142165143-router', 'tenant_id': 'be399450416f42d1ba3627bf0d10bf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '4b27ee6c-6740-403d-8c0e-fff5ad99d78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:29:12Z', 'updated_at': '2022-02-16T13:29:16Z', 'revision_number': 4, 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'gw_port': {'id': '4b27ee6c-6740-403d-8c0e-fff5ad99d78f', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a40e96-1c40-41af-a525-6f607d46368e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:29:12Z', 'updated_at': '2022-02-16T13:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '020f2315-8b3b-4aae-b381-020293a8a499', 'name': '', 'network_id': '027db140-4aeb-40e0-9d5b-223ce799b021', 'tenant_id': 'be399450416f42d1ba3627bf0d10bf9d', 'mac_address': 'fa:16:3e:cc:80:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a40e96-1c40-41af-a525-6f607d46368e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:29:15Z', 'updated_at': '2022-02-16T13:29:22Z', 'revision_number': 5, 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'subnets': [{'id': '0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:22.055197 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960ef162-7010-453d-abd5-429c50f4173d None None] Checking router: 81a40e96-1c40-41af-a525-6f607d46368e for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:38:22.064059 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960ef162-7010-453d-abd5-429c50f4173d None None] Routers {'81a40e96-1c40-41af-a525-6f607d46368e'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:38:22.064686 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-960ef162-7010-453d-abd5-429c50f4173d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:38:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['81a40e96-1c40-41af-a525-6f607d46368e'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:22.120351 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278dcf7-594f-4f4e-97dd-eaa008b53722 req-3b64fbdc-e6e6-42ed-ae27-0ca466049110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:22.121882 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6278dcf7-594f-4f4e-97dd-eaa008b53722 req-3b64fbdc-e6e6-42ed-ae27-0ca466049110 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=027db140-4aeb-40e0-9d5b-223ce799b021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699050 Feb 16 13:38:22.259310 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6278dcf7-594f-4f4e-97dd-eaa008b53722 req-a4705d96-7754-40a4-b30f-03f0c961a1a2 service neutron] 10.222.0.89 "GET /v2.0/networks/027db140-4aeb-40e0-9d5b-223ce799b021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297553 Feb 16 13:38:22.289963 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-960ef162-7010-453d-abd5-429c50f4173d None None] Set router 81a40e96-1c40-41af-a525-6f607d46368e gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:38:22.396494 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6278dcf7-594f-4f4e-97dd-eaa008b53722 req-75b917ed-cd55-45d7-999f-cfd2e5484fb7 service neutron] 10.222.0.89 "GET /v2.0/networks/027db140-4aeb-40e0-9d5b-223ce799b021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268234 Feb 16 13:38:22.605935 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-960ef162-7010-453d-abd5-429c50f4173d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a40e96-1c40-41af-a525-6f607d46368e', 'name': 'tempest-TestShelveInstance-142165143-router', 'tenant_id': 'be399450416f42d1ba3627bf0d10bf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '4b27ee6c-6740-403d-8c0e-fff5ad99d78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:29:12Z', 'updated_at': '2022-02-16T13:29:16Z', 'revision_number': 4, 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'gw_port': {'id': '4b27ee6c-6740-403d-8c0e-fff5ad99d78f', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a40e96-1c40-41af-a525-6f607d46368e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:29:12Z', 'updated_at': '2022-02-16T13:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '020f2315-8b3b-4aae-b381-020293a8a499', 'name': '', 'network_id': '027db140-4aeb-40e0-9d5b-223ce799b021', 'tenant_id': 'be399450416f42d1ba3627bf0d10bf9d', 'mac_address': 'fa:16:3e:cc:80:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a40e96-1c40-41af-a525-6f607d46368e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:29:15Z', 'updated_at': '2022-02-16T13:29:22Z', 'revision_number': 5, 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'subnets': [{'id': '0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:22.613323 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960ef162-7010-453d-abd5-429c50f4173d None None] The sync data for ids ['81a40e96-1c40-41af-a525-6f607d46368e'] in dv-neutron-829527-1-hyperv is: [{'id': '81a40e96-1c40-41af-a525-6f607d46368e', 'name': 'tempest-TestShelveInstance-142165143-router', 'tenant_id': 'be399450416f42d1ba3627bf0d10bf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '4b27ee6c-6740-403d-8c0e-fff5ad99d78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:29:12Z', 'updated_at': '2022-02-16T13:29:16Z', 'revision_number': 4, 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'gw_port': {'id': '4b27ee6c-6740-403d-8c0e-fff5ad99d78f', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a40e96-1c40-41af-a525-6f607d46368e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:29:12Z', 'updated_at': '2022-02-16T13:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '020f2315-8b3b-4aae-b381-020293a8a499', 'name': '', 'network_id': '027db140-4aeb-40e0-9d5b-223ce799b021', 'tenant_id': 'be399450416f42d1ba3627bf0d10bf9d', 'mac_address': 'fa:16:3e:cc:80:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a40e96-1c40-41af-a525-6f607d46368e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:29:15Z', 'updated_at': '2022-02-16T13:29:22Z', 'revision_number': 5, 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'subnets': [{'id': '0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:38:22.847737 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5bfa72-e6ac-4368-aa90-9229350d0f21 None None] New status for floating IP 40bbc42a-3396-4f30-a8a2-f621faf0a768: DOWN {{(pid=87703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:38:23.225621 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88c206-a84e-4cd1-92c3-5abe6ac388a8 req-5f8f4492-7c29-4981-af96-582bb442aeb3 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:23.226223 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-de88c206-a84e-4cd1-92c3-5abe6ac388a8 req-5f8f4492-7c29-4981-af96-582bb442aeb3 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Synchronizing usage tracker for tenant:be399450416f42d1ba3627bf0d10bf9d on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:38:23.244806 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-de88c206-a84e-4cd1-92c3-5abe6ac388a8 req-5f8f4492-7c29-4981-af96-582bb442aeb3 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Unset dirty status for tenant:be399450416f42d1ba3627bf0d10bf9d on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:38:23.246120 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-de88c206-a84e-4cd1-92c3-5abe6ac388a8 req-5f8f4492-7c29-4981-af96-582bb442aeb3 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 945 time: 0.1170340 Feb 16 13:38:23.296865 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-de88c206-a84e-4cd1-92c3-5abe6ac388a8 req-1dbbb8a6-ad2e-421a-91f2-3c39723abfeb tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=c297ee14-e413-43e4-8521-0efcc270c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444062 Feb 16 13:38:23.743336 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bcee5-37a7-4d75-8dd3-a06161037bf5 req-de714a5b-f88e-4d24-a0a2-02b772e0127f tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:23.744704 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-324bcee5-37a7-4d75-8dd3-a06161037bf5 req-de714a5b-f88e-4d24-a0a2-02b772e0127f tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.89 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 945 time: 0.0881186 Feb 16 13:38:23.819570 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-324bcee5-37a7-4d75-8dd3-a06161037bf5 req-51ad6841-33c8-435d-a1c9-ea1072514e6b tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Deleting port a8b46e41-47df-42f4-a13e-87ae7652810e {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:38:23.819900 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-324bcee5-37a7-4d75-8dd3-a06161037bf5 req-51ad6841-33c8-435d-a1c9-ea1072514e6b tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:24.218439 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-324bcee5-37a7-4d75-8dd3-a06161037bf5 req-51ad6841-33c8-435d-a1c9-ea1072514e6b tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] For port a8b46e41-47df-42f4-a13e-87ae7652810e, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=a8b46e41-47df-42f4-a13e-87ae7652810e,segment=NetworkSegment(5c83964c-74cd-4794-8c18-168ef3319713),segment_id=5c83964c-74cd-4794-8c18-168ef3319713)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:38:24.218811 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-324bcee5-37a7-4d75-8dd3-a06161037bf5 req-51ad6841-33c8-435d-a1c9-ea1072514e6b tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:24.350127 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-324bcee5-37a7-4d75-8dd3-a06161037bf5 req-51ad6841-33c8-435d-a1c9-ea1072514e6b tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Calling delete_port for a8b46e41-47df-42f4-a13e-87ae7652810e owned by compute:nova {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:38:24.490950 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea4a5f-3680-416f-b83c-cd22e1f8bf9d req-2db065fd-6992-4389-9de4-9c7709d14a3e tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:24.492378 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-54ea4a5f-3680-416f-b83c-cd22e1f8bf9d req-2db065fd-6992-4389-9de4-9c7709d14a3e tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 945 time: 0.0869145 Feb 16 13:38:24.500262 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-324bcee5-37a7-4d75-8dd3-a06161037bf5 req-51ad6841-33c8-435d-a1c9-ea1072514e6b tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:24.540113 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-54ea4a5f-3680-416f-b83c-cd22e1f8bf9d req-1f25d8b6-570d-406c-aca9-f3f49eee1988 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/security-groups?id=c297ee14-e413-43e4-8521-0efcc270c6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411775 Feb 16 13:38:24.553314 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ad6841-33c8-435d-a1c9-ea1072514e6b tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Pushing event deleted for resources: {'Port': ['ID=a8b46e41-47df-42f4-a13e-87ae7652810e,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:24.628479 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-324bcee5-37a7-4d75-8dd3-a06161037bf5 req-51ad6841-33c8-435d-a1c9-ea1072514e6b tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] No DVR routers for this DVR port a8b46e41-47df-42f4-a13e-87ae7652810e on host hv-neutron-8295 {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:38:24.631026 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-324bcee5-37a7-4d75-8dd3-a06161037bf5 req-51ad6841-33c8-435d-a1c9-ea1072514e6b tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:24.633513 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '693cbf33-f738-45fe-b50b-ad8b6ad3a8c5', 'name': 'network-vif-deleted', 'tag': 'a8b46e41-47df-42f4-a13e-87ae7652810e'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:38:24.653964 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-324bcee5-37a7-4d75-8dd3-a06161037bf5 req-51ad6841-33c8-435d-a1c9-ea1072514e6b tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.89 "DELETE /v2.0/ports/a8b46e41-47df-42f4-a13e-87ae7652810e HTTP/1.1" status: 204 len: 173 time: 0.9034083 Feb 16 13:38:24.686528 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '693cbf33-f738-45fe-b50b-ad8b6ad3a8c5', 'name': 'network-vif-deleted', 'tag': 'a8b46e41-47df-42f4-a13e-87ae7652810e', 'status': 'completed', 'code': 200} Feb 16 13:38:25.594213 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device a8b46e41-47df-42f4-a13e-87ae7652810e no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:38:25.638719 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] No Port match for: a8b46e41-47df-42f4-a13e-87ae7652810e {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:38:25.639062 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device a8b46e41-47df-42f4-a13e-87ae7652810e not bound to the agent host hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:38:25.712731 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-ca1c6f3f-4cb9-4111-b5e7-2c7ca02c4d82 req-57e3bb06-11da-4d80-9112-359abcd26e7d tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "GET /v2.0/ports?device_id=693cbf33-f738-45fe-b50b-ad8b6ad3a8c5 HTTP/1.1" status: 200 len: 210 time: 0.0463669 Feb 16 13:38:26.824269 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 51328) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:38:26.899204 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-135e7896-fbf2-41f9-b774-754229baec32 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:26.930808 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-135e7896-fbf2-41f9-b774-754229baec32 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:27.002147 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-135e7896-fbf2-41f9-b774-754229baec32 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:27.021126 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135e7896-fbf2-41f9-b774-754229baec32 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c297ee14-e413-43e4-8521-0efcc270c6fc,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:27.037807 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-135e7896-fbf2-41f9-b774-754229baec32 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:27.038947 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-135e7896-fbf2-41f9-b774-754229baec32 tempest-TestShelveInstance-882137657 tempest-TestShelveInstance-882137657-project] 10.222.0.83 "DELETE /v2.0/security-groups/c297ee14-e413-43e4-8521-0efcc270c6fc HTTP/1.1" status: 204 len: 168 time: 0.2124908 Feb 16 13:38:27.089351 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 51334) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:38:27.770341 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a8f61a20-290f-4c76-a6f4-6a1b21bf522f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:28.271360 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-a8f61a20-290f-4c76-a6f4-6a1b21bf522f admin admin] Deleting port 020f2315-8b3b-4aae-b381-020293a8a499 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:38:28.272002 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a8f61a20-290f-4c76-a6f4-6a1b21bf522f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:28.447616 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-a8f61a20-290f-4c76-a6f4-6a1b21bf522f admin admin] For port 020f2315-8b3b-4aae-b381-020293a8a499, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=020f2315-8b3b-4aae-b381-020293a8a499,segment=NetworkSegment(5c83964c-74cd-4794-8c18-168ef3319713),segment_id=5c83964c-74cd-4794-8c18-168ef3319713)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:38:28.447947 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a8f61a20-290f-4c76-a6f4-6a1b21bf522f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:28.572280 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-a8f61a20-290f-4c76-a6f4-6a1b21bf522f admin admin] Calling delete_port for 020f2315-8b3b-4aae-b381-020293a8a499 owned by network:router_interface {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:38:28.874599 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a8f61a20-290f-4c76-a6f4-6a1b21bf522f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:28.924004 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f61a20-290f-4c76-a6f4-6a1b21bf522f admin admin] Pushing event deleted for resources: {'Port': ['ID=020f2315-8b3b-4aae-b381-020293a8a499,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:29.208358 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-a8f61a20-290f-4c76-a6f4-6a1b21bf522f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:29.719084 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f61a20-290f-4c76-a6f4-6a1b21bf522f admin admin] Router 81a40e96-1c40-41af-a525-6f607d46368e has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:38:29.912857 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f61a20-290f-4c76-a6f4-6a1b21bf522f admin admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:38:29.923651 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07cdff9-f5d3-44c4-aa61-93785a32dee4 None None] Sync routers for ids ['81a40e96-1c40-41af-a525-6f607d46368e'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:38:29.926726 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-a8f61a20-290f-4c76-a6f4-6a1b21bf522f admin admin] 10.222.0.83 "PUT /v2.0/routers/81a40e96-1c40-41af-a525-6f607d46368e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8356299 Feb 16 13:38:29.929845 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 51340) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:38:29.935510 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07cdff9-f5d3-44c4-aa61-93785a32dee4 None None] Routers {'81a40e96-1c40-41af-a525-6f607d46368e'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:38:29.936131 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-d07cdff9-f5d3-44c4-aa61-93785a32dee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:38:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['81a40e96-1c40-41af-a525-6f607d46368e'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:30.111774 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-d07cdff9-f5d3-44c4-aa61-93785a32dee4 None None] Set router 81a40e96-1c40-41af-a525-6f607d46368e gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:38:30.114090 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8a360844-9846-42ca-8e60-7bcb59e7485b admin admin] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:30.303423 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8a360844-9846-42ca-8e60-7bcb59e7485b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:30.314256 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8a360844-9846-42ca-8e60-7bcb59e7485b admin admin] Deleting port 4b27ee6c-6740-403d-8c0e-fff5ad99d78f {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:38:30.314625 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8a360844-9846-42ca-8e60-7bcb59e7485b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:30.390969 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-d07cdff9-f5d3-44c4-aa61-93785a32dee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a40e96-1c40-41af-a525-6f607d46368e', 'name': 'tempest-TestShelveInstance-142165143-router', 'tenant_id': 'be399450416f42d1ba3627bf0d10bf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.162'}], 'enable_snat': True}, 'gw_port_id': '4b27ee6c-6740-403d-8c0e-fff5ad99d78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:29:12Z', 'updated_at': '2022-02-16T13:38:28Z', 'revision_number': 5, 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'gw_port': {'id': '4b27ee6c-6740-403d-8c0e-fff5ad99d78f', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a40e96-1c40-41af-a525-6f607d46368e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:29:12Z', 'updated_at': '2022-02-16T13:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:30.395155 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07cdff9-f5d3-44c4-aa61-93785a32dee4 None None] Checking router: 81a40e96-1c40-41af-a525-6f607d46368e for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:38:30.403626 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07cdff9-f5d3-44c4-aa61-93785a32dee4 None None] Routers {'81a40e96-1c40-41af-a525-6f607d46368e'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:38:30.404226 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-d07cdff9-f5d3-44c4-aa61-93785a32dee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:38:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['81a40e96-1c40-41af-a525-6f607d46368e'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:30.506720 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8a360844-9846-42ca-8e60-7bcb59e7485b admin admin] For port 4b27ee6c-6740-403d-8c0e-fff5ad99d78f, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=4b27ee6c-6740-403d-8c0e-fff5ad99d78f,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:38:30.507109 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8a360844-9846-42ca-8e60-7bcb59e7485b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:30.553809 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-d07cdff9-f5d3-44c4-aa61-93785a32dee4 None None] Set router 81a40e96-1c40-41af-a525-6f607d46368e gateway port host: None {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:38:30.631531 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8a360844-9846-42ca-8e60-7bcb59e7485b admin admin] Calling delete_port for 4b27ee6c-6740-403d-8c0e-fff5ad99d78f owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:38:30.664931 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-d07cdff9-f5d3-44c4-aa61-93785a32dee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a40e96-1c40-41af-a525-6f607d46368e', 'name': 'tempest-TestShelveInstance-142165143-router', 'tenant_id': 'be399450416f42d1ba3627bf0d10bf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:29:12Z', 'updated_at': '2022-02-16T13:38:30Z', 'revision_number': 6, 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'gw_port_host': None}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:30.669132 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07cdff9-f5d3-44c4-aa61-93785a32dee4 None None] The sync data for ids ['81a40e96-1c40-41af-a525-6f607d46368e'] in dv-neutron-829527-1-hyperv is: [{'id': '81a40e96-1c40-41af-a525-6f607d46368e', 'name': 'tempest-TestShelveInstance-142165143-router', 'tenant_id': 'be399450416f42d1ba3627bf0d10bf9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:29:12Z', 'updated_at': '2022-02-16T13:38:30Z', 'revision_number': 6, 'project_id': 'be399450416f42d1ba3627bf0d10bf9d', 'gw_port_host': None}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:38:30.961758 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8a360844-9846-42ca-8e60-7bcb59e7485b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:31.134755 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a360844-9846-42ca-8e60-7bcb59e7485b admin admin] Pushing event deleted for resources: {'Port': ['ID=4b27ee6c-6740-403d-8c0e-fff5ad99d78f,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:31.171595 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a360844-9846-42ca-8e60-7bcb59e7485b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:31.171939 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a360844-9846-42ca-8e60-7bcb59e7485b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:31.172262 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a360844-9846-42ca-8e60-7bcb59e7485b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:31.172589 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a360844-9846-42ca-8e60-7bcb59e7485b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:31.172929 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a360844-9846-42ca-8e60-7bcb59e7485b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:31.173250 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a360844-9846-42ca-8e60-7bcb59e7485b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:31.173562 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a360844-9846-42ca-8e60-7bcb59e7485b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:31.173875 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a360844-9846-42ca-8e60-7bcb59e7485b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:31.174189 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a360844-9846-42ca-8e60-7bcb59e7485b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:31.174495 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a360844-9846-42ca-8e60-7bcb59e7485b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:31.174784 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a360844-9846-42ca-8e60-7bcb59e7485b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:31.175090 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a360844-9846-42ca-8e60-7bcb59e7485b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:31.243026 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8a360844-9846-42ca-8e60-7bcb59e7485b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023674'] for router_gateway, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:31.425713 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8a360844-9846-42ca-8e60-7bcb59e7485b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:31.427964 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8a360844-9846-42ca-8e60-7bcb59e7485b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:31.451700 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8a360844-9846-42ca-8e60-7bcb59e7485b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:31.452207 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a360844-9846-42ca-8e60-7bcb59e7485b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81a40e96-1c40-41af-a525-6f607d46368e {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:38:31.464506 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8a360844-9846-42ca-8e60-7bcb59e7485b admin admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:31.465664 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8a360844-9846-42ca-8e60-7bcb59e7485b admin admin] 10.222.0.83 "DELETE /v2.0/routers/81a40e96-1c40-41af-a525-6f607d46368e HTTP/1.1" status: 204 len: 168 time: 1.5348694 Feb 16 13:38:31.468437 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 51346) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:38:31.533418 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-87bd699c-ca46-49be-830b-f9a048873d6a admin admin] Deleting subnet 0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:38:31.536491 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-87bd699c-ca46-49be-830b-f9a048873d6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:31.593364 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-87bd699c-ca46-49be-830b-f9a048873d6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:31.678333 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-87bd699c-ca46-49be-830b-f9a048873d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:31.746536 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-87bd699c-ca46-49be-830b-f9a048873d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:31.791091 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd699c-ca46-49be-830b-f9a048873d6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:31.794777 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-87bd699c-ca46-49be-830b-f9a048873d6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:31.798036 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85172a34-7424-442d-b81c-43bc4ef95a5c None None] Network 027db140-4aeb-40e0-9d5b-223ce799b021 requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:38:31.802453 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-87bd699c-ca46-49be-830b-f9a048873d6a admin admin] 10.222.0.83 "DELETE /v2.0/subnets/0e336c1f-fffb-4841-9e8f-c7c3e47fdbf2 HTTP/1.1" status: 204 len: 168 time: 0.3330114 Feb 16 13:38:31.805230 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 51350) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:38:31.914258 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-401bd54b-0132-4186-9ee2-be522a8c171c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:31.926086 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-401bd54b-0132-4186-9ee2-be522a8c171c admin admin] Deleting port e1a02901-defc-4629-b5b3-ff5e87adbf15 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:38:31.926325 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-401bd54b-0132-4186-9ee2-be522a8c171c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:32.021464 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-018d5725-7dd8-4d02-8517-c647ae605f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:32.129861 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f49d7e7-c1e6-4f0b-b9d3-a4709bbf45c7 None None] DHCP port deletion for 027db140-4aeb-40e0-9d5b-223ce799b021 request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:38:32.134165 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-7f49d7e7-c1e6-4f0b-b9d3-a4709bbf45c7 None None] Deleting port e1a02901-defc-4629-b5b3-ff5e87adbf15 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:38:32.134561 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7f49d7e7-c1e6-4f0b-b9d3-a4709bbf45c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:32.136237 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-401bd54b-0132-4186-9ee2-be522a8c171c admin admin] For port e1a02901-defc-4629-b5b3-ff5e87adbf15, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=e1a02901-defc-4629-b5b3-ff5e87adbf15,segment=NetworkSegment(5c83964c-74cd-4794-8c18-168ef3319713),segment_id=5c83964c-74cd-4794-8c18-168ef3319713)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:38:32.137075 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-401bd54b-0132-4186-9ee2-be522a8c171c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:32.258119 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device e1a02901-defc-4629-b5b3-ff5e87adbf15 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:38:32.273655 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-401bd54b-0132-4186-9ee2-be522a8c171c admin admin] Calling delete_port for e1a02901-defc-4629-b5b3-ff5e87adbf15 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:38:32.355041 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-401bd54b-0132-4186-9ee2-be522a8c171c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:32.386269 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-7f49d7e7-c1e6-4f0b-b9d3-a4709bbf45c7 None None] For port e1a02901-defc-4629-b5b3-ff5e87adbf15, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=e1a02901-defc-4629-b5b3-ff5e87adbf15,segment=NetworkSegment(5c83964c-74cd-4794-8c18-168ef3319713),segment_id=5c83964c-74cd-4794-8c18-168ef3319713)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:38:32.386735 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7f49d7e7-c1e6-4f0b-b9d3-a4709bbf45c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:32.400934 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No active binding found for port e1a02901-defc-4629-b5b3-ff5e87adbf15 {{(pid=87702) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 16 13:38:32.401339 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device e1a02901-defc-4629-b5b3-ff5e87adbf15 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:38:32.401718 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 020f2315-8b3b-4aae-b381-020293a8a499 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:38:32.417809 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401bd54b-0132-4186-9ee2-be522a8c171c admin admin] Pushing event deleted for resources: {'Port': ['ID=e1a02901-defc-4629-b5b3-ff5e87adbf15,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:32.420988 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401bd54b-0132-4186-9ee2-be522a8c171c admin admin] No DVR routers for this DVR port e1a02901-defc-4629-b5b3-ff5e87adbf15 on host dv-neutron-829527-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:38:32.436872 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 020f2315-8b3b-4aae-b381-020293a8a499 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:38:32.437211 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 020f2315-8b3b-4aae-b381-020293a8a499 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:38:32.437625 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 4b27ee6c-6740-403d-8c0e-fff5ad99d78f no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:38:32.539463 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-401bd54b-0132-4186-9ee2-be522a8c171c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:32.570130 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-401bd54b-0132-4186-9ee2-be522a8c171c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['027db140-4aeb-40e0-9d5b-223ce799b021']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:32.572564 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-7f49d7e7-c1e6-4f0b-b9d3-a4709bbf45c7 None None] Calling delete_port for e1a02901-defc-4629-b5b3-ff5e87adbf15 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:38:32.601009 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 4b27ee6c-6740-403d-8c0e-fff5ad99d78f {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:38:32.601345 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 4b27ee6c-6740-403d-8c0e-fff5ad99d78f not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:38:32.652038 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.db.api [None req-7f49d7e7-c1e6-4f0b-b9d3-a4709bbf45c7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:38:32.652665 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG oslo_db.api [None req-7f49d7e7-c1e6-4f0b-b9d3-a4709bbf45c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:38:32.686364 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-401bd54b-0132-4186-9ee2-be522a8c171c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c83964c-74cd-4794-8c18-168ef3319713') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:32.686657 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-401bd54b-0132-4186-9ee2-be522a8c171c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c83964c-74cd-4794-8c18-168ef3319713') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:32.699215 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-401bd54b-0132-4186-9ee2-be522a8c171c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:32.716902 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-401bd54b-0132-4186-9ee2-be522a8c171c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:32.723568 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-401bd54b-0132-4186-9ee2-be522a8c171c admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:38:32.723974 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-401bd54b-0132-4186-9ee2-be522a8c171c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:32.737153 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 13:38:32.737153 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:38:32.737153 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 13:38:32.737153 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:38:32.737153 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 13:38:32.737153 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:38:32.737153 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 13:38:32.737153 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:38:32.737153 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 13:38:32.737153 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:38:32.737153 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 13:38:32.737153 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:38:32.737153 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 13:38:32.737153 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:38:32.737153 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:38:32.737153 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:38:32.737153 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:38:32.737153 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:38:32.737153 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 13:38:32.737153 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:38:32.737153 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 13:38:32.737153 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:38:32.737153 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:38:32.737153 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:38:32.737153 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 13:38:32.737153 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:38:32.737153 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:38:32.737153 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:38:32.737153 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:38:32.737153 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:38:32.737153 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:38:32.737153 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:38:32.814102 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-401bd54b-0132-4186-9ee2-be522a8c171c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:32.832094 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-401bd54b-0132-4186-9ee2-be522a8c171c admin admin] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:32.844994 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401bd54b-0132-4186-9ee2-be522a8c171c admin admin] Pushing event deleted for resources: {'Network': ['ID=027db140-4aeb-40e0-9d5b-223ce799b021,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:32.858257 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-401bd54b-0132-4186-9ee2-be522a8c171c admin admin] 10.222.0.83 "DELETE /v2.0/networks/027db140-4aeb-40e0-9d5b-223ce799b021 HTTP/1.1" status: 204 len: 168 time: 1.0520635 Feb 16 13:38:32.861357 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 51354) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:38:33.154749 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-7f49d7e7-c1e6-4f0b-b9d3-a4709bbf45c7 None None] Deleting port e1a02901-defc-4629-b5b3-ff5e87adbf15 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:38:33.155339 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7f49d7e7-c1e6-4f0b-b9d3-a4709bbf45c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:33.223272 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-7f49d7e7-c1e6-4f0b-b9d3-a4709bbf45c7 None None] The port 'e1a02901-defc-4629-b5b3-ff5e87adbf15' was deleted {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:38:33.413566 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2bfd48ff-4349-439e-b0f7-83d0e0cd01a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:33.770424 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2bfd48ff-4349-439e-b0f7-83d0e0cd01a4 admin admin] Deleting port a257930a-4a86-4ac5-ac72-a74461a987ec {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:38:33.770679 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2bfd48ff-4349-439e-b0f7-83d0e0cd01a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:33.945739 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-2bfd48ff-4349-439e-b0f7-83d0e0cd01a4 admin admin] For port a257930a-4a86-4ac5-ac72-a74461a987ec, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=a257930a-4a86-4ac5-ac72-a74461a987ec,segment=NetworkSegment(d08b71b9-7600-4940-b810-ee0c4361f619),segment_id=d08b71b9-7600-4940-b810-ee0c4361f619)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:38:33.946178 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2bfd48ff-4349-439e-b0f7-83d0e0cd01a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:34.077626 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2bfd48ff-4349-439e-b0f7-83d0e0cd01a4 admin admin] Calling delete_port for a257930a-4a86-4ac5-ac72-a74461a987ec owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:38:34.199874 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-aa6fa1f8-70f5-43f8-854e-93f0fbcfa25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:34.386205 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2bfd48ff-4349-439e-b0f7-83d0e0cd01a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:34.432052 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfd48ff-4349-439e-b0f7-83d0e0cd01a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a257930a-4a86-4ac5-ac72-a74461a987ec,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:34.714709 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2bfd48ff-4349-439e-b0f7-83d0e0cd01a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:35.041551 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:35.072999 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bfd48ff-4349-439e-b0f7-83d0e0cd01a4 admin admin] Router 9d18a214-4d45-4f11-9b4a-12f82b40e3d8 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:38:35.253395 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bfd48ff-4349-439e-b0f7-83d0e0cd01a4 admin admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:38:35.264910 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959f0659-e895-4e36-b2a1-52ed945847cc None None] Sync routers for ids ['9d18a214-4d45-4f11-9b4a-12f82b40e3d8'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:38:35.272960 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2bfd48ff-4349-439e-b0f7-83d0e0cd01a4 admin admin] 10.222.0.83 "PUT /v2.0/routers/9d18a214-4d45-4f11-9b4a-12f82b40e3d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4083672 Feb 16 13:38:35.273211 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 51358) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:38:35.275369 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959f0659-e895-4e36-b2a1-52ed945847cc None None] Routers {'9d18a214-4d45-4f11-9b4a-12f82b40e3d8'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:38:35.276056 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-959f0659-e895-4e36-b2a1-52ed945847cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:38:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['9d18a214-4d45-4f11-9b4a-12f82b40e3d8'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:35.285609 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:35.394153 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:35.452216 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-959f0659-e895-4e36-b2a1-52ed945847cc None None] Set router 9d18a214-4d45-4f11-9b4a-12f82b40e3d8 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:38:35.453900 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dba4e2ca-c7b9-4e14-9f57-6e295a34d254 admin admin] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:35.754348 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dba4e2ca-c7b9-4e14-9f57-6e295a34d254 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:35.764891 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-dba4e2ca-c7b9-4e14-9f57-6e295a34d254 admin admin] Deleting port 8c012c01-0eeb-418a-a037-0f1713408b53 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:38:35.765221 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dba4e2ca-c7b9-4e14-9f57-6e295a34d254 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:35.768691 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-959f0659-e895-4e36-b2a1-52ed945847cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d18a214-4d45-4f11-9b4a-12f82b40e3d8', 'name': 'tempest-TestShelveInstance-120038763-router', 'tenant_id': 'b8dd2c3ed63f4482a159a1b50b869265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.46'}], 'enable_snat': True}, 'gw_port_id': '8c012c01-0eeb-418a-a037-0f1713408b53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:29:18Z', 'updated_at': '2022-02-16T13:38:34Z', 'revision_number': 5, 'project_id': 'b8dd2c3ed63f4482a159a1b50b869265', 'gw_port': {'id': '8c012c01-0eeb-418a-a037-0f1713408b53', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:72:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d18a214-4d45-4f11-9b4a-12f82b40e3d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:29:19Z', 'updated_at': '2022-02-16T13:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:35.772702 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959f0659-e895-4e36-b2a1-52ed945847cc None None] Checking router: 9d18a214-4d45-4f11-9b4a-12f82b40e3d8 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:38:35.781371 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959f0659-e895-4e36-b2a1-52ed945847cc None None] Routers {'9d18a214-4d45-4f11-9b4a-12f82b40e3d8'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:38:35.781966 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-959f0659-e895-4e36-b2a1-52ed945847cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:38:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['9d18a214-4d45-4f11-9b4a-12f82b40e3d8'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:35.932684 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-959f0659-e895-4e36-b2a1-52ed945847cc None None] Set router 9d18a214-4d45-4f11-9b4a-12f82b40e3d8 gateway port host: None {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:38:35.939977 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-dba4e2ca-c7b9-4e14-9f57-6e295a34d254 admin admin] For port 8c012c01-0eeb-418a-a037-0f1713408b53, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=8c012c01-0eeb-418a-a037-0f1713408b53,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:38:35.940324 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dba4e2ca-c7b9-4e14-9f57-6e295a34d254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:36.035269 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-959f0659-e895-4e36-b2a1-52ed945847cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d18a214-4d45-4f11-9b4a-12f82b40e3d8', 'name': 'tempest-TestShelveInstance-120038763-router', 'tenant_id': 'b8dd2c3ed63f4482a159a1b50b869265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:29:18Z', 'updated_at': '2022-02-16T13:38:35Z', 'revision_number': 6, 'project_id': 'b8dd2c3ed63f4482a159a1b50b869265', 'gw_port_host': None}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:36.039341 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959f0659-e895-4e36-b2a1-52ed945847cc None None] The sync data for ids ['9d18a214-4d45-4f11-9b4a-12f82b40e3d8'] in dv-neutron-829527-1-hyperv is: [{'id': '9d18a214-4d45-4f11-9b4a-12f82b40e3d8', 'name': 'tempest-TestShelveInstance-120038763-router', 'tenant_id': 'b8dd2c3ed63f4482a159a1b50b869265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:29:18Z', 'updated_at': '2022-02-16T13:38:35Z', 'revision_number': 6, 'project_id': 'b8dd2c3ed63f4482a159a1b50b869265', 'gw_port_host': None}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:38:36.060551 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-dba4e2ca-c7b9-4e14-9f57-6e295a34d254 admin admin] Calling delete_port for 8c012c01-0eeb-418a-a037-0f1713408b53 owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:38:36.241163 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dba4e2ca-c7b9-4e14-9f57-6e295a34d254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:36.289405 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba4e2ca-c7b9-4e14-9f57-6e295a34d254 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c012c01-0eeb-418a-a037-0f1713408b53,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:36.376759 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dba4e2ca-c7b9-4e14-9f57-6e295a34d254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023674'] for router_gateway, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:36.561027 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dba4e2ca-c7b9-4e14-9f57-6e295a34d254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:36.563376 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dba4e2ca-c7b9-4e14-9f57-6e295a34d254 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:36.588801 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dba4e2ca-c7b9-4e14-9f57-6e295a34d254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:36.589311 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba4e2ca-c7b9-4e14-9f57-6e295a34d254 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d18a214-4d45-4f11-9b4a-12f82b40e3d8 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:38:36.600808 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dba4e2ca-c7b9-4e14-9f57-6e295a34d254 admin admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:36.601967 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-dba4e2ca-c7b9-4e14-9f57-6e295a34d254 admin admin] 10.222.0.83 "DELETE /v2.0/routers/9d18a214-4d45-4f11-9b4a-12f82b40e3d8 HTTP/1.1" status: 204 len: 168 time: 1.3278618 Feb 16 13:38:36.604569 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 51362) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:38:36.667008 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-834b22ea-c41a-40dd-8ff2-b4c1d77b3bf4 admin admin] Deleting subnet 2edc619c-1789-416d-a1a4-e689f775e9e6 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:38:36.670242 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-834b22ea-c41a-40dd-8ff2-b4c1d77b3bf4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:36.722069 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-834b22ea-c41a-40dd-8ff2-b4c1d77b3bf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:36.792648 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device a257930a-4a86-4ac5-ac72-a74461a987ec no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:38:36.811842 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-834b22ea-c41a-40dd-8ff2-b4c1d77b3bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:36.830026 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: a257930a-4a86-4ac5-ac72-a74461a987ec {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:38:36.830675 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device a257930a-4a86-4ac5-ac72-a74461a987ec not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:38:36.885873 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-834b22ea-c41a-40dd-8ff2-b4c1d77b3bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:36.930879 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b22ea-c41a-40dd-8ff2-b4c1d77b3bf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2edc619c-1789-416d-a1a4-e689f775e9e6,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:36.934588 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-834b22ea-c41a-40dd-8ff2-b4c1d77b3bf4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:36.939999 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:36.940718 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-834b22ea-c41a-40dd-8ff2-b4c1d77b3bf4 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/2edc619c-1789-416d-a1a4-e689f775e9e6 HTTP/1.1" status: 204 len: 168 time: 0.3351569 Feb 16 13:38:36.943138 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 51366) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:38:36.945502 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a81bcc-49c2-4063-ba74-1c8919705453 None None] Network 123efc75-16f8-4d8d-b813-229d31a9f36d requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:38:37.054190 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fa966e97-6d23-4c35-8d01-f1cb68853756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:37.065809 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-fa966e97-6d23-4c35-8d01-f1cb68853756 admin admin] Deleting port 81571aab-7219-4eee-979a-4d07dbbf1898 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:38:37.066065 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fa966e97-6d23-4c35-8d01-f1cb68853756 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:37.203560 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ed03bf-33a7-4add-9fef-936bcd96d00e None None] DHCP port deletion for 123efc75-16f8-4d8d-b813-229d31a9f36d request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:38:37.208350 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-43ed03bf-33a7-4add-9fef-936bcd96d00e None None] Deleting port 81571aab-7219-4eee-979a-4d07dbbf1898 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:38:37.208940 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-43ed03bf-33a7-4add-9fef-936bcd96d00e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:37.389109 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-fa966e97-6d23-4c35-8d01-f1cb68853756 admin admin] For port 81571aab-7219-4eee-979a-4d07dbbf1898, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=81571aab-7219-4eee-979a-4d07dbbf1898,segment=NetworkSegment(d08b71b9-7600-4940-b810-ee0c4361f619),segment_id=d08b71b9-7600-4940-b810-ee0c4361f619)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:38:37.389562 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fa966e97-6d23-4c35-8d01-f1cb68853756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:37.417852 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-43ed03bf-33a7-4add-9fef-936bcd96d00e None None] For port 81571aab-7219-4eee-979a-4d07dbbf1898, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=81571aab-7219-4eee-979a-4d07dbbf1898,segment=NetworkSegment(d08b71b9-7600-4940-b810-ee0c4361f619),segment_id=d08b71b9-7600-4940-b810-ee0c4361f619)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:38:37.418240 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-43ed03bf-33a7-4add-9fef-936bcd96d00e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:37.513083 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-fa966e97-6d23-4c35-8d01-f1cb68853756 admin admin] Calling delete_port for 81571aab-7219-4eee-979a-4d07dbbf1898 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:38:37.546718 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-43ed03bf-33a7-4add-9fef-936bcd96d00e None None] Calling delete_port for 81571aab-7219-4eee-979a-4d07dbbf1898 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:38:37.597689 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fa966e97-6d23-4c35-8d01-f1cb68853756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:37.647854 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa966e97-6d23-4c35-8d01-f1cb68853756 admin admin] Pushing event deleted for resources: {'Port': ['ID=81571aab-7219-4eee-979a-4d07dbbf1898,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:37.651481 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa966e97-6d23-4c35-8d01-f1cb68853756 admin admin] No DVR routers for this DVR port 81571aab-7219-4eee-979a-4d07dbbf1898 on host dv-neutron-829527-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:38:37.653966 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.db.api [None req-43ed03bf-33a7-4add-9fef-936bcd96d00e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:38:37.655062 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG oslo_db.api [None req-43ed03bf-33a7-4add-9fef-936bcd96d00e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:38:37.773589 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fa966e97-6d23-4c35-8d01-f1cb68853756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:37.806532 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-fa966e97-6d23-4c35-8d01-f1cb68853756 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['123efc75-16f8-4d8d-b813-229d31a9f36d']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:37.818461 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-fa966e97-6d23-4c35-8d01-f1cb68853756 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd08b71b9-7600-4940-b810-ee0c4361f619') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:37.818763 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-fa966e97-6d23-4c35-8d01-f1cb68853756 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd08b71b9-7600-4940-b810-ee0c4361f619') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:37.830050 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fa966e97-6d23-4c35-8d01-f1cb68853756 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:37.846929 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fa966e97-6d23-4c35-8d01-f1cb68853756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:37.856589 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa966e97-6d23-4c35-8d01-f1cb68853756 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:38:37.857126 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fa966e97-6d23-4c35-8d01-f1cb68853756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:37.870166 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 13:38:37.870166 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:38:37.870166 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 13:38:37.870166 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:38:37.870166 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 13:38:37.870166 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:38:37.870166 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 13:38:37.870166 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:38:37.870166 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 13:38:37.870166 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:38:37.870166 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 13:38:37.870166 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:38:37.870166 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 13:38:37.870166 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:38:37.870166 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:38:37.870166 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:38:37.870166 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:38:37.870166 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:38:37.870166 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 13:38:37.870166 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:38:37.870166 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 13:38:37.870166 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:38:37.870166 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:38:37.870166 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:38:37.870166 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 13:38:37.870166 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:38:37.870166 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:38:37.870166 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:38:37.870166 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:38:37.870166 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:38:37.870166 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:38:37.870166 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:38:37.952589 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fa966e97-6d23-4c35-8d01-f1cb68853756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:37.970967 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fa966e97-6d23-4c35-8d01-f1cb68853756 admin admin] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:37.980968 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa966e97-6d23-4c35-8d01-f1cb68853756 admin admin] Pushing event deleted for resources: {'Network': ['ID=123efc75-16f8-4d8d-b813-229d31a9f36d,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:37.988077 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-fa966e97-6d23-4c35-8d01-f1cb68853756 admin admin] 10.222.0.83 "DELETE /v2.0/networks/123efc75-16f8-4d8d-b813-229d31a9f36d HTTP/1.1" status: 204 len: 168 time: 1.0439534 Feb 16 13:38:38.112424 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 51372) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:38:38.156901 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-43ed03bf-33a7-4add-9fef-936bcd96d00e None None] Deleting port 81571aab-7219-4eee-979a-4d07dbbf1898 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:38:38.157470 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-43ed03bf-33a7-4add-9fef-936bcd96d00e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:38.172138 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-933c10aa-9f98-42e1-bfd5-0590a9144110 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=be399450416f42d1ba3627bf0d10bf9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0584252 Feb 16 13:38:38.174661 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 51376) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:38:38.227394 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-43ed03bf-33a7-4add-9fef-936bcd96d00e None None] The port '81571aab-7219-4eee-979a-4d07dbbf1898' was deleted {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:38:38.236371 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 81571aab-7219-4eee-979a-4d07dbbf1898 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:38:38.242321 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bbf8ed19-bb39-48b2-9a0d-7e458e84515a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:38.270597 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 81571aab-7219-4eee-979a-4d07dbbf1898 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:38:38.270941 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 81571aab-7219-4eee-979a-4d07dbbf1898 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:38:38.271361 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 8c012c01-0eeb-418a-a037-0f1713408b53 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:38:38.272557 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bbf8ed19-bb39-48b2-9a0d-7e458e84515a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:38.304811 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 8c012c01-0eeb-418a-a037-0f1713408b53 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:38:38.305449 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 8c012c01-0eeb-418a-a037-0f1713408b53 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:38:38.326804 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bbf8ed19-bb39-48b2-9a0d-7e458e84515a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:38.342829 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf8ed19-bb39-48b2-9a0d-7e458e84515a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08c35b6-6496-4e5d-a795-8cd771ca7da5,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:38.351786 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bbf8ed19-bb39-48b2-9a0d-7e458e84515a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:38.355464 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bbf8ed19-bb39-48b2-9a0d-7e458e84515a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a08c35b6-6496-4e5d-a795-8cd771ca7da5 HTTP/1.1" status: 204 len: 168 time: 0.1773419 Feb 16 13:38:38.710528 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 51384) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:38:38.764680 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-f5106148-1d71-43d2-9acf-168e70814011 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b8dd2c3ed63f4482a159a1b50b869265&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0527418 Feb 16 13:38:38.767617 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 51388) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:38:38.840510 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-43ecf72a-9d7b-4846-b9ed-0fb7ccd025d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:38.866482 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-43ecf72a-9d7b-4846-b9ed-0fb7ccd025d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:38.921867 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-43ecf72a-9d7b-4846-b9ed-0fb7ccd025d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:38.935648 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ecf72a-9d7b-4846-b9ed-0fb7ccd025d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95176dc-b69b-4d7f-9bf4-0e9a0e81e05d,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:38.941986 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-43ecf72a-9d7b-4846-b9ed-0fb7ccd025d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:38.943073 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-43ecf72a-9d7b-4846-b9ed-0fb7ccd025d6 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e95176dc-b69b-4d7f-9bf4-0e9a0e81e05d HTTP/1.1" status: 204 len: 168 time: 0.1744292 Feb 16 13:38:39.764122 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 51412) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:38:39.890551 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-bb273480-9ac6-4b5f-99a3-e2a66d8bc94e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1314990013-network', 'tenant_id': '18200c1de7784f78b807b5487ac414cc'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:38:39.895834 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-bb273480-9ac6-4b5f-99a3-e2a66d8bc94e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:38:39.899788 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bb273480-9ac6-4b5f-99a3-e2a66d8bc94e admin admin] Usage tracker for resource:network and tenant:18200c1de7784f78b807b5487ac414cc is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:38:39.902992 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bb273480-9ac6-4b5f-99a3-e2a66d8bc94e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:38:39.909715 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-bb273480-9ac6-4b5f-99a3-e2a66d8bc94e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:38:39.922557 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb273480-9ac6-4b5f-99a3-e2a66d8bc94e admin admin] Made reservation on behalf of 18200c1de7784f78b807b5487ac414cc for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:38:39.926091 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bb273480-9ac6-4b5f-99a3-e2a66d8bc94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:39.941256 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bb273480-9ac6-4b5f-99a3-e2a66d8bc94e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:39.955746 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-bb273480-9ac6-4b5f-99a3-e2a66d8bc94e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:38:39.959800 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bb273480-9ac6-4b5f-99a3-e2a66d8bc94e admin admin] Usage tracker for resource:security_group_rule and tenant:18200c1de7784f78b807b5487ac414cc is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:38:39.962749 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-bb273480-9ac6-4b5f-99a3-e2a66d8bc94e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:38:39.969534 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-bb273480-9ac6-4b5f-99a3-e2a66d8bc94e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:38:40.068603 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bb273480-9ac6-4b5f-99a3-e2a66d8bc94e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:40.074423 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bb273480-9ac6-4b5f-99a3-e2a66d8bc94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:40.103518 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb273480-9ac6-4b5f-99a3-e2a66d8bc94e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:38:40.111613 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb273480-9ac6-4b5f-99a3-e2a66d8bc94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6515f43f-04d0-4318-aba8-c24b196cc25f,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:40.117065 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bb273480-9ac6-4b5f-99a3-e2a66d8bc94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:40.117401 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-bb273480-9ac6-4b5f-99a3-e2a66d8bc94e admin admin] Added segment 8e8b1fb4-f35a-4db1-9601-714b325e2dcf of type vlan for network b5b2e324-d185-4ace-967f-da09b8051a9d Feb 16 13:38:40.143425 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bb273480-9ac6-4b5f-99a3-e2a66d8bc94e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:40.175694 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bb273480-9ac6-4b5f-99a3-e2a66d8bc94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:40.176659 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb273480-9ac6-4b5f-99a3-e2a66d8bc94e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:40.177188 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bb273480-9ac6-4b5f-99a3-e2a66d8bc94e admin admin] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:40.275203 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb273480-9ac6-4b5f-99a3-e2a66d8bc94e admin admin] Pushing event updated for resources: {'Network': ['ID=b5b2e324-d185-4ace-967f-da09b8051a9d,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:40.278183 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-bb273480-9ac6-4b5f-99a3-e2a66d8bc94e admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5128934 Feb 16 13:38:40.281392 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 51418) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:38:40.285772 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network b5b2e324-d185-4ace-967f-da09b8051a9d details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:38:40.286558 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-54fbdb2d-cff8-49e4-8ed9-7a7d91ce09ae admin admin] Request body: {'subnet': {'network_id': 'b5b2e324-d185-4ace-967f-da09b8051a9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1314990013-subnet', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'ip_version': 4}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:38:40.291571 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-54fbdb2d-cff8-49e4-8ed9-7a7d91ce09ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:38:40.295668 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-54fbdb2d-cff8-49e4-8ed9-7a7d91ce09ae admin admin] Usage tracker for resource:subnet and tenant:18200c1de7784f78b807b5487ac414cc is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:38:40.298516 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-54fbdb2d-cff8-49e4-8ed9-7a7d91ce09ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:38:40.304256 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-54fbdb2d-cff8-49e4-8ed9-7a7d91ce09ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:38:40.315734 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fbdb2d-cff8-49e4-8ed9-7a7d91ce09ae admin admin] Made reservation on behalf of 18200c1de7784f78b807b5487ac414cc for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:38:40.318023 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-54fbdb2d-cff8-49e4-8ed9-7a7d91ce09ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:40.525945 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-54fbdb2d-cff8-49e4-8ed9-7a7d91ce09ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:40.594853 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fbdb2d-cff8-49e4-8ed9-7a7d91ce09ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=d731a2c7-e936-4b51-9e0e-f7938cfa2b69,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:40.605168 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fbdb2d-cff8-49e4-8ed9-7a7d91ce09ae admin admin] Checking segment: {'id': '8e8b1fb4-f35a-4db1-9601-714b325e2dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b5b2e324-d185-4ace-967f-da09b8051a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:38:40.605511 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fbdb2d-cff8-49e4-8ed9-7a7d91ce09ae admin admin] Network hostable DHCP agents. Network: b5b2e324-d185-4ace-967f-da09b8051a9d, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:38:40.626220 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fbdb2d-cff8-49e4-8ed9-7a7d91ce09ae admin admin] Network b5b2e324-d185-4ace-967f-da09b8051a9d is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:38:40.636575 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-54fbdb2d-cff8-49e4-8ed9-7a7d91ce09ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, b5b2e324-d185-4ace-967f-da09b8051a9d) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:38:40.640654 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fbdb2d-cff8-49e4-8ed9-7a7d91ce09ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:40.641479 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-54fbdb2d-cff8-49e4-8ed9-7a7d91ce09ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:40.645699 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1019d7f5-d127-406b-9b4d-df7f48e61c1e None None] Network b5b2e324-d185-4ace-967f-da09b8051a9d requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:38:40.662181 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-54fbdb2d-cff8-49e4-8ed9-7a7d91ce09ae admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3796840 Feb 16 13:38:40.665003 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 51422) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:38:40.670003 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-1618b2f7-1091-4b18-b691-7367681f02fa admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1314990013-router', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:38:40.675203 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1618b2f7-1091-4b18-b691-7367681f02fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:38:40.679183 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1618b2f7-1091-4b18-b691-7367681f02fa admin admin] Usage tracker for resource:router and tenant:18200c1de7784f78b807b5487ac414cc is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:38:40.682087 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-1618b2f7-1091-4b18-b691-7367681f02fa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:38:40.688513 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-1618b2f7-1091-4b18-b691-7367681f02fa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:38:40.699716 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1618b2f7-1091-4b18-b691-7367681f02fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:40.700716 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1618b2f7-1091-4b18-b691-7367681f02fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:40.717395 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1618b2f7-1091-4b18-b691-7367681f02fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:40.864213 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066ab19a-fc97-448b-b964-f2320a01f74d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-b5b2e324-d185-4ace-967f-da09b8051a9d', 'network_id': 'b5b2e324-d185-4ace-967f-da09b8051a9d', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'fixed_ips': [{'subnet_id': 'd731a2c7-e936-4b51-9e0e-f7938cfa2b69'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:38:40.865152 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-066ab19a-fc97-448b-b964-f2320a01f74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:41.022785 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-066ab19a-fc97-448b-b964-f2320a01f74d None None] Allocated IP 172.20.0.2 (b5b2e324-d185-4ace-967f-da09b8051a9d/d731a2c7-e936-4b51-9e0e-f7938cfa2b69/e12ec564-733c-4faf-ac13-130eb2b91ab7) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:38:41.086665 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1618b2f7-1091-4b18-b691-7367681f02fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:41.222743 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-066ab19a-fc97-448b-b964-f2320a01f74d None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:41.232957 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-066ab19a-fc97-448b-b964-f2320a01f74d None None] Transition to ACTIVE for port object e12ec564-733c-4faf-ac13-130eb2b91ab7 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:38:41.251051 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-066ab19a-fc97-448b-b964-f2320a01f74d None None] Transition to ACTIVE for port object e12ec564-733c-4faf-ac13-130eb2b91ab7 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:38:41.257491 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-066ab19a-fc97-448b-b964-f2320a01f74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:41.322157 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066ab19a-fc97-448b-b964-f2320a01f74d None None] Network b5b2e324-d185-4ace-967f-da09b8051a9d is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:38:41.325083 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-066ab19a-fc97-448b-b964-f2320a01f74d None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:38:41.328701 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066ab19a-fc97-448b-b964-f2320a01f74d None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:38:41.337303 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ab19a-fc97-448b-b964-f2320a01f74d None None] Pushing event updated for resources: {'Port': ['ID=e12ec564-733c-4faf-ac13-130eb2b91ab7,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:41.375942 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ab19a-fc97-448b-b964-f2320a01f74d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:41.376273 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ab19a-fc97-448b-b964-f2320a01f74d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:41.376620 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ab19a-fc97-448b-b964-f2320a01f74d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:41.376994 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ab19a-fc97-448b-b964-f2320a01f74d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:41.377314 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ab19a-fc97-448b-b964-f2320a01f74d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:41.377600 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ab19a-fc97-448b-b964-f2320a01f74d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:41.378083 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ab19a-fc97-448b-b964-f2320a01f74d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:41.378536 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ab19a-fc97-448b-b964-f2320a01f74d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:41.378997 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ab19a-fc97-448b-b964-f2320a01f74d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:41.379446 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ab19a-fc97-448b-b964-f2320a01f74d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:41.379907 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ab19a-fc97-448b-b964-f2320a01f74d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:41.380354 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ab19a-fc97-448b-b964-f2320a01f74d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:41.398903 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1618b2f7-1091-4b18-b691-7367681f02fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:41.429578 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1618b2f7-1091-4b18-b691-7367681f02fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:41.432592 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-066ab19a-fc97-448b-b964-f2320a01f74d None None] Attempting to bind port e12ec564-733c-4faf-ac13-130eb2b91ab7 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:38:41.432962 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-066ab19a-fc97-448b-b964-f2320a01f74d None None] Attempting to bind port e12ec564-733c-4faf-ac13-130eb2b91ab7 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '8e8b1fb4-f35a-4db1-9601-714b325e2dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b5b2e324-d185-4ace-967f-da09b8051a9d'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:38:41.433424 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066ab19a-fc97-448b-b964-f2320a01f74d None None] Attempting to bind port e12ec564-733c-4faf-ac13-130eb2b91ab7 on network b5b2e324-d185-4ace-967f-da09b8051a9d {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:38:41.438806 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066ab19a-fc97-448b-b964-f2320a01f74d None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:38:41.439165 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066ab19a-fc97-448b-b964-f2320a01f74d None None] Checking segment: {'id': '8e8b1fb4-f35a-4db1-9601-714b325e2dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b5b2e324-d185-4ace-967f-da09b8051a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:38:41.439554 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-066ab19a-fc97-448b-b964-f2320a01f74d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:41.439916 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066ab19a-fc97-448b-b964-f2320a01f74d None None] Bound using segment: {'id': '8e8b1fb4-f35a-4db1-9601-714b325e2dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b5b2e324-d185-4ace-967f-da09b8051a9d'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:38:41.440357 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-066ab19a-fc97-448b-b964-f2320a01f74d None None] Bound port: e12ec564-733c-4faf-ac13-130eb2b91ab7, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e8b1fb4-f35a-4db1-9601-714b325e2dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b5b2e324-d185-4ace-967f-da09b8051a9d'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:38:41.440738 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-066ab19a-fc97-448b-b964-f2320a01f74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:41.530402 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-066ab19a-fc97-448b-b964-f2320a01f74d None None] For port e12ec564-733c-4faf-ac13-130eb2b91ab7, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:38:41.533818 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-066ab19a-fc97-448b-b964-f2320a01f74d None None] For port e12ec564-733c-4faf-ac13-130eb2b91ab7, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=e12ec564-733c-4faf-ac13-130eb2b91ab7,segment=NetworkSegment(8e8b1fb4-f35a-4db1-9601-714b325e2dcf),segment_id=8e8b1fb4-f35a-4db1-9601-714b325e2dcf)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:38:41.538097 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-066ab19a-fc97-448b-b964-f2320a01f74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:41.563375 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-1618b2f7-1091-4b18-b691-7367681f02fa admin admin] Allocated IP 172.26.5.138 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/5cc459f5-2dac-47a7-961f-176e7c158cbd) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:38:41.622323 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ab19a-fc97-448b-b964-f2320a01f74d None None] Pushing event updated for resources: {'Port': ['ID=e12ec564-733c-4faf-ac13-130eb2b91ab7,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:41.723675 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1618b2f7-1091-4b18-b691-7367681f02fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:41.756025 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1618b2f7-1091-4b18-b691-7367681f02fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:41.834493 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1618b2f7-1091-4b18-b691-7367681f02fa admin admin] Pushing event updated for resources: {'Port': ['ID=5cc459f5-2dac-47a7-961f-176e7c158cbd,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:41.837817 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1618b2f7-1091-4b18-b691-7367681f02fa admin admin] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:38:41.839306 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-1618b2f7-1091-4b18-b691-7367681f02fa admin admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:38:41.842119 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1618b2f7-1091-4b18-b691-7367681f02fa admin admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:38:42.264364 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1618b2f7-1091-4b18-b691-7367681f02fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:42.271363 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device e12ec564-733c-4faf-ac13-130eb2b91ab7 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:38:42.350276 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port e12ec564-733c-4faf-ac13-130eb2b91ab7 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:38:42.563883 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cddce8e-f341-41f2-bd8b-fe7b2a6618ba None None] Network b5b2e324-d185-4ace-967f-da09b8051a9d requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:38:42.685541 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-2bbf4276-cf03-4eba-88a2-70cd93ed360b None None] Provisioning for port e12ec564-733c-4faf-ac13-130eb2b91ab7 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:38:42.716384 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-2bbf4276-cf03-4eba-88a2-70cd93ed360b None None] Provisioning complete for port e12ec564-733c-4faf-ac13-130eb2b91ab7 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:38:42.716771 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2bbf4276-cf03-4eba-88a2-70cd93ed360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:42.726528 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1618b2f7-1091-4b18-b691-7367681f02fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:42.933219 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2bbf4276-cf03-4eba-88a2-70cd93ed360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:42.951757 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1618b2f7-1091-4b18-b691-7367681f02fa admin admin] Router 0b25ccd5-6929-4015-a741-a5a4f3635a81 is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:38:42.973424 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-2bbf4276-cf03-4eba-88a2-70cd93ed360b None None] For port e12ec564-733c-4faf-ac13-130eb2b91ab7, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=e12ec564-733c-4faf-ac13-130eb2b91ab7,segment=NetworkSegment(8e8b1fb4-f35a-4db1-9601-714b325e2dcf),segment_id=8e8b1fb4-f35a-4db1-9601-714b325e2dcf)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:38:42.978903 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2bbf4276-cf03-4eba-88a2-70cd93ed360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:43.051584 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf4276-cf03-4eba-88a2-70cd93ed360b None None] Pushing event updated for resources: {'Port': ['ID=e12ec564-733c-4faf-ac13-130eb2b91ab7,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:43.131067 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1618b2f7-1091-4b18-b691-7367681f02fa admin admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:38:43.142062 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f6c1e0-8775-480b-9c61-663ab1893241 None None] Sync routers for ids ['0b25ccd5-6929-4015-a741-a5a4f3635a81'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:38:43.152881 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f6c1e0-8775-480b-9c61-663ab1893241 None None] Routers {'0b25ccd5-6929-4015-a741-a5a4f3635a81'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:38:43.153879 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-a0f6c1e0-8775-480b-9c61-663ab1893241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:38:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['0b25ccd5-6929-4015-a741-a5a4f3635a81'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:43.155648 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1618b2f7-1091-4b18-b691-7367681f02fa admin admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:43.156896 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-1618b2f7-1091-4b18-b691-7367681f02fa admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4909484 Feb 16 13:38:43.159652 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 51426) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:38:43.244939 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-10870f28-2434-4cce-ac12-5d628e780a19 None None] Provisioning complete for port e12ec564-733c-4faf-ac13-130eb2b91ab7 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:38:43.245207 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-10870f28-2434-4cce-ac12-5d628e780a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:43.267562 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:38:43.382813 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-a0f6c1e0-8775-480b-9c61-663ab1893241 None None] Set router 0b25ccd5-6929-4015-a741-a5a4f3635a81 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:38:43.705912 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-a0f6c1e0-8775-480b-9c61-663ab1893241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'name': 'tempest-TestSnapshotPattern-1314990013-router', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '5cc459f5-2dac-47a7-961f-176e7c158cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:38:40Z', 'updated_at': '2022-02-16T13:38:42Z', 'revision_number': 3, 'project_id': '18200c1de7784f78b807b5487ac414cc', 'gw_port': {'id': '5cc459f5-2dac-47a7-961f-176e7c158cbd', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:93:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:38:41Z', 'updated_at': '2022-02-16T13:38:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:43.710021 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f6c1e0-8775-480b-9c61-663ab1893241 None None] Checking router: 0b25ccd5-6929-4015-a741-a5a4f3635a81 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:38:43.710391 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f6c1e0-8775-480b-9c61-663ab1893241 None None] Updating router 0b25ccd5-6929-4015-a741-a5a4f3635a81 port 5cc459f5-2dac-47a7-961f-176e7c158cbd binding host dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:38:43.762917 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a0f6c1e0-8775-480b-9c61-663ab1893241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:43.944862 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d7c6eb50-accc-4911-a12c-cca17cd29f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:44.113625 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a0f6c1e0-8775-480b-9c61-663ab1893241 None None] Notify callbacks [] for port, precommit_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:44.126289 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-a0f6c1e0-8775-480b-9c61-663ab1893241 None None] Transition to ACTIVE for port object 5cc459f5-2dac-47a7-961f-176e7c158cbd will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:38:44.133693 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a0f6c1e0-8775-480b-9c61-663ab1893241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:44.157898 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-d7c6eb50-accc-4911-a12c-cca17cd29f58 admin admin] Allocated IP 172.20.0.1 (b5b2e324-d185-4ace-967f-da09b8051a9d/d731a2c7-e936-4b51-9e0e-f7938cfa2b69/5d468c65-69ff-424e-aa40-81a9a23e5455) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:38:44.211378 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c2cb7d-3d80-4448-9bef-77675363dd3d None None] Pushing event updated for resources: {'Port': ['ID=5cc459f5-2dac-47a7-961f-176e7c158cbd,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:44.216402 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-a0f6c1e0-8775-480b-9c61-663ab1893241 None None] Attempting to bind port 5cc459f5-2dac-47a7-961f-176e7c158cbd on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:38:44.216812 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-a0f6c1e0-8775-480b-9c61-663ab1893241 None None] Attempting to bind port 5cc459f5-2dac-47a7-961f-176e7c158cbd by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:38:44.217207 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f6c1e0-8775-480b-9c61-663ab1893241 None None] Attempting to bind port 5cc459f5-2dac-47a7-961f-176e7c158cbd on network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:38:44.223057 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f6c1e0-8775-480b-9c61-663ab1893241 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:38:44.223466 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f6c1e0-8775-480b-9c61-663ab1893241 None None] Checking segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:38:44.223828 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a0f6c1e0-8775-480b-9c61-663ab1893241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:44.224203 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f6c1e0-8775-480b-9c61-663ab1893241 None None] Bound using segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:38:44.224666 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-a0f6c1e0-8775-480b-9c61-663ab1893241 None None] Bound port: 5cc459f5-2dac-47a7-961f-176e7c158cbd, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:38:44.225057 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a0f6c1e0-8775-480b-9c61-663ab1893241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:44.254455 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device e12ec564-733c-4faf-ac13-130eb2b91ab7 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:38:44.313090 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d7c6eb50-accc-4911-a12c-cca17cd29f58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:44.328886 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-d7c6eb50-accc-4911-a12c-cca17cd29f58 admin admin] Transition to ACTIVE for port object 5d468c65-69ff-424e-aa40-81a9a23e5455 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:38:44.351312 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-a0f6c1e0-8775-480b-9c61-663ab1893241 None None] For port 5cc459f5-2dac-47a7-961f-176e7c158cbd, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:38:44.351982 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d7c6eb50-accc-4911-a12c-cca17cd29f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:44.354614 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-a0f6c1e0-8775-480b-9c61-663ab1893241 None None] For port 5cc459f5-2dac-47a7-961f-176e7c158cbd, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=5cc459f5-2dac-47a7-961f-176e7c158cbd,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:38:44.364165 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port e12ec564-733c-4faf-ac13-130eb2b91ab7 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:38:44.364571 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:44.387971 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a0f6c1e0-8775-480b-9c61-663ab1893241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:44.418225 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c6eb50-accc-4911-a12c-cca17cd29f58 admin admin] Network b5b2e324-d185-4ace-967f-da09b8051a9d is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:38:44.421390 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-d7c6eb50-accc-4911-a12c-cca17cd29f58 admin admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:38:44.425265 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c6eb50-accc-4911-a12c-cca17cd29f58 admin admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:38:44.455410 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c6eb50-accc-4911-a12c-cca17cd29f58 admin admin] Pushing event updated for resources: {'Port': ['ID=5d468c65-69ff-424e-aa40-81a9a23e5455,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:44.486874 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d7c6eb50-accc-4911-a12c-cca17cd29f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:44.537809 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f6c1e0-8775-480b-9c61-663ab1893241 None None] Routers {'0b25ccd5-6929-4015-a741-a5a4f3635a81'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:38:44.538434 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-a0f6c1e0-8775-480b-9c61-663ab1893241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:38:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['0b25ccd5-6929-4015-a741-a5a4f3635a81'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:44.598352 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c2cb7d-3d80-4448-9bef-77675363dd3d None None] Pushing event updated for resources: {'Port': ['ID=5cc459f5-2dac-47a7-961f-176e7c158cbd,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:44.761805 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-47775db9-b6eb-4eae-97dd-cc9fd0c26b72 None None] Provisioning for port 5d468c65-69ff-424e-aa40-81a9a23e5455 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:38:44.762047 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d7c6eb50-accc-4911-a12c-cca17cd29f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:44.772866 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-47775db9-b6eb-4eae-97dd-cc9fd0c26b72 None None] Provisioning complete for port 5d468c65-69ff-424e-aa40-81a9a23e5455 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:38:44.773230 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-47775db9-b6eb-4eae-97dd-cc9fd0c26b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:44.820793 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-a0f6c1e0-8775-480b-9c61-663ab1893241 None None] Set router 0b25ccd5-6929-4015-a741-a5a4f3635a81 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:38:44.989695 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-47775db9-b6eb-4eae-97dd-cc9fd0c26b72 None None] Port 5d468c65-69ff-424e-aa40-81a9a23e5455 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:38:44.994061 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d7c6eb50-accc-4911-a12c-cca17cd29f58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:44.999148 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d7c6eb50-accc-4911-a12c-cca17cd29f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:45.108590 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d7c6eb50-accc-4911-a12c-cca17cd29f58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:45.112897 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c6eb50-accc-4911-a12c-cca17cd29f58 admin admin] Pushing event updated for resources: {'Port': ['ID=5d468c65-69ff-424e-aa40-81a9a23e5455,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:45.114261 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-a0f6c1e0-8775-480b-9c61-663ab1893241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'name': 'tempest-TestSnapshotPattern-1314990013-router', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '5cc459f5-2dac-47a7-961f-176e7c158cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:38:40Z', 'updated_at': '2022-02-16T13:38:42Z', 'revision_number': 3, 'project_id': '18200c1de7784f78b807b5487ac414cc', 'gw_port': {'id': '5cc459f5-2dac-47a7-961f-176e7c158cbd', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:93:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:38:41Z', 'updated_at': '2022-02-16T13:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:45.118448 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f6c1e0-8775-480b-9c61-663ab1893241 None None] The sync data for ids ['0b25ccd5-6929-4015-a741-a5a4f3635a81'] in dv-neutron-829527-1-hyperv is: [{'id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'name': 'tempest-TestSnapshotPattern-1314990013-router', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '5cc459f5-2dac-47a7-961f-176e7c158cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:38:40Z', 'updated_at': '2022-02-16T13:38:42Z', 'revision_number': 3, 'project_id': '18200c1de7784f78b807b5487ac414cc', 'gw_port': {'id': '5cc459f5-2dac-47a7-961f-176e7c158cbd', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:93:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:38:41Z', 'updated_at': '2022-02-16T13:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:38:45.254153 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c6eb50-accc-4911-a12c-cca17cd29f58 admin admin] Network b5b2e324-d185-4ace-967f-da09b8051a9d is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:38:45.255230 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-d7c6eb50-accc-4911-a12c-cca17cd29f58 admin admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:38:45.590092 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c6eb50-accc-4911-a12c-cca17cd29f58 admin admin] Router 0b25ccd5-6929-4015-a741-a5a4f3635a81 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:38:45.617526 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-367ac733-ad46-41f8-ab4a-38c53f3034a9 None None] Provisioning complete for port 5d468c65-69ff-424e-aa40-81a9a23e5455 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:38:45.618846 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-367ac733-ad46-41f8-ab4a-38c53f3034a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:45.675986 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-367ac733-ad46-41f8-ab4a-38c53f3034a9 None None] Port 5d468c65-69ff-424e-aa40-81a9a23e5455 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:38:45.779575 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c6eb50-accc-4911-a12c-cca17cd29f58 admin admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:38:45.788468 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-d7c6eb50-accc-4911-a12c-cca17cd29f58 admin admin] 10.222.0.83 "PUT /v2.0/routers/0b25ccd5-6929-4015-a741-a5a4f3635a81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6276052 Feb 16 13:38:46.262670 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 5cc459f5-2dac-47a7-961f-176e7c158cbd up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:38:46.332706 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 51444) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:38:46.336014 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 5cc459f5-2dac-47a7-961f-176e7c158cbd completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:38:46.338660 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-298ecde5-be84-42a4-8fd1-a9c59c2cd8eb admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1984097959-network', 'tenant_id': '144cdbf30edb441780366a63192195f7'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:38:46.340994 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 5cc459f5-2dac-47a7-961f-176e7c158cbd triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:38:46.341359 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:46.343374 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-298ecde5-be84-42a4-8fd1-a9c59c2cd8eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:38:46.348360 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-298ecde5-be84-42a4-8fd1-a9c59c2cd8eb admin admin] Usage tracker for resource:network and tenant:144cdbf30edb441780366a63192195f7 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:38:46.351249 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-298ecde5-be84-42a4-8fd1-a9c59c2cd8eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:38:46.366996 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-298ecde5-be84-42a4-8fd1-a9c59c2cd8eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:38:46.380248 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298ecde5-be84-42a4-8fd1-a9c59c2cd8eb admin admin] Made reservation on behalf of 144cdbf30edb441780366a63192195f7 for: {'network': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:38:46.383835 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-298ecde5-be84-42a4-8fd1-a9c59c2cd8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for network, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:46.400134 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-298ecde5-be84-42a4-8fd1-a9c59c2cd8eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:46.421439 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-298ecde5-be84-42a4-8fd1-a9c59c2cd8eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:38:46.427380 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-298ecde5-be84-42a4-8fd1-a9c59c2cd8eb admin admin] Usage tracker for resource:security_group_rule and tenant:144cdbf30edb441780366a63192195f7 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:38:46.430265 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-298ecde5-be84-42a4-8fd1-a9c59c2cd8eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:38:46.436100 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-298ecde5-be84-42a4-8fd1-a9c59c2cd8eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:38:46.477677 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:46.496653 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 5cc459f5-2dac-47a7-961f-176e7c158cbd, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=5cc459f5-2dac-47a7-961f-176e7c158cbd,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:38:46.501279 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:46.530393 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-298ecde5-be84-42a4-8fd1-a9c59c2cd8eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:46.536701 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-298ecde5-be84-42a4-8fd1-a9c59c2cd8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:46.568732 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-298ecde5-be84-42a4-8fd1-a9c59c2cd8eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=87699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:38:46.573352 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=5cc459f5-2dac-47a7-961f-176e7c158cbd,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:46.578216 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298ecde5-be84-42a4-8fd1-a9c59c2cd8eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2aa1e0-6bce-4ea9-80b3-dbc3c7c6fea0,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:46.583715 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-298ecde5-be84-42a4-8fd1-a9c59c2cd8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:46.584063 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.segments_db [None req-298ecde5-be84-42a4-8fd1-a9c59c2cd8eb admin admin] Added segment be413b15-1adb-45cf-8f2f-4f5ba1b91b3e of type vlan for network fe408686-50fd-49cb-a006-532bb2447daa Feb 16 13:38:46.610561 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-298ecde5-be84-42a4-8fd1-a9c59c2cd8eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754732245764'] for network, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:46.641694 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-298ecde5-be84-42a4-8fd1-a9c59c2cd8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081'] for network, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:46.642638 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298ecde5-be84-42a4-8fd1-a9c59c2cd8eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:46.643218 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-298ecde5-be84-42a4-8fd1-a9c59c2cd8eb admin admin] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:46.662059 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c2d748-8bce-4740-9676-48d7976f009a None None] Sync routers for ids ['0b25ccd5-6929-4015-a741-a5a4f3635a81'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:38:46.671828 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c2d748-8bce-4740-9676-48d7976f009a None None] Routers {'0b25ccd5-6929-4015-a741-a5a4f3635a81'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:38:46.672434 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-46c2d748-8bce-4740-9676-48d7976f009a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:38:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['0b25ccd5-6929-4015-a741-a5a4f3635a81'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:46.748293 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298ecde5-be84-42a4-8fd1-a9c59c2cd8eb admin admin] Pushing event updated for resources: {'Network': ['ID=fe408686-50fd-49cb-a006-532bb2447daa,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:46.751752 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-298ecde5-be84-42a4-8fd1-a9c59c2cd8eb admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4178941 Feb 16 13:38:46.754429 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 51448) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:38:46.759833 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-62dfe545-c49c-4cf5-8b0f-3317d5065ac1 admin admin] Request body: {'subnet': {'network_id': 'fe408686-50fd-49cb-a006-532bb2447daa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1984097959-subnet', 'tenant_id': '144cdbf30edb441780366a63192195f7', 'ip_version': 4}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:38:46.761036 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Network fe408686-50fd-49cb-a006-532bb2447daa details requested by agent ovs-agent-dv-neutron-829527-1-hyperv with host dv-neutron-829527-1-hyperv {{(pid=87702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:38:46.765395 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-62dfe545-c49c-4cf5-8b0f-3317d5065ac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:38:46.769547 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-62dfe545-c49c-4cf5-8b0f-3317d5065ac1 admin admin] Usage tracker for resource:subnet and tenant:144cdbf30edb441780366a63192195f7 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:38:46.772555 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-62dfe545-c49c-4cf5-8b0f-3317d5065ac1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:38:46.779089 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-62dfe545-c49c-4cf5-8b0f-3317d5065ac1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:38:46.792279 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62dfe545-c49c-4cf5-8b0f-3317d5065ac1 admin admin] Made reservation on behalf of 144cdbf30edb441780366a63192195f7 for: {'subnet': 1} {{(pid=87699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:38:46.795316 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-62dfe545-c49c-4cf5-8b0f-3317d5065ac1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3446904'] for subnet, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:46.857126 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-46c2d748-8bce-4740-9676-48d7976f009a None None] Set router 0b25ccd5-6929-4015-a741-a5a4f3635a81 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:38:47.019616 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-62dfe545-c49c-4cf5-8b0f-3317d5065ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-337356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3446894'] for subnet, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:47.094943 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dfe545-c49c-4cf5-8b0f-3317d5065ac1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5403469e-d90a-469c-be29-725d9f77a77d,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:47.103741 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dfe545-c49c-4cf5-8b0f-3317d5065ac1 admin admin] Checking segment: {'id': 'be413b15-1adb-45cf-8f2f-4f5ba1b91b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'fe408686-50fd-49cb-a006-532bb2447daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:38:47.104098 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dfe545-c49c-4cf5-8b0f-3317d5065ac1 admin admin] Network hostable DHCP agents. Network: fe408686-50fd-49cb-a006-532bb2447daa, hostable agents: ['0a1ae1e0-7bca-4daf-a0b5-0b03511212c4'], hosted agents: [] {{(pid=87699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:38:47.123986 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dfe545-c49c-4cf5-8b0f-3317d5065ac1 admin admin] Network fe408686-50fd-49cb-a006-532bb2447daa is scheduled to be hosted by DHCP agent 0a1ae1e0-7bca-4daf-a0b5-0b03511212c4 with binding_index 1 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:38:47.136301 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-62dfe545-c49c-4cf5-8b0f-3317d5065ac1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829527-1-hyperv, fe408686-50fd-49cb-a006-532bb2447daa) {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:38:47.140523 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dfe545-c49c-4cf5-8b0f-3317d5065ac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:47.141480 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-62dfe545-c49c-4cf5-8b0f-3317d5065ac1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:47.146128 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d49b547-8104-458b-b41f-745f1db1236c None None] Network fe408686-50fd-49cb-a006-532bb2447daa requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:38:47.164419 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-62dfe545-c49c-4cf5-8b0f-3317d5065ac1 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4088390 Feb 16 13:38:47.166831 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 51452) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:38:47.172565 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-2ce059c0-2343-4404-83b3-56ac8bf9b442 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1984097959-router', 'tenant_id': '144cdbf30edb441780366a63192195f7', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:38:47.177381 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-2ce059c0-2343-4404-83b3-56ac8bf9b442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:38:47.181480 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2ce059c0-2343-4404-83b3-56ac8bf9b442 admin admin] Usage tracker for resource:router and tenant:144cdbf30edb441780366a63192195f7 is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:38:47.184688 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-2ce059c0-2343-4404-83b3-56ac8bf9b442 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:38:47.189441 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-46c2d748-8bce-4740-9676-48d7976f009a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'name': 'tempest-TestSnapshotPattern-1314990013-router', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '5cc459f5-2dac-47a7-961f-176e7c158cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:38:40Z', 'updated_at': '2022-02-16T13:38:44Z', 'revision_number': 4, 'project_id': '18200c1de7784f78b807b5487ac414cc', 'gw_port': {'id': '5cc459f5-2dac-47a7-961f-176e7c158cbd', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:93:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:38:41Z', 'updated_at': '2022-02-16T13:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '5d468c65-69ff-424e-aa40-81a9a23e5455', 'name': '', 'network_id': 'b5b2e324-d185-4ace-967f-da09b8051a9d', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'mac_address': 'fa:16:3e:59:3e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'd731a2c7-e936-4b51-9e0e-f7938cfa2b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:38:43Z', 'updated_at': '2022-02-16T13:38:44Z', 'revision_number': 2, 'project_id': '18200c1de7784f78b807b5487ac414cc', 'subnets': [{'id': 'd731a2c7-e936-4b51-9e0e-f7938cfa2b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:47.190912 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-2ce059c0-2343-4404-83b3-56ac8bf9b442 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:38:47.193279 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c2d748-8bce-4740-9676-48d7976f009a None None] Checking router: 0b25ccd5-6929-4015-a741-a5a4f3635a81 for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:38:47.193624 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c2d748-8bce-4740-9676-48d7976f009a None None] Updating router 0b25ccd5-6929-4015-a741-a5a4f3635a81 port 5d468c65-69ff-424e-aa40-81a9a23e5455 binding host dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:38:47.203529 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2ce059c0-2343-4404-83b3-56ac8bf9b442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1023579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41432'] for router, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:47.204753 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2ce059c0-2343-4404-83b3-56ac8bf9b442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1022537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41427'] for router, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:47.221251 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2ce059c0-2343-4404-83b3-56ac8bf9b442 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:47.253837 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-46c2d748-8bce-4740-9676-48d7976f009a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:47.382645 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abacabf8-1f49-46d3-b802-85a5c185b3c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd067b909-d405-5a33-acf1-ba0bd3cd2f86-fe408686-50fd-49cb-a006-532bb2447daa', 'network_id': 'fe408686-50fd-49cb-a006-532bb2447daa', 'tenant_id': '144cdbf30edb441780366a63192195f7', 'fixed_ips': [{'subnet_id': '5403469e-d90a-469c-be29-725d9f77a77d'}]}} from dv-neutron-829527-1-hyperv. {{(pid=87702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:38:47.383927 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-abacabf8-1f49-46d3-b802-85a5c185b3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:47.527708 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2ce059c0-2343-4404-83b3-56ac8bf9b442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1023103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1023561', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5945'] for router, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:47.547638 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.db_base_plugin_common [None req-abacabf8-1f49-46d3-b802-85a5c185b3c3 None None] Allocated IP 172.20.0.2 (fe408686-50fd-49cb-a006-532bb2447daa/5403469e-d90a-469c-be29-725d9f77a77d/76265f93-e7b1-4f1f-b73d-fff077410c27) {{(pid=87702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:38:47.609375 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-46c2d748-8bce-4740-9676-48d7976f009a None None] Notify callbacks [] for port, precommit_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:47.621903 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.provisioning_blocks [None req-46c2d748-8bce-4740-9676-48d7976f009a None None] Transition to ACTIVE for port object 5d468c65-69ff-424e-aa40-81a9a23e5455 will not be triggered until provisioned by entity L2. {{(pid=87703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:38:47.629908 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-46c2d748-8bce-4740-9676-48d7976f009a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:47.816398 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-abacabf8-1f49-46d3-b802-85a5c185b3c3 None None] Notify callbacks [] for port, precommit_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:47.829222 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-abacabf8-1f49-46d3-b802-85a5c185b3c3 None None] Transition to ACTIVE for port object 76265f93-e7b1-4f1f-b73d-fff077410c27 will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:38:47.852212 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-abacabf8-1f49-46d3-b802-85a5c185b3c3 None None] Transition to ACTIVE for port object 76265f93-e7b1-4f1f-b73d-fff077410c27 will not be triggered until provisioned by entity DHCP. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:38:47.852902 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6f2dcc-7af6-455b-af53-44c006de665f None None] Pushing event updated for resources: {'Port': ['ID=5d468c65-69ff-424e-aa40-81a9a23e5455,revision_number=3']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:47.860861 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-abacabf8-1f49-46d3-b802-85a5c185b3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395'] for port, after_create {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:47.867774 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2ce059c0-2343-4404-83b3-56ac8bf9b442 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:47.895913 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6f2dcc-7af6-455b-af53-44c006de665f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:47.896490 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6f2dcc-7af6-455b-af53-44c006de665f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:47.896843 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6f2dcc-7af6-455b-af53-44c006de665f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:47.897267 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6f2dcc-7af6-455b-af53-44c006de665f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:47.897685 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6f2dcc-7af6-455b-af53-44c006de665f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:47.898103 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6f2dcc-7af6-455b-af53-44c006de665f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:47.898528 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6f2dcc-7af6-455b-af53-44c006de665f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:47.898941 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6f2dcc-7af6-455b-af53-44c006de665f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:47.899357 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6f2dcc-7af6-455b-af53-44c006de665f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:47.899772 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6f2dcc-7af6-455b-af53-44c006de665f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:47.900197 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6f2dcc-7af6-455b-af53-44c006de665f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:47.900856 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6f2dcc-7af6-455b-af53-44c006de665f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:47.940194 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abacabf8-1f49-46d3-b802-85a5c185b3c3 None None] Network fe408686-50fd-49cb-a006-532bb2447daa is already hosted by enough agents. {{(pid=87702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:38:47.943815 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.scheduler.base_scheduler [None req-abacabf8-1f49-46d3-b802-85a5c185b3c3 None None] Resources bound (agent type, host, resource id): {{(pid=87702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:38:47.948257 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abacabf8-1f49-46d3-b802-85a5c185b3c3 None None] Received port after_create {{(pid=87702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:38:47.948789 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-46c2d748-8bce-4740-9676-48d7976f009a None None] Attempting to bind port 5d468c65-69ff-424e-aa40-81a9a23e5455 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:38:47.949258 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-46c2d748-8bce-4740-9676-48d7976f009a None None] Attempting to bind port 5d468c65-69ff-424e-aa40-81a9a23e5455 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '8e8b1fb4-f35a-4db1-9601-714b325e2dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b5b2e324-d185-4ace-967f-da09b8051a9d'}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:38:47.949749 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c2d748-8bce-4740-9676-48d7976f009a None None] Attempting to bind port 5d468c65-69ff-424e-aa40-81a9a23e5455 on network b5b2e324-d185-4ace-967f-da09b8051a9d {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:38:47.954612 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abacabf8-1f49-46d3-b802-85a5c185b3c3 None None] Pushing event updated for resources: {'Port': ['ID=76265f93-e7b1-4f1f-b73d-fff077410c27,revision_number=1']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:47.960145 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c2d748-8bce-4740-9676-48d7976f009a None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:38:47.960724 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c2d748-8bce-4740-9676-48d7976f009a None None] Checking segment: {'id': '8e8b1fb4-f35a-4db1-9601-714b325e2dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b5b2e324-d185-4ace-967f-da09b8051a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:38:47.961301 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-46c2d748-8bce-4740-9676-48d7976f009a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:47.961712 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c2d748-8bce-4740-9676-48d7976f009a None None] Bound using segment: {'id': '8e8b1fb4-f35a-4db1-9601-714b325e2dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b5b2e324-d185-4ace-967f-da09b8051a9d'} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:38:47.962277 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-46c2d748-8bce-4740-9676-48d7976f009a None None] Bound port: 5d468c65-69ff-424e-aa40-81a9a23e5455, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e8b1fb4-f35a-4db1-9601-714b325e2dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b5b2e324-d185-4ace-967f-da09b8051a9d'}}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:38:47.963068 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-46c2d748-8bce-4740-9676-48d7976f009a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:48.051011 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-abacabf8-1f49-46d3-b802-85a5c185b3c3 None None] Attempting to bind port 76265f93-e7b1-4f1f-b73d-fff077410c27 on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:38:48.051371 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-abacabf8-1f49-46d3-b802-85a5c185b3c3 None None] Attempting to bind port 76265f93-e7b1-4f1f-b73d-fff077410c27 by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'be413b15-1adb-45cf-8f2f-4f5ba1b91b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'fe408686-50fd-49cb-a006-532bb2447daa'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:38:48.051725 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abacabf8-1f49-46d3-b802-85a5c185b3c3 None None] Attempting to bind port 76265f93-e7b1-4f1f-b73d-fff077410c27 on network fe408686-50fd-49cb-a006-532bb2447daa {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:38:48.054520 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2ce059c0-2343-4404-83b3-56ac8bf9b442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:48.061160 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abacabf8-1f49-46d3-b802-85a5c185b3c3 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:38:48.061518 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abacabf8-1f49-46d3-b802-85a5c185b3c3 None None] Checking segment: {'id': 'be413b15-1adb-45cf-8f2f-4f5ba1b91b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'fe408686-50fd-49cb-a006-532bb2447daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:38:48.061916 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-abacabf8-1f49-46d3-b802-85a5c185b3c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:48.062301 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abacabf8-1f49-46d3-b802-85a5c185b3c3 None None] Bound using segment: {'id': 'be413b15-1adb-45cf-8f2f-4f5ba1b91b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'fe408686-50fd-49cb-a006-532bb2447daa'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:38:48.062757 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-abacabf8-1f49-46d3-b802-85a5c185b3c3 None None] Bound port: 76265f93-e7b1-4f1f-b73d-fff077410c27, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be413b15-1adb-45cf-8f2f-4f5ba1b91b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'fe408686-50fd-49cb-a006-532bb2447daa'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:38:48.063122 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-abacabf8-1f49-46d3-b802-85a5c185b3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:48.072729 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-46c2d748-8bce-4740-9676-48d7976f009a None None] For port 5d468c65-69ff-424e-aa40-81a9a23e5455, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:38:48.076032 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-46c2d748-8bce-4740-9676-48d7976f009a None None] For port 5d468c65-69ff-424e-aa40-81a9a23e5455, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=5d468c65-69ff-424e-aa40-81a9a23e5455,segment=NetworkSegment(8e8b1fb4-f35a-4db1-9601-714b325e2dcf),segment_id=8e8b1fb4-f35a-4db1-9601-714b325e2dcf)] {{(pid=87703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:38:48.082653 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-46c2d748-8bce-4740-9676-48d7976f009a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:48.159405 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-abacabf8-1f49-46d3-b802-85a5c185b3c3 None None] For port 76265f93-e7b1-4f1f-b73d-fff077410c27, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:38:48.163405 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-abacabf8-1f49-46d3-b802-85a5c185b3c3 None None] For port 76265f93-e7b1-4f1f-b73d-fff077410c27, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=76265f93-e7b1-4f1f-b73d-fff077410c27,segment=NetworkSegment(be413b15-1adb-45cf-8f2f-4f5ba1b91b3e),segment_id=be413b15-1adb-45cf-8f2f-4f5ba1b91b3e)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:38:48.163562 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c2d748-8bce-4740-9676-48d7976f009a None None] Routers {'0b25ccd5-6929-4015-a741-a5a4f3635a81'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:38:48.165396 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-46c2d748-8bce-4740-9676-48d7976f009a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:38:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['0b25ccd5-6929-4015-a741-a5a4f3635a81'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:48.170235 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-abacabf8-1f49-46d3-b802-85a5c185b3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:48.202373 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-2ce059c0-2343-4404-83b3-56ac8bf9b442 admin admin] Allocated IP 172.26.5.107 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/8e306deb-aeaa-46f9-bb47-4e573426d8ef) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:38:48.266430 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abacabf8-1f49-46d3-b802-85a5c185b3c3 None None] Pushing event updated for resources: {'Port': ['ID=76265f93-e7b1-4f1f-b73d-fff077410c27,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:48.277504 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6f2dcc-7af6-455b-af53-44c006de665f None None] Pushing event updated for resources: {'Port': ['ID=5d468c65-69ff-424e-aa40-81a9a23e5455,revision_number=4']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:48.294942 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 5cc459f5-2dac-47a7-961f-176e7c158cbd up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:38:48.407062 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-46c2d748-8bce-4740-9676-48d7976f009a None None] Set router 0b25ccd5-6929-4015-a741-a5a4f3635a81 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:38:48.429449 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 5cc459f5-2dac-47a7-961f-176e7c158cbd triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:38:48.429747 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:48.448235 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2ce059c0-2343-4404-83b3-56ac8bf9b442 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:48.495414 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2ce059c0-2343-4404-83b3-56ac8bf9b442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:48.585254 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce059c0-2343-4404-83b3-56ac8bf9b442 admin admin] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:38:48.588561 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-2ce059c0-2343-4404-83b3-56ac8bf9b442 admin admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:38:48.593096 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce059c0-2343-4404-83b3-56ac8bf9b442 admin admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:38:48.641077 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce059c0-2343-4404-83b3-56ac8bf9b442 admin admin] Pushing event updated for resources: {'Port': ['ID=8e306deb-aeaa-46f9-bb47-4e573426d8ef,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:48.807955 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-46c2d748-8bce-4740-9676-48d7976f009a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'name': 'tempest-TestSnapshotPattern-1314990013-router', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '5cc459f5-2dac-47a7-961f-176e7c158cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:38:40Z', 'updated_at': '2022-02-16T13:38:44Z', 'revision_number': 4, 'project_id': '18200c1de7784f78b807b5487ac414cc', 'gw_port': {'id': '5cc459f5-2dac-47a7-961f-176e7c158cbd', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:93:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:38:41Z', 'updated_at': '2022-02-16T13:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '5d468c65-69ff-424e-aa40-81a9a23e5455', 'name': '', 'network_id': 'b5b2e324-d185-4ace-967f-da09b8051a9d', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'mac_address': 'fa:16:3e:59:3e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'd731a2c7-e936-4b51-9e0e-f7938cfa2b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:38:43Z', 'updated_at': '2022-02-16T13:38:48Z', 'revision_number': 4, 'project_id': '18200c1de7784f78b807b5487ac414cc', 'subnets': [{'id': 'd731a2c7-e936-4b51-9e0e-f7938cfa2b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:48.812087 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c2d748-8bce-4740-9676-48d7976f009a None None] The sync data for ids ['0b25ccd5-6929-4015-a741-a5a4f3635a81'] in dv-neutron-829527-1-hyperv is: [{'id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'name': 'tempest-TestSnapshotPattern-1314990013-router', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '5cc459f5-2dac-47a7-961f-176e7c158cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:38:40Z', 'updated_at': '2022-02-16T13:38:44Z', 'revision_number': 4, 'project_id': '18200c1de7784f78b807b5487ac414cc', 'gw_port': {'id': '5cc459f5-2dac-47a7-961f-176e7c158cbd', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:93:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:38:41Z', 'updated_at': '2022-02-16T13:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '5d468c65-69ff-424e-aa40-81a9a23e5455', 'name': '', 'network_id': 'b5b2e324-d185-4ace-967f-da09b8051a9d', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'mac_address': 'fa:16:3e:59:3e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'd731a2c7-e936-4b51-9e0e-f7938cfa2b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:38:43Z', 'updated_at': '2022-02-16T13:38:48Z', 'revision_number': 4, 'project_id': '18200c1de7784f78b807b5487ac414cc', 'subnets': [{'id': 'd731a2c7-e936-4b51-9e0e-f7938cfa2b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:38:49.080345 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2ce059c0-2343-4404-83b3-56ac8bf9b442 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:49.318867 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279e615f-02bc-486b-9f53-715a9b69053e None None] Network fe408686-50fd-49cb-a006-532bb2447daa requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:38:49.407795 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-1254b16c-ae61-4e11-ae92-68d41b1bd2cc None None] Provisioning for port 76265f93-e7b1-4f1f-b73d-fff077410c27 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:38:49.452092 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2ce059c0-2343-4404-83b3-56ac8bf9b442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1023554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023042'] for router, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:49.676599 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce059c0-2343-4404-83b3-56ac8bf9b442 admin admin] Router ddcd6d83-c647-4fdd-8306-04638802659e is scheduled to L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 with binding_index 1 {{(pid=87699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:38:50.007769 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce059c0-2343-4404-83b3-56ac8bf9b442 admin admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:38:50.017894 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982834bb-8b12-49ee-838e-eae9e6e9724a None None] Sync routers for ids ['ddcd6d83-c647-4fdd-8306-04638802659e'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:38:50.027308 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982834bb-8b12-49ee-838e-eae9e6e9724a None None] Routers {'ddcd6d83-c647-4fdd-8306-04638802659e'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:38:50.027978 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-982834bb-8b12-49ee-838e-eae9e6e9724a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:38:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['ddcd6d83-c647-4fdd-8306-04638802659e'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:50.032970 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2ce059c0-2343-4404-83b3-56ac8bf9b442 admin admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:50.036964 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-2ce059c0-2343-4404-83b3-56ac8bf9b442 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8664901 Feb 16 13:38:50.037140 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 51456) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:38:50.227350 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-982834bb-8b12-49ee-838e-eae9e6e9724a None None] Set router ddcd6d83-c647-4fdd-8306-04638802659e gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:38:50.334393 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 5d468c65-69ff-424e-aa40-81a9a23e5455 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:38:50.559159 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 5d468c65-69ff-424e-aa40-81a9a23e5455 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:38:50.592791 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 5d468c65-69ff-424e-aa40-81a9a23e5455 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:38:50.593156 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:50.705848 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-982834bb-8b12-49ee-838e-eae9e6e9724a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddcd6d83-c647-4fdd-8306-04638802659e', 'name': 'tempest-TestSnapshotPattern-1984097959-router', 'tenant_id': '144cdbf30edb441780366a63192195f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '8e306deb-aeaa-46f9-bb47-4e573426d8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:38:47Z', 'updated_at': '2022-02-16T13:38:48Z', 'revision_number': 3, 'project_id': '144cdbf30edb441780366a63192195f7', 'gw_port': {'id': '8e306deb-aeaa-46f9-bb47-4e573426d8ef', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddcd6d83-c647-4fdd-8306-04638802659e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:38:48Z', 'updated_at': '2022-02-16T13:38:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:50.723247 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982834bb-8b12-49ee-838e-eae9e6e9724a None None] Checking router: ddcd6d83-c647-4fdd-8306-04638802659e for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:38:50.723574 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982834bb-8b12-49ee-838e-eae9e6e9724a None None] Updating router ddcd6d83-c647-4fdd-8306-04638802659e port 8e306deb-aeaa-46f9-bb47-4e573426d8ef binding host dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:38:50.759840 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-26355be8-8ffa-4bd5-82e5-1717f6240fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:50.773910 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:50.802542 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-982834bb-8b12-49ee-838e-eae9e6e9724a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:50.858003 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 5d468c65-69ff-424e-aa40-81a9a23e5455, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=5d468c65-69ff-424e-aa40-81a9a23e5455,segment=NetworkSegment(8e8b1fb4-f35a-4db1-9601-714b325e2dcf),segment_id=8e8b1fb4-f35a-4db1-9601-714b325e2dcf)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:38:50.866382 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:50.867160 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 76265f93-e7b1-4f1f-b73d-fff077410c27 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:38:50.967174 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-26355be8-8ffa-4bd5-82e5-1717f6240fb3 admin admin] Allocated IP 172.20.0.1 (fe408686-50fd-49cb-a006-532bb2447daa/5403469e-d90a-469c-be29-725d9f77a77d/3da46e2a-3ee7-43a4-b5eb-9b4993ee362b) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:38:51.069843 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=5d468c65-69ff-424e-aa40-81a9a23e5455,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:51.131243 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-26355be8-8ffa-4bd5-82e5-1717f6240fb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:51.135788 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 76265f93-e7b1-4f1f-b73d-fff077410c27 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:38:51.149084 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-26355be8-8ffa-4bd5-82e5-1717f6240fb3 admin admin] Transition to ACTIVE for port object 3da46e2a-3ee7-43a4-b5eb-9b4993ee362b will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:38:51.151618 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 76265f93-e7b1-4f1f-b73d-fff077410c27 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:38:51.152067 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:51.173661 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-26355be8-8ffa-4bd5-82e5-1717f6240fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:51.239610 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26355be8-8ffa-4bd5-82e5-1717f6240fb3 admin admin] Network fe408686-50fd-49cb-a006-532bb2447daa is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:38:51.242937 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-26355be8-8ffa-4bd5-82e5-1717f6240fb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:38:51.246636 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26355be8-8ffa-4bd5-82e5-1717f6240fb3 admin admin] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:38:51.276746 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26355be8-8ffa-4bd5-82e5-1717f6240fb3 admin admin] Pushing event updated for resources: {'Port': ['ID=3da46e2a-3ee7-43a4-b5eb-9b4993ee362b,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:51.312431 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-26355be8-8ffa-4bd5-82e5-1717f6240fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1023508'] for router_interface, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:51.370360 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:51.399679 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-982834bb-8b12-49ee-838e-eae9e6e9724a None None] Notify callbacks [] for port, precommit_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:51.423777 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-982834bb-8b12-49ee-838e-eae9e6e9724a None None] Transition to ACTIVE for port object 8e306deb-aeaa-46f9-bb47-4e573426d8ef will not be triggered until provisioned by entity L2. {{(pid=87702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:38:51.431251 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 76265f93-e7b1-4f1f-b73d-fff077410c27, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=76265f93-e7b1-4f1f-b73d-fff077410c27,segment=NetworkSegment(be413b15-1adb-45cf-8f2f-4f5ba1b91b3e),segment_id=be413b15-1adb-45cf-8f2f-4f5ba1b91b3e)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:38:51.438395 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:51.442041 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-982834bb-8b12-49ee-838e-eae9e6e9724a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:51.529779 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-982834bb-8b12-49ee-838e-eae9e6e9724a None None] Attempting to bind port 8e306deb-aeaa-46f9-bb47-4e573426d8ef on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:38:51.530151 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-982834bb-8b12-49ee-838e-eae9e6e9724a None None] Attempting to bind port 8e306deb-aeaa-46f9-bb47-4e573426d8ef by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:38:51.530515 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982834bb-8b12-49ee-838e-eae9e6e9724a None None] Attempting to bind port 8e306deb-aeaa-46f9-bb47-4e573426d8ef on network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:38:51.540334 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982834bb-8b12-49ee-838e-eae9e6e9724a None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:38:51.540731 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982834bb-8b12-49ee-838e-eae9e6e9724a None None] Checking segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:38:51.541129 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-982834bb-8b12-49ee-838e-eae9e6e9724a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:51.541505 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982834bb-8b12-49ee-838e-eae9e6e9724a None None] Bound using segment: {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'} {{(pid=87702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:38:51.541985 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.managers [None req-982834bb-8b12-49ee-838e-eae9e6e9724a None None] Bound port: 8e306deb-aeaa-46f9-bb47-4e573426d8ef, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5422085d-260d-4a52-bf2c-848582395bf2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41'}}] {{(pid=87702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:38:51.542381 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-982834bb-8b12-49ee-838e-eae9e6e9724a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:51.578232 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-26355be8-8ffa-4bd5-82e5-1717f6240fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:51.587786 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=76265f93-e7b1-4f1f-b73d-fff077410c27,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:51.678437 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf78087a-a223-4da0-b849-afedb0d45077 None None] Pushing event updated for resources: {'Port': ['ID=8e306deb-aeaa-46f9-bb47-4e573426d8ef,revision_number=2']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:51.684020 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-8df6bbe3-9cdf-4088-a32a-82b05d0fd337 None None] Provisioning for port 3da46e2a-3ee7-43a4-b5eb-9b4993ee362b completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:38:51.695667 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-8df6bbe3-9cdf-4088-a32a-82b05d0fd337 None None] Provisioning complete for port 3da46e2a-3ee7-43a4-b5eb-9b4993ee362b triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:38:51.696027 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8df6bbe3-9cdf-4088-a32a-82b05d0fd337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:51.734433 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-982834bb-8b12-49ee-838e-eae9e6e9724a None None] For port 8e306deb-aeaa-46f9-bb47-4e573426d8ef, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:38:51.753755 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-982834bb-8b12-49ee-838e-eae9e6e9724a None None] For port 8e306deb-aeaa-46f9-bb47-4e573426d8ef, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=8e306deb-aeaa-46f9-bb47-4e573426d8ef,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:38:51.761748 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-982834bb-8b12-49ee-838e-eae9e6e9724a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:51.795234 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-8df6bbe3-9cdf-4088-a32a-82b05d0fd337 None None] Port 3da46e2a-3ee7-43a4-b5eb-9b4993ee362b cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:38:51.817958 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-26355be8-8ffa-4bd5-82e5-1717f6240fb3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:51.832837 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-26355be8-8ffa-4bd5-82e5-1717f6240fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-335941'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:51.845211 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982834bb-8b12-49ee-838e-eae9e6e9724a None None] Routers {'ddcd6d83-c647-4fdd-8306-04638802659e'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:38:51.845851 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-982834bb-8b12-49ee-838e-eae9e6e9724a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:38:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['ddcd6d83-c647-4fdd-8306-04638802659e'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:51.903241 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf78087a-a223-4da0-b849-afedb0d45077 None None] Pushing event updated for resources: {'Port': ['ID=8e306deb-aeaa-46f9-bb47-4e573426d8ef,revision_number=3']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:51.941840 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26355be8-8ffa-4bd5-82e5-1717f6240fb3 admin admin] Pushing event updated for resources: {'Port': ['ID=3da46e2a-3ee7-43a4-b5eb-9b4993ee362b,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:51.944687 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-26355be8-8ffa-4bd5-82e5-1717f6240fb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1023923'] for router_interface, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:52.031283 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-982834bb-8b12-49ee-838e-eae9e6e9724a None None] Set router ddcd6d83-c647-4fdd-8306-04638802659e gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:38:52.082240 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26355be8-8ffa-4bd5-82e5-1717f6240fb3 admin admin] Network fe408686-50fd-49cb-a006-532bb2447daa is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:38:52.083467 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-26355be8-8ffa-4bd5-82e5-1717f6240fb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:38:52.277335 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 5d468c65-69ff-424e-aa40-81a9a23e5455 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:38:52.296056 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26355be8-8ffa-4bd5-82e5-1717f6240fb3 admin admin] Router ddcd6d83-c647-4fdd-8306-04638802659e has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:38:52.372818 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-5e61d2d3-3ab4-429a-9d12-abd470ebffab None None] Provisioning complete for port 3da46e2a-3ee7-43a4-b5eb-9b4993ee362b triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:38:52.373345 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-5e61d2d3-3ab4-429a-9d12-abd470ebffab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:52.475694 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26355be8-8ffa-4bd5-82e5-1717f6240fb3 admin admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:38:52.484733 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-26355be8-8ffa-4bd5-82e5-1717f6240fb3 admin admin] 10.222.0.83 "PUT /v2.0/routers/ddcd6d83-c647-4fdd-8306-04638802659e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4465427 Feb 16 13:38:52.498979 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-5e61d2d3-3ab4-429a-9d12-abd470ebffab None None] Port 3da46e2a-3ee7-43a4-b5eb-9b4993ee362b cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:38:52.504008 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 5d468c65-69ff-424e-aa40-81a9a23e5455 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:38:52.504365 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:52.616871 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-982834bb-8b12-49ee-838e-eae9e6e9724a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddcd6d83-c647-4fdd-8306-04638802659e', 'name': 'tempest-TestSnapshotPattern-1984097959-router', 'tenant_id': '144cdbf30edb441780366a63192195f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '8e306deb-aeaa-46f9-bb47-4e573426d8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:38:47Z', 'updated_at': '2022-02-16T13:38:51Z', 'revision_number': 4, 'project_id': '144cdbf30edb441780366a63192195f7', 'gw_port': {'id': '8e306deb-aeaa-46f9-bb47-4e573426d8ef', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddcd6d83-c647-4fdd-8306-04638802659e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:38:48Z', 'updated_at': '2022-02-16T13:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '3da46e2a-3ee7-43a4-b5eb-9b4993ee362b', 'name': '', 'network_id': 'fe408686-50fd-49cb-a006-532bb2447daa', 'tenant_id': '144cdbf30edb441780366a63192195f7', 'mac_address': 'fa:16:3e:e8:f9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddcd6d83-c647-4fdd-8306-04638802659e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '5403469e-d90a-469c-be29-725d9f77a77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:38:50Z', 'updated_at': '2022-02-16T13:38:51Z', 'revision_number': 2, 'project_id': '144cdbf30edb441780366a63192195f7', 'subnets': [{'id': '5403469e-d90a-469c-be29-725d9f77a77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:52.634405 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982834bb-8b12-49ee-838e-eae9e6e9724a None None] The sync data for ids ['ddcd6d83-c647-4fdd-8306-04638802659e'] in dv-neutron-829527-1-hyperv is: [{'id': 'ddcd6d83-c647-4fdd-8306-04638802659e', 'name': 'tempest-TestSnapshotPattern-1984097959-router', 'tenant_id': '144cdbf30edb441780366a63192195f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '8e306deb-aeaa-46f9-bb47-4e573426d8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:38:47Z', 'updated_at': '2022-02-16T13:38:51Z', 'revision_number': 4, 'project_id': '144cdbf30edb441780366a63192195f7', 'gw_port': {'id': '8e306deb-aeaa-46f9-bb47-4e573426d8ef', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddcd6d83-c647-4fdd-8306-04638802659e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:38:48Z', 'updated_at': '2022-02-16T13:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '3da46e2a-3ee7-43a4-b5eb-9b4993ee362b', 'name': '', 'network_id': 'fe408686-50fd-49cb-a006-532bb2447daa', 'tenant_id': '144cdbf30edb441780366a63192195f7', 'mac_address': 'fa:16:3e:e8:f9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddcd6d83-c647-4fdd-8306-04638802659e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '5403469e-d90a-469c-be29-725d9f77a77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:38:50Z', 'updated_at': '2022-02-16T13:38:51Z', 'revision_number': 2, 'project_id': '144cdbf30edb441780366a63192195f7', 'subnets': [{'id': '5403469e-d90a-469c-be29-725d9f77a77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:38:52.646977 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 76265f93-e7b1-4f1f-b73d-fff077410c27 up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:38:52.721166 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 76265f93-e7b1-4f1f-b73d-fff077410c27 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:38:52.721696 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:53.086598 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 51466) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:38:53.092154 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-ad8f8df7-0773-4384-b287-4e6138d68a59 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-674112336', 'description': 'tempest-secgroup-smoke-674112336 description', 'project_id': '18200c1de7784f78b807b5487ac414cc'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:38:53.098791 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-ad8f8df7-0773-4384-b287-4e6138d68a59 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:38:53.103074 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-ad8f8df7-0773-4384-b287-4e6138d68a59 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Usage tracker for resource:security_group and tenant:18200c1de7784f78b807b5487ac414cc is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:38:53.106185 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-ad8f8df7-0773-4384-b287-4e6138d68a59 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:38:53.112932 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-ad8f8df7-0773-4384-b287-4e6138d68a59 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:38:53.125724 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ad8f8df7-0773-4384-b287-4e6138d68a59 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks [] for security_group, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:53.149715 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-ad8f8df7-0773-4384-b287-4e6138d68a59 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:38:53.154875 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-ad8f8df7-0773-4384-b287-4e6138d68a59 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Usage tracker for resource:security_group_rule and tenant:18200c1de7784f78b807b5487ac414cc is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:38:53.158824 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-ad8f8df7-0773-4384-b287-4e6138d68a59 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:38:53.165699 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-ad8f8df7-0773-4384-b287-4e6138d68a59 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:38:53.242291 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ad8f8df7-0773-4384-b287-4e6138d68a59 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks [] for security_group, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:53.249713 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ad8f8df7-0773-4384-b287-4e6138d68a59 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:53.320820 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f8df7-0773-4384-b287-4e6138d68a59 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=558e8899-4b8c-45c6-beab-63ac90a67014,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:53.325937 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ad8f8df7-0773-4384-b287-4e6138d68a59 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:53.328663 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-ad8f8df7-0773-4384-b287-4e6138d68a59 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2399838 Feb 16 13:38:53.330623 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 51470) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:38:53.339425 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-da7008cf-be7d-4dc5-b979-ae386a7c1ba8 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Request body: {'security_group_rule': {'security_group_id': '558e8899-4b8c-45c6-beab-63ac90a67014', 'project_id': '18200c1de7784f78b807b5487ac414cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:38:53.347178 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-da7008cf-be7d-4dc5-b979-ae386a7c1ba8 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:38:53.351429 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-da7008cf-be7d-4dc5-b979-ae386a7c1ba8 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Usage tracker for resource:security_group_rule and tenant:18200c1de7784f78b807b5487ac414cc is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:38:53.355153 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-da7008cf-be7d-4dc5-b979-ae386a7c1ba8 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:38:53.361297 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-da7008cf-be7d-4dc5-b979-ae386a7c1ba8 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:38:53.392622 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-da7008cf-be7d-4dc5-b979-ae386a7c1ba8 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:53.472923 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-da7008cf-be7d-4dc5-b979-ae386a7c1ba8 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:53.478035 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-da7008cf-be7d-4dc5-b979-ae386a7c1ba8 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:53.502392 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7008cf-be7d-4dc5-b979-ae386a7c1ba8 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5ae62fa-4e9d-4be1-9582-879f9b695bc1,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:53.514556 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-da7008cf-be7d-4dc5-b979-ae386a7c1ba8 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:53.516313 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-da7008cf-be7d-4dc5-b979-ae386a7c1ba8 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1821449 Feb 16 13:38:53.519281 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 51474) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:38:53.524445 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-38e603e6-caf0-4eee-859c-0ad10a3941ce tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Request body: {'security_group_rule': {'security_group_id': '558e8899-4b8c-45c6-beab-63ac90a67014', 'project_id': '18200c1de7784f78b807b5487ac414cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:38:53.531440 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-38e603e6-caf0-4eee-859c-0ad10a3941ce tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:38:53.535492 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-38e603e6-caf0-4eee-859c-0ad10a3941ce tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Usage tracker for resource:security_group_rule and tenant:18200c1de7784f78b807b5487ac414cc is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:38:53.538670 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-38e603e6-caf0-4eee-859c-0ad10a3941ce tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:38:53.545416 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-38e603e6-caf0-4eee-859c-0ad10a3941ce tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:38:53.565904 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-38e603e6-caf0-4eee-859c-0ad10a3941ce tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:53.637606 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-38e603e6-caf0-4eee-859c-0ad10a3941ce tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:53.642760 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-38e603e6-caf0-4eee-859c-0ad10a3941ce tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:53.667857 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e603e6-caf0-4eee-859c-0ad10a3941ce tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef74eb96-4351-4c3a-8180-87d1de8fd026,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:53.679426 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-38e603e6-caf0-4eee-859c-0ad10a3941ce tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:53.680731 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-38e603e6-caf0-4eee-859c-0ad10a3941ce tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1604450 Feb 16 13:38:53.683596 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 51478) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:38:53.689310 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-b2ae74ae-1d7f-4ef0-954d-31a3689224bc tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Request body: {'security_group_rule': {'security_group_id': '558e8899-4b8c-45c6-beab-63ac90a67014', 'project_id': '18200c1de7784f78b807b5487ac414cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:38:53.695683 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-b2ae74ae-1d7f-4ef0-954d-31a3689224bc tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:38:53.699936 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-b2ae74ae-1d7f-4ef0-954d-31a3689224bc tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Usage tracker for resource:security_group_rule and tenant:18200c1de7784f78b807b5487ac414cc is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:38:53.703287 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-b2ae74ae-1d7f-4ef0-954d-31a3689224bc tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:38:53.709443 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-b2ae74ae-1d7f-4ef0-954d-31a3689224bc tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:38:53.730663 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b2ae74ae-1d7f-4ef0-954d-31a3689224bc tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:53.803738 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b2ae74ae-1d7f-4ef0-954d-31a3689224bc tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:53.808870 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b2ae74ae-1d7f-4ef0-954d-31a3689224bc tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:53.842227 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae74ae-1d7f-4ef0-954d-31a3689224bc tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67a14609-a5b7-48c1-bdee-4aff41083332,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:53.853533 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b2ae74ae-1d7f-4ef0-954d-31a3689224bc tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:53.856657 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-b2ae74ae-1d7f-4ef0-954d-31a3689224bc tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1696618 Feb 16 13:38:53.858073 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 51482) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:38:53.864079 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-df77b11e-3c2c-4b33-be99-233a9bdbcd4e tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Request body: {'security_group_rule': {'security_group_id': '558e8899-4b8c-45c6-beab-63ac90a67014', 'project_id': '18200c1de7784f78b807b5487ac414cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:38:53.870833 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-df77b11e-3c2c-4b33-be99-233a9bdbcd4e tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:38:53.874868 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-df77b11e-3c2c-4b33-be99-233a9bdbcd4e tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Usage tracker for resource:security_group_rule and tenant:18200c1de7784f78b807b5487ac414cc is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:38:53.877873 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-df77b11e-3c2c-4b33-be99-233a9bdbcd4e tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:38:53.888476 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-df77b11e-3c2c-4b33-be99-233a9bdbcd4e tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:38:53.908982 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-df77b11e-3c2c-4b33-be99-233a9bdbcd4e tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:53.979249 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-df77b11e-3c2c-4b33-be99-233a9bdbcd4e tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:53.984372 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-df77b11e-3c2c-4b33-be99-233a9bdbcd4e tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:54.011243 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df77b11e-3c2c-4b33-be99-233a9bdbcd4e tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69ac72c3-d25e-4256-a648-04b7c577a9f4,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:54.022448 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-df77b11e-3c2c-4b33-be99-233a9bdbcd4e tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:54.023667 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-df77b11e-3c2c-4b33-be99-233a9bdbcd4e tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1638358 Feb 16 13:38:54.026636 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 51486) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:38:54.034222 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.v2.base [None req-3ffdacc6-9081-4eb8-99b2-d17092622853 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Request body: {'security_group_rule': {'security_group_id': '558e8899-4b8c-45c6-beab-63ac90a67014', 'project_id': '18200c1de7784f78b807b5487ac414cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:38:54.043896 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3ffdacc6-9081-4eb8-99b2-d17092622853 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:38:54.048698 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3ffdacc6-9081-4eb8-99b2-d17092622853 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Usage tracker for resource:security_group_rule and tenant:18200c1de7784f78b807b5487ac414cc is out of sync, need to count used quota {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:38:54.051922 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [None req-3ffdacc6-9081-4eb8-99b2-d17092622853 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87699) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:38:54.058163 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.quota.driver [None req-3ffdacc6-9081-4eb8-99b2-d17092622853 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87699) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:38:54.069971 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.securitygroups_db [None req-3ffdacc6-9081-4eb8-99b2-d17092622853 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Project 18200c1de7784f78b807b5487ac414cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:38:54.077855 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3ffdacc6-9081-4eb8-99b2-d17092622853 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:54.152114 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3ffdacc6-9081-4eb8-99b2-d17092622853 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:54.157988 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3ffdacc6-9081-4eb8-99b2-d17092622853 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:54.180910 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffdacc6-9081-4eb8-99b2-d17092622853 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55a3d45d-d655-43bd-9dc8-4801c6ac51e9,revision_number=0']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:54.191214 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3ffdacc6-9081-4eb8-99b2-d17092622853 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:54.192677 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-3ffdacc6-9081-4eb8-99b2-d17092622853 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1645372 Feb 16 13:38:54.195289 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 51490) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:38:54.200947 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-6af504f2-5785-41ca-8c91-930481a9ee5d tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Request body: {'security_group_rule': {'security_group_id': '558e8899-4b8c-45c6-beab-63ac90a67014', 'project_id': '18200c1de7784f78b807b5487ac414cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:38:54.210099 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-6af504f2-5785-41ca-8c91-930481a9ee5d tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:38:54.216889 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-6af504f2-5785-41ca-8c91-930481a9ee5d tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Usage tracker for resource:security_group_rule and tenant:18200c1de7784f78b807b5487ac414cc is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:38:54.219921 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-6af504f2-5785-41ca-8c91-930481a9ee5d tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:38:54.226151 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-6af504f2-5785-41ca-8c91-930481a9ee5d tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:38:54.238836 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.securitygroups_db [None req-6af504f2-5785-41ca-8c91-930481a9ee5d tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Project 18200c1de7784f78b807b5487ac414cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:38:54.246257 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6af504f2-5785-41ca-8c91-930481a9ee5d tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:54.283793 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 8e306deb-aeaa-46f9-bb47-4e573426d8ef up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:38:54.322867 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6af504f2-5785-41ca-8c91-930481a9ee5d tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:54.326948 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6af504f2-5785-41ca-8c91-930481a9ee5d tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609683'] for security_group_rule, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:54.350612 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af504f2-5785-41ca-8c91-930481a9ee5d tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b4841d3-9c51-44b5-bf1c-589d8e653dab,revision_number=0']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:54.360119 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 8e306deb-aeaa-46f9-bb47-4e573426d8ef completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:38:54.361924 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-6af504f2-5785-41ca-8c91-930481a9ee5d tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:54.363360 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-6af504f2-5785-41ca-8c91-930481a9ee5d tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1669896 Feb 16 13:38:54.371618 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 8e306deb-aeaa-46f9-bb47-4e573426d8ef triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:38:54.371990 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:54.500186 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:54.518466 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 8e306deb-aeaa-46f9-bb47-4e573426d8ef, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=8e306deb-aeaa-46f9-bb47-4e573426d8ef,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:38:54.523713 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:54.543067 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-ccc2ffd5-96bf-43d3-bd92-89f5ad8d8069 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Synchronizing usage tracker for tenant:18200c1de7784f78b807b5487ac414cc on resource:security_group {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:38:54.562770 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-ccc2ffd5-96bf-43d3-bd92-89f5ad8d8069 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Unset dirty status for tenant:18200c1de7784f78b807b5487ac414cc on resource:security_group {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:38:54.564056 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-ccc2ffd5-96bf-43d3-bd92-89f5ad8d8069 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-674112336&fields=id&tenant_id=18200c1de7784f78b807b5487ac414cc HTTP/1.1" status: 200 len: 267 time: 0.0602615 Feb 16 13:38:54.592451 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=8e306deb-aeaa-46f9-bb47-4e573426d8ef,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:54.717513 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-df46b1e9-a5c8-4339-bfd9-960a95b6d197 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:54.718187 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-df46b1e9-a5c8-4339-bfd9-960a95b6d197 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Synchronizing usage tracker for tenant:18200c1de7784f78b807b5487ac414cc on resource:network {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:38:54.737938 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-df46b1e9-a5c8-4339-bfd9-960a95b6d197 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Unset dirty status for tenant:18200c1de7784f78b807b5487ac414cc on resource:network {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:38:54.739112 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-df46b1e9-a5c8-4339-bfd9-960a95b6d197 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/networks?id=b5b2e324-d185-4ace-967f-da09b8051a9d HTTP/1.1" status: 200 len: 810 time: 0.1678445 Feb 16 13:38:54.754947 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-05d74c9e-2394-4931-a01e-7a7b9868e1bd tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/quotas/18200c1de7784f78b807b5487ac414cc HTTP/1.1" status: 200 len: 375 time: 0.0100243 Feb 16 13:38:54.856150 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-349444f1-f980-450e-8647-2a7eb04982bc tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Synchronizing usage tracker for tenant:18200c1de7784f78b807b5487ac414cc on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:38:54.878155 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-349444f1-f980-450e-8647-2a7eb04982bc tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Unset dirty status for tenant:18200c1de7784f78b807b5487ac414cc on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:38:54.880254 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-349444f1-f980-450e-8647-2a7eb04982bc tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=18200c1de7784f78b807b5487ac414cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1197183 Feb 16 13:38:55.009384 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-fe72435a-6571-4095-a7b3-d4ff19eb4cad service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=87699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:38:55.010394 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-fe72435a-6571-4095-a7b3-d4ff19eb4cad service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1181457 Feb 16 13:38:55.152063 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-c43704bc-ee4f-41a5-89aa-679ae852267e service neutron] 10.222.0.83 "GET /v2.0/networks/b5b2e324-d185-4ace-967f-da09b8051a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348917 Feb 16 13:38:55.412074 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-25243af9-0f40-4b87-b449-831362512e7d service neutron] 10.222.0.83 "GET /v2.0/networks/b5b2e324-d185-4ace-967f-da09b8051a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506928 Feb 16 13:38:55.627947 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-3c39797b-3d2b-4111-ae82-f14ba13eab7d req-884f3559-2c61-4523-83fd-e383547f5e03 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/ports?device_id=ca6dd149-840d-415a-ad6d-439479bfeb94 HTTP/1.1" status: 200 len: 210 time: 0.0443487 Feb 16 13:38:56.268164 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 8e306deb-aeaa-46f9-bb47-4e573426d8ef up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:38:56.374269 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 8e306deb-aeaa-46f9-bb47-4e573426d8ef triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:38:56.374895 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:56.635774 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b50f336-3bd7-4f56-847c-09373515c273 None None] Sync routers for ids ['ddcd6d83-c647-4fdd-8306-04638802659e'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:38:56.646068 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b50f336-3bd7-4f56-847c-09373515c273 None None] Routers {'ddcd6d83-c647-4fdd-8306-04638802659e'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:38:56.646807 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-1b50f336-3bd7-4f56-847c-09373515c273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:38:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['ddcd6d83-c647-4fdd-8306-04638802659e'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:56.782922 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-27b74570-fd71-4e20-b350-2ab98e47ab79 req-822fca7e-998e-47e9-a7e5-7365a5a1ccd7 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/ports?device_id=ca6dd149-840d-415a-ad6d-439479bfeb94 HTTP/1.1" status: 200 len: 210 time: 0.0464098 Feb 16 13:38:56.825973 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-1b50f336-3bd7-4f56-847c-09373515c273 None None] Set router ddcd6d83-c647-4fdd-8306-04638802659e gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:38:57.162803 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-1b50f336-3bd7-4f56-847c-09373515c273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddcd6d83-c647-4fdd-8306-04638802659e', 'name': 'tempest-TestSnapshotPattern-1984097959-router', 'tenant_id': '144cdbf30edb441780366a63192195f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '8e306deb-aeaa-46f9-bb47-4e573426d8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:38:47Z', 'updated_at': '2022-02-16T13:38:51Z', 'revision_number': 4, 'project_id': '144cdbf30edb441780366a63192195f7', 'gw_port': {'id': '8e306deb-aeaa-46f9-bb47-4e573426d8ef', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcd6d83-c647-4fdd-8306-04638802659e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:38:48Z', 'updated_at': '2022-02-16T13:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '3da46e2a-3ee7-43a4-b5eb-9b4993ee362b', 'name': '', 'network_id': 'fe408686-50fd-49cb-a006-532bb2447daa', 'tenant_id': '144cdbf30edb441780366a63192195f7', 'mac_address': 'fa:16:3e:e8:f9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddcd6d83-c647-4fdd-8306-04638802659e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '5403469e-d90a-469c-be29-725d9f77a77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:38:50Z', 'updated_at': '2022-02-16T13:38:51Z', 'revision_number': 2, 'project_id': '144cdbf30edb441780366a63192195f7', 'subnets': [{'id': '5403469e-d90a-469c-be29-725d9f77a77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:57.166994 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b50f336-3bd7-4f56-847c-09373515c273 None None] Checking router: ddcd6d83-c647-4fdd-8306-04638802659e for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:38:57.167424 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b50f336-3bd7-4f56-847c-09373515c273 None None] Updating router ddcd6d83-c647-4fdd-8306-04638802659e port 3da46e2a-3ee7-43a4-b5eb-9b4993ee362b binding host dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:38:57.176805 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-2933aa5a-a210-4a9f-847e-f3fb27bf5b5f tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:57.178208 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-2933aa5a-a210-4a9f-847e-f3fb27bf5b5f tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.89 "GET /v2.0/networks?id=b5b2e324-d185-4ace-967f-da09b8051a9d HTTP/1.1" status: 200 len: 810 time: 0.1542125 Feb 16 13:38:57.236926 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-24b9f176-2757-41e2-940b-03f37014dc29 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Synchronizing usage tracker for tenant:18200c1de7784f78b807b5487ac414cc on resource:security_group {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:38:57.250716 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-24b9f176-2757-41e2-940b-03f37014dc29 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Unset dirty status for tenant:18200c1de7784f78b807b5487ac414cc on resource:security_group {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:38:57.252062 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-1b50f336-3bd7-4f56-847c-09373515c273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:57.252647 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-24b9f176-2757-41e2-940b-03f37014dc29 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18200c1de7784f78b807b5487ac414cc HTTP/1.1" status: 200 len: 379 time: 0.0656803 Feb 16 13:38:57.264800 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-744ca73d-60f9-4ea7-8282-f38651465040 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Request body: {'port': {'device_id': 'ca6dd149-840d-415a-ad6d-439479bfeb94', 'network_id': 'b5b2e324-d185-4ace-967f-da09b8051a9d', 'admin_state_up': True, 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'security_groups': ['558e8899-4b8c-45c6-beab-63ac90a67014']}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:38:57.421860 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-744ca73d-60f9-4ea7-8282-f38651465040 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:38:57.431576 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-744ca73d-60f9-4ea7-8282-f38651465040 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:38:57.442097 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-744ca73d-60f9-4ea7-8282-f38651465040 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Made reservation on behalf of 18200c1de7784f78b807b5487ac414cc for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:38:57.445900 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-744ca73d-60f9-4ea7-8282-f38651465040 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:57.592172 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-1b50f336-3bd7-4f56-847c-09373515c273 None None] Notify callbacks [] for port, precommit_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:57.604144 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.provisioning_blocks [None req-1b50f336-3bd7-4f56-847c-09373515c273 None None] Transition to ACTIVE for port object 3da46e2a-3ee7-43a4-b5eb-9b4993ee362b will not be triggered until provisioned by entity L2. {{(pid=87703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:38:57.611512 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-1b50f336-3bd7-4f56-847c-09373515c273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:57.624960 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-744ca73d-60f9-4ea7-8282-f38651465040 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Allocated IP 172.20.0.13 (b5b2e324-d185-4ace-967f-da09b8051a9d/d731a2c7-e936-4b51-9e0e-f7938cfa2b69/9aa67abd-e4e8-4d64-abb6-d43b8d50fee1) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:38:57.800486 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bdae95-74c7-4dd7-b435-768f445e3549 None None] Pushing event updated for resources: {'Port': ['ID=3da46e2a-3ee7-43a4-b5eb-9b4993ee362b,revision_number=3']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:57.828817 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-1b50f336-3bd7-4f56-847c-09373515c273 None None] Attempting to bind port 3da46e2a-3ee7-43a4-b5eb-9b4993ee362b on host dv-neutron-829527-1-hyperv for vnic_type normal with profile {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:38:57.829335 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-1b50f336-3bd7-4f56-847c-09373515c273 None None] Attempting to bind port 3da46e2a-3ee7-43a4-b5eb-9b4993ee362b by drivers openvswitch,hyperv on host dv-neutron-829527-1-hyperv at level 0 using segments [{'id': 'be413b15-1adb-45cf-8f2f-4f5ba1b91b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'fe408686-50fd-49cb-a006-532bb2447daa'}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:38:57.829914 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b50f336-3bd7-4f56-847c-09373515c273 None None] Attempting to bind port 3da46e2a-3ee7-43a4-b5eb-9b4993ee362b on network fe408686-50fd-49cb-a006-532bb2447daa {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:38:57.832995 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-744ca73d-60f9-4ea7-8282-f38651465040 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:57.837102 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b50f336-3bd7-4f56-847c-09373515c273 None None] Checking agent: {'id': '6732526d-08f7-4466-9cd7-a0dfc74d012f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829527-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 36, 5), 'started_at': datetime.datetime(2022, 2, 16, 12, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829527-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:38:57.837805 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b50f336-3bd7-4f56-847c-09373515c273 None None] Checking segment: {'id': 'be413b15-1adb-45cf-8f2f-4f5ba1b91b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'fe408686-50fd-49cb-a006-532bb2447daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:38:57.838397 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-1b50f336-3bd7-4f56-847c-09373515c273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:57.838966 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b50f336-3bd7-4f56-847c-09373515c273 None None] Bound using segment: {'id': 'be413b15-1adb-45cf-8f2f-4f5ba1b91b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'fe408686-50fd-49cb-a006-532bb2447daa'} {{(pid=87703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:38:57.839653 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.managers [None req-1b50f336-3bd7-4f56-847c-09373515c273 None None] Bound port: 3da46e2a-3ee7-43a4-b5eb-9b4993ee362b, host: dv-neutron-829527-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be413b15-1adb-45cf-8f2f-4f5ba1b91b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'fe408686-50fd-49cb-a006-532bb2447daa'}}] {{(pid=87703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:38:57.840297 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-1b50f336-3bd7-4f56-847c-09373515c273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:57.852313 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-744ca73d-60f9-4ea7-8282-f38651465040 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Transition to ACTIVE for port object 9aa67abd-e4e8-4d64-abb6-d43b8d50fee1 will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:38:57.885834 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-744ca73d-60f9-4ea7-8282-f38651465040 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:57.941328 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-1b50f336-3bd7-4f56-847c-09373515c273 None None] For port 3da46e2a-3ee7-43a4-b5eb-9b4993ee362b, host dv-neutron-829527-1-hyperv, cleared binding levels {{(pid=87703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:38:57.944590 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.plugins.ml2.db [None req-1b50f336-3bd7-4f56-847c-09373515c273 None None] For port 3da46e2a-3ee7-43a4-b5eb-9b4993ee362b, host dv-neutron-829527-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=3da46e2a-3ee7-43a4-b5eb-9b4993ee362b,segment=NetworkSegment(be413b15-1adb-45cf-8f2f-4f5ba1b91b3e),segment_id=be413b15-1adb-45cf-8f2f-4f5ba1b91b3e)] {{(pid=87703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:38:57.949946 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron_lib.callbacks.manager [None req-1b50f336-3bd7-4f56-847c-09373515c273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:58.026370 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b50f336-3bd7-4f56-847c-09373515c273 None None] Routers {'ddcd6d83-c647-4fdd-8306-04638802659e'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:38:58.027036 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-1b50f336-3bd7-4f56-847c-09373515c273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:38:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['ddcd6d83-c647-4fdd-8306-04638802659e'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:58.122270 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bdae95-74c7-4dd7-b435-768f445e3549 None None] Pushing event updated for resources: {'Port': ['ID=3da46e2a-3ee7-43a4-b5eb-9b4993ee362b,revision_number=4']} {{(pid=87703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:58.130568 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-744ca73d-60f9-4ea7-8282-f38651465040 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Network b5b2e324-d185-4ace-967f-da09b8051a9d is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:38:58.136883 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-744ca73d-60f9-4ea7-8282-f38651465040 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:38:58.139265 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ca73d-60f9-4ea7-8282-f38651465040 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Pushing event updated for resources: {'Port': ['ID=9aa67abd-e4e8-4d64-abb6-d43b8d50fee1,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:58.142118 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-744ca73d-60f9-4ea7-8282-f38651465040 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:38:58.217553 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-744ca73d-60f9-4ea7-8282-f38651465040 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:58.218221 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-744ca73d-60f9-4ea7-8282-f38651465040 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:58.237187 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875d86e-6a36-4cdc-aa60-72982f3944e6 req-fe3e50f4-95ab-4133-a296-6d2e023b5388 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:58.238722 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f875d86e-6a36-4cdc-aa60-72982f3944e6 req-fe3e50f4-95ab-4133-a296-6d2e023b5388 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/ports?device_id=ca6dd149-840d-415a-ad6d-439479bfeb94 HTTP/1.1" status: 200 len: 932 time: 0.3163562 Feb 16 13:38:58.290933 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-744ca73d-60f9-4ea7-8282-f38651465040 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0333772 Feb 16 13:38:58.305013 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-97dc3882-c456-4ef2-842d-394b4805134f service neutron] Request body: {'port': {'device_id': 'ca6dd149-840d-415a-ad6d-439479bfeb94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:38:58.310076 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-1b50f336-3bd7-4f56-847c-09373515c273 None None] Set router ddcd6d83-c647-4fdd-8306-04638802659e gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:38:58.318377 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 3da46e2a-3ee7-43a4-b5eb-9b4993ee362b up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:38:58.342418 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f875d86e-6a36-4cdc-aa60-72982f3944e6 req-69cf8dd9-73d5-49ba-9771-4732bcef776d tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/security-groups?id=558e8899-4b8c-45c6-beab-63ac90a67014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964818 Feb 16 13:38:58.410853 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning for port 3da46e2a-3ee7-43a4-b5eb-9b4993ee362b completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:38:58.420524 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 3da46e2a-3ee7-43a4-b5eb-9b4993ee362b triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:38:58.422424 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:58.430211 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-97dc3882-c456-4ef2-842d-394b4805134f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:58.554028 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-16900332-6ce4-4f88-a7dd-30f1c0f82a26 None None] Provisioning for port 9aa67abd-e4e8-4d64-abb6-d43b8d50fee1 completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:38:58.567250 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-16900332-6ce4-4f88-a7dd-30f1c0f82a26 None None] Provisioning complete for port 9aa67abd-e4e8-4d64-abb6-d43b8d50fee1 triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:38:58.567617 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-16900332-6ce4-4f88-a7dd-30f1c0f82a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:58.622542 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:58.652087 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-16900332-6ce4-4f88-a7dd-30f1c0f82a26 None None] Port 9aa67abd-e4e8-4d64-abb6-d43b8d50fee1 cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:38:58.674230 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] For port 3da46e2a-3ee7-43a4-b5eb-9b4993ee362b, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=3da46e2a-3ee7-43a4-b5eb-9b4993ee362b,segment=NetworkSegment(be413b15-1adb-45cf-8f2f-4f5ba1b91b3e),segment_id=be413b15-1adb-45cf-8f2f-4f5ba1b91b3e)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:38:58.679572 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:58.706409 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-1b50f336-3bd7-4f56-847c-09373515c273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddcd6d83-c647-4fdd-8306-04638802659e', 'name': 'tempest-TestSnapshotPattern-1984097959-router', 'tenant_id': '144cdbf30edb441780366a63192195f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '8e306deb-aeaa-46f9-bb47-4e573426d8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:38:47Z', 'updated_at': '2022-02-16T13:38:51Z', 'revision_number': 4, 'project_id': '144cdbf30edb441780366a63192195f7', 'gw_port': {'id': '8e306deb-aeaa-46f9-bb47-4e573426d8ef', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcd6d83-c647-4fdd-8306-04638802659e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:38:48Z', 'updated_at': '2022-02-16T13:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '3da46e2a-3ee7-43a4-b5eb-9b4993ee362b', 'name': '', 'network_id': 'fe408686-50fd-49cb-a006-532bb2447daa', 'tenant_id': '144cdbf30edb441780366a63192195f7', 'mac_address': 'fa:16:3e:e8:f9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddcd6d83-c647-4fdd-8306-04638802659e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '5403469e-d90a-469c-be29-725d9f77a77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:38:50Z', 'updated_at': '2022-02-16T13:38:57Z', 'revision_number': 4, 'project_id': '144cdbf30edb441780366a63192195f7', 'subnets': [{'id': '5403469e-d90a-469c-be29-725d9f77a77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:38:58.711202 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b50f336-3bd7-4f56-847c-09373515c273 None None] The sync data for ids ['ddcd6d83-c647-4fdd-8306-04638802659e'] in dv-neutron-829527-1-hyperv is: [{'id': 'ddcd6d83-c647-4fdd-8306-04638802659e', 'name': 'tempest-TestSnapshotPattern-1984097959-router', 'tenant_id': '144cdbf30edb441780366a63192195f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '8e306deb-aeaa-46f9-bb47-4e573426d8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:38:47Z', 'updated_at': '2022-02-16T13:38:51Z', 'revision_number': 4, 'project_id': '144cdbf30edb441780366a63192195f7', 'gw_port': {'id': '8e306deb-aeaa-46f9-bb47-4e573426d8ef', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcd6d83-c647-4fdd-8306-04638802659e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:38:48Z', 'updated_at': '2022-02-16T13:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '3da46e2a-3ee7-43a4-b5eb-9b4993ee362b', 'name': '', 'network_id': 'fe408686-50fd-49cb-a006-532bb2447daa', 'tenant_id': '144cdbf30edb441780366a63192195f7', 'mac_address': 'fa:16:3e:e8:f9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddcd6d83-c647-4fdd-8306-04638802659e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '5403469e-d90a-469c-be29-725d9f77a77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:38:50Z', 'updated_at': '2022-02-16T13:38:57Z', 'revision_number': 4, 'project_id': '144cdbf30edb441780366a63192195f7', 'subnets': [{'id': '5403469e-d90a-469c-be29-725d9f77a77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:38:58.753373 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Pushing event updated for resources: {'Port': ['ID=3da46e2a-3ee7-43a4-b5eb-9b4993ee362b,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:58.793429 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-97dc3882-c456-4ef2-842d-394b4805134f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aa67abd-e4e8-4d64-abb6-d43b8d50fee1 {{(pid=87701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:38:58.800756 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-97dc3882-c456-4ef2-842d-394b4805134f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:58.815314 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-97dc3882-c456-4ef2-842d-394b4805134f service neutron] Transition to ACTIVE for port object 9aa67abd-e4e8-4d64-abb6-d43b8d50fee1 will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:38:58.819878 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-97dc3882-c456-4ef2-842d-394b4805134f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:58.953045 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc3882-c456-4ef2-842d-394b4805134f service neutron] Pushing event updated for resources: {'Port': ['ID=9aa67abd-e4e8-4d64-abb6-d43b8d50fee1,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:59.058789 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-97dc3882-c456-4ef2-842d-394b4805134f service neutron] Attempting to bind port 9aa67abd-e4e8-4d64-abb6-d43b8d50fee1 on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:38:59.060962 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-97dc3882-c456-4ef2-842d-394b4805134f service neutron] Attempting to bind port 9aa67abd-e4e8-4d64-abb6-d43b8d50fee1 by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '8e8b1fb4-f35a-4db1-9601-714b325e2dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b5b2e324-d185-4ace-967f-da09b8051a9d'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:38:59.061315 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-97dc3882-c456-4ef2-842d-394b4805134f service neutron] Attempting to bind port 9aa67abd-e4e8-4d64-abb6-d43b8d50fee1 on network b5b2e324-d185-4ace-967f-da09b8051a9d {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:38:59.066653 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-97dc3882-c456-4ef2-842d-394b4805134f service neutron] Port 9aa67abd-e4e8-4d64-abb6-d43b8d50fee1 on network b5b2e324-d185-4ace-967f-da09b8051a9d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:38:59.067178 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-97dc3882-c456-4ef2-842d-394b4805134f service neutron] Attempting to bind port 9aa67abd-e4e8-4d64-abb6-d43b8d50fee1 on network b5b2e324-d185-4ace-967f-da09b8051a9d {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:38:59.076523 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-97dc3882-c456-4ef2-842d-394b4805134f service neutron] Checking agent: {'id': 'b4b5bcfd-2763-4324-82e0-923bc8a52546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'started_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:38:59.077143 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-97dc3882-c456-4ef2-842d-394b4805134f service neutron] Checking segment: {'id': '8e8b1fb4-f35a-4db1-9601-714b325e2dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b5b2e324-d185-4ace-967f-da09b8051a9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:38:59.077780 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-97dc3882-c456-4ef2-842d-394b4805134f service neutron] Bound using segment: {'id': '8e8b1fb4-f35a-4db1-9601-714b325e2dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b5b2e324-d185-4ace-967f-da09b8051a9d'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:38:59.078532 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-97dc3882-c456-4ef2-842d-394b4805134f service neutron] Bound port: 9aa67abd-e4e8-4d64-abb6-d43b8d50fee1, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e8b1fb4-f35a-4db1-9601-714b325e2dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b5b2e324-d185-4ace-967f-da09b8051a9d'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:38:59.079126 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-97dc3882-c456-4ef2-842d-394b4805134f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:59.185470 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-97dc3882-c456-4ef2-842d-394b4805134f service neutron] For port 9aa67abd-e4e8-4d64-abb6-d43b8d50fee1, host hv-neutron-8295, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:38:59.188679 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-97dc3882-c456-4ef2-842d-394b4805134f service neutron] For port 9aa67abd-e4e8-4d64-abb6-d43b8d50fee1, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=9aa67abd-e4e8-4d64-abb6-d43b8d50fee1,segment=NetworkSegment(8e8b1fb4-f35a-4db1-9601-714b325e2dcf),segment_id=8e8b1fb4-f35a-4db1-9601-714b325e2dcf)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:38:59.194792 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-97dc3882-c456-4ef2-842d-394b4805134f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:59.255048 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-97dc3882-c456-4ef2-842d-394b4805134f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:59.255764 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-97dc3882-c456-4ef2-842d-394b4805134f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:59.257065 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-97dc3882-c456-4ef2-842d-394b4805134f service neutron] 10.222.0.89 "PUT /v2.0/ports/9aa67abd-e4e8-4d64-abb6-d43b8d50fee1 HTTP/1.1" status: 200 len: 1094 time: 0.9568264 Feb 16 13:38:59.257491 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca6dd149-840d-415a-ad6d-439479bfeb94', 'tag': '9aa67abd-e4e8-4d64-abb6-d43b8d50fee1'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:38:59.278581 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc3882-c456-4ef2-842d-394b4805134f service neutron] Pushing event updated for resources: {'Port': ['ID=9aa67abd-e4e8-4d64-abb6-d43b8d50fee1,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:59.339775 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca6dd149-840d-415a-ad6d-439479bfeb94', 'tag': '9aa67abd-e4e8-4d64-abb6-d43b8d50fee1', 'status': 'completed', 'code': 200} Feb 16 13:38:59.399787 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-3132d520-69d4-4e05-b426-bf10a853750e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:59.401421 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-3132d520-69d4-4e05-b426-bf10a853750e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=18200c1de7784f78b807b5487ac414cc&device_id=ca6dd149-840d-415a-ad6d-439479bfeb94 HTTP/1.1" status: 200 len: 1097 time: 0.0959804 Feb 16 13:38:59.478951 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-876aef3d-4fe9-497d-bedb-35b901c2541d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9aa67abd-e4e8-4d64-abb6-d43b8d50fee1 HTTP/1.1" status: 200 len: 217 time: 0.0690541 Feb 16 13:38:59.595188 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-b8d82766-2c50-4229-9717-42103a8b82a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:59.596686 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-b8d82766-2c50-4229-9717-42103a8b82a6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d731a2c7-e936-4b51-9e0e-f7938cfa2b69 HTTP/1.1" status: 200 len: 849 time: 0.0751739 Feb 16 13:38:59.662960 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625571c-1031-401f-96c6-1439e0bef9b1 req-3041712d-00b0-4236-aaf8-51af34ac68b5 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:59.663672 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-b625571c-1031-401f-96c6-1439e0bef9b1 req-3041712d-00b0-4236-aaf8-51af34ac68b5 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Synchronizing usage tracker for tenant:18200c1de7784f78b807b5487ac414cc on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:38:59.696405 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-b625571c-1031-401f-96c6-1439e0bef9b1 req-3041712d-00b0-4236-aaf8-51af34ac68b5 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Unset dirty status for tenant:18200c1de7784f78b807b5487ac414cc on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:38:59.697667 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b625571c-1031-401f-96c6-1439e0bef9b1 req-3041712d-00b0-4236-aaf8-51af34ac68b5 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/ports?device_id=ca6dd149-840d-415a-ad6d-439479bfeb94 HTTP/1.1" status: 200 len: 944 time: 0.2217867 Feb 16 13:38:59.707537 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-e8beacb2-1328-49da-b0e7-becf8f56db78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:38:59.709057 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-e8beacb2-1328-49da-b0e7-becf8f56db78 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b5b2e324-d185-4ace-967f-da09b8051a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1045544 Feb 16 13:38:59.826845 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b625571c-1031-401f-96c6-1439e0bef9b1 req-47412a70-baa8-4410-8ab4-8c7b354bb9f0 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/security-groups?id=558e8899-4b8c-45c6-beab-63ac90a67014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223507 Feb 16 13:38:59.876715 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-2ce013c9-4b82-400f-8448-c091c5ff4638 service neutron] 10.222.0.89 "GET /v2.0/networks/b5b2e324-d185-4ace-967f-da09b8051a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552083 Feb 16 13:39:00.129205 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-fe47d7c5-4dcc-4d14-a60f-bca12a8fb79b req-bcecde04-e67c-4e82-9ceb-8036f639c0cb service neutron] 10.222.0.89 "GET /v2.0/networks/b5b2e324-d185-4ace-967f-da09b8051a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453349 Feb 16 13:39:00.260052 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 3da46e2a-3ee7-43a4-b5eb-9b4993ee362b up at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:39:00.281710 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44fd3e-db73-48c5-bb42-5ab2515bc4aa req-19b3f57d-b5e8-476b-939d-5bb42f17d8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:00.283195 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4f44fd3e-db73-48c5-bb42-5ab2515bc4aa req-19b3f57d-b5e8-476b-939d-5bb42f17d8e0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=18200c1de7784f78b807b5487ac414cc&device_id=ca6dd149-840d-415a-ad6d-439479bfeb94 HTTP/1.1" status: 200 len: 1097 time: 0.0977786 Feb 16 13:39:00.331861 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Provisioning complete for port 3da46e2a-3ee7-43a4-b5eb-9b4993ee362b triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:39:00.332230 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:00.419163 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44fd3e-db73-48c5-bb42-5ab2515bc4aa req-a0bb2869-6ba0-411c-bd09-fc137e2ecf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:00.420560 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4f44fd3e-db73-48c5-bb42-5ab2515bc4aa req-a0bb2869-6ba0-411c-bd09-fc137e2ecf1c service neutron] 10.222.0.89 "GET /v2.0/networks?id=b5b2e324-d185-4ace-967f-da09b8051a9d HTTP/1.1" status: 200 len: 911 time: 0.1288736 Feb 16 13:39:00.498187 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4f44fd3e-db73-48c5-bb42-5ab2515bc4aa req-6c406a02-7b37-44f7-b8c5-34ba849a72e9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9aa67abd-e4e8-4d64-abb6-d43b8d50fee1 HTTP/1.1" status: 200 len: 217 time: 0.0663393 Feb 16 13:39:00.559764 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44fd3e-db73-48c5-bb42-5ab2515bc4aa req-c08a6913-37ec-40b7-b43a-7a0ae230ac9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:00.561228 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4f44fd3e-db73-48c5-bb42-5ab2515bc4aa req-c08a6913-37ec-40b7-b43a-7a0ae230ac9a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d731a2c7-e936-4b51-9e0e-f7938cfa2b69 HTTP/1.1" status: 200 len: 849 time: 0.0570564 Feb 16 13:39:00.643499 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44fd3e-db73-48c5-bb42-5ab2515bc4aa req-60fe54f4-7e3b-457c-8d94-057b391385c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:00.645022 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4f44fd3e-db73-48c5-bb42-5ab2515bc4aa req-60fe54f4-7e3b-457c-8d94-057b391385c0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b5b2e324-d185-4ace-967f-da09b8051a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742517 Feb 16 13:39:00.778468 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4f44fd3e-db73-48c5-bb42-5ab2515bc4aa req-30337f8f-96aa-45e9-910e-4216b1a2825f service neutron] 10.222.0.89 "GET /v2.0/networks/b5b2e324-d185-4ace-967f-da09b8051a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262152 Feb 16 13:39:00.914255 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4f44fd3e-db73-48c5-bb42-5ab2515bc4aa req-d9a528c9-ff5d-4b9f-81af-a6490cdcb9f4 service neutron] 10.222.0.89 "GET /v2.0/networks/b5b2e324-d185-4ace-967f-da09b8051a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288993 Feb 16 13:39:01.022991 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7905f3c2-8cc9-4020-a5df-167cf6a79468 req-d1d74e37-0d24-4cc6-9783-9a35d924672f tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:01.024479 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7905f3c2-8cc9-4020-a5df-167cf6a79468 req-d1d74e37-0d24-4cc6-9783-9a35d924672f tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/ports?device_id=ca6dd149-840d-415a-ad6d-439479bfeb94 HTTP/1.1" status: 200 len: 944 time: 0.0885518 Feb 16 13:39:01.073455 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7905f3c2-8cc9-4020-a5df-167cf6a79468 req-4fa26ba2-2343-4ede-bd26-fc7102444b1d tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/security-groups?id=558e8899-4b8c-45c6-beab-63ac90a67014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400655 Feb 16 13:39:01.920172 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-75812eb1-1450-46df-b0a6-2ae0118b2617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:02.286677 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c83fca-4e42-4abf-96bd-1c7b32b0b373 req-11a69c09-29eb-4e24-9be3-41b6f037fa31 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:02.288173 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-17c83fca-4e42-4abf-96bd-1c7b32b0b373 req-11a69c09-29eb-4e24-9be3-41b6f037fa31 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/ports?device_id=ca6dd149-840d-415a-ad6d-439479bfeb94 HTTP/1.1" status: 200 len: 944 time: 0.0919077 Feb 16 13:39:02.336641 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-17c83fca-4e42-4abf-96bd-1c7b32b0b373 req-2120bad4-9c6b-470c-bb39-70e66f0f43ac tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/security-groups?id=558e8899-4b8c-45c6-beab-63ac90a67014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408502 Feb 16 13:39:03.545713 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e120290-ff95-4f20-8dcc-e1644b317dcd req-5e4187d4-311b-461d-8f4c-f51ee258b444 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:03.547277 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5e120290-ff95-4f20-8dcc-e1644b317dcd req-5e4187d4-311b-461d-8f4c-f51ee258b444 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/ports?device_id=ca6dd149-840d-415a-ad6d-439479bfeb94 HTTP/1.1" status: 200 len: 944 time: 0.0973856 Feb 16 13:39:03.595543 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-5e120290-ff95-4f20-8dcc-e1644b317dcd req-a49f95d6-78f9-484d-a9ff-3d5fc40fb68b tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/security-groups?id=558e8899-4b8c-45c6-beab-63ac90a67014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393376 Feb 16 13:39:03.766678 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 9aa67abd-e4e8-4d64-abb6-d43b8d50fee1 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:39:03.912513 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 9aa67abd-e4e8-4d64-abb6-d43b8d50fee1, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=9aa67abd-e4e8-4d64-abb6-d43b8d50fee1,segment=NetworkSegment(8e8b1fb4-f35a-4db1-9601-714b325e2dcf),segment_id=8e8b1fb4-f35a-4db1-9601-714b325e2dcf)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:39:03.925540 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': '9aa67abd-e4e8-4d64-abb6-d43b8d50fee1', 'network_id': 'b5b2e324-d185-4ace-967f-da09b8051a9d', 'port_id': '9aa67abd-e4e8-4d64-abb6-d43b8d50fee1', 'mac_address': 'fa:16:3e:fb:3d:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd731a2c7-e936-4b51-9e0e-f7938cfa2b69', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:39:03.986212 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:04.002925 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aa67abd-e4e8-4d64-abb6-d43b8d50fee1 {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:39:04.018503 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 9aa67abd-e4e8-4d64-abb6-d43b8d50fee1, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=9aa67abd-e4e8-4d64-abb6-d43b8d50fee1,segment=NetworkSegment(8e8b1fb4-f35a-4db1-9601-714b325e2dcf),segment_id=8e8b1fb4-f35a-4db1-9601-714b325e2dcf)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:39:04.023826 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:04.089176 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=9aa67abd-e4e8-4d64-abb6-d43b8d50fee1,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:04.202549 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6438ca10-401c-4b80-8570-2655bba25c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:04.268797 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['9aa67abd-e4e8-4d64-abb6-d43b8d50fee1'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:39:04.817256 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2411af92-f431-4460-bdd0-4e5a004a396f req-a3aeb123-94ff-42db-a8f8-520bc20e72f3 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:04.818760 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2411af92-f431-4460-bdd0-4e5a004a396f req-a3aeb123-94ff-42db-a8f8-520bc20e72f3 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/ports?device_id=ca6dd149-840d-415a-ad6d-439479bfeb94 HTTP/1.1" status: 200 len: 945 time: 0.1018467 Feb 16 13:39:04.865746 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-2411af92-f431-4460-bdd0-4e5a004a396f req-8e1187eb-73b9-4b63-8da7-35b5e547f35c tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/security-groups?id=558e8899-4b8c-45c6-beab-63ac90a67014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411468 Feb 16 13:39:05.037370 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:05.290267 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:05.400251 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:05.777429 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 9aa67abd-e4e8-4d64-abb6-d43b8d50fee1 up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:39:05.850730 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning for port 9aa67abd-e4e8-4d64-abb6-d43b8d50fee1 completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:39:05.858954 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port 9aa67abd-e4e8-4d64-abb6-d43b8d50fee1 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:39:05.859810 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:05.992380 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:06.020730 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6dd149-840d-415a-ad6d-439479bfeb94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa67abd-e4e8-4d64-abb6-d43b8d50fee1'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:39:06.030847 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 9aa67abd-e4e8-4d64-abb6-d43b8d50fee1, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=9aa67abd-e4e8-4d64-abb6-d43b8d50fee1,segment=NetworkSegment(8e8b1fb4-f35a-4db1-9601-714b325e2dcf),segment_id=8e8b1fb4-f35a-4db1-9601-714b325e2dcf)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:39:06.036408 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:06.072922 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79538f92-9550-4c2d-8896-c2bbd9301a17 req-c68ab6a5-1d48-4d5f-8631-03511cecfa80 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:06.073427 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca6dd149-840d-415a-ad6d-439479bfeb94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa67abd-e4e8-4d64-abb6-d43b8d50fee1', 'code': 200} Feb 16 13:39:06.074414 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-79538f92-9550-4c2d-8896-c2bbd9301a17 req-c68ab6a5-1d48-4d5f-8631-03511cecfa80 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/ports?device_id=ca6dd149-840d-415a-ad6d-439479bfeb94 HTTP/1.1" status: 200 len: 945 time: 0.0848057 Feb 16 13:39:06.107003 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=9aa67abd-e4e8-4d64-abb6-d43b8d50fee1,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:06.121231 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-79538f92-9550-4c2d-8896-c2bbd9301a17 req-1bbcf191-72e5-4c4b-a605-ef9a5d42ce2f tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/security-groups?id=558e8899-4b8c-45c6-beab-63ac90a67014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396276 Feb 16 13:39:06.337158 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9788671-2fcc-47bc-81bf-1b795fc0a7ad req-2f2e171e-174b-4846-800b-6f4916aba8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:06.338688 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d9788671-2fcc-47bc-81bf-1b795fc0a7ad req-2f2e171e-174b-4846-800b-6f4916aba8c0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ca6dd149-840d-415a-ad6d-439479bfeb94 HTTP/1.1" status: 200 len: 1099 time: 0.0872195 Feb 16 13:39:06.385993 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-d9788671-2fcc-47bc-81bf-1b795fc0a7ad req-818f6df2-7826-4b98-8e27-e767d13a8c36 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=558e8899-4b8c-45c6-beab-63ac90a67014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406895 Feb 16 13:39:06.942415 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:07.348081 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61242d80-e98f-4d60-9a15-f3af9e93e0fe req-cbd63598-b10f-4939-876a-26cdfed9d49f tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:07.349580 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-61242d80-e98f-4d60-9a15-f3af9e93e0fe req-cbd63598-b10f-4939-876a-26cdfed9d49f tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/ports?device_id=ca6dd149-840d-415a-ad6d-439479bfeb94 HTTP/1.1" status: 200 len: 946 time: 0.0996799 Feb 16 13:39:07.395800 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-61242d80-e98f-4d60-9a15-f3af9e93e0fe req-9409f0f7-832d-4bdb-ace1-9a0853fbaef2 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/security-groups?id=558e8899-4b8c-45c6-beab-63ac90a67014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404053 Feb 16 13:39:08.614373 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52095fd3-293f-4b1d-8afb-cfe69a783016 req-7b91dba1-c664-4880-a8e6-a30946482c1e tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:08.615822 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-52095fd3-293f-4b1d-8afb-cfe69a783016 req-7b91dba1-c664-4880-a8e6-a30946482c1e tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/ports?device_id=ca6dd149-840d-415a-ad6d-439479bfeb94 HTTP/1.1" status: 200 len: 946 time: 0.1059916 Feb 16 13:39:08.664972 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-52095fd3-293f-4b1d-8afb-cfe69a783016 req-17f0698f-3719-4011-8325-84cb0d246e05 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/security-groups?id=558e8899-4b8c-45c6-beab-63ac90a67014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406613 Feb 16 13:39:08.879170 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390bd796-272b-4881-815a-eff37e298af1 req-c0654738-04a4-43c0-a48b-a4bf8fd0d5f9 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:08.880524 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-390bd796-272b-4881-815a-eff37e298af1 req-c0654738-04a4-43c0-a48b-a4bf8fd0d5f9 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/ports?device_id=ca6dd149-840d-415a-ad6d-439479bfeb94 HTTP/1.1" status: 200 len: 946 time: 0.0976822 Feb 16 13:39:08.943058 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-390bd796-272b-4881-815a-eff37e298af1 req-32f14e1c-504b-42e4-b8df-02d37ebb1732 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/security-groups?id=558e8899-4b8c-45c6-beab-63ac90a67014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534587 Feb 16 13:39:08.966677 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 51562) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:39:09.142619 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fbbaef-f7f5-40d9-a661-a03426c9ea26 tempest-TestSnapshotPattern-958423725 tempest-TestSnapshotPattern-958423725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:09.144405 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-d3fbbaef-f7f5-40d9-a661-a03426c9ea26 tempest-TestSnapshotPattern-958423725 tempest-TestSnapshotPattern-958423725-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=ca6dd149-840d-415a-ad6d-439479bfeb94 HTTP/1.1" status: 200 len: 1094 time: 0.1766453 Feb 16 13:39:09.147606 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 51568) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:39:09.152468 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-2e89bcc2-268d-4172-af88-e38048b34c2e tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Request body: {'floatingip': {'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'port_id': '9aa67abd-e4e8-4d64-abb6-d43b8d50fee1', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:39:09.158630 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-2e89bcc2-268d-4172-af88-e38048b34c2e tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:39:09.162568 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-2e89bcc2-268d-4172-af88-e38048b34c2e tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Usage tracker for resource:floatingip and tenant:18200c1de7784f78b807b5487ac414cc is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:39:09.165494 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-2e89bcc2-268d-4172-af88-e38048b34c2e tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:39:09.171206 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-2e89bcc2-268d-4172-af88-e38048b34c2e tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:39:09.186109 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2e89bcc2-268d-4172-af88-e38048b34c2e tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks [] for floatingip, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:09.338394 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2e89bcc2-268d-4172-af88-e38048b34c2e tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:09.481764 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-2e89bcc2-268d-4172-af88-e38048b34c2e tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Allocated IP 172.26.5.201 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/6435703b-ad62-4d25-95d4-5c0ae91d0c3e) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:39:09.751200 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2e89bcc2-268d-4172-af88-e38048b34c2e tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:09.786697 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2e89bcc2-268d-4172-af88-e38048b34c2e tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:09.850958 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e89bcc2-268d-4172-af88-e38048b34c2e tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:39:09.853817 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-2e89bcc2-268d-4172-af88-e38048b34c2e tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:39:09.859854 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e89bcc2-268d-4172-af88-e38048b34c2e tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:39:09.892368 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e89bcc2-268d-4172-af88-e38048b34c2e tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Pushing event updated for resources: {'Port': ['ID=6435703b-ad62-4d25-95d4-5c0ae91d0c3e,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:10.290419 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2e89bcc2-268d-4172-af88-e38048b34c2e tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:10.370073 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2e89bcc2-268d-4172-af88-e38048b34c2e tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:10.605760 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2e89bcc2-268d-4172-af88-e38048b34c2e tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:10.612863 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2e89bcc2-268d-4172-af88-e38048b34c2e tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:10.723043 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e89bcc2-268d-4172-af88-e38048b34c2e tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Pushing event updated for resources: {'Port': ['ID=6435703b-ad62-4d25-95d4-5c0ae91d0c3e,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:39:10.738689 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2e89bcc2-268d-4172-af88-e38048b34c2e tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:10.917627 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.l3_db [None req-2e89bcc2-268d-4172-af88-e38048b34c2e tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Floating IP dc5a25b9-a5b4-4760-bae7-3c0306e6d208 associated. External IP: 172.26.5.201, port: 9aa67abd-e4e8-4d64-abb6-d43b8d50fee1. Feb 16 13:39:11.404967 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e89bcc2-268d-4172-af88-e38048b34c2e tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Router 0b25ccd5-6929-4015-a741-a5a4f3635a81 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:39:11.604946 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e89bcc2-268d-4172-af88-e38048b34c2e tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:39:11.616574 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db862a3-182f-491e-a4e0-89de2e3bf141 None None] Sync routers for ids ['0b25ccd5-6929-4015-a741-a5a4f3635a81'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:39:11.627327 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db862a3-182f-491e-a4e0-89de2e3bf141 None None] Routers {'0b25ccd5-6929-4015-a741-a5a4f3635a81'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:39:11.628070 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-6db862a3-182f-491e-a4e0-89de2e3bf141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:39:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['0b25ccd5-6929-4015-a741-a5a4f3635a81'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:39:11.633322 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-2e89bcc2-268d-4172-af88-e38048b34c2e tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:11.689306 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-2e89bcc2-268d-4172-af88-e38048b34c2e tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5405433 Feb 16 13:39:11.689722 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca6dd149-840d-415a-ad6d-439479bfeb94', 'tag': '9aa67abd-e4e8-4d64-abb6-d43b8d50fee1'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:39:11.733231 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca6dd149-840d-415a-ad6d-439479bfeb94', 'tag': '9aa67abd-e4e8-4d64-abb6-d43b8d50fee1', 'status': 'completed', 'code': 200} Feb 16 13:39:11.817000 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-6db862a3-182f-491e-a4e0-89de2e3bf141 None None] Set router 0b25ccd5-6929-4015-a741-a5a4f3635a81 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:39:11.829945 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ef92c-99ff-4944-a3af-4814ade81a81 req-b912ccb2-c48a-4020-bccc-a0086a012da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:11.831489 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-818ef92c-99ff-4944-a3af-4814ade81a81 req-b912ccb2-c48a-4020-bccc-a0086a012da4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=18200c1de7784f78b807b5487ac414cc&device_id=ca6dd149-840d-415a-ad6d-439479bfeb94 HTTP/1.1" status: 200 len: 1099 time: 0.0759857 Feb 16 13:39:11.966427 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ef92c-99ff-4944-a3af-4814ade81a81 req-eee050bb-6b42-42a8-b10d-cb2556de462e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:11.967780 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-818ef92c-99ff-4944-a3af-4814ade81a81 req-eee050bb-6b42-42a8-b10d-cb2556de462e service neutron] 10.222.0.89 "GET /v2.0/networks?id=b5b2e324-d185-4ace-967f-da09b8051a9d HTTP/1.1" status: 200 len: 911 time: 0.1289957 Feb 16 13:39:12.068425 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-818ef92c-99ff-4944-a3af-4814ade81a81 req-839b6b63-9907-48ee-aa51-0757ffdda249 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9aa67abd-e4e8-4d64-abb6-d43b8d50fee1 HTTP/1.1" status: 200 len: 1000 time: 0.0939744 Feb 16 13:39:12.134731 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ef92c-99ff-4944-a3af-4814ade81a81 req-3da1b0c4-c1b4-421b-81ed-a8c480353221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:12.136172 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-818ef92c-99ff-4944-a3af-4814ade81a81 req-3da1b0c4-c1b4-421b-81ed-a8c480353221 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d731a2c7-e936-4b51-9e0e-f7938cfa2b69 HTTP/1.1" status: 200 len: 849 time: 0.0616548 Feb 16 13:39:12.168308 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-6db862a3-182f-491e-a4e0-89de2e3bf141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'name': 'tempest-TestSnapshotPattern-1314990013-router', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '5cc459f5-2dac-47a7-961f-176e7c158cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:38:40Z', 'updated_at': '2022-02-16T13:38:44Z', 'revision_number': 4, 'project_id': '18200c1de7784f78b807b5487ac414cc', 'gw_port': {'id': '5cc459f5-2dac-47a7-961f-176e7c158cbd', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:93:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:38:41Z', 'updated_at': '2022-02-16T13:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': 'dc5a25b9-a5b4-4760-bae7-3c0306e6d208', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'floating_ip_address': '172.26.5.201', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'port_id': '9aa67abd-e4e8-4d64-abb6-d43b8d50fee1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b2e324-d185-4ace-967f-da09b8051a9d', 'mac_address': 'fa:16:3e:fb:3d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6dd149-840d-415a-ad6d-439479bfeb94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:39:10Z', 'updated_at': '2022-02-16T13:39:10Z', 'revision_number': 0, 'project_id': '18200c1de7784f78b807b5487ac414cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d468c65-69ff-424e-aa40-81a9a23e5455', 'name': '', 'network_id': 'b5b2e324-d185-4ace-967f-da09b8051a9d', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'mac_address': 'fa:16:3e:59:3e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'd731a2c7-e936-4b51-9e0e-f7938cfa2b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:38:43Z', 'updated_at': '2022-02-16T13:38:50Z', 'revision_number': 5, 'project_id': '18200c1de7784f78b807b5487ac414cc', 'subnets': [{'id': 'd731a2c7-e936-4b51-9e0e-f7938cfa2b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:39:12.172337 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db862a3-182f-491e-a4e0-89de2e3bf141 None None] Checking router: 0b25ccd5-6929-4015-a741-a5a4f3635a81 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:39:12.181142 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db862a3-182f-491e-a4e0-89de2e3bf141 None None] Routers {'0b25ccd5-6929-4015-a741-a5a4f3635a81'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:39:12.181769 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-6db862a3-182f-491e-a4e0-89de2e3bf141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:39:04Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['0b25ccd5-6929-4015-a741-a5a4f3635a81'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:39:12.216223 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ef92c-99ff-4944-a3af-4814ade81a81 req-883505ea-50e7-477c-a9f0-fe8511adb480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:12.217872 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-818ef92c-99ff-4944-a3af-4814ade81a81 req-883505ea-50e7-477c-a9f0-fe8511adb480 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b5b2e324-d185-4ace-967f-da09b8051a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752635 Feb 16 13:39:12.363834 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-818ef92c-99ff-4944-a3af-4814ade81a81 req-110febc7-ad1e-4f2e-b01f-70c57ebcbd75 service neutron] 10.222.0.89 "GET /v2.0/networks/b5b2e324-d185-4ace-967f-da09b8051a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366990 Feb 16 13:39:12.394177 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-6db862a3-182f-491e-a4e0-89de2e3bf141 None None] Set router 0b25ccd5-6929-4015-a741-a5a4f3635a81 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:39:12.502546 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-818ef92c-99ff-4944-a3af-4814ade81a81 req-67efded7-58c3-4917-bbe0-20afe7a889ae service neutron] 10.222.0.89 "GET /v2.0/networks/b5b2e324-d185-4ace-967f-da09b8051a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311965 Feb 16 13:39:12.756434 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-6db862a3-182f-491e-a4e0-89de2e3bf141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'name': 'tempest-TestSnapshotPattern-1314990013-router', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '5cc459f5-2dac-47a7-961f-176e7c158cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:38:40Z', 'updated_at': '2022-02-16T13:38:44Z', 'revision_number': 4, 'project_id': '18200c1de7784f78b807b5487ac414cc', 'gw_port': {'id': '5cc459f5-2dac-47a7-961f-176e7c158cbd', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:93:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:38:41Z', 'updated_at': '2022-02-16T13:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': 'dc5a25b9-a5b4-4760-bae7-3c0306e6d208', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'floating_ip_address': '172.26.5.201', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'port_id': '9aa67abd-e4e8-4d64-abb6-d43b8d50fee1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b2e324-d185-4ace-967f-da09b8051a9d', 'mac_address': 'fa:16:3e:fb:3d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6dd149-840d-415a-ad6d-439479bfeb94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:39:10Z', 'updated_at': '2022-02-16T13:39:10Z', 'revision_number': 0, 'project_id': '18200c1de7784f78b807b5487ac414cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d468c65-69ff-424e-aa40-81a9a23e5455', 'name': '', 'network_id': 'b5b2e324-d185-4ace-967f-da09b8051a9d', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'mac_address': 'fa:16:3e:59:3e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'd731a2c7-e936-4b51-9e0e-f7938cfa2b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:38:43Z', 'updated_at': '2022-02-16T13:38:50Z', 'revision_number': 5, 'project_id': '18200c1de7784f78b807b5487ac414cc', 'subnets': [{'id': 'd731a2c7-e936-4b51-9e0e-f7938cfa2b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:39:12.762281 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db862a3-182f-491e-a4e0-89de2e3bf141 None None] The sync data for ids ['0b25ccd5-6929-4015-a741-a5a4f3635a81'] in dv-neutron-829527-1-hyperv is: [{'id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'name': 'tempest-TestSnapshotPattern-1314990013-router', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '5cc459f5-2dac-47a7-961f-176e7c158cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:38:40Z', 'updated_at': '2022-02-16T13:38:44Z', 'revision_number': 4, 'project_id': '18200c1de7784f78b807b5487ac414cc', 'gw_port': {'id': '5cc459f5-2dac-47a7-961f-176e7c158cbd', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:93:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:38:41Z', 'updated_at': '2022-02-16T13:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': 'dc5a25b9-a5b4-4760-bae7-3c0306e6d208', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'floating_ip_address': '172.26.5.201', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'port_id': '9aa67abd-e4e8-4d64-abb6-d43b8d50fee1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b2e324-d185-4ace-967f-da09b8051a9d', 'mac_address': 'fa:16:3e:fb:3d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6dd149-840d-415a-ad6d-439479bfeb94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:39:10Z', 'updated_at': '2022-02-16T13:39:10Z', 'revision_number': 0, 'project_id': '18200c1de7784f78b807b5487ac414cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d468c65-69ff-424e-aa40-81a9a23e5455', 'name': '', 'network_id': 'b5b2e324-d185-4ace-967f-da09b8051a9d', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'mac_address': 'fa:16:3e:59:3e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'd731a2c7-e936-4b51-9e0e-f7938cfa2b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:38:43Z', 'updated_at': '2022-02-16T13:38:50Z', 'revision_number': 5, 'project_id': '18200c1de7784f78b807b5487ac414cc', 'subnets': [{'id': 'd731a2c7-e936-4b51-9e0e-f7938cfa2b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:39:12.967235 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea30c0a-b1ea-4899-9c4b-63349104be42 None None] New status for floating IP dc5a25b9-a5b4-4760-bae7-3c0306e6d208: ACTIVE {{(pid=87703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:39:20.270865 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:39:31.922022 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7638c23e-1f08-41d7-a342-6a7d0c682c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:34.200638 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2b3b8d68-8e5a-434a-aeb9-f88f974ccd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:35.042802 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:35.287417 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:35.405157 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:36.210765 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4f45984f-4ae1-44ec-b4f2-57ee2ae9ef7d req-5f084f4d-1e48-4108-91a7-dabca85637db service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ca6dd149-840d-415a-ad6d-439479bfeb94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0966380 Feb 16 13:39:36.367870 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45984f-4ae1-44ec-b4f2-57ee2ae9ef7d req-a7e07448-1205-43b2-8e55-fd49b9970b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:36.369373 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4f45984f-4ae1-44ec-b4f2-57ee2ae9ef7d req-a7e07448-1205-43b2-8e55-fd49b9970b68 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=18200c1de7784f78b807b5487ac414cc&device_id=ca6dd149-840d-415a-ad6d-439479bfeb94 HTTP/1.1" status: 200 len: 1099 time: 0.0768945 Feb 16 13:39:36.512873 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45984f-4ae1-44ec-b4f2-57ee2ae9ef7d req-447bd046-e237-4289-80b4-8532748c4ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:36.514208 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4f45984f-4ae1-44ec-b4f2-57ee2ae9ef7d req-447bd046-e237-4289-80b4-8532748c4ed2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b5b2e324-d185-4ace-967f-da09b8051a9d HTTP/1.1" status: 200 len: 911 time: 0.1239071 Feb 16 13:39:36.618024 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4f45984f-4ae1-44ec-b4f2-57ee2ae9ef7d req-c1e166c4-44ea-432a-8e74-060416355a49 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9aa67abd-e4e8-4d64-abb6-d43b8d50fee1 HTTP/1.1" status: 200 len: 1002 time: 0.0946777 Feb 16 13:39:36.689458 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45984f-4ae1-44ec-b4f2-57ee2ae9ef7d req-06eb5c36-4d62-4484-9488-4bdd243ac25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:36.691382 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4f45984f-4ae1-44ec-b4f2-57ee2ae9ef7d req-06eb5c36-4d62-4484-9488-4bdd243ac25b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d731a2c7-e936-4b51-9e0e-f7938cfa2b69 HTTP/1.1" status: 200 len: 849 time: 0.0669122 Feb 16 13:39:36.884196 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45984f-4ae1-44ec-b4f2-57ee2ae9ef7d req-d765242c-0a72-4151-921f-fdbd3ab8906e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:39:36.885754 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4f45984f-4ae1-44ec-b4f2-57ee2ae9ef7d req-d765242c-0a72-4151-921f-fdbd3ab8906e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b5b2e324-d185-4ace-967f-da09b8051a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1866324 Feb 16 13:39:36.944181 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:37.018518 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4f45984f-4ae1-44ec-b4f2-57ee2ae9ef7d req-63981269-a432-4029-b1db-f338e1f40dbd service neutron] 10.222.0.89 "GET /v2.0/networks/b5b2e324-d185-4ace-967f-da09b8051a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253428 Feb 16 13:39:37.151777 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4f45984f-4ae1-44ec-b4f2-57ee2ae9ef7d req-2b3b276e-500d-4dd4-844f-c94a1e9a86b3 service neutron] 10.222.0.89 "GET /v2.0/networks/b5b2e324-d185-4ace-967f-da09b8051a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261966 Feb 16 13:39:57.271353 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:40:01.921241 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-ca143bb9-0410-48c3-9b83-4c6a0be7780e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:40:04.201694 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-349a940e-71c3-4af6-93d5-7c2b2922df31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:40:05.045188 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:40:05.288047 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:40:05.405271 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:40:06.958415 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:40:31.916746 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-79adc73a-7730-4729-88cb-9fc077650418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:40:34.198505 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c67e65e4-7b4b-41ed-9ace-838f2cb9725f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:40:34.272361 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:40:35.059121 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:40:35.312258 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:40:35.407319 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:40:36.100996 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9165d888-7f11-44d8-9142-1fdbb3eebbca req-85245c15-c1d2-4295-974a-878b19c3c2e1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ca6dd149-840d-415a-ad6d-439479bfeb94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699711 Feb 16 13:40:36.262993 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165d888-7f11-44d8-9142-1fdbb3eebbca req-f2666408-e88a-4767-8557-b30b6e326d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:36.264898 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9165d888-7f11-44d8-9142-1fdbb3eebbca req-f2666408-e88a-4767-8557-b30b6e326d5b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=18200c1de7784f78b807b5487ac414cc&device_id=ca6dd149-840d-415a-ad6d-439479bfeb94 HTTP/1.1" status: 200 len: 1099 time: 0.0771468 Feb 16 13:40:36.417620 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165d888-7f11-44d8-9142-1fdbb3eebbca req-cfba4ae9-da9b-42d3-911c-c1d33cd6db5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:36.419048 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9165d888-7f11-44d8-9142-1fdbb3eebbca req-cfba4ae9-da9b-42d3-911c-c1d33cd6db5d service neutron] 10.222.0.89 "GET /v2.0/networks?id=b5b2e324-d185-4ace-967f-da09b8051a9d HTTP/1.1" status: 200 len: 911 time: 0.1348739 Feb 16 13:40:36.523653 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9165d888-7f11-44d8-9142-1fdbb3eebbca req-e6fdcc85-8cc3-472c-9ca1-82f7324fc707 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9aa67abd-e4e8-4d64-abb6-d43b8d50fee1 HTTP/1.1" status: 200 len: 1002 time: 0.0986938 Feb 16 13:40:36.587581 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165d888-7f11-44d8-9142-1fdbb3eebbca req-df44480e-4b85-4f5d-aafd-7c81c944b405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:36.589087 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9165d888-7f11-44d8-9142-1fdbb3eebbca req-df44480e-4b85-4f5d-aafd-7c81c944b405 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d731a2c7-e936-4b51-9e0e-f7938cfa2b69 HTTP/1.1" status: 200 len: 849 time: 0.0595531 Feb 16 13:40:36.664755 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165d888-7f11-44d8-9142-1fdbb3eebbca req-dd2efb38-9ad4-41af-9e4d-d457a2bd5290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:40:36.666230 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9165d888-7f11-44d8-9142-1fdbb3eebbca req-dd2efb38-9ad4-41af-9e4d-d457a2bd5290 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b5b2e324-d185-4ace-967f-da09b8051a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714264 Feb 16 13:40:36.800237 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9165d888-7f11-44d8-9142-1fdbb3eebbca req-8a2f9022-ac1f-40f2-99bd-25a83ca349f5 service neutron] 10.222.0.89 "GET /v2.0/networks/b5b2e324-d185-4ace-967f-da09b8051a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278541 Feb 16 13:40:36.932495 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9165d888-7f11-44d8-9142-1fdbb3eebbca req-7e5d4dac-9725-414d-98f4-240dceeec81d service neutron] 10.222.0.89 "GET /v2.0/networks/b5b2e324-d185-4ace-967f-da09b8051a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256900 Feb 16 13:40:36.950742 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:01.921211 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-8a537f51-3541-4688-b980-00109d13fa72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:04.195942 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-98f42b40-1a67-47f4-9c18-d65c4cd2ee10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:05.054108 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:05.288083 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:05.410151 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:06.955709 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:11.271721 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:41:12.351511 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 9aa67abd-e4e8-4d64-abb6-d43b8d50fee1 details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:41:12.484980 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 9aa67abd-e4e8-4d64-abb6-d43b8d50fee1, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=9aa67abd-e4e8-4d64-abb6-d43b8d50fee1,segment=NetworkSegment(8e8b1fb4-f35a-4db1-9601-714b325e2dcf),segment_id=8e8b1fb4-f35a-4db1-9601-714b325e2dcf)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:41:12.498991 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': '9aa67abd-e4e8-4d64-abb6-d43b8d50fee1', 'network_id': 'b5b2e324-d185-4ace-967f-da09b8051a9d', 'port_id': '9aa67abd-e4e8-4d64-abb6-d43b8d50fee1', 'mac_address': 'fa:16:3e:fb:3d:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd731a2c7-e936-4b51-9e0e-f7938cfa2b69', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:41:12.555921 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:12.572572 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9aa67abd-e4e8-4d64-abb6-d43b8d50fee1 {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:41:12.587735 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 9aa67abd-e4e8-4d64-abb6-d43b8d50fee1, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=9aa67abd-e4e8-4d64-abb6-d43b8d50fee1,segment=NetworkSegment(8e8b1fb4-f35a-4db1-9601-714b325e2dcf),segment_id=8e8b1fb4-f35a-4db1-9601-714b325e2dcf)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:41:12.593241 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:12.660230 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=9aa67abd-e4e8-4d64-abb6-d43b8d50fee1,revision_number=6']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:41:12.673535 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:12.673880 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:12.674207 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:12.674530 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:12.674849 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:12.675177 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:12.675490 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:12.675801 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:12.676116 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:12.676432 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:12.676768 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:12.677083 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:12.681965 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['9aa67abd-e4e8-4d64-abb6-d43b8d50fee1'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:41:14.354008 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 9aa67abd-e4e8-4d64-abb6-d43b8d50fee1 up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:41:14.449572 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port 9aa67abd-e4e8-4d64-abb6-d43b8d50fee1 triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:41:14.450284 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:14.642494 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:14.672805 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6dd149-840d-415a-ad6d-439479bfeb94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa67abd-e4e8-4d64-abb6-d43b8d50fee1'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:41:14.698150 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 9aa67abd-e4e8-4d64-abb6-d43b8d50fee1, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=9aa67abd-e4e8-4d64-abb6-d43b8d50fee1,segment=NetworkSegment(8e8b1fb4-f35a-4db1-9601-714b325e2dcf),segment_id=8e8b1fb4-f35a-4db1-9601-714b325e2dcf)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:41:14.708970 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:14.744636 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca6dd149-840d-415a-ad6d-439479bfeb94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa67abd-e4e8-4d64-abb6-d43b8d50fee1', 'code': 200} Feb 16 13:41:14.793455 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=9aa67abd-e4e8-4d64-abb6-d43b8d50fee1,revision_number=7']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:41:23.095423 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-e76159f6-052b-4eb4-8a2b-5d56768d659c tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-674112336&fields=id&tenant_id=18200c1de7784f78b807b5487ac414cc HTTP/1.1" status: 200 len: 267 time: 0.0452831 Feb 16 13:41:23.247182 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-c900bab1-1e99-4b70-aa64-dd65c629ef73 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:23.248544 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-c900bab1-1e99-4b70-aa64-dd65c629ef73 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/networks?id=b5b2e324-d185-4ace-967f-da09b8051a9d HTTP/1.1" status: 200 len: 810 time: 0.1460967 Feb 16 13:41:23.264205 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-8c46b03a-7125-4cf7-a0ec-8dfc48b9c1dd tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/quotas/18200c1de7784f78b807b5487ac414cc HTTP/1.1" status: 200 len: 375 time: 0.0101228 Feb 16 13:41:23.357506 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-988f5e24-a38b-451f-a862-e44e84955a0e tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=18200c1de7784f78b807b5487ac414cc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0869660 Feb 16 13:41:23.448030 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-3e55d682-12c8-46c8-af1c-2bee42863691 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=87701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:41:23.449012 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-3e55d682-12c8-46c8-af1c-2bee42863691 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0795519 Feb 16 13:41:23.579331 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-11e88c98-4337-4b9c-b03f-c85047608ab9 service neutron] 10.222.0.83 "GET /v2.0/networks/b5b2e324-d185-4ace-967f-da09b8051a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240921 Feb 16 13:41:23.838055 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-026b4f54-aafc-47fb-88cd-5c921761fa29 service neutron] 10.222.0.83 "GET /v2.0/networks/b5b2e324-d185-4ace-967f-da09b8051a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524636 Feb 16 13:41:25.039019 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-0727d945-886f-4ba9-8559-b72301eb2851 req-14325a59-77bb-4cde-af10-d2f7185e06f3 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/ports?device_id=ee274250-a3d3-498a-8340-501102469f7d HTTP/1.1" status: 200 len: 210 time: 0.0428352 Feb 16 13:41:26.140881 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-4c40da64-fe52-42b8-9138-24de8ace781a req-3f72f1da-125f-4db4-b960-aca891699185 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/ports?device_id=ee274250-a3d3-498a-8340-501102469f7d HTTP/1.1" status: 200 len: 210 time: 0.0478411 Feb 16 13:41:27.291066 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-f72dfde4-2469-4aa5-9f5b-8e37a922e83b req-792651bc-8295-48a8-885c-777f5ce02ff1 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/ports?device_id=ee274250-a3d3-498a-8340-501102469f7d HTTP/1.1" status: 200 len: 210 time: 0.0459881 Feb 16 13:41:28.309085 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-36c982f5-2847-47f8-8ad6-ee29132ca0c5 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:28.310533 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-36c982f5-2847-47f8-8ad6-ee29132ca0c5 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.89 "GET /v2.0/networks?id=b5b2e324-d185-4ace-967f-da09b8051a9d HTTP/1.1" status: 200 len: 810 time: 0.1486654 Feb 16 13:41:28.360710 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-e1a0dffe-cf54-4dee-bd28-2aab42cbd2b5 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18200c1de7784f78b807b5487ac414cc HTTP/1.1" status: 200 len: 379 time: 0.0409615 Feb 16 13:41:28.371332 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-59967a0b-5db4-4a4a-b8af-c5fb430fc089 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Request body: {'port': {'device_id': 'ee274250-a3d3-498a-8340-501102469f7d', 'network_id': 'b5b2e324-d185-4ace-967f-da09b8051a9d', 'admin_state_up': True, 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'security_groups': ['558e8899-4b8c-45c6-beab-63ac90a67014']}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:41:28.427983 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 9aa67abd-e4e8-4d64-abb6-d43b8d50fee1 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:41:28.492742 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a3bb0fac-3114-4efd-9bde-40865f30c6bc req-4dacdeb6-d85d-46eb-8485-efbf8137fb8d tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/ports?device_id=ee274250-a3d3-498a-8340-501102469f7d HTTP/1.1" status: 200 len: 210 time: 0.0522978 Feb 16 13:41:28.556179 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:28.557373 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-59967a0b-5db4-4a4a-b8af-c5fb430fc089 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:41:28.571344 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-59967a0b-5db4-4a4a-b8af-c5fb430fc089 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:41:28.583310 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6dd149-840d-415a-ad6d-439479bfeb94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9aa67abd-e4e8-4d64-abb6-d43b8d50fee1'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:41:28.583530 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-59967a0b-5db4-4a4a-b8af-c5fb430fc089 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Made reservation on behalf of 18200c1de7784f78b807b5487ac414cc for: {'port': 1} {{(pid=87701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:41:28.587632 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-59967a0b-5db4-4a4a-b8af-c5fb430fc089 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:28.594823 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 9aa67abd-e4e8-4d64-abb6-d43b8d50fee1, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=9aa67abd-e4e8-4d64-abb6-d43b8d50fee1,segment=NetworkSegment(8e8b1fb4-f35a-4db1-9601-714b325e2dcf),segment_id=8e8b1fb4-f35a-4db1-9601-714b325e2dcf)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:41:28.599819 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:28.666763 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca6dd149-840d-415a-ad6d-439479bfeb94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9aa67abd-e4e8-4d64-abb6-d43b8d50fee1', 'code': 200} Feb 16 13:41:28.672539 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=9aa67abd-e4e8-4d64-abb6-d43b8d50fee1,revision_number=8']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:41:28.810443 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-59967a0b-5db4-4a4a-b8af-c5fb430fc089 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Allocated IP 172.20.0.14 (b5b2e324-d185-4ace-967f-da09b8051a9d/d731a2c7-e936-4b51-9e0e-f7938cfa2b69/8cc5434f-4256-4200-bfd3-2e27a03796af) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:41:29.086422 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-59967a0b-5db4-4a4a-b8af-c5fb430fc089 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:29.102991 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-59967a0b-5db4-4a4a-b8af-c5fb430fc089 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Transition to ACTIVE for port object 8cc5434f-4256-4200-bfd3-2e27a03796af will not be triggered until provisioned by entity DHCP. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:41:29.127433 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-59967a0b-5db4-4a4a-b8af-c5fb430fc089 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:29.205191 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-59967a0b-5db4-4a4a-b8af-c5fb430fc089 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Network b5b2e324-d185-4ace-967f-da09b8051a9d is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:41:29.208371 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-59967a0b-5db4-4a4a-b8af-c5fb430fc089 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:41:29.212569 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-59967a0b-5db4-4a4a-b8af-c5fb430fc089 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:41:29.282312 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-59967a0b-5db4-4a4a-b8af-c5fb430fc089 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:29.282978 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-59967a0b-5db4-4a4a-b8af-c5fb430fc089 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:29.308553 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59967a0b-5db4-4a4a-b8af-c5fb430fc089 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Pushing event updated for resources: {'Port': ['ID=8cc5434f-4256-4200-bfd3-2e27a03796af,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:41:29.320475 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-59967a0b-5db4-4a4a-b8af-c5fb430fc089 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9529583 Feb 16 13:41:29.321832 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59967a0b-5db4-4a4a-b8af-c5fb430fc089 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:29.322233 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59967a0b-5db4-4a4a-b8af-c5fb430fc089 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:29.322558 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59967a0b-5db4-4a4a-b8af-c5fb430fc089 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:29.322881 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59967a0b-5db4-4a4a-b8af-c5fb430fc089 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:29.323250 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59967a0b-5db4-4a4a-b8af-c5fb430fc089 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:29.323736 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59967a0b-5db4-4a4a-b8af-c5fb430fc089 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:29.324060 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59967a0b-5db4-4a4a-b8af-c5fb430fc089 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:29.324379 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59967a0b-5db4-4a4a-b8af-c5fb430fc089 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:29.324727 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59967a0b-5db4-4a4a-b8af-c5fb430fc089 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:29.325037 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59967a0b-5db4-4a4a-b8af-c5fb430fc089 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:29.325395 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59967a0b-5db4-4a4a-b8af-c5fb430fc089 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:29.325790 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59967a0b-5db4-4a4a-b8af-c5fb430fc089 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:41:29.501804 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-7ea1ffae-c145-45cb-bdb4-79139ef30b7a None None] Provisioning for port 8cc5434f-4256-4200-bfd3-2e27a03796af completed by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:41:29.507285 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-7ea1ffae-c145-45cb-bdb4-79139ef30b7a None None] Provisioning complete for port 8cc5434f-4256-4200-bfd3-2e27a03796af triggered by entity DHCP. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:41:29.507611 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-7ea1ffae-c145-45cb-bdb4-79139ef30b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:29.563990 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-7ea1ffae-c145-45cb-bdb4-79139ef30b7a None None] Port 8cc5434f-4256-4200-bfd3-2e27a03796af cannot update to ACTIVE because it is not bound. {{(pid=87702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:41:29.717771 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef5d4a-895f-4b91-94a6-77e0d9c9bf3f req-80b59d48-506a-41ab-9403-d5debe62854d tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:29.718512 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-5cef5d4a-895f-4b91-94a6-77e0d9c9bf3f req-80b59d48-506a-41ab-9403-d5debe62854d tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Synchronizing usage tracker for tenant:18200c1de7784f78b807b5487ac414cc on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:41:29.735507 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-5cef5d4a-895f-4b91-94a6-77e0d9c9bf3f req-80b59d48-506a-41ab-9403-d5debe62854d tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Unset dirty status for tenant:18200c1de7784f78b807b5487ac414cc on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:41:29.736897 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5cef5d4a-895f-4b91-94a6-77e0d9c9bf3f req-80b59d48-506a-41ab-9403-d5debe62854d tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/ports?device_id=ee274250-a3d3-498a-8340-501102469f7d HTTP/1.1" status: 200 len: 932 time: 0.1167169 Feb 16 13:41:29.786881 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5cef5d4a-895f-4b91-94a6-77e0d9c9bf3f req-903d42e2-5b46-43cc-a8d5-2fcd3acb064e tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/security-groups?id=558e8899-4b8c-45c6-beab-63ac90a67014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437117 Feb 16 13:41:30.988330 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a34b0-7dc9-4ddd-9499-cbc6e6a4df95 req-284d071e-0b37-4006-91f7-9f0ad2129a3a tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:30.991145 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-314a34b0-7dc9-4ddd-9499-cbc6e6a4df95 req-284d071e-0b37-4006-91f7-9f0ad2129a3a tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/ports?device_id=ee274250-a3d3-498a-8340-501102469f7d HTTP/1.1" status: 200 len: 932 time: 0.0853732 Feb 16 13:41:31.040056 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-314a34b0-7dc9-4ddd-9499-cbc6e6a4df95 req-7fc40575-54f7-4797-bec1-4465631281fd tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/security-groups?id=558e8899-4b8c-45c6-beab-63ac90a67014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439796 Feb 16 13:41:31.926521 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-006c7362-0003-47e1-9196-d86a7e294b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:32.260084 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c646f-811a-42c9-9546-b72b191ad717 req-9711b893-5b6e-4487-8541-5a31a00adbe8 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:32.262204 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-065c646f-811a-42c9-9546-b72b191ad717 req-9711b893-5b6e-4487-8541-5a31a00adbe8 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/ports?device_id=ee274250-a3d3-498a-8340-501102469f7d HTTP/1.1" status: 200 len: 932 time: 0.1085234 Feb 16 13:41:32.312131 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-065c646f-811a-42c9-9546-b72b191ad717 req-829b5b76-42d8-4de0-9e36-15924bc73dff tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/security-groups?id=558e8899-4b8c-45c6-beab-63ac90a67014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441620 Feb 16 13:41:33.517434 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1c91f-1df7-411f-8a35-7ecab467d30d req-f83841f4-06bf-4946-a13b-e250d53f3f06 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:33.518919 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-47d1c91f-1df7-411f-8a35-7ecab467d30d req-f83841f4-06bf-4946-a13b-e250d53f3f06 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/ports?device_id=ee274250-a3d3-498a-8340-501102469f7d HTTP/1.1" status: 200 len: 932 time: 0.0925460 Feb 16 13:41:33.566250 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-47d1c91f-1df7-411f-8a35-7ecab467d30d req-1e617591-cb66-4d30-b152-3fcd2dfd5d5b tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/security-groups?id=558e8899-4b8c-45c6-beab-63ac90a67014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415304 Feb 16 13:41:34.190848 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d8c3fef0-5051-4f0f-bb3f-0a6f55ca81bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:34.770684 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87f368-d34d-4f6d-90a5-c3e84b2fa2d4 req-430dcdf5-deeb-4eba-a4e7-8d10332abc7e tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:34.773109 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1d87f368-d34d-4f6d-90a5-c3e84b2fa2d4 req-430dcdf5-deeb-4eba-a4e7-8d10332abc7e tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/ports?device_id=ee274250-a3d3-498a-8340-501102469f7d HTTP/1.1" status: 200 len: 932 time: 0.0903332 Feb 16 13:41:34.838439 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1d87f368-d34d-4f6d-90a5-c3e84b2fa2d4 req-6cd5a050-e4a1-4ad0-8333-c1b8a7d53851 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/security-groups?id=558e8899-4b8c-45c6-beab-63ac90a67014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595458 Feb 16 13:41:35.080675 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:35.291955 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:35.416674 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:36.040527 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef636b-0fb1-4b57-8f78-7f44ddb5e325 req-72444b43-2aa6-4439-a7db-dec023dce81d tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:36.042122 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-99ef636b-0fb1-4b57-8f78-7f44ddb5e325 req-72444b43-2aa6-4439-a7db-dec023dce81d tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/ports?device_id=ee274250-a3d3-498a-8340-501102469f7d HTTP/1.1" status: 200 len: 932 time: 0.0915542 Feb 16 13:41:36.101329 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-99ef636b-0fb1-4b57-8f78-7f44ddb5e325 req-fac2051a-e73e-45a9-b79a-9149b43012ed tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/security-groups?id=558e8899-4b8c-45c6-beab-63ac90a67014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528603 Feb 16 13:41:36.896860 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.89', 52834) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:41:36.929989 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-e6daf893-5d93-4253-864a-a8e828a911e3 service neutron] Request body: {'port': {'device_id': 'ee274250-a3d3-498a-8340-501102469f7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8295'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:41:36.956291 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:37.098751 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-e6daf893-5d93-4253-864a-a8e828a911e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:37.145113 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0dacefb5-89a9-4525-a50e-d522619f5962 req-7e3d2f1f-b1c4-4387-a5c7-253d01339f5a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ca6dd149-840d-415a-ad6d-439479bfeb94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2470584 Feb 16 13:41:37.602501 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dacefb5-89a9-4525-a50e-d522619f5962 req-63bdb737-7899-4b71-a7f5-cca12e21240b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:37.603994 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0dacefb5-89a9-4525-a50e-d522619f5962 req-63bdb737-7899-4b71-a7f5-cca12e21240b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=18200c1de7784f78b807b5487ac414cc&device_id=ca6dd149-840d-415a-ad6d-439479bfeb94 HTTP/1.1" status: 200 len: 1097 time: 0.3762236 Feb 16 13:41:37.621307 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b634692-1eb1-4087-bfc5-b667a38f69da req-26371716-0fe7-4e8f-91f9-b1165a90741b tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:37.622761 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8b634692-1eb1-4087-bfc5-b667a38f69da req-26371716-0fe7-4e8f-91f9-b1165a90741b tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/ports?device_id=ee274250-a3d3-498a-8340-501102469f7d HTTP/1.1" status: 200 len: 932 time: 0.3960841 Feb 16 13:41:37.824166 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8b634692-1eb1-4087-bfc5-b667a38f69da req-26ce6955-24ca-447f-b9cf-3dc9581ccf92 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/security-groups?id=558e8899-4b8c-45c6-beab-63ac90a67014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788054 Feb 16 13:41:37.826158 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-e6daf893-5d93-4253-864a-a8e828a911e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cc5434f-4256-4200-bfd3-2e27a03796af {{(pid=87701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:41:37.837384 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-e6daf893-5d93-4253-864a-a8e828a911e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:37.867313 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dacefb5-89a9-4525-a50e-d522619f5962 req-a94fafea-df1c-4f3d-92f2-aa2953e67eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:37.868831 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0dacefb5-89a9-4525-a50e-d522619f5962 req-a94fafea-df1c-4f3d-92f2-aa2953e67eab service neutron] 10.222.0.89 "GET /v2.0/networks?id=b5b2e324-d185-4ace-967f-da09b8051a9d HTTP/1.1" status: 200 len: 911 time: 0.2437708 Feb 16 13:41:37.871304 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.provisioning_blocks [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-e6daf893-5d93-4253-864a-a8e828a911e3 service neutron] Transition to ACTIVE for port object 8cc5434f-4256-4200-bfd3-2e27a03796af will not be triggered until provisioned by entity L2. {{(pid=87701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:41:37.875943 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-e6daf893-5d93-4253-864a-a8e828a911e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:38.090138 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6daf893-5d93-4253-864a-a8e828a911e3 service neutron] Pushing event updated for resources: {'Port': ['ID=8cc5434f-4256-4200-bfd3-2e27a03796af,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:41:38.129901 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0dacefb5-89a9-4525-a50e-d522619f5962 req-cdc4cf79-bd6c-45cd-a73b-e1cfbb6feeca service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9aa67abd-e4e8-4d64-abb6-d43b8d50fee1 HTTP/1.1" status: 200 len: 1000 time: 0.2500525 Feb 16 13:41:38.244647 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dacefb5-89a9-4525-a50e-d522619f5962 req-b03c5680-0f0e-4a7d-b0db-fbf4a51cc9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:38.246074 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0dacefb5-89a9-4525-a50e-d522619f5962 req-b03c5680-0f0e-4a7d-b0db-fbf4a51cc9a9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d731a2c7-e936-4b51-9e0e-f7938cfa2b69 HTTP/1.1" status: 200 len: 849 time: 0.0857828 Feb 16 13:41:38.284868 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-e6daf893-5d93-4253-864a-a8e828a911e3 service neutron] Attempting to bind port 8cc5434f-4256-4200-bfd3-2e27a03796af on host hv-neutron-8295 for vnic_type normal with profile {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:41:38.285200 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-e6daf893-5d93-4253-864a-a8e828a911e3 service neutron] Attempting to bind port 8cc5434f-4256-4200-bfd3-2e27a03796af by drivers openvswitch,hyperv on host hv-neutron-8295 at level 0 using segments [{'id': '8e8b1fb4-f35a-4db1-9601-714b325e2dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b5b2e324-d185-4ace-967f-da09b8051a9d'}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:41:38.285527 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-e6daf893-5d93-4253-864a-a8e828a911e3 service neutron] Attempting to bind port 8cc5434f-4256-4200-bfd3-2e27a03796af on network b5b2e324-d185-4ace-967f-da09b8051a9d {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:41:38.299952 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-e6daf893-5d93-4253-864a-a8e828a911e3 service neutron] Port 8cc5434f-4256-4200-bfd3-2e27a03796af on network b5b2e324-d185-4ace-967f-da09b8051a9d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8295 {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:41:38.300267 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-e6daf893-5d93-4253-864a-a8e828a911e3 service neutron] Attempting to bind port 8cc5434f-4256-4200-bfd3-2e27a03796af on network b5b2e324-d185-4ace-967f-da09b8051a9d {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:41:38.312132 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-e6daf893-5d93-4253-864a-a8e828a911e3 service neutron] Checking agent: {'id': 'b4b5bcfd-2763-4324-82e0-923bc8a52546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8295', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'started_at': datetime.datetime(2022, 2, 16, 12, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:41:38.312460 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-e6daf893-5d93-4253-864a-a8e828a911e3 service neutron] Checking segment: {'id': '8e8b1fb4-f35a-4db1-9601-714b325e2dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b5b2e324-d185-4ace-967f-da09b8051a9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:41:38.312893 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-e6daf893-5d93-4253-864a-a8e828a911e3 service neutron] Bound using segment: {'id': '8e8b1fb4-f35a-4db1-9601-714b325e2dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b5b2e324-d185-4ace-967f-da09b8051a9d'} {{(pid=87701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:41:38.313298 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.managers [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-e6daf893-5d93-4253-864a-a8e828a911e3 service neutron] Bound port: 8cc5434f-4256-4200-bfd3-2e27a03796af, host: hv-neutron-8295, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e8b1fb4-f35a-4db1-9601-714b325e2dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b5b2e324-d185-4ace-967f-da09b8051a9d'}}] {{(pid=87701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:41:38.313639 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-e6daf893-5d93-4253-864a-a8e828a911e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:38.412845 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dacefb5-89a9-4525-a50e-d522619f5962 req-b6e43f33-64a8-4dc8-9bb5-a32a0f4f6c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:38.414371 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0dacefb5-89a9-4525-a50e-d522619f5962 req-b6e43f33-64a8-4dc8-9bb5-a32a0f4f6c13 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b5b2e324-d185-4ace-967f-da09b8051a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1595790 Feb 16 13:41:38.420309 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-e6daf893-5d93-4253-864a-a8e828a911e3 service neutron] For port 8cc5434f-4256-4200-bfd3-2e27a03796af, host hv-neutron-8295, cleared binding levels {{(pid=87701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:41:38.497196 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-e6daf893-5d93-4253-864a-a8e828a911e3 service neutron] For port 8cc5434f-4256-4200-bfd3-2e27a03796af, host hv-neutron-8295, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=8cc5434f-4256-4200-bfd3-2e27a03796af,segment=NetworkSegment(8e8b1fb4-f35a-4db1-9601-714b325e2dcf),segment_id=8e8b1fb4-f35a-4db1-9601-714b325e2dcf)] {{(pid=87701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:41:38.502777 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-e6daf893-5d93-4253-864a-a8e828a911e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:38.582224 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-e6daf893-5d93-4253-864a-a8e828a911e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:38.582833 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-e6daf893-5d93-4253-864a-a8e828a911e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:38.584424 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-e6daf893-5d93-4253-864a-a8e828a911e3 service neutron] 10.222.0.89 "PUT /v2.0/ports/8cc5434f-4256-4200-bfd3-2e27a03796af HTTP/1.1" status: 200 len: 1094 time: 1.7059338 Feb 16 13:41:38.587622 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee274250-a3d3-498a-8340-501102469f7d', 'tag': '8cc5434f-4256-4200-bfd3-2e27a03796af'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:41:38.670093 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6daf893-5d93-4253-864a-a8e828a911e3 service neutron] Pushing event updated for resources: {'Port': ['ID=8cc5434f-4256-4200-bfd3-2e27a03796af,revision_number=3']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:41:38.688698 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0dacefb5-89a9-4525-a50e-d522619f5962 req-d9b9b5fd-dabb-4e5d-bc80-eeaaabb7148f service neutron] 10.222.0.89 "GET /v2.0/networks/b5b2e324-d185-4ace-967f-da09b8051a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660863 Feb 16 13:41:38.773015 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee274250-a3d3-498a-8340-501102469f7d', 'tag': '8cc5434f-4256-4200-bfd3-2e27a03796af', 'status': 'completed', 'code': 200} Feb 16 13:41:38.960017 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-54b9c095-7aa8-451c-a53b-fde99f30e12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:38.961535 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-54b9c095-7aa8-451c-a53b-fde99f30e12b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=18200c1de7784f78b807b5487ac414cc&device_id=ee274250-a3d3-498a-8340-501102469f7d HTTP/1.1" status: 200 len: 1097 time: 0.3277552 Feb 16 13:41:39.069381 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-0dacefb5-89a9-4525-a50e-d522619f5962 req-7422df22-fbd6-46bb-8ba1-05bdba36db7e service neutron] 10.222.0.89 "GET /v2.0/networks/b5b2e324-d185-4ace-967f-da09b8051a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710208 Feb 16 13:41:39.075750 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-e66ce7ec-228f-4759-9c74-1c6085c528a9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8cc5434f-4256-4200-bfd3-2e27a03796af HTTP/1.1" status: 200 len: 217 time: 0.1054366 Feb 16 13:41:39.174616 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-9c3ecd96-a6d3-4402-b49f-feae653f9ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:39.176060 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-9c3ecd96-a6d3-4402-b49f-feae653f9ca2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d731a2c7-e936-4b51-9e0e-f7938cfa2b69 HTTP/1.1" status: 200 len: 849 time: 0.0938306 Feb 16 13:41:39.221718 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe3eb80-e359-4d12-98e4-d5d3abc0eeb6 req-ca564cc5-1f4a-44bb-b73d-948eef83e373 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:39.223115 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1fe3eb80-e359-4d12-98e4-d5d3abc0eeb6 req-ca564cc5-1f4a-44bb-b73d-948eef83e373 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/ports?device_id=ee274250-a3d3-498a-8340-501102469f7d HTTP/1.1" status: 200 len: 944 time: 0.2849107 Feb 16 13:41:39.286387 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-1fe3eb80-e359-4d12-98e4-d5d3abc0eeb6 req-1066a7b5-958d-4000-ac71-8e1f612c14f9 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/security-groups?id=558e8899-4b8c-45c6-beab-63ac90a67014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573635 Feb 16 13:41:39.301764 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-3564afc0-c9b4-42df-820a-6a23f799a868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:39.303635 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-3564afc0-c9b4-42df-820a-6a23f799a868 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b5b2e324-d185-4ace-967f-da09b8051a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1191938 Feb 16 13:41:39.443111 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-8f87dba3-be31-488b-bb62-7000b7ffd7d7 service neutron] 10.222.0.89 "GET /v2.0/networks/b5b2e324-d185-4ace-967f-da09b8051a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325290 Feb 16 13:41:39.585556 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-5b12b561-7bd3-4de2-a1fc-45bce9d5af47 req-4a157223-c8cb-424a-a5c6-bb03a62488fc service neutron] 10.222.0.89 "GET /v2.0/networks/b5b2e324-d185-4ace-967f-da09b8051a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362972 Feb 16 13:41:39.706814 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041dc82-a6de-44ee-bb9c-a4f3db499d41 req-87b79f07-8c22-480b-b4d6-8ba0208efd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:39.708295 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8041dc82-a6de-44ee-bb9c-a4f3db499d41 req-87b79f07-8c22-480b-b4d6-8ba0208efd4b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=18200c1de7784f78b807b5487ac414cc&device_id=ee274250-a3d3-498a-8340-501102469f7d HTTP/1.1" status: 200 len: 1097 time: 0.0706623 Feb 16 13:41:39.850538 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041dc82-a6de-44ee-bb9c-a4f3db499d41 req-0dc2fe9e-bae9-4526-ad24-b3798a451acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:39.851913 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8041dc82-a6de-44ee-bb9c-a4f3db499d41 req-0dc2fe9e-bae9-4526-ad24-b3798a451acf service neutron] 10.222.0.89 "GET /v2.0/networks?id=b5b2e324-d185-4ace-967f-da09b8051a9d HTTP/1.1" status: 200 len: 911 time: 0.1322341 Feb 16 13:41:39.922017 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8041dc82-a6de-44ee-bb9c-a4f3db499d41 req-e78809af-1570-496c-9321-3279d275b779 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8cc5434f-4256-4200-bfd3-2e27a03796af HTTP/1.1" status: 200 len: 217 time: 0.0631161 Feb 16 13:41:39.985648 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041dc82-a6de-44ee-bb9c-a4f3db499d41 req-7ba1f4b2-6cca-4dc6-9959-43f5ec3e12dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:39.987083 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8041dc82-a6de-44ee-bb9c-a4f3db499d41 req-7ba1f4b2-6cca-4dc6-9959-43f5ec3e12dd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d731a2c7-e936-4b51-9e0e-f7938cfa2b69 HTTP/1.1" status: 200 len: 849 time: 0.0577958 Feb 16 13:41:40.067125 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041dc82-a6de-44ee-bb9c-a4f3db499d41 req-eac2d25c-fbd9-4dfe-81af-b28bc1942cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:40.068651 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8041dc82-a6de-44ee-bb9c-a4f3db499d41 req-eac2d25c-fbd9-4dfe-81af-b28bc1942cdb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b5b2e324-d185-4ace-967f-da09b8051a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748811 Feb 16 13:41:40.203674 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8041dc82-a6de-44ee-bb9c-a4f3db499d41 req-1debfb27-8ca1-46b5-afb2-0bc1126c0031 service neutron] 10.222.0.89 "GET /v2.0/networks/b5b2e324-d185-4ace-967f-da09b8051a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279526 Feb 16 13:41:40.343398 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8041dc82-a6de-44ee-bb9c-a4f3db499d41 req-4c21cbcd-a221-4a40-a796-4742c43e4dc7 service neutron] 10.222.0.89 "GET /v2.0/networks/b5b2e324-d185-4ace-967f-da09b8051a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328630 Feb 16 13:41:40.533029 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6e5a9-f7b2-407b-8a4c-1c98220d0306 req-acb0cb39-d037-4f6d-ba75-4c8a32c2e88c tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:40.534495 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1ef6e5a9-f7b2-407b-8a4c-1c98220d0306 req-acb0cb39-d037-4f6d-ba75-4c8a32c2e88c tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/ports?device_id=ee274250-a3d3-498a-8340-501102469f7d HTTP/1.1" status: 200 len: 944 time: 0.1402175 Feb 16 13:41:40.585207 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-1ef6e5a9-f7b2-407b-8a4c-1c98220d0306 req-df5d1069-caac-4d39-a3db-93135f84d422 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/security-groups?id=558e8899-4b8c-45c6-beab-63ac90a67014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446820 Feb 16 13:41:41.768700 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f63f1c1-7212-4e59-bf41-140007fba95e req-897a535f-526a-4f3a-abe3-c60725312fd4 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:41.770078 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8f63f1c1-7212-4e59-bf41-140007fba95e req-897a535f-526a-4f3a-abe3-c60725312fd4 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/ports?device_id=ee274250-a3d3-498a-8340-501102469f7d HTTP/1.1" status: 200 len: 944 time: 0.0800626 Feb 16 13:41:41.814009 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-8f63f1c1-7212-4e59-bf41-140007fba95e req-12b6e724-cb63-4f44-8f37-b0cfa5bb0f6c tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/security-groups?id=558e8899-4b8c-45c6-beab-63ac90a67014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382204 Feb 16 13:41:42.491441 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 8cc5434f-4256-4200-bfd3-2e27a03796af details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:41:42.622346 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 8cc5434f-4256-4200-bfd3-2e27a03796af, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=8cc5434f-4256-4200-bfd3-2e27a03796af,segment=NetworkSegment(8e8b1fb4-f35a-4db1-9601-714b325e2dcf),segment_id=8e8b1fb4-f35a-4db1-9601-714b325e2dcf)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:41:42.639967 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': '8cc5434f-4256-4200-bfd3-2e27a03796af', 'network_id': 'b5b2e324-d185-4ace-967f-da09b8051a9d', 'port_id': '8cc5434f-4256-4200-bfd3-2e27a03796af', 'mac_address': 'fa:16:3e:43:14:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd731a2c7-e936-4b51-9e0e-f7938cfa2b69', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:41:42.694999 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:42.711682 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cc5434f-4256-4200-bfd3-2e27a03796af {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:41:42.728386 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 8cc5434f-4256-4200-bfd3-2e27a03796af, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=8cc5434f-4256-4200-bfd3-2e27a03796af,segment=NetworkSegment(8e8b1fb4-f35a-4db1-9601-714b325e2dcf),segment_id=8e8b1fb4-f35a-4db1-9601-714b325e2dcf)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:41:42.734356 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:42.800224 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=8cc5434f-4256-4200-bfd3-2e27a03796af,revision_number=4']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:41:42.993963 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['8cc5434f-4256-4200-bfd3-2e27a03796af'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:41:43.007110 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d082e95-3f52-4af6-b598-f8f125e65b36 req-2dfcac00-aae8-44cb-894a-30ce22bd9620 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:43.008722 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2d082e95-3f52-4af6-b598-f8f125e65b36 req-2dfcac00-aae8-44cb-894a-30ce22bd9620 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/ports?device_id=ee274250-a3d3-498a-8340-501102469f7d HTTP/1.1" status: 200 len: 945 time: 0.0876346 Feb 16 13:41:43.061158 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-2d082e95-3f52-4af6-b598-f8f125e65b36 req-db4764f0-adf6-447a-b589-13bb08e64de7 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/security-groups?id=558e8899-4b8c-45c6-beab-63ac90a67014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459559 Feb 16 13:41:44.268040 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d5d53-3d82-4d49-9aa1-66e8ca5cd8aa req-479b95dc-bd30-4f59-81a5-0bec1cc29030 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:44.269583 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9b8d5d53-3d82-4d49-9aa1-66e8ca5cd8aa req-479b95dc-bd30-4f59-81a5-0bec1cc29030 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/ports?device_id=ee274250-a3d3-498a-8340-501102469f7d HTTP/1.1" status: 200 len: 945 time: 0.0912676 Feb 16 13:41:44.316156 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-9b8d5d53-3d82-4d49-9aa1-66e8ca5cd8aa req-8e0e5a21-30c5-4b1b-ae52-875de37ffd8d tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/security-groups?id=558e8899-4b8c-45c6-beab-63ac90a67014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405579 Feb 16 13:41:44.506355 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 8cc5434f-4256-4200-bfd3-2e27a03796af up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:41:44.585654 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning for port 8cc5434f-4256-4200-bfd3-2e27a03796af completed by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:41:44.590672 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port 8cc5434f-4256-4200-bfd3-2e27a03796af triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:41:44.591036 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:44.708921 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:44.737760 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee274250-a3d3-498a-8340-501102469f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc5434f-4256-4200-bfd3-2e27a03796af'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:41:44.747643 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 8cc5434f-4256-4200-bfd3-2e27a03796af, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=8cc5434f-4256-4200-bfd3-2e27a03796af,segment=NetworkSegment(8e8b1fb4-f35a-4db1-9601-714b325e2dcf),segment_id=8e8b1fb4-f35a-4db1-9601-714b325e2dcf)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:41:44.753205 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:44.825210 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=8cc5434f-4256-4200-bfd3-2e27a03796af,revision_number=5']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:41:44.839521 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee274250-a3d3-498a-8340-501102469f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc5434f-4256-4200-bfd3-2e27a03796af', 'code': 200} Feb 16 13:41:45.096908 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431f532-f813-4d51-bda0-cebb2d7d02a2 req-cca5a0ed-34d0-4ae4-a440-70421582906a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:45.098411 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6431f532-f813-4d51-bda0-cebb2d7d02a2 req-cca5a0ed-34d0-4ae4-a440-70421582906a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ee274250-a3d3-498a-8340-501102469f7d HTTP/1.1" status: 200 len: 1099 time: 0.0813062 Feb 16 13:41:45.143453 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6431f532-f813-4d51-bda0-cebb2d7d02a2 req-110bcdc2-8fae-4d45-b32b-e9e189559bcb service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=558e8899-4b8c-45c6-beab-63ac90a67014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376697 Feb 16 13:41:45.645266 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e3160-ffda-4a73-bc46-2d794cf0b5c0 req-a0eb1757-6cce-40be-9b71-044d85ba84c6 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:45.646659 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c09e3160-ffda-4a73-bc46-2d794cf0b5c0 req-a0eb1757-6cce-40be-9b71-044d85ba84c6 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/ports?device_id=ee274250-a3d3-498a-8340-501102469f7d HTTP/1.1" status: 200 len: 946 time: 0.2106311 Feb 16 13:41:45.691131 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-c09e3160-ffda-4a73-bc46-2d794cf0b5c0 req-d29fdadb-80b8-4260-a560-756e2ce5ceaa tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/security-groups?id=558e8899-4b8c-45c6-beab-63ac90a67014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384755 Feb 16 13:41:46.890912 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24bf5e-16c9-4bde-9af1-8deb86f6cdfe req-02e9478c-e5a5-4949-9fec-91b32599e0bb tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:46.892397 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7e24bf5e-16c9-4bde-9af1-8deb86f6cdfe req-02e9478c-e5a5-4949-9fec-91b32599e0bb tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/ports?device_id=ee274250-a3d3-498a-8340-501102469f7d HTTP/1.1" status: 200 len: 946 time: 0.0820053 Feb 16 13:41:46.940430 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-7e24bf5e-16c9-4bde-9af1-8deb86f6cdfe req-5d1d5954-b97e-414e-93a6-856371f7199b tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/security-groups?id=558e8899-4b8c-45c6-beab-63ac90a67014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418918 Feb 16 13:41:47.133807 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077cd376-5b69-4832-84a9-ef07d2a1262b req-55ea6462-eb59-4e03-ac7e-193df20f2ee5 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:47.135257 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-077cd376-5b69-4832-84a9-ef07d2a1262b req-55ea6462-eb59-4e03-ac7e-193df20f2ee5 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/ports?device_id=ee274250-a3d3-498a-8340-501102469f7d HTTP/1.1" status: 200 len: 946 time: 0.0856898 Feb 16 13:41:47.188695 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-077cd376-5b69-4832-84a9-ef07d2a1262b req-5422f2b9-7ac3-4dd7-adb6-4a50a85da021 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/security-groups?id=558e8899-4b8c-45c6-beab-63ac90a67014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468931 Feb 16 13:41:47.217379 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 51870) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:41:47.295789 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ae5752-5f0e-4b90-9fd5-80f2a5d72c34 tempest-TestSnapshotPattern-958423725 tempest-TestSnapshotPattern-958423725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:47.297335 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-83ae5752-5f0e-4b90-9fd5-80f2a5d72c34 tempest-TestSnapshotPattern-958423725 tempest-TestSnapshotPattern-958423725-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=ee274250-a3d3-498a-8340-501102469f7d HTTP/1.1" status: 200 len: 1094 time: 0.0786991 Feb 16 13:41:47.301592 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 51874) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:41:47.306759 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.v2.base [None req-16a7fa62-0098-404d-8595-c9aa1bc496ed tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Request body: {'floatingip': {'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'port_id': '8cc5434f-4256-4200-bfd3-2e27a03796af', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:41:47.312839 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-16a7fa62-0098-404d-8595-c9aa1bc496ed tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:41:47.317045 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-16a7fa62-0098-404d-8595-c9aa1bc496ed tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Usage tracker for resource:floatingip and tenant:18200c1de7784f78b807b5487ac414cc is out of sync, need to count used quota {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:41:47.320119 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [None req-16a7fa62-0098-404d-8595-c9aa1bc496ed tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87701) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:41:47.326227 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.quota.driver [None req-16a7fa62-0098-404d-8595-c9aa1bc496ed tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87701) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:41:47.340488 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-16a7fa62-0098-404d-8595-c9aa1bc496ed tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks [] for floatingip, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:47.478656 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-16a7fa62-0098-404d-8595-c9aa1bc496ed tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:47.631991 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.db_base_plugin_common [None req-16a7fa62-0098-404d-8595-c9aa1bc496ed tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Allocated IP 172.26.5.114 (a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41/b5815f79-c623-450e-abeb-c3a7d3fd12a8/f5d38dd5-106d-45f4-9966-ba5ec4ea4bb5) {{(pid=87701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:41:47.790605 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-16a7fa62-0098-404d-8595-c9aa1bc496ed tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks [] for port, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:47.822569 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-16a7fa62-0098-404d-8595-c9aa1bc496ed tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754732256395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:47.889633 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a7fa62-0098-404d-8595-c9aa1bc496ed tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Network a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41 is already hosted by enough agents. {{(pid=87701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:41:47.892426 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.base_scheduler [None req-16a7fa62-0098-404d-8595-c9aa1bc496ed tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Resources bound (agent type, host, resource id): {{(pid=87701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:41:47.896245 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a7fa62-0098-404d-8595-c9aa1bc496ed tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Received port after_create {{(pid=87701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:41:47.930909 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a7fa62-0098-404d-8595-c9aa1bc496ed tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Pushing event updated for resources: {'Port': ['ID=f5d38dd5-106d-45f4-9966-ba5ec4ea4bb5,revision_number=1']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:41:48.272164 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:41:48.332038 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-16a7fa62-0098-404d-8595-c9aa1bc496ed tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:48.411469 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-16a7fa62-0098-404d-8595-c9aa1bc496ed tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:48.627607 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-16a7fa62-0098-404d-8595-c9aa1bc496ed tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks [] for port, precommit_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:48.634578 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-16a7fa62-0098-404d-8595-c9aa1bc496ed tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2271039'] for port, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:48.738325 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a7fa62-0098-404d-8595-c9aa1bc496ed tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Pushing event updated for resources: {'Port': ['ID=f5d38dd5-106d-45f4-9966-ba5ec4ea4bb5,revision_number=2']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:41:48.757330 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-16a7fa62-0098-404d-8595-c9aa1bc496ed tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023727'] for floatingip, after_update {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:49.042952 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.l3_db [None req-16a7fa62-0098-404d-8595-c9aa1bc496ed tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Floating IP dfa69b31-da09-4ccf-aa9e-adf0cf43d0eb associated. External IP: 172.26.5.114, port: 8cc5434f-4256-4200-bfd3-2e27a03796af. Feb 16 13:41:49.398702 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a7fa62-0098-404d-8595-c9aa1bc496ed tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Router 0b25ccd5-6929-4015-a741-a5a4f3635a81 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:41:49.575456 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a7fa62-0098-404d-8595-c9aa1bc496ed tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:41:49.586192 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc06946-2b24-41b4-8617-2e7d82d58021 None None] Sync routers for ids ['0b25ccd5-6929-4015-a741-a5a4f3635a81'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:41:49.596061 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc06946-2b24-41b4-8617-2e7d82d58021 None None] Routers {'0b25ccd5-6929-4015-a741-a5a4f3635a81'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:41:49.596721 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-bdc06946-2b24-41b4-8617-2e7d82d58021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:41:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['0b25ccd5-6929-4015-a741-a5a4f3635a81'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:41:49.602222 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-16a7fa62-0098-404d-8595-c9aa1bc496ed tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:49.662731 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-16a7fa62-0098-404d-8595-c9aa1bc496ed tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3593655 Feb 16 13:41:49.663213 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee274250-a3d3-498a-8340-501102469f7d', 'tag': '8cc5434f-4256-4200-bfd3-2e27a03796af'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:41:49.707864 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee274250-a3d3-498a-8340-501102469f7d', 'tag': '8cc5434f-4256-4200-bfd3-2e27a03796af', 'status': 'completed', 'code': 200} Feb 16 13:41:49.776361 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-bdc06946-2b24-41b4-8617-2e7d82d58021 None None] Set router 0b25ccd5-6929-4015-a741-a5a4f3635a81 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:41:49.799057 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b0208-b26a-45e7-9e37-6e153279e572 req-aa26c4e4-4b82-4d55-aafb-a99d1e2ffa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:49.800552 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-af2b0208-b26a-45e7-9e37-6e153279e572 req-aa26c4e4-4b82-4d55-aafb-a99d1e2ffa44 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=18200c1de7784f78b807b5487ac414cc&device_id=ee274250-a3d3-498a-8340-501102469f7d HTTP/1.1" status: 200 len: 1099 time: 0.0710182 Feb 16 13:41:49.945654 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b0208-b26a-45e7-9e37-6e153279e572 req-a86cbf72-c33c-41ad-9a52-e5ffd93d9ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:49.947035 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-af2b0208-b26a-45e7-9e37-6e153279e572 req-a86cbf72-c33c-41ad-9a52-e5ffd93d9ad8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b5b2e324-d185-4ace-967f-da09b8051a9d HTTP/1.1" status: 200 len: 911 time: 0.1350231 Feb 16 13:41:50.050300 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-af2b0208-b26a-45e7-9e37-6e153279e572 req-dd43bee6-5792-49d4-8c98-4a3e03491670 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8cc5434f-4256-4200-bfd3-2e27a03796af HTTP/1.1" status: 200 len: 1000 time: 0.0960057 Feb 16 13:41:50.113715 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b0208-b26a-45e7-9e37-6e153279e572 req-85808589-74d7-496d-a962-ad83598bda20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:50.115447 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-af2b0208-b26a-45e7-9e37-6e153279e572 req-85808589-74d7-496d-a962-ad83598bda20 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d731a2c7-e936-4b51-9e0e-f7938cfa2b69 HTTP/1.1" status: 200 len: 849 time: 0.0586624 Feb 16 13:41:50.167505 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-bdc06946-2b24-41b4-8617-2e7d82d58021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'name': 'tempest-TestSnapshotPattern-1314990013-router', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '5cc459f5-2dac-47a7-961f-176e7c158cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:38:40Z', 'updated_at': '2022-02-16T13:38:44Z', 'revision_number': 4, 'project_id': '18200c1de7784f78b807b5487ac414cc', 'gw_port': {'id': '5cc459f5-2dac-47a7-961f-176e7c158cbd', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:93:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:38:41Z', 'updated_at': '2022-02-16T13:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': 'dc5a25b9-a5b4-4760-bae7-3c0306e6d208', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'floating_ip_address': '172.26.5.201', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'port_id': '9aa67abd-e4e8-4d64-abb6-d43b8d50fee1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b2e324-d185-4ace-967f-da09b8051a9d', 'mac_address': 'fa:16:3e:fb:3d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6dd149-840d-415a-ad6d-439479bfeb94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:39:10Z', 'updated_at': '2022-02-16T13:39:13Z', 'revision_number': 1, 'project_id': '18200c1de7784f78b807b5487ac414cc', 'fixed_ip_address_scope': None}, {'id': 'dfa69b31-da09-4ccf-aa9e-adf0cf43d0eb', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'floating_ip_address': '172.26.5.114', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'port_id': '8cc5434f-4256-4200-bfd3-2e27a03796af', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b2e324-d185-4ace-967f-da09b8051a9d', 'mac_address': 'fa:16:3e:43:14:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee274250-a3d3-498a-8340-501102469f7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:41:48Z', 'updated_at': '2022-02-16T13:41:48Z', 'revision_number': 0, 'project_id': '18200c1de7784f78b807b5487ac414cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d468c65-69ff-424e-aa40-81a9a23e5455', 'name': '', 'network_id': 'b5b2e324-d185-4ace-967f-da09b8051a9d', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'mac_address': 'fa:16:3e:59:3e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'd731a2c7-e936-4b51-9e0e-f7938cfa2b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:38:43Z', 'updated_at': '2022-02-16T13:38:50Z', 'revision_number': 5, 'project_id': '18200c1de7784f78b807b5487ac414cc', 'subnets': [{'id': 'd731a2c7-e936-4b51-9e0e-f7938cfa2b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:41:50.171859 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc06946-2b24-41b4-8617-2e7d82d58021 None None] Checking router: 0b25ccd5-6929-4015-a741-a5a4f3635a81 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:41:50.180695 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc06946-2b24-41b4-8617-2e7d82d58021 None None] Routers {'0b25ccd5-6929-4015-a741-a5a4f3635a81'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:41:50.181307 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-bdc06946-2b24-41b4-8617-2e7d82d58021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:41:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['0b25ccd5-6929-4015-a741-a5a4f3635a81'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:41:50.198695 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b0208-b26a-45e7-9e37-6e153279e572 req-e76315ee-1173-4e32-b968-6031b7097d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:41:50.200101 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-af2b0208-b26a-45e7-9e37-6e153279e572 req-e76315ee-1173-4e32-b968-6031b7097d0d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b5b2e324-d185-4ace-967f-da09b8051a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769687 Feb 16 13:41:50.361999 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-bdc06946-2b24-41b4-8617-2e7d82d58021 None None] Set router 0b25ccd5-6929-4015-a741-a5a4f3635a81 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:41:50.463359 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-af2b0208-b26a-45e7-9e37-6e153279e572 req-c4f3ce50-590c-42c4-9951-aee04bf8f287 service neutron] 10.222.0.89 "GET /v2.0/networks/b5b2e324-d185-4ace-967f-da09b8051a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560599 Feb 16 13:41:50.592763 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-af2b0208-b26a-45e7-9e37-6e153279e572 req-cac04519-00ea-45a0-968e-0e9c06962fca service neutron] 10.222.0.89 "GET /v2.0/networks/b5b2e324-d185-4ace-967f-da09b8051a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228669 Feb 16 13:41:50.708542 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-bdc06946-2b24-41b4-8617-2e7d82d58021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'name': 'tempest-TestSnapshotPattern-1314990013-router', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '5cc459f5-2dac-47a7-961f-176e7c158cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:38:40Z', 'updated_at': '2022-02-16T13:38:44Z', 'revision_number': 4, 'project_id': '18200c1de7784f78b807b5487ac414cc', 'gw_port': {'id': '5cc459f5-2dac-47a7-961f-176e7c158cbd', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:93:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:38:41Z', 'updated_at': '2022-02-16T13:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': 'dc5a25b9-a5b4-4760-bae7-3c0306e6d208', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'floating_ip_address': '172.26.5.201', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'port_id': '9aa67abd-e4e8-4d64-abb6-d43b8d50fee1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b2e324-d185-4ace-967f-da09b8051a9d', 'mac_address': 'fa:16:3e:fb:3d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6dd149-840d-415a-ad6d-439479bfeb94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:39:10Z', 'updated_at': '2022-02-16T13:39:13Z', 'revision_number': 1, 'project_id': '18200c1de7784f78b807b5487ac414cc', 'fixed_ip_address_scope': None}, {'id': 'dfa69b31-da09-4ccf-aa9e-adf0cf43d0eb', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'floating_ip_address': '172.26.5.114', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'port_id': '8cc5434f-4256-4200-bfd3-2e27a03796af', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b2e324-d185-4ace-967f-da09b8051a9d', 'mac_address': 'fa:16:3e:43:14:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee274250-a3d3-498a-8340-501102469f7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:41:48Z', 'updated_at': '2022-02-16T13:41:48Z', 'revision_number': 0, 'project_id': '18200c1de7784f78b807b5487ac414cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d468c65-69ff-424e-aa40-81a9a23e5455', 'name': '', 'network_id': 'b5b2e324-d185-4ace-967f-da09b8051a9d', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'mac_address': 'fa:16:3e:59:3e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'd731a2c7-e936-4b51-9e0e-f7938cfa2b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:38:43Z', 'updated_at': '2022-02-16T13:38:50Z', 'revision_number': 5, 'project_id': '18200c1de7784f78b807b5487ac414cc', 'subnets': [{'id': 'd731a2c7-e936-4b51-9e0e-f7938cfa2b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:41:50.712763 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc06946-2b24-41b4-8617-2e7d82d58021 None None] The sync data for ids ['0b25ccd5-6929-4015-a741-a5a4f3635a81'] in dv-neutron-829527-1-hyperv is: [{'id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'name': 'tempest-TestSnapshotPattern-1314990013-router', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '5cc459f5-2dac-47a7-961f-176e7c158cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:38:40Z', 'updated_at': '2022-02-16T13:38:44Z', 'revision_number': 4, 'project_id': '18200c1de7784f78b807b5487ac414cc', 'gw_port': {'id': '5cc459f5-2dac-47a7-961f-176e7c158cbd', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:93:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:38:41Z', 'updated_at': '2022-02-16T13:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': 'dc5a25b9-a5b4-4760-bae7-3c0306e6d208', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'floating_ip_address': '172.26.5.201', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'port_id': '9aa67abd-e4e8-4d64-abb6-d43b8d50fee1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b2e324-d185-4ace-967f-da09b8051a9d', 'mac_address': 'fa:16:3e:fb:3d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6dd149-840d-415a-ad6d-439479bfeb94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:39:10Z', 'updated_at': '2022-02-16T13:39:13Z', 'revision_number': 1, 'project_id': '18200c1de7784f78b807b5487ac414cc', 'fixed_ip_address_scope': None}, {'id': 'dfa69b31-da09-4ccf-aa9e-adf0cf43d0eb', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'floating_ip_address': '172.26.5.114', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'port_id': '8cc5434f-4256-4200-bfd3-2e27a03796af', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b2e324-d185-4ace-967f-da09b8051a9d', 'mac_address': 'fa:16:3e:43:14:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee274250-a3d3-498a-8340-501102469f7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:41:48Z', 'updated_at': '2022-02-16T13:41:48Z', 'revision_number': 0, 'project_id': '18200c1de7784f78b807b5487ac414cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d468c65-69ff-424e-aa40-81a9a23e5455', 'name': '', 'network_id': 'b5b2e324-d185-4ace-967f-da09b8051a9d', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'mac_address': 'fa:16:3e:59:3e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'd731a2c7-e936-4b51-9e0e-f7938cfa2b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:38:43Z', 'updated_at': '2022-02-16T13:38:50Z', 'revision_number': 5, 'project_id': '18200c1de7784f78b807b5487ac414cc', 'subnets': [{'id': 'd731a2c7-e936-4b51-9e0e-f7938cfa2b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:41:50.909721 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53527803-bfcb-4bd9-9e17-d80e638875ee None None] New status for floating IP dfa69b31-da09-4ccf-aa9e-adf0cf43d0eb: ACTIVE {{(pid=87703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:42:01.932375 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-29d68bff-3bea-4e1b-a865-df9b028e24ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:04.191171 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c0ea65d7-ab0e-4433-bb47-5e1835edd89d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:05.064303 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:05.288182 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:05.419758 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:06.959306 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:25.276003 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:42:31.928448 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d8391a3a-8801-4797-8773-b7555686ad24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:34.186306 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-219ef409-a89f-4c65-b8da-f9db91dff035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:35.079924 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:35.284860 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:35.423037 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:35.553639 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6517850c-3c69-4484-8e89-d6315c9bba4a req-aa1cdef3-2427-498e-9ffe-d5b96e4a6348 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ca6dd149-840d-415a-ad6d-439479bfeb94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0816970 Feb 16 13:42:35.716209 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517850c-3c69-4484-8e89-d6315c9bba4a req-a0a77221-c079-4fef-8479-ef537235b858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:35.717703 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6517850c-3c69-4484-8e89-d6315c9bba4a req-a0a77221-c079-4fef-8479-ef537235b858 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=18200c1de7784f78b807b5487ac414cc&device_id=ca6dd149-840d-415a-ad6d-439479bfeb94 HTTP/1.1" status: 200 len: 1097 time: 0.0889256 Feb 16 13:42:35.877256 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517850c-3c69-4484-8e89-d6315c9bba4a req-dbad7140-1d44-4038-9ce6-5251cf47313b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:35.878727 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6517850c-3c69-4484-8e89-d6315c9bba4a req-dbad7140-1d44-4038-9ce6-5251cf47313b service neutron] 10.222.0.89 "GET /v2.0/networks?id=b5b2e324-d185-4ace-967f-da09b8051a9d HTTP/1.1" status: 200 len: 911 time: 0.1400182 Feb 16 13:42:36.000240 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6517850c-3c69-4484-8e89-d6315c9bba4a req-4cd9ce60-77d8-47ef-93e3-d2a4e251eb5a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9aa67abd-e4e8-4d64-abb6-d43b8d50fee1 HTTP/1.1" status: 200 len: 1000 time: 0.1119139 Feb 16 13:42:36.063664 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517850c-3c69-4484-8e89-d6315c9bba4a req-9aefd204-8780-4908-9482-ffc82fade2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:36.065123 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6517850c-3c69-4484-8e89-d6315c9bba4a req-9aefd204-8780-4908-9482-ffc82fade2ce service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d731a2c7-e936-4b51-9e0e-f7938cfa2b69 HTTP/1.1" status: 200 len: 849 time: 0.0589466 Feb 16 13:42:36.148002 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517850c-3c69-4484-8e89-d6315c9bba4a req-3407bd7b-aec9-4ee2-b549-7c92abf00e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:36.149521 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6517850c-3c69-4484-8e89-d6315c9bba4a req-3407bd7b-aec9-4ee2-b549-7c92abf00e62 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b5b2e324-d185-4ace-967f-da09b8051a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770464 Feb 16 13:42:36.284322 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6517850c-3c69-4484-8e89-d6315c9bba4a req-979916e6-d800-4405-8183-7fca18f9dd19 service neutron] 10.222.0.89 "GET /v2.0/networks/b5b2e324-d185-4ace-967f-da09b8051a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254809 Feb 16 13:42:36.415878 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-6517850c-3c69-4484-8e89-d6315c9bba4a req-76f846af-6435-4104-a975-2ca87e752141 service neutron] 10.222.0.89 "GET /v2.0/networks/b5b2e324-d185-4ace-967f-da09b8051a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246061 Feb 16 13:42:36.967940 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:01.933318 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9c62f757-aaa8-41cf-807c-8b0bbfdad8db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:02.275704 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:43:04.191230 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-26a0598b-b4ea-4c91-945e-e93bc7fb6404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:05.069203 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:05.279409 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:05.424631 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:06.972062 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:26.914243 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 8cc5434f-4256-4200-bfd3-2e27a03796af details requested by agent hyperv_hv-neutron-8295 with host hv-neutron-8295 {{(pid=87702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:43:27.056600 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 8cc5434f-4256-4200-bfd3-2e27a03796af, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=8cc5434f-4256-4200-bfd3-2e27a03796af,segment=NetworkSegment(8e8b1fb4-f35a-4db1-9601-714b325e2dcf),segment_id=8e8b1fb4-f35a-4db1-9601-714b325e2dcf)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:43:27.073741 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Returning: {'device': '8cc5434f-4256-4200-bfd3-2e27a03796af', 'network_id': 'b5b2e324-d185-4ace-967f-da09b8051a9d', 'port_id': '8cc5434f-4256-4200-bfd3-2e27a03796af', 'mac_address': 'fa:16:3e:43:14:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd731a2c7-e936-4b51-9e0e-f7938cfa2b69', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:43:27.126225 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:27.144033 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8cc5434f-4256-4200-bfd3-2e27a03796af {{(pid=87702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:43:27.160289 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 8cc5434f-4256-4200-bfd3-2e27a03796af, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=8cc5434f-4256-4200-bfd3-2e27a03796af,segment=NetworkSegment(8e8b1fb4-f35a-4db1-9601-714b325e2dcf),segment_id=8e8b1fb4-f35a-4db1-9601-714b325e2dcf)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:43:27.165916 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:27.276405 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] get_ports_and_sgs() called for port_ids ['8cc5434f-4256-4200-bfd3-2e27a03796af'] {{(pid=87702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:43:27.317796 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=8cc5434f-4256-4200-bfd3-2e27a03796af,revision_number=6']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:27.335017 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:27.335392 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:27.335725 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:27.336058 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:27.336385 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:27.336739 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:27.337064 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:27.337388 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:27.337690 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:27.338011 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:27.338350 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:27.338666 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:28.909417 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 8cc5434f-4256-4200-bfd3-2e27a03796af up at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:43:28.993015 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.provisioning_blocks [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Provisioning complete for port 8cc5434f-4256-4200-bfd3-2e27a03796af triggered by entity L2. {{(pid=87702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:43:28.993388 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8154639'] for port, provisioning_complete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:29.133509 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:29.171899 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee274250-a3d3-498a-8340-501102469f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc5434f-4256-4200-bfd3-2e27a03796af'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:43:29.195631 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 8cc5434f-4256-4200-bfd3-2e27a03796af, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=8cc5434f-4256-4200-bfd3-2e27a03796af,segment=NetworkSegment(8e8b1fb4-f35a-4db1-9601-714b325e2dcf),segment_id=8e8b1fb4-f35a-4db1-9601-714b325e2dcf)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:43:29.205631 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:29.304014 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=8cc5434f-4256-4200-bfd3-2e27a03796af,revision_number=7']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:29.443247 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee274250-a3d3-498a-8340-501102469f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc5434f-4256-4200-bfd3-2e27a03796af', 'code': 200} Feb 16 13:43:31.937349 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-d4d7f0f7-5927-4b13-be7d-06d58f471dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:34.209698 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f6beff07-f8f5-49b5-b76b-c1ced9edad88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:35.075373 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:35.285630 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:35.427666 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:36.562522 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc583b3c-3a2a-46ad-8c73-db2c52738dae req-b0e9fea0-65f7-4fdf-b251-6d695032ce60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:36.564974 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cc583b3c-3a2a-46ad-8c73-db2c52738dae req-b0e9fea0-65f7-4fdf-b251-6d695032ce60 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=18200c1de7784f78b807b5487ac414cc&device_id=ee274250-a3d3-498a-8340-501102469f7d HTTP/1.1" status: 200 len: 1099 time: 0.1625035 Feb 16 13:43:36.738154 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc583b3c-3a2a-46ad-8c73-db2c52738dae req-0da1d742-8f63-4851-bcfc-dbd1b0519556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:36.739707 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cc583b3c-3a2a-46ad-8c73-db2c52738dae req-0da1d742-8f63-4851-bcfc-dbd1b0519556 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b5b2e324-d185-4ace-967f-da09b8051a9d HTTP/1.1" status: 200 len: 911 time: 0.1472492 Feb 16 13:43:36.853301 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cc583b3c-3a2a-46ad-8c73-db2c52738dae req-e0ff137b-080c-4b9b-a92d-9c661ac92069 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8cc5434f-4256-4200-bfd3-2e27a03796af HTTP/1.1" status: 200 len: 1002 time: 0.1057560 Feb 16 13:43:36.924292 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc583b3c-3a2a-46ad-8c73-db2c52738dae req-218a9d17-a3ea-4953-895c-7457dd7809a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:36.926032 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cc583b3c-3a2a-46ad-8c73-db2c52738dae req-218a9d17-a3ea-4953-895c-7457dd7809a3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d731a2c7-e936-4b51-9e0e-f7938cfa2b69 HTTP/1.1" status: 200 len: 849 time: 0.0661180 Feb 16 13:43:36.983075 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:37.012296 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc583b3c-3a2a-46ad-8c73-db2c52738dae req-ff312529-c34d-4daa-8b9b-401e49678532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:37.013798 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cc583b3c-3a2a-46ad-8c73-db2c52738dae req-ff312529-c34d-4daa-8b9b-401e49678532 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b5b2e324-d185-4ace-967f-da09b8051a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760882 Feb 16 13:43:37.154082 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cc583b3c-3a2a-46ad-8c73-db2c52738dae req-8eae36ef-379e-496e-bdf6-2c4f7dd04b08 service neutron] 10.222.0.89 "GET /v2.0/networks/b5b2e324-d185-4ace-967f-da09b8051a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329539 Feb 16 13:43:37.421532 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-cc583b3c-3a2a-46ad-8c73-db2c52738dae req-849e8f96-100d-4b25-9af0-69e16273f765 service neutron] 10.222.0.89 "GET /v2.0/networks/b5b2e324-d185-4ace-967f-da09b8051a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578461 Feb 16 13:43:38.060818 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 52078) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:38.279881 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-b9a579ce-c12e-4d87-866d-8c5bcf3a6901 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Deleting port f5d38dd5-106d-45f4-9966-ba5ec4ea4bb5 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:43:38.280228 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b9a579ce-c12e-4d87-866d-8c5bcf3a6901 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:38.464799 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b9a579ce-c12e-4d87-866d-8c5bcf3a6901 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:38.465124 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b9a579ce-c12e-4d87-866d-8c5bcf3a6901 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:38.594992 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-b9a579ce-c12e-4d87-866d-8c5bcf3a6901 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Calling delete_port for f5d38dd5-106d-45f4-9966-ba5ec4ea4bb5 owned by network:floatingip {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:43:38.773541 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b9a579ce-c12e-4d87-866d-8c5bcf3a6901 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:38.821935 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a579ce-c12e-4d87-866d-8c5bcf3a6901 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Pushing event deleted for resources: {'Port': ['ID=f5d38dd5-106d-45f4-9966-ba5ec4ea4bb5,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:38.863887 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a579ce-c12e-4d87-866d-8c5bcf3a6901 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:38.864137 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a579ce-c12e-4d87-866d-8c5bcf3a6901 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:38.864474 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a579ce-c12e-4d87-866d-8c5bcf3a6901 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:38.864837 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a579ce-c12e-4d87-866d-8c5bcf3a6901 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:38.865160 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a579ce-c12e-4d87-866d-8c5bcf3a6901 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:38.865485 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a579ce-c12e-4d87-866d-8c5bcf3a6901 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:38.865804 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a579ce-c12e-4d87-866d-8c5bcf3a6901 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:38.866123 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a579ce-c12e-4d87-866d-8c5bcf3a6901 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:38.866442 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a579ce-c12e-4d87-866d-8c5bcf3a6901 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:38.866759 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a579ce-c12e-4d87-866d-8c5bcf3a6901 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:38.867072 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a579ce-c12e-4d87-866d-8c5bcf3a6901 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:38.867403 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a579ce-c12e-4d87-866d-8c5bcf3a6901 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:38.925592 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b9a579ce-c12e-4d87-866d-8c5bcf3a6901 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks [] for floatingip, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:38.925886 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.db.l3_db [None req-b9a579ce-c12e-4d87-866d-8c5bcf3a6901 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Floating IP dfa69b31-da09-4ccf-aa9e-adf0cf43d0eb disassociated (deleted). External IP: 172.26.5.114, port: 8cc5434f-4256-4200-bfd3-2e27a03796af. Feb 16 13:43:39.275008 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:43:39.275608 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a579ce-c12e-4d87-866d-8c5bcf3a6901 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Router 0b25ccd5-6929-4015-a741-a5a4f3635a81 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:43:39.583199 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a579ce-c12e-4d87-866d-8c5bcf3a6901 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:43:39.592997 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e77f65c-32ee-47ab-b88f-103f9e1ce2cc None None] Sync routers for ids ['0b25ccd5-6929-4015-a741-a5a4f3635a81'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:43:39.602664 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e77f65c-32ee-47ab-b88f-103f9e1ce2cc None None] Routers {'0b25ccd5-6929-4015-a741-a5a4f3635a81'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:43:39.603309 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-4e77f65c-32ee-47ab-b88f-103f9e1ce2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:43:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['0b25ccd5-6929-4015-a741-a5a4f3635a81'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:39.605885 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-b9a579ce-c12e-4d87-866d-8c5bcf3a6901 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:39.661694 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-b9a579ce-c12e-4d87-866d-8c5bcf3a6901 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "DELETE /v2.0/floatingips/dfa69b31-da09-4ccf-aa9e-adf0cf43d0eb HTTP/1.1" status: 204 len: 168 time: 1.5996320 Feb 16 13:43:39.662273 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee274250-a3d3-498a-8340-501102469f7d', 'tag': '8cc5434f-4256-4200-bfd3-2e27a03796af'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:43:39.788653 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-4e77f65c-32ee-47ab-b88f-103f9e1ce2cc None None] Set router 0b25ccd5-6929-4015-a741-a5a4f3635a81 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:43:39.836005 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee274250-a3d3-498a-8340-501102469f7d', 'tag': '8cc5434f-4256-4200-bfd3-2e27a03796af', 'status': 'completed', 'code': 200} Feb 16 13:43:39.948773 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5018b62-8531-4e80-9464-2964261e9a93 req-ec95564d-b2ff-4594-86c7-38c459ef48fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:39.950284 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a5018b62-8531-4e80-9464-2964261e9a93 req-ec95564d-b2ff-4594-86c7-38c459ef48fe service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=18200c1de7784f78b807b5487ac414cc&device_id=ee274250-a3d3-498a-8340-501102469f7d HTTP/1.1" status: 200 len: 1099 time: 0.0913513 Feb 16 13:43:40.106341 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5018b62-8531-4e80-9464-2964261e9a93 req-0562af39-7808-4f9f-874f-d424dc45845d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:40.107970 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a5018b62-8531-4e80-9464-2964261e9a93 req-0562af39-7808-4f9f-874f-d424dc45845d service neutron] 10.222.0.89 "GET /v2.0/networks?id=b5b2e324-d185-4ace-967f-da09b8051a9d HTTP/1.1" status: 200 len: 911 time: 0.1469746 Feb 16 13:43:40.162510 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-4e77f65c-32ee-47ab-b88f-103f9e1ce2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'name': 'tempest-TestSnapshotPattern-1314990013-router', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '5cc459f5-2dac-47a7-961f-176e7c158cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:38:40Z', 'updated_at': '2022-02-16T13:38:44Z', 'revision_number': 4, 'project_id': '18200c1de7784f78b807b5487ac414cc', 'gw_port': {'id': '5cc459f5-2dac-47a7-961f-176e7c158cbd', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:93:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:38:41Z', 'updated_at': '2022-02-16T13:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': 'dc5a25b9-a5b4-4760-bae7-3c0306e6d208', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'floating_ip_address': '172.26.5.201', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'port_id': '9aa67abd-e4e8-4d64-abb6-d43b8d50fee1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b2e324-d185-4ace-967f-da09b8051a9d', 'mac_address': 'fa:16:3e:fb:3d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6dd149-840d-415a-ad6d-439479bfeb94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:39:10Z', 'updated_at': '2022-02-16T13:39:13Z', 'revision_number': 1, 'project_id': '18200c1de7784f78b807b5487ac414cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d468c65-69ff-424e-aa40-81a9a23e5455', 'name': '', 'network_id': 'b5b2e324-d185-4ace-967f-da09b8051a9d', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'mac_address': 'fa:16:3e:59:3e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'd731a2c7-e936-4b51-9e0e-f7938cfa2b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:38:43Z', 'updated_at': '2022-02-16T13:38:50Z', 'revision_number': 5, 'project_id': '18200c1de7784f78b807b5487ac414cc', 'subnets': [{'id': 'd731a2c7-e936-4b51-9e0e-f7938cfa2b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:40.166651 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e77f65c-32ee-47ab-b88f-103f9e1ce2cc None None] Checking router: 0b25ccd5-6929-4015-a741-a5a4f3635a81 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:43:40.175275 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e77f65c-32ee-47ab-b88f-103f9e1ce2cc None None] Routers {'0b25ccd5-6929-4015-a741-a5a4f3635a81'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:43:40.175901 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-4e77f65c-32ee-47ab-b88f-103f9e1ce2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:43:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['0b25ccd5-6929-4015-a741-a5a4f3635a81'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:40.179347 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a5018b62-8531-4e80-9464-2964261e9a93 req-7592c6bc-3240-46db-a293-4496cdffdbe3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8cc5434f-4256-4200-bfd3-2e27a03796af HTTP/1.1" status: 200 len: 217 time: 0.0642893 Feb 16 13:43:40.208414 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46d54d-de8f-45e0-8e90-f86cc2df9b57 req-d9ba1d2e-024c-4112-9b88-44fd409f3160 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:40.209937 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-0a46d54d-de8f-45e0-8e90-f86cc2df9b57 req-d9ba1d2e-024c-4112-9b88-44fd409f3160 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/ports?device_id=ee274250-a3d3-498a-8340-501102469f7d HTTP/1.1" status: 200 len: 946 time: 0.1377451 Feb 16 13:43:40.249631 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5018b62-8531-4e80-9464-2964261e9a93 req-5b75b14b-a3e5-4cc7-b92d-2effe1279c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:40.251476 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a5018b62-8531-4e80-9464-2964261e9a93 req-5b75b14b-a3e5-4cc7-b92d-2effe1279c8f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d731a2c7-e936-4b51-9e0e-f7938cfa2b69 HTTP/1.1" status: 200 len: 849 time: 0.0643249 Feb 16 13:43:40.260344 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-0a46d54d-de8f-45e0-8e90-f86cc2df9b57 req-b7139fa0-3197-426e-a5e7-c4d6cfad0fa6 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/security-groups?id=558e8899-4b8c-45c6-beab-63ac90a67014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442235 Feb 16 13:43:40.329216 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5018b62-8531-4e80-9464-2964261e9a93 req-047112ad-b6ff-47a6-b896-85398c429f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:40.330722 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a5018b62-8531-4e80-9464-2964261e9a93 req-047112ad-b6ff-47a6-b896-85398c429f1d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b5b2e324-d185-4ace-967f-da09b8051a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729840 Feb 16 13:43:40.358089 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-4e77f65c-32ee-47ab-b88f-103f9e1ce2cc None None] Set router 0b25ccd5-6929-4015-a741-a5a4f3635a81 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:43:40.477915 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a5018b62-8531-4e80-9464-2964261e9a93 req-1bbead4c-7899-4595-8efd-33c590f136fe service neutron] 10.222.0.89 "GET /v2.0/networks/b5b2e324-d185-4ace-967f-da09b8051a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398964 Feb 16 13:43:40.620938 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-a5018b62-8531-4e80-9464-2964261e9a93 req-580e2aed-7a9e-4a63-a57b-6e392359edcc service neutron] 10.222.0.89 "GET /v2.0/networks/b5b2e324-d185-4ace-967f-da09b8051a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353507 Feb 16 13:43:40.773276 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-4e77f65c-32ee-47ab-b88f-103f9e1ce2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'name': 'tempest-TestSnapshotPattern-1314990013-router', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '5cc459f5-2dac-47a7-961f-176e7c158cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:38:40Z', 'updated_at': '2022-02-16T13:38:44Z', 'revision_number': 4, 'project_id': '18200c1de7784f78b807b5487ac414cc', 'gw_port': {'id': '5cc459f5-2dac-47a7-961f-176e7c158cbd', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:93:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:38:41Z', 'updated_at': '2022-02-16T13:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': 'dc5a25b9-a5b4-4760-bae7-3c0306e6d208', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'floating_ip_address': '172.26.5.201', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'port_id': '9aa67abd-e4e8-4d64-abb6-d43b8d50fee1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b2e324-d185-4ace-967f-da09b8051a9d', 'mac_address': 'fa:16:3e:fb:3d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6dd149-840d-415a-ad6d-439479bfeb94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:39:10Z', 'updated_at': '2022-02-16T13:39:13Z', 'revision_number': 1, 'project_id': '18200c1de7784f78b807b5487ac414cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d468c65-69ff-424e-aa40-81a9a23e5455', 'name': '', 'network_id': 'b5b2e324-d185-4ace-967f-da09b8051a9d', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'mac_address': 'fa:16:3e:59:3e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'd731a2c7-e936-4b51-9e0e-f7938cfa2b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:38:43Z', 'updated_at': '2022-02-16T13:38:50Z', 'revision_number': 5, 'project_id': '18200c1de7784f78b807b5487ac414cc', 'subnets': [{'id': 'd731a2c7-e936-4b51-9e0e-f7938cfa2b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:40.777823 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e77f65c-32ee-47ab-b88f-103f9e1ce2cc None None] The sync data for ids ['0b25ccd5-6929-4015-a741-a5a4f3635a81'] in dv-neutron-829527-1-hyperv is: [{'id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'name': 'tempest-TestSnapshotPattern-1314990013-router', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '5cc459f5-2dac-47a7-961f-176e7c158cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:38:40Z', 'updated_at': '2022-02-16T13:38:44Z', 'revision_number': 4, 'project_id': '18200c1de7784f78b807b5487ac414cc', 'gw_port': {'id': '5cc459f5-2dac-47a7-961f-176e7c158cbd', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:93:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:38:41Z', 'updated_at': '2022-02-16T13:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_floatingips': [{'id': 'dc5a25b9-a5b4-4760-bae7-3c0306e6d208', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'floating_ip_address': '172.26.5.201', 'floating_network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'router_id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'port_id': '9aa67abd-e4e8-4d64-abb6-d43b8d50fee1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5b2e324-d185-4ace-967f-da09b8051a9d', 'mac_address': 'fa:16:3e:fb:3d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6dd149-840d-415a-ad6d-439479bfeb94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:39:10Z', 'updated_at': '2022-02-16T13:39:13Z', 'revision_number': 1, 'project_id': '18200c1de7784f78b807b5487ac414cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d468c65-69ff-424e-aa40-81a9a23e5455', 'name': '', 'network_id': 'b5b2e324-d185-4ace-967f-da09b8051a9d', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'mac_address': 'fa:16:3e:59:3e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'd731a2c7-e936-4b51-9e0e-f7938cfa2b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:38:43Z', 'updated_at': '2022-02-16T13:38:50Z', 'revision_number': 5, 'project_id': '18200c1de7784f78b807b5487ac414cc', 'subnets': [{'id': 'd731a2c7-e936-4b51-9e0e-f7938cfa2b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:43:40.970146 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 8cc5434f-4256-4200-bfd3-2e27a03796af no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:43:40.994641 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b116131-0f97-483c-874e-91fc657f8d86 None None] New status for floating IP dfa69b31-da09-4ccf-aa9e-adf0cf43d0eb: DOWN {{(pid=87703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:43:41.086964 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7962851'] for port, before_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:41.114867 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee274250-a3d3-498a-8340-501102469f7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cc5434f-4256-4200-bfd3-2e27a03796af'}] {{(pid=87702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:43:41.126331 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] For port 8cc5434f-4256-4200-bfd3-2e27a03796af, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=8cc5434f-4256-4200-bfd3-2e27a03796af,segment=NetworkSegment(8e8b1fb4-f35a-4db1-9601-714b325e2dcf),segment_id=8e8b1fb4-f35a-4db1-9601-714b325e2dcf)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:43:41.135710 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754732646705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754732256413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754732256458'] for port, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:41.168320 dv-neutron-829527-1-hyperv neutron-server[87702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee274250-a3d3-498a-8340-501102469f7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cc5434f-4256-4200-bfd3-2e27a03796af', 'code': 200} Feb 16 13:43:41.208850 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Pushing event updated for resources: {'Port': ['ID=8cc5434f-4256-4200-bfd3-2e27a03796af,revision_number=8']} {{(pid=87702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:41.461883 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a860ec-4fbf-4443-8c32-79ab83f77a03 req-b58fea08-1410-41a0-b998-779f179a7d73 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:41.463373 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d5a860ec-4fbf-4443-8c32-79ab83f77a03 req-b58fea08-1410-41a0-b998-779f179a7d73 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/ports?device_id=ee274250-a3d3-498a-8340-501102469f7d HTTP/1.1" status: 200 len: 944 time: 0.0854816 Feb 16 13:43:41.510027 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-d5a860ec-4fbf-4443-8c32-79ab83f77a03 req-25db26b1-2156-4e78-871e-fddfbb91e4d8 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/security-groups?id=558e8899-4b8c-45c6-beab-63ac90a67014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408168 Feb 16 13:43:41.687091 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980cac99-926d-4dba-baca-16625904233f req-84547ec6-0f78-4f6b-bf8c-9c79ee78c571 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:41.687651 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-980cac99-926d-4dba-baca-16625904233f req-84547ec6-0f78-4f6b-bf8c-9c79ee78c571 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Synchronizing usage tracker for tenant:18200c1de7784f78b807b5487ac414cc on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:43:41.704940 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-980cac99-926d-4dba-baca-16625904233f req-84547ec6-0f78-4f6b-bf8c-9c79ee78c571 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Unset dirty status for tenant:18200c1de7784f78b807b5487ac414cc on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:43:41.706569 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-980cac99-926d-4dba-baca-16625904233f req-84547ec6-0f78-4f6b-bf8c-9c79ee78c571 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.89 "GET /v2.0/ports?device_id=ee274250-a3d3-498a-8340-501102469f7d HTTP/1.1" status: 200 len: 944 time: 0.1153324 Feb 16 13:43:41.779187 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-980cac99-926d-4dba-baca-16625904233f req-967b0c74-0f75-48e1-81d3-503b3477a4ab tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Deleting port 8cc5434f-4256-4200-bfd3-2e27a03796af {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:43:41.779494 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-980cac99-926d-4dba-baca-16625904233f req-967b0c74-0f75-48e1-81d3-503b3477a4ab tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:42.042396 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-980cac99-926d-4dba-baca-16625904233f req-967b0c74-0f75-48e1-81d3-503b3477a4ab tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] For port 8cc5434f-4256-4200-bfd3-2e27a03796af, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=8cc5434f-4256-4200-bfd3-2e27a03796af,segment=NetworkSegment(8e8b1fb4-f35a-4db1-9601-714b325e2dcf),segment_id=8e8b1fb4-f35a-4db1-9601-714b325e2dcf)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:43:42.042761 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-980cac99-926d-4dba-baca-16625904233f req-967b0c74-0f75-48e1-81d3-503b3477a4ab tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:42.166475 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-980cac99-926d-4dba-baca-16625904233f req-967b0c74-0f75-48e1-81d3-503b3477a4ab tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Calling delete_port for 8cc5434f-4256-4200-bfd3-2e27a03796af owned by compute:nova {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:43:42.427619 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-980cac99-926d-4dba-baca-16625904233f req-967b0c74-0f75-48e1-81d3-503b3477a4ab tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:42.481099 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967b0c74-0f75-48e1-81d3-503b3477a4ab tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Pushing event deleted for resources: {'Port': ['ID=8cc5434f-4256-4200-bfd3-2e27a03796af,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:42.558606 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-980cac99-926d-4dba-baca-16625904233f req-967b0c74-0f75-48e1-81d3-503b3477a4ab tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] No DVR routers for this DVR port 8cc5434f-4256-4200-bfd3-2e27a03796af on host hv-neutron-8295 {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:43:42.561216 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-980cac99-926d-4dba-baca-16625904233f req-967b0c74-0f75-48e1-81d3-503b3477a4ab tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:42.564057 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee274250-a3d3-498a-8340-501102469f7d', 'name': 'network-vif-deleted', 'tag': '8cc5434f-4256-4200-bfd3-2e27a03796af'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:43:42.580461 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-980cac99-926d-4dba-baca-16625904233f req-967b0c74-0f75-48e1-81d3-503b3477a4ab tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.89 "DELETE /v2.0/ports/8cc5434f-4256-4200-bfd3-2e27a03796af HTTP/1.1" status: 204 len: 173 time: 0.8681109 Feb 16 13:43:42.614790 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee274250-a3d3-498a-8340-501102469f7d', 'name': 'network-vif-deleted', 'tag': '8cc5434f-4256-4200-bfd3-2e27a03796af', 'status': 'completed', 'code': 200} Feb 16 13:43:42.668862 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-ac3bbdf2-7c1e-4d06-aa61-d18cabc0e267 req-f8321930-4fbf-47fc-9c51-bb3a70ccda8d tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Synchronizing usage tracker for tenant:18200c1de7784f78b807b5487ac414cc on resource:port {{(pid=87701) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:43:42.686131 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.quota.resource [req-ac3bbdf2-7c1e-4d06-aa61-d18cabc0e267 req-f8321930-4fbf-47fc-9c51-bb3a70ccda8d tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Unset dirty status for tenant:18200c1de7784f78b807b5487ac414cc on resource:port {{(pid=87701) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:43:42.687442 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-ac3bbdf2-7c1e-4d06-aa61-d18cabc0e267 req-f8321930-4fbf-47fc-9c51-bb3a70ccda8d tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/ports?device_id=ee274250-a3d3-498a-8340-501102469f7d HTTP/1.1" status: 200 len: 210 time: 0.0616927 Feb 16 13:43:44.397198 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 52156) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:44.607993 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-7970ad0b-2fde-435d-9b96-6d840bbcafa6 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Deleting port 6435703b-ad62-4d25-95d4-5c0ae91d0c3e {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:43:44.608319 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7970ad0b-2fde-435d-9b96-6d840bbcafa6 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:44.804262 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7970ad0b-2fde-435d-9b96-6d840bbcafa6 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:44.804535 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7970ad0b-2fde-435d-9b96-6d840bbcafa6 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:44.932485 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-7970ad0b-2fde-435d-9b96-6d840bbcafa6 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Calling delete_port for 6435703b-ad62-4d25-95d4-5c0ae91d0c3e owned by network:floatingip {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:43:45.088265 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7970ad0b-2fde-435d-9b96-6d840bbcafa6 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:45.138364 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970ad0b-2fde-435d-9b96-6d840bbcafa6 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Pushing event deleted for resources: {'Port': ['ID=6435703b-ad62-4d25-95d4-5c0ae91d0c3e,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:45.177007 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970ad0b-2fde-435d-9b96-6d840bbcafa6 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:45.177426 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970ad0b-2fde-435d-9b96-6d840bbcafa6 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:45.177768 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970ad0b-2fde-435d-9b96-6d840bbcafa6 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:45.178092 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970ad0b-2fde-435d-9b96-6d840bbcafa6 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:45.178411 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970ad0b-2fde-435d-9b96-6d840bbcafa6 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:45.178727 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970ad0b-2fde-435d-9b96-6d840bbcafa6 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:45.179050 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970ad0b-2fde-435d-9b96-6d840bbcafa6 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:45.179371 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970ad0b-2fde-435d-9b96-6d840bbcafa6 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:45.179685 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970ad0b-2fde-435d-9b96-6d840bbcafa6 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:45.179992 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970ad0b-2fde-435d-9b96-6d840bbcafa6 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:45.180298 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970ad0b-2fde-435d-9b96-6d840bbcafa6 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:45.180590 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970ad0b-2fde-435d-9b96-6d840bbcafa6 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829527-1-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:45.238128 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7970ad0b-2fde-435d-9b96-6d840bbcafa6 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks [] for floatingip, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:45.238417 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.db.l3_db [None req-7970ad0b-2fde-435d-9b96-6d840bbcafa6 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Floating IP dc5a25b9-a5b4-4760-bae7-3c0306e6d208 disassociated (deleted). External IP: 172.26.5.201, port: 9aa67abd-e4e8-4d64-abb6-d43b8d50fee1. Feb 16 13:43:45.694423 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7970ad0b-2fde-435d-9b96-6d840bbcafa6 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Router 0b25ccd5-6929-4015-a741-a5a4f3635a81 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:43:45.885971 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7970ad0b-2fde-435d-9b96-6d840bbcafa6 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:43:45.895536 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81aa1c5-3c87-4a21-9afe-50afa00259c6 None None] Sync routers for ids ['0b25ccd5-6929-4015-a741-a5a4f3635a81'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:43:45.905230 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81aa1c5-3c87-4a21-9afe-50afa00259c6 None None] Routers {'0b25ccd5-6929-4015-a741-a5a4f3635a81'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:43:45.905917 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-c81aa1c5-3c87-4a21-9afe-50afa00259c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:43:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['0b25ccd5-6929-4015-a741-a5a4f3635a81'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:45.907446 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7970ad0b-2fde-435d-9b96-6d840bbcafa6 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for floatingip, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:45.961128 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-7970ad0b-2fde-435d-9b96-6d840bbcafa6 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "DELETE /v2.0/floatingips/dc5a25b9-a5b4-4760-bae7-3c0306e6d208 HTTP/1.1" status: 204 len: 168 time: 1.5623422 Feb 16 13:43:45.961599 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca6dd149-840d-415a-ad6d-439479bfeb94', 'tag': '9aa67abd-e4e8-4d64-abb6-d43b8d50fee1'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:43:46.095433 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-c81aa1c5-3c87-4a21-9afe-50afa00259c6 None None] Set router 0b25ccd5-6929-4015-a741-a5a4f3635a81 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:43:46.116503 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca6dd149-840d-415a-ad6d-439479bfeb94', 'tag': '9aa67abd-e4e8-4d64-abb6-d43b8d50fee1', 'status': 'completed', 'code': 200} Feb 16 13:43:46.218571 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a01679-4e55-4378-a239-2afcdbc6b029 req-71f38f4d-2f51-4fe6-bf36-5db7f7391442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:46.222372 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-58a01679-4e55-4378-a239-2afcdbc6b029 req-71f38f4d-2f51-4fe6-bf36-5db7f7391442 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=18200c1de7784f78b807b5487ac414cc&device_id=ca6dd149-840d-415a-ad6d-439479bfeb94 HTTP/1.1" status: 200 len: 1097 time: 0.0859616 Feb 16 13:43:46.349948 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0abe0a-6d57-4784-a2ff-c51f55d54b68 req-5f4350a6-79b1-4415-897a-446ee625bd92 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:46.350651 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-3e0abe0a-6d57-4784-a2ff-c51f55d54b68 req-5f4350a6-79b1-4415-897a-446ee625bd92 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Synchronizing usage tracker for tenant:18200c1de7784f78b807b5487ac414cc on resource:port {{(pid=87699) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:43:46.368504 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.quota.resource [req-3e0abe0a-6d57-4784-a2ff-c51f55d54b68 req-5f4350a6-79b1-4415-897a-446ee625bd92 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Unset dirty status for tenant:18200c1de7784f78b807b5487ac414cc on resource:port {{(pid=87699) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:43:46.369970 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3e0abe0a-6d57-4784-a2ff-c51f55d54b68 req-5f4350a6-79b1-4415-897a-446ee625bd92 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/ports?device_id=ca6dd149-840d-415a-ad6d-439479bfeb94 HTTP/1.1" status: 200 len: 944 time: 0.0998969 Feb 16 13:43:46.370254 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a01679-4e55-4378-a239-2afcdbc6b029 req-e9c09205-b07c-46ec-b850-cea92284835d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:46.371723 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-58a01679-4e55-4378-a239-2afcdbc6b029 req-e9c09205-b07c-46ec-b850-cea92284835d service neutron] 10.222.0.89 "GET /v2.0/networks?id=b5b2e324-d185-4ace-967f-da09b8051a9d HTTP/1.1" status: 200 len: 911 time: 0.1425774 Feb 16 13:43:46.426534 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-3e0abe0a-6d57-4784-a2ff-c51f55d54b68 req-b579f0a2-605f-425b-9ed7-36d9d6309c38 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/security-groups?id=558e8899-4b8c-45c6-beab-63ac90a67014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505888 Feb 16 13:43:46.446000 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-c81aa1c5-3c87-4a21-9afe-50afa00259c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'name': 'tempest-TestSnapshotPattern-1314990013-router', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '5cc459f5-2dac-47a7-961f-176e7c158cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:38:40Z', 'updated_at': '2022-02-16T13:38:44Z', 'revision_number': 4, 'project_id': '18200c1de7784f78b807b5487ac414cc', 'gw_port': {'id': '5cc459f5-2dac-47a7-961f-176e7c158cbd', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:93:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:38:41Z', 'updated_at': '2022-02-16T13:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '5d468c65-69ff-424e-aa40-81a9a23e5455', 'name': '', 'network_id': 'b5b2e324-d185-4ace-967f-da09b8051a9d', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'mac_address': 'fa:16:3e:59:3e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'd731a2c7-e936-4b51-9e0e-f7938cfa2b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:38:43Z', 'updated_at': '2022-02-16T13:38:50Z', 'revision_number': 5, 'project_id': '18200c1de7784f78b807b5487ac414cc', 'subnets': [{'id': 'd731a2c7-e936-4b51-9e0e-f7938cfa2b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:46.451287 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81aa1c5-3c87-4a21-9afe-50afa00259c6 None None] Checking router: 0b25ccd5-6929-4015-a741-a5a4f3635a81 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:43:46.458682 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-58a01679-4e55-4378-a239-2afcdbc6b029 req-2be8855c-b1fe-4dd2-a80a-6b2a55318dc7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9aa67abd-e4e8-4d64-abb6-d43b8d50fee1 HTTP/1.1" status: 200 len: 217 time: 0.0777509 Feb 16 13:43:46.460592 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81aa1c5-3c87-4a21-9afe-50afa00259c6 None None] Routers {'0b25ccd5-6929-4015-a741-a5a4f3635a81'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:43:46.461237 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-c81aa1c5-3c87-4a21-9afe-50afa00259c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:43:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['0b25ccd5-6929-4015-a741-a5a4f3635a81'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:46.529625 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a01679-4e55-4378-a239-2afcdbc6b029 req-a006f76e-6e3c-4a64-9281-3393f88601df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:46.529625 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-58a01679-4e55-4378-a239-2afcdbc6b029 req-a006f76e-6e3c-4a64-9281-3393f88601df service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d731a2c7-e936-4b51-9e0e-f7938cfa2b69 HTTP/1.1" status: 200 len: 849 time: 0.0603070 Feb 16 13:43:46.601674 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a01679-4e55-4378-a239-2afcdbc6b029 req-a2df7225-aa09-4669-b868-84cde39b5b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:46.603137 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-58a01679-4e55-4378-a239-2afcdbc6b029 req-a2df7225-aa09-4669-b868-84cde39b5b2a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b5b2e324-d185-4ace-967f-da09b8051a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704856 Feb 16 13:43:46.645401 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-c81aa1c5-3c87-4a21-9afe-50afa00259c6 None None] Set router 0b25ccd5-6929-4015-a741-a5a4f3635a81 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:43:46.740372 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-58a01679-4e55-4378-a239-2afcdbc6b029 req-09767409-5c97-4850-b45d-50fb4bdffbb8 service neutron] 10.222.0.89 "GET /v2.0/networks/b5b2e324-d185-4ace-967f-da09b8051a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294870 Feb 16 13:43:46.873169 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-58a01679-4e55-4378-a239-2afcdbc6b029 req-35bebd96-18f3-41c7-a160-8e7a32f24d3e service neutron] 10.222.0.89 "GET /v2.0/networks/b5b2e324-d185-4ace-967f-da09b8051a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235645 Feb 16 13:43:47.016095 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-c81aa1c5-3c87-4a21-9afe-50afa00259c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'name': 'tempest-TestSnapshotPattern-1314990013-router', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '5cc459f5-2dac-47a7-961f-176e7c158cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:38:40Z', 'updated_at': '2022-02-16T13:38:44Z', 'revision_number': 4, 'project_id': '18200c1de7784f78b807b5487ac414cc', 'gw_port': {'id': '5cc459f5-2dac-47a7-961f-176e7c158cbd', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:93:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:38:41Z', 'updated_at': '2022-02-16T13:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '5d468c65-69ff-424e-aa40-81a9a23e5455', 'name': '', 'network_id': 'b5b2e324-d185-4ace-967f-da09b8051a9d', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'mac_address': 'fa:16:3e:59:3e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'd731a2c7-e936-4b51-9e0e-f7938cfa2b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:38:43Z', 'updated_at': '2022-02-16T13:38:50Z', 'revision_number': 5, 'project_id': '18200c1de7784f78b807b5487ac414cc', 'subnets': [{'id': 'd731a2c7-e936-4b51-9e0e-f7938cfa2b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:47.020909 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81aa1c5-3c87-4a21-9afe-50afa00259c6 None None] The sync data for ids ['0b25ccd5-6929-4015-a741-a5a4f3635a81'] in dv-neutron-829527-1-hyperv is: [{'id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'name': 'tempest-TestSnapshotPattern-1314990013-router', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '5cc459f5-2dac-47a7-961f-176e7c158cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:38:40Z', 'updated_at': '2022-02-16T13:38:44Z', 'revision_number': 4, 'project_id': '18200c1de7784f78b807b5487ac414cc', 'gw_port': {'id': '5cc459f5-2dac-47a7-961f-176e7c158cbd', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:93:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:38:41Z', 'updated_at': '2022-02-16T13:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv', '_interfaces': [{'id': '5d468c65-69ff-424e-aa40-81a9a23e5455', 'name': '', 'network_id': 'b5b2e324-d185-4ace-967f-da09b8051a9d', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'mac_address': 'fa:16:3e:59:3e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'd731a2c7-e936-4b51-9e0e-f7938cfa2b69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:38:43Z', 'updated_at': '2022-02-16T13:38:50Z', 'revision_number': 5, 'project_id': '18200c1de7784f78b807b5487ac414cc', 'subnets': [{'id': 'd731a2c7-e936-4b51-9e0e-f7938cfa2b69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:43:47.030172 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 8cc5434f-4256-4200-bfd3-2e27a03796af no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:43:47.064640 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] No Port match for: 8cc5434f-4256-4200-bfd3-2e27a03796af {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:43:47.064980 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 8cc5434f-4256-4200-bfd3-2e27a03796af not bound to the agent host hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:43:47.241165 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70202ce1-f730-4b76-a7be-25d26090ddd4 None None] New status for floating IP dc5a25b9-a5b4-4760-bae7-3c0306e6d208: DOWN {{(pid=87703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:43:47.632180 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e46d6a-65e7-4d45-8ce2-6a6e8bee1449 req-7caa8701-d224-42f6-9b19-d9e7759f4b7a tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:47.633658 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b5e46d6a-65e7-4d45-8ce2-6a6e8bee1449 req-7caa8701-d224-42f6-9b19-d9e7759f4b7a tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/ports?device_id=ca6dd149-840d-415a-ad6d-439479bfeb94 HTTP/1.1" status: 200 len: 944 time: 0.0909095 Feb 16 13:43:47.687734 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-b5e46d6a-65e7-4d45-8ce2-6a6e8bee1449 req-4eac4fbb-314b-4fd6-bf95-26c3b1be5bff tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/security-groups?id=558e8899-4b8c-45c6-beab-63ac90a67014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453625 Feb 16 13:43:48.009683 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1efe7-2551-4a17-b5bf-ab721c4193a4 req-1283f1d3-5c8b-43b0-8394-ffbd37881b25 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:48.011028 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f8d1efe7-2551-4a17-b5bf-ab721c4193a4 req-1283f1d3-5c8b-43b0-8394-ffbd37881b25 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.89 "GET /v2.0/ports?device_id=ca6dd149-840d-415a-ad6d-439479bfeb94 HTTP/1.1" status: 200 len: 944 time: 0.0944118 Feb 16 13:43:48.084103 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-f8d1efe7-2551-4a17-b5bf-ab721c4193a4 req-9446ccfd-6175-4bde-9e09-00141d2026c2 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Deleting port 9aa67abd-e4e8-4d64-abb6-d43b8d50fee1 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:43:48.084431 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-f8d1efe7-2551-4a17-b5bf-ab721c4193a4 req-9446ccfd-6175-4bde-9e09-00141d2026c2 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:48.357610 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [req-f8d1efe7-2551-4a17-b5bf-ab721c4193a4 req-9446ccfd-6175-4bde-9e09-00141d2026c2 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] For port 9aa67abd-e4e8-4d64-abb6-d43b8d50fee1, host hv-neutron-8295, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8295',level=0,port_id=9aa67abd-e4e8-4d64-abb6-d43b8d50fee1,segment=NetworkSegment(8e8b1fb4-f35a-4db1-9601-714b325e2dcf),segment_id=8e8b1fb4-f35a-4db1-9601-714b325e2dcf)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:43:48.357973 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-f8d1efe7-2551-4a17-b5bf-ab721c4193a4 req-9446ccfd-6175-4bde-9e09-00141d2026c2 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:48.485940 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [req-f8d1efe7-2551-4a17-b5bf-ab721c4193a4 req-9446ccfd-6175-4bde-9e09-00141d2026c2 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Calling delete_port for 9aa67abd-e4e8-4d64-abb6-d43b8d50fee1 owned by compute:nova {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:43:48.750473 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-f8d1efe7-2551-4a17-b5bf-ab721c4193a4 req-9446ccfd-6175-4bde-9e09-00141d2026c2 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:48.801009 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9446ccfd-6175-4bde-9e09-00141d2026c2 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Pushing event deleted for resources: {'Port': ['ID=9aa67abd-e4e8-4d64-abb6-d43b8d50fee1,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:48.841595 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [req-0b4a669d-33b4-40eb-b7fa-2b167f889c25 req-b39259f3-c3fd-4f2f-ac83-35ed7fb1184c tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "GET /v2.0/ports?device_id=ca6dd149-840d-415a-ad6d-439479bfeb94 HTTP/1.1" status: 200 len: 210 time: 0.0455575 Feb 16 13:43:48.877145 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d1efe7-2551-4a17-b5bf-ab721c4193a4 req-9446ccfd-6175-4bde-9e09-00141d2026c2 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] No DVR routers for this DVR port 9aa67abd-e4e8-4d64-abb6-d43b8d50fee1 on host hv-neutron-8295 {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:43:48.879758 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [req-f8d1efe7-2551-4a17-b5bf-ab721c4193a4 req-9446ccfd-6175-4bde-9e09-00141d2026c2 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255852'] for port, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:48.882269 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6dd149-840d-415a-ad6d-439479bfeb94', 'name': 'network-vif-deleted', 'tag': '9aa67abd-e4e8-4d64-abb6-d43b8d50fee1'}] {{(pid=87701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:43:48.899379 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [req-f8d1efe7-2551-4a17-b5bf-ab721c4193a4 req-9446ccfd-6175-4bde-9e09-00141d2026c2 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.89 "DELETE /v2.0/ports/9aa67abd-e4e8-4d64-abb6-d43b8d50fee1 HTTP/1.1" status: 204 len: 173 time: 0.8816667 Feb 16 13:43:48.928251 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca6dd149-840d-415a-ad6d-439479bfeb94', 'name': 'network-vif-deleted', 'tag': '9aa67abd-e4e8-4d64-abb6-d43b8d50fee1', 'status': 'completed', 'code': 200} Feb 16 13:43:49.937129 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 52178) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:50.006903 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-96e5b089-1b22-4fa7-b99a-3bf18fd7a094 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:50.036703 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-96e5b089-1b22-4fa7-b99a-3bf18fd7a094 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:50.108233 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-96e5b089-1b22-4fa7-b99a-3bf18fd7a094 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:50.127531 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5b089-1b22-4fa7-b99a-3bf18fd7a094 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=558e8899-4b8c-45c6-beab-63ac90a67014,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:50.139645 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-96e5b089-1b22-4fa7-b99a-3bf18fd7a094 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:50.144384 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-96e5b089-1b22-4fa7-b99a-3bf18fd7a094 tempest-TestSnapshotPattern-1972621211 tempest-TestSnapshotPattern-1972621211-project] 10.222.0.83 "DELETE /v2.0/security-groups/558e8899-4b8c-45c6-beab-63ac90a67014 HTTP/1.1" status: 204 len: 168 time: 0.2026739 Feb 16 13:43:50.193174 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 52184) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:50.974274 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4435b802-75e0-4422-bc45-33ef92692baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:51.331621 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-4435b802-75e0-4422-bc45-33ef92692baa admin admin] Deleting port 5d468c65-69ff-424e-aa40-81a9a23e5455 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:43:51.331965 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4435b802-75e0-4422-bc45-33ef92692baa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:51.511010 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-4435b802-75e0-4422-bc45-33ef92692baa admin admin] For port 5d468c65-69ff-424e-aa40-81a9a23e5455, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=5d468c65-69ff-424e-aa40-81a9a23e5455,segment=NetworkSegment(8e8b1fb4-f35a-4db1-9601-714b325e2dcf),segment_id=8e8b1fb4-f35a-4db1-9601-714b325e2dcf)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:43:51.511426 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4435b802-75e0-4422-bc45-33ef92692baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:51.648982 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-4435b802-75e0-4422-bc45-33ef92692baa admin admin] Calling delete_port for 5d468c65-69ff-424e-aa40-81a9a23e5455 owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:43:51.975777 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4435b802-75e0-4422-bc45-33ef92692baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:52.028286 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435b802-75e0-4422-bc45-33ef92692baa admin admin] Pushing event deleted for resources: {'Port': ['ID=5d468c65-69ff-424e-aa40-81a9a23e5455,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:52.296793 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4435b802-75e0-4422-bc45-33ef92692baa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:52.836730 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4435b802-75e0-4422-bc45-33ef92692baa admin admin] Router 0b25ccd5-6929-4015-a741-a5a4f3635a81 has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:43:53.017837 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4435b802-75e0-4422-bc45-33ef92692baa admin admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:43:53.029368 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6a2024-e821-44d5-8791-5646c2180d9f None None] Sync routers for ids ['0b25ccd5-6929-4015-a741-a5a4f3635a81'] in dv-neutron-829527-1-hyperv {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:43:53.034104 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-4435b802-75e0-4422-bc45-33ef92692baa admin admin] 10.222.0.83 "PUT /v2.0/routers/0b25ccd5-6929-4015-a741-a5a4f3635a81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8377109 Feb 16 13:43:53.034728 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 52190) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:53.040333 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6a2024-e821-44d5-8791-5646c2180d9f None None] Routers {'0b25ccd5-6929-4015-a741-a5a4f3635a81'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:43:53.041007 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-6f6a2024-e821-44d5-8791-5646c2180d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:43:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['0b25ccd5-6929-4015-a741-a5a4f3635a81'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:53.097413 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 9aa67abd-e4e8-4d64-abb6-d43b8d50fee1 no longer exists at agent hyperv_hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:43:53.151901 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] No Port match for: 9aa67abd-e4e8-4d64-abb6-d43b8d50fee1 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:43:53.152284 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Device 9aa67abd-e4e8-4d64-abb6-d43b8d50fee1 not bound to the agent host hv-neutron-8295 {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:43:53.212964 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-84df9cb1-020b-49fe-b2b6-d9174bcb45a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:53.253654 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-6f6a2024-e821-44d5-8791-5646c2180d9f None None] Set router 0b25ccd5-6929-4015-a741-a5a4f3635a81 gateway port host: dv-neutron-829527-1-hyperv {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:43:53.407622 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-84df9cb1-020b-49fe-b2b6-d9174bcb45a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:53.419789 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-84df9cb1-020b-49fe-b2b6-d9174bcb45a8 admin admin] Deleting port 5cc459f5-2dac-47a7-961f-176e7c158cbd {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:43:53.420541 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-84df9cb1-020b-49fe-b2b6-d9174bcb45a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:53.566463 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-6f6a2024-e821-44d5-8791-5646c2180d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'name': 'tempest-TestSnapshotPattern-1314990013-router', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': '5cc459f5-2dac-47a7-961f-176e7c158cbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:38:40Z', 'updated_at': '2022-02-16T13:43:51Z', 'revision_number': 5, 'project_id': '18200c1de7784f78b807b5487ac414cc', 'gw_port': {'id': '5cc459f5-2dac-47a7-961f-176e7c158cbd', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:93:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:38:41Z', 'updated_at': '2022-02-16T13:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:53.570450 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6a2024-e821-44d5-8791-5646c2180d9f None None] Checking router: 0b25ccd5-6929-4015-a741-a5a4f3635a81 for host: dv-neutron-829527-1-hyperv {{(pid=87702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:43:53.579885 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6a2024-e821-44d5-8791-5646c2180d9f None None] Routers {'0b25ccd5-6929-4015-a741-a5a4f3635a81'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:43:53.580701 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-6f6a2024-e821-44d5-8791-5646c2180d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:43:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['0b25ccd5-6929-4015-a741-a5a4f3635a81'], 'active': True} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:53.605230 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-84df9cb1-020b-49fe-b2b6-d9174bcb45a8 admin admin] For port 5cc459f5-2dac-47a7-961f-176e7c158cbd, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=5cc459f5-2dac-47a7-961f-176e7c158cbd,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:43:53.605580 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-84df9cb1-020b-49fe-b2b6-d9174bcb45a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:53.734118 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-84df9cb1-020b-49fe-b2b6-d9174bcb45a8 admin admin] Calling delete_port for 5cc459f5-2dac-47a7-961f-176e7c158cbd owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:43:53.740099 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_dvr_db [None req-6f6a2024-e821-44d5-8791-5646c2180d9f None None] Set router 0b25ccd5-6929-4015-a741-a5a4f3635a81 gateway port host: None {{(pid=87702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:43:53.848245 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.db.l3_hamode_db [None req-6f6a2024-e821-44d5-8791-5646c2180d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'name': 'tempest-TestSnapshotPattern-1314990013-router', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:38:40Z', 'updated_at': '2022-02-16T13:43:53Z', 'revision_number': 6, 'project_id': '18200c1de7784f78b807b5487ac414cc', 'gw_port_host': None}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:53.853033 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6a2024-e821-44d5-8791-5646c2180d9f None None] The sync data for ids ['0b25ccd5-6929-4015-a741-a5a4f3635a81'] in dv-neutron-829527-1-hyperv is: [{'id': '0b25ccd5-6929-4015-a741-a5a4f3635a81', 'name': 'tempest-TestSnapshotPattern-1314990013-router', 'tenant_id': '18200c1de7784f78b807b5487ac414cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:38:40Z', 'updated_at': '2022-02-16T13:43:53Z', 'revision_number': 6, 'project_id': '18200c1de7784f78b807b5487ac414cc', 'gw_port_host': None}] {{(pid=87702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:43:54.030754 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-84df9cb1-020b-49fe-b2b6-d9174bcb45a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:54.081092 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df9cb1-020b-49fe-b2b6-d9174bcb45a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cc459f5-2dac-47a7-961f-176e7c158cbd,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:54.180446 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-84df9cb1-020b-49fe-b2b6-d9174bcb45a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023674'] for router_gateway, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:54.359575 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-84df9cb1-020b-49fe-b2b6-d9174bcb45a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:54.362101 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-84df9cb1-020b-49fe-b2b6-d9174bcb45a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:54.389841 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-84df9cb1-020b-49fe-b2b6-d9174bcb45a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:54.390680 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84df9cb1-020b-49fe-b2b6-d9174bcb45a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b25ccd5-6929-4015-a741-a5a4f3635a81 {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:43:54.413935 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-84df9cb1-020b-49fe-b2b6-d9174bcb45a8 admin admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:54.415995 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-84df9cb1-020b-49fe-b2b6-d9174bcb45a8 admin admin] 10.222.0.83 "DELETE /v2.0/routers/0b25ccd5-6929-4015-a741-a5a4f3635a81 HTTP/1.1" status: 204 len: 168 time: 1.3799002 Feb 16 13:43:54.418307 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 52194) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:54.501290 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7ef7e25-1986-468b-9184-576c7b6cfc66 admin admin] Deleting subnet d731a2c7-e936-4b51-9e0e-f7938cfa2b69 {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:43:54.504659 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f7ef7e25-1986-468b-9184-576c7b6cfc66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:54.555559 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f7ef7e25-1986-468b-9184-576c7b6cfc66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:54.636897 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 5cc459f5-2dac-47a7-961f-176e7c158cbd no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:43:54.644337 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f7ef7e25-1986-468b-9184-576c7b6cfc66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:54.678415 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 5cc459f5-2dac-47a7-961f-176e7c158cbd {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:43:54.678753 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 5cc459f5-2dac-47a7-961f-176e7c158cbd not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:43:54.679176 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 5d468c65-69ff-424e-aa40-81a9a23e5455 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:43:54.713038 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 5d468c65-69ff-424e-aa40-81a9a23e5455 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:43:54.713567 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 5d468c65-69ff-424e-aa40-81a9a23e5455 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:43:54.716778 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f7ef7e25-1986-468b-9184-576c7b6cfc66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:54.755952 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef7e25-1986-468b-9184-576c7b6cfc66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d731a2c7-e936-4b51-9e0e-f7938cfa2b69,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:54.764325 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f7ef7e25-1986-468b-9184-576c7b6cfc66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:54.770648 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff26db0-e5a4-429b-b525-ede89e880968 None None] Network b5b2e324-d185-4ace-967f-da09b8051a9d requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:43:54.773975 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-f7ef7e25-1986-468b-9184-576c7b6cfc66 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/d731a2c7-e936-4b51-9e0e-f7938cfa2b69 HTTP/1.1" status: 204 len: 168 time: 0.3523300 Feb 16 13:43:54.774521 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 52198) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:54.900125 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-006038a0-d271-4745-bfe0-b5e32bf82fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:54.911370 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-006038a0-d271-4745-bfe0-b5e32bf82fa3 admin admin] Deleting port e12ec564-733c-4faf-ac13-130eb2b91ab7 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:43:54.911694 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-006038a0-d271-4745-bfe0-b5e32bf82fa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:55.045871 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68dcf39b-ecf7-4441-8e79-aeabd1d90dd3 None None] DHCP port deletion for b5b2e324-d185-4ace-967f-da09b8051a9d request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:43:55.050160 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-68dcf39b-ecf7-4441-8e79-aeabd1d90dd3 None None] Deleting port e12ec564-733c-4faf-ac13-130eb2b91ab7 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:43:55.050460 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-68dcf39b-ecf7-4441-8e79-aeabd1d90dd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:55.157244 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-006038a0-d271-4745-bfe0-b5e32bf82fa3 admin admin] For port e12ec564-733c-4faf-ac13-130eb2b91ab7, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=e12ec564-733c-4faf-ac13-130eb2b91ab7,segment=NetworkSegment(8e8b1fb4-f35a-4db1-9601-714b325e2dcf),segment_id=8e8b1fb4-f35a-4db1-9601-714b325e2dcf)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:43:55.157879 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-006038a0-d271-4745-bfe0-b5e32bf82fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:55.281527 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-006038a0-d271-4745-bfe0-b5e32bf82fa3 admin admin] Calling delete_port for e12ec564-733c-4faf-ac13-130eb2b91ab7 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:43:55.281755 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-68dcf39b-ecf7-4441-8e79-aeabd1d90dd3 None None] For port e12ec564-733c-4faf-ac13-130eb2b91ab7, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=e12ec564-733c-4faf-ac13-130eb2b91ab7,segment=NetworkSegment(8e8b1fb4-f35a-4db1-9601-714b325e2dcf),segment_id=8e8b1fb4-f35a-4db1-9601-714b325e2dcf)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:43:55.282070 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-68dcf39b-ecf7-4441-8e79-aeabd1d90dd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:55.360941 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-006038a0-d271-4745-bfe0-b5e32bf82fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:55.411568 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-68dcf39b-ecf7-4441-8e79-aeabd1d90dd3 None None] Calling delete_port for e12ec564-733c-4faf-ac13-130eb2b91ab7 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:43:55.411746 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006038a0-d271-4745-bfe0-b5e32bf82fa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e12ec564-733c-4faf-ac13-130eb2b91ab7,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:55.415062 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006038a0-d271-4745-bfe0-b5e32bf82fa3 admin admin] No DVR routers for this DVR port e12ec564-733c-4faf-ac13-130eb2b91ab7 on host dv-neutron-829527-1-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:43:55.490374 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.db.api [None req-68dcf39b-ecf7-4441-8e79-aeabd1d90dd3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:43:55.490729 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG oslo_db.api [None req-68dcf39b-ecf7-4441-8e79-aeabd1d90dd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:43:55.642833 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-006038a0-d271-4745-bfe0-b5e32bf82fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:55.667226 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-006038a0-d271-4745-bfe0-b5e32bf82fa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5b2e324-d185-4ace-967f-da09b8051a9d']}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:55.679157 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-006038a0-d271-4745-bfe0-b5e32bf82fa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e8b1fb4-f35a-4db1-9601-714b325e2dcf') {'for_net_delete': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:55.679450 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.services.segments.db [None req-006038a0-d271-4745-bfe0-b5e32bf82fa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e8b1fb4-f35a-4db1-9601-714b325e2dcf') {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:55.690686 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-006038a0-d271-4745-bfe0-b5e32bf82fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2105908'] for segment, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:55.706406 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-006038a0-d271-4745-bfe0-b5e32bf82fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:55.712460 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-006038a0-d271-4745-bfe0-b5e32bf82fa3 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=87699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:43:55.712987 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-006038a0-d271-4745-bfe0-b5e32bf82fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-336041'] for segment, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:55.725743 dv-neutron-829527-1-hyperv neutron-server[87699]: Traceback (most recent call last): Feb 16 13:43:55.725743 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:43:55.725743 dv-neutron-829527-1-hyperv neutron-server[87699]: timer() Feb 16 13:43:55.725743 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:43:55.725743 dv-neutron-829527-1-hyperv neutron-server[87699]: cb(*args, **kw) Feb 16 13:43:55.725743 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:43:55.725743 dv-neutron-829527-1-hyperv neutron-server[87699]: return func(*args, **kwargs) Feb 16 13:43:55.725743 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:43:55.725743 dv-neutron-829527-1-hyperv neutron-server[87699]: self._notify() Feb 16 13:43:55.725743 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:43:55.725743 dv-neutron-829527-1-hyperv neutron-server[87699]: self.callback(batched_events) Feb 16 13:43:55.725743 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:43:55.725743 dv-neutron-829527-1-hyperv neutron-server[87699]: event.method(event) Feb 16 13:43:55.725743 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:43:55.725743 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:43:55.725743 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:43:55.725743 dv-neutron-829527-1-hyperv neutron-server[87699]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:43:55.725743 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:43:55.725743 dv-neutron-829527-1-hyperv neutron-server[87699]: return f(self, *a, **k) Feb 16 13:43:55.725743 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:43:55.725743 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._get(url).json() Feb 16 13:43:55.725743 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:43:55.725743 dv-neutron-829527-1-hyperv neutron-server[87699]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:43:55.725743 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:43:55.725743 dv-neutron-829527-1-hyperv neutron-server[87699]: return self.request(url, 'GET', **kwargs) Feb 16 13:43:55.725743 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:43:55.725743 dv-neutron-829527-1-hyperv neutron-server[87699]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:43:55.725743 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:43:55.725743 dv-neutron-829527-1-hyperv neutron-server[87699]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:43:55.725743 dv-neutron-829527-1-hyperv neutron-server[87699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:43:55.725743 dv-neutron-829527-1-hyperv neutron-server[87699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:43:55.725743 dv-neutron-829527-1-hyperv neutron-server[87699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:43:55.802152 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-006038a0-d271-4745-bfe0-b5e32bf82fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:55.818262 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-006038a0-d271-4745-bfe0-b5e32bf82fa3 admin admin] Notify callbacks [] for network, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:55.828667 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006038a0-d271-4745-bfe0-b5e32bf82fa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5b2e324-d185-4ace-967f-da09b8051a9d,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:55.842727 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-006038a0-d271-4745-bfe0-b5e32bf82fa3 admin admin] 10.222.0.83 "DELETE /v2.0/networks/b5b2e324-d185-4ace-967f-da09b8051a9d HTTP/1.1" status: 204 len: 168 time: 1.0670700 Feb 16 13:43:55.845517 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 52202) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:55.992326 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-68dcf39b-ecf7-4441-8e79-aeabd1d90dd3 None None] Deleting port e12ec564-733c-4faf-ac13-130eb2b91ab7 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:43:55.992914 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-68dcf39b-ecf7-4441-8e79-aeabd1d90dd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:56.060562 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-68dcf39b-ecf7-4441-8e79-aeabd1d90dd3 None None] The port 'e12ec564-733c-4faf-ac13-130eb2b91ab7' was deleted {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:43:56.388192 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e5a088ec-8b7b-4561-877a-79aba6a7258a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1023901'] for router_interface, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:56.403104 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device e12ec564-733c-4faf-ac13-130eb2b91ab7 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:43:56.441044 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: e12ec564-733c-4faf-ac13-130eb2b91ab7 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:43:56.441371 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device e12ec564-733c-4faf-ac13-130eb2b91ab7 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:43:56.753375 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-e5a088ec-8b7b-4561-877a-79aba6a7258a admin admin] Deleting port 3da46e2a-3ee7-43a4-b5eb-9b4993ee362b {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:43:56.753625 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e5a088ec-8b7b-4561-877a-79aba6a7258a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:56.931108 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-e5a088ec-8b7b-4561-877a-79aba6a7258a admin admin] For port 3da46e2a-3ee7-43a4-b5eb-9b4993ee362b, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=3da46e2a-3ee7-43a4-b5eb-9b4993ee362b,segment=NetworkSegment(be413b15-1adb-45cf-8f2f-4f5ba1b91b3e),segment_id=be413b15-1adb-45cf-8f2f-4f5ba1b91b3e)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:43:56.931519 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e5a088ec-8b7b-4561-877a-79aba6a7258a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:57.169146 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-e5a088ec-8b7b-4561-877a-79aba6a7258a admin admin] Calling delete_port for 3da46e2a-3ee7-43a4-b5eb-9b4993ee362b owned by network:router_interface {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:43:57.354077 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e5a088ec-8b7b-4561-877a-79aba6a7258a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:57.404242 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a088ec-8b7b-4561-877a-79aba6a7258a admin admin] Pushing event deleted for resources: {'Port': ['ID=3da46e2a-3ee7-43a4-b5eb-9b4993ee362b,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:57.686618 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e5a088ec-8b7b-4561-877a-79aba6a7258a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1023793'] for router_interface, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:58.055905 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a088ec-8b7b-4561-877a-79aba6a7258a admin admin] Router ddcd6d83-c647-4fdd-8306-04638802659e has already been hosted by L3 agent 33a4f992-79aa-420c-adbb-d28408bdbf44 {{(pid=87699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:43:58.239333 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a088ec-8b7b-4561-877a-79aba6a7258a admin admin] Notify agent at l3_agent.dv-neutron-829527-1-hyperv the message routers_updated {{(pid=87699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:43:58.248814 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-e5a088ec-8b7b-4561-877a-79aba6a7258a admin admin] 10.222.0.83 "PUT /v2.0/routers/ddcd6d83-c647-4fdd-8306-04638802659e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4021809 Feb 16 13:43:58.248972 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e18dd31-0ece-4836-8840-b68fcc61e342 None None] Sync routers for ids ['ddcd6d83-c647-4fdd-8306-04638802659e'] in dv-neutron-829527-1-hyperv {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:43:58.251400 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 52206) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:58.260325 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e18dd31-0ece-4836-8840-b68fcc61e342 None None] Routers {'ddcd6d83-c647-4fdd-8306-04638802659e'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:43:58.260982 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-5e18dd31-0ece-4836-8840-b68fcc61e342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:43:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['ddcd6d83-c647-4fdd-8306-04638802659e'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:58.437165 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d301fb8-b8c7-4d1e-b6b7-dc1633426e63 admin admin] Notify callbacks [] for router, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:58.468157 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-5e18dd31-0ece-4836-8840-b68fcc61e342 None None] Set router ddcd6d83-c647-4fdd-8306-04638802659e gateway port host: dv-neutron-829527-1-hyperv {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:43:58.751557 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d301fb8-b8c7-4d1e-b6b7-dc1633426e63 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:58.763460 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d301fb8-b8c7-4d1e-b6b7-dc1633426e63 admin admin] Deleting port 8e306deb-aeaa-46f9-bb47-4e573426d8ef {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:43:58.763762 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d301fb8-b8c7-4d1e-b6b7-dc1633426e63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:58.785590 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-5e18dd31-0ece-4836-8840-b68fcc61e342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddcd6d83-c647-4fdd-8306-04638802659e', 'name': 'tempest-TestSnapshotPattern-1984097959-router', 'tenant_id': '144cdbf30edb441780366a63192195f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'external_fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '8e306deb-aeaa-46f9-bb47-4e573426d8ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:38:47Z', 'updated_at': '2022-02-16T13:43:57Z', 'revision_number': 5, 'project_id': '144cdbf30edb441780366a63192195f7', 'gw_port': {'id': '8e306deb-aeaa-46f9-bb47-4e573426d8ef', 'name': '', 'network_id': 'a1b2ad1f-3dc1-4c0f-ae90-62f04fe55e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcd6d83-c647-4fdd-8306-04638802659e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829527-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:38:48Z', 'updated_at': '2022-02-16T13:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b5815f79-c623-450e-abeb-c3a7d3fd12a8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829527-1-hyperv'}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:58.792715 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e18dd31-0ece-4836-8840-b68fcc61e342 None None] Checking router: ddcd6d83-c647-4fdd-8306-04638802659e for host: dv-neutron-829527-1-hyperv {{(pid=87703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:43:58.802440 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e18dd31-0ece-4836-8840-b68fcc61e342 None None] Routers {'ddcd6d83-c647-4fdd-8306-04638802659e'} bound to L3 agent in host dv-neutron-829527-1-hyperv {{(pid=87703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:43:58.803064 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-5e18dd31-0ece-4836-8840-b68fcc61e342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829527-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T12:36:04Z,description=,heartbeat_timestamp=2022-02-16T13:43:34Z,host='dv-neutron-829527-1-hyperv',id=33a4f992-79aa-420c-adbb-d28408bdbf44,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T12:36:04Z,topic='l3_agent')) {'router_ids': ['ddcd6d83-c647-4fdd-8306-04638802659e'], 'active': True} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:58.949289 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d301fb8-b8c7-4d1e-b6b7-dc1633426e63 admin admin] For port 8e306deb-aeaa-46f9-bb47-4e573426d8ef, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=8e306deb-aeaa-46f9-bb47-4e573426d8ef,segment=NetworkSegment(5422085d-260d-4a52-bf2c-848582395bf2),segment_id=5422085d-260d-4a52-bf2c-848582395bf2)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:43:58.949638 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d301fb8-b8c7-4d1e-b6b7-dc1633426e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:58.957043 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_dvr_db [None req-5e18dd31-0ece-4836-8840-b68fcc61e342 None None] Set router ddcd6d83-c647-4fdd-8306-04638802659e gateway port host: None {{(pid=87703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:43:59.062857 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.l3_hamode_db [None req-5e18dd31-0ece-4836-8840-b68fcc61e342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddcd6d83-c647-4fdd-8306-04638802659e', 'name': 'tempest-TestSnapshotPattern-1984097959-router', 'tenant_id': '144cdbf30edb441780366a63192195f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:38:47Z', 'updated_at': '2022-02-16T13:43:58Z', 'revision_number': 6, 'project_id': '144cdbf30edb441780366a63192195f7', 'gw_port_host': None}], 'dv-neutron-829527-1-hyperv', False) {} {{(pid=87703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:59.067114 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e18dd31-0ece-4836-8840-b68fcc61e342 None None] The sync data for ids ['ddcd6d83-c647-4fdd-8306-04638802659e'] in dv-neutron-829527-1-hyperv is: [{'id': 'ddcd6d83-c647-4fdd-8306-04638802659e', 'name': 'tempest-TestSnapshotPattern-1984097959-router', 'tenant_id': '144cdbf30edb441780366a63192195f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:38:47Z', 'updated_at': '2022-02-16T13:43:58Z', 'revision_number': 6, 'project_id': '144cdbf30edb441780366a63192195f7', 'gw_port_host': None}] {{(pid=87703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:43:59.075144 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d301fb8-b8c7-4d1e-b6b7-dc1633426e63 admin admin] Calling delete_port for 8e306deb-aeaa-46f9-bb47-4e573426d8ef owned by network:router_gateway {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:43:59.246183 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d301fb8-b8c7-4d1e-b6b7-dc1633426e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-335996'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:59.291633 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d301fb8-b8c7-4d1e-b6b7-dc1633426e63 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e306deb-aeaa-46f9-bb47-4e573426d8ef,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:59.384589 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d301fb8-b8c7-4d1e-b6b7-dc1633426e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023674'] for router_gateway, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:59.563705 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d301fb8-b8c7-4d1e-b6b7-dc1633426e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1023544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41418'] for router, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:59.566365 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d301fb8-b8c7-4d1e-b6b7-dc1633426e63 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:59.590819 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d301fb8-b8c7-4d1e-b6b7-dc1633426e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017446'] for router, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:59.591448 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d301fb8-b8c7-4d1e-b6b7-dc1633426e63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddcd6d83-c647-4fdd-8306-04638802659e {{(pid=87699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:43:59.604757 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d301fb8-b8c7-4d1e-b6b7-dc1633426e63 admin admin] Notify callbacks [] for router, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:59.605891 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-8d301fb8-b8c7-4d1e-b6b7-dc1633426e63 admin admin] 10.222.0.83 "DELETE /v2.0/routers/ddcd6d83-c647-4fdd-8306-04638802659e HTTP/1.1" status: 204 len: 168 time: 1.3536215 Feb 16 13:43:59.608382 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 52210) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:59.668551 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_v2 [None req-da86d0a7-6d50-4351-959a-61b6bcfbbd85 admin admin] Deleting subnet 5403469e-d90a-469c-be29-725d9f77a77d {{(pid=87699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:43:59.671465 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-da86d0a7-6d50-4351-959a-61b6bcfbbd85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:59.721971 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-da86d0a7-6d50-4351-959a-61b6bcfbbd85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2105871'] for subnet, precommit_delete_associations {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:59.805812 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-da86d0a7-6d50-4351-959a-61b6bcfbbd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8154602'] for subnet, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:59.876134 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-da86d0a7-6d50-4351-959a-61b6bcfbbd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8154577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-335891', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3446871'] for subnet, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:59.922646 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-da86d0a7-6d50-4351-959a-61b6bcfbbd85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:59.928300 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da86d0a7-6d50-4351-959a-61b6bcfbbd85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5403469e-d90a-469c-be29-725d9f77a77d,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:59.929323 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0ea2c4-2587-4326-821c-894aeb2fe250 None None] Network fe408686-50fd-49cb-a006-532bb2447daa requested from dv-neutron-829527-1-hyperv {{(pid=87702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:43:59.933555 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-da86d0a7-6d50-4351-959a-61b6bcfbbd85 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/5403469e-d90a-469c-be29-725d9f77a77d HTTP/1.1" status: 204 len: 168 time: 0.3241451 Feb 16 13:43:59.936822 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 52214) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:00.051156 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7719cfbd-7faf-449c-86dc-691fc941d926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8310413'] for network, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:00.062123 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-7719cfbd-7faf-449c-86dc-691fc941d926 admin admin] Deleting port 76265f93-e7b1-4f1f-b73d-fff077410c27 {{(pid=87701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:44:00.062464 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7719cfbd-7faf-449c-86dc-691fc941d926 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:00.194267 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e49f4f-bb49-4d1e-a933-60204947f86e None None] DHCP port deletion for fe408686-50fd-49cb-a006-532bb2447daa request from dv-neutron-829527-1-hyperv {{(pid=87702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:44:00.198435 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-b9e49f4f-bb49-4d1e-a933-60204947f86e None None] Deleting port 76265f93-e7b1-4f1f-b73d-fff077410c27 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:44:00.198807 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b9e49f4f-bb49-4d1e-a933-60204947f86e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:00.278781 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.db [None req-7719cfbd-7faf-449c-86dc-691fc941d926 admin admin] For port 76265f93-e7b1-4f1f-b73d-fff077410c27, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=76265f93-e7b1-4f1f-b73d-fff077410c27,segment=NetworkSegment(be413b15-1adb-45cf-8f2f-4f5ba1b91b3e),segment_id=be413b15-1adb-45cf-8f2f-4f5ba1b91b3e)] {{(pid=87701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:44:00.279121 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7719cfbd-7faf-449c-86dc-691fc941d926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:00.410470 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.plugin [None req-7719cfbd-7faf-449c-86dc-691fc941d926 admin admin] Calling delete_port for 76265f93-e7b1-4f1f-b73d-fff077410c27 owned by network:dhcp {{(pid=87701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:44:00.416031 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.db [None req-b9e49f4f-bb49-4d1e-a933-60204947f86e None None] For port 76265f93-e7b1-4f1f-b73d-fff077410c27, host dv-neutron-829527-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829527-1-hyperv',level=0,port_id=76265f93-e7b1-4f1f-b73d-fff077410c27,segment=NetworkSegment(be413b15-1adb-45cf-8f2f-4f5ba1b91b3e),segment_id=be413b15-1adb-45cf-8f2f-4f5ba1b91b3e)] {{(pid=87702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:44:00.416489 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b9e49f4f-bb49-4d1e-a933-60204947f86e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016011'] for port, precommit_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:00.431724 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 3da46e2a-3ee7-43a4-b5eb-9b4993ee362b no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:44:00.500848 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7719cfbd-7faf-449c-86dc-691fc941d926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7962786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754732646831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754732256404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2270982'] for port, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:00.547373 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7719cfbd-7faf-449c-86dc-691fc941d926 admin admin] Pushing event deleted for resources: {'Port': ['ID=76265f93-e7b1-4f1f-b73d-fff077410c27,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:00.551231 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7719cfbd-7faf-449c-86dc-691fc941d926 admin admin] No DVR routers for this DVR port 76265f93-e7b1-4f1f-b73d-fff077410c27 on host dv-neutron-829527-1-hyperv {{(pid=87701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:44:00.575355 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 3da46e2a-3ee7-43a4-b5eb-9b4993ee362b {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:44:00.575714 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 3da46e2a-3ee7-43a4-b5eb-9b4993ee362b not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:44:00.576050 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 76265f93-e7b1-4f1f-b73d-fff077410c27 no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:44:00.614883 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-b9e49f4f-bb49-4d1e-a933-60204947f86e None None] Calling delete_port for 76265f93-e7b1-4f1f-b73d-fff077410c27 owned by network:dhcp {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:44:00.677188 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7719cfbd-7faf-449c-86dc-691fc941d926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8152710', 'neutron.services.segments.db._delete_segments_for_network-8754732789679'] for network, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:00.680061 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 76265f93-e7b1-4f1f-b73d-fff077410c27 {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:44:00.680648 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 76265f93-e7b1-4f1f-b73d-fff077410c27 not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:44:00.681113 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 8e306deb-aeaa-46f9-bb47-4e573426d8ef no longer exists at agent ovs-agent-dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:44:00.708433 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-7719cfbd-7faf-449c-86dc-691fc941d926 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe408686-50fd-49cb-a006-532bb2447daa']}} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:00.721644 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-7719cfbd-7faf-449c-86dc-691fc941d926 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be413b15-1adb-45cf-8f2f-4f5ba1b91b3e') {'for_net_delete': True} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:00.721856 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.services.segments.db [None req-7719cfbd-7faf-449c-86dc-691fc941d926 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be413b15-1adb-45cf-8f2f-4f5ba1b91b3e') {} {{(pid=87701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:00.734649 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7719cfbd-7faf-449c-86dc-691fc941d926 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754732791754', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1915546'] for segment, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:00.734913 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] No Port match for: 8e306deb-aeaa-46f9-bb47-4e573426d8ef {{(pid=87702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:44:00.735214 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.rpc [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Device 8e306deb-aeaa-46f9-bb47-4e573426d8ef not bound to the agent host dv-neutron-829527-1-hyperv {{(pid=87702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:44:00.754961 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7719cfbd-7faf-449c-86dc-691fc941d926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8165279'] for segment, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:00.762547 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7719cfbd-7faf-449c-86dc-691fc941d926 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=87701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:44:00.762937 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7719cfbd-7faf-449c-86dc-691fc941d926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8165254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2271187'] for segment, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:00.774821 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.db.api [None req-b9e49f4f-bb49-4d1e-a933-60204947f86e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:44:00.775441 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG oslo_db.api [None req-b9e49f4f-bb49-4d1e-a933-60204947f86e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:44:00.777711 dv-neutron-829527-1-hyperv neutron-server[87701]: Traceback (most recent call last): Feb 16 13:44:00.777711 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:44:00.777711 dv-neutron-829527-1-hyperv neutron-server[87701]: timer() Feb 16 13:44:00.777711 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:44:00.777711 dv-neutron-829527-1-hyperv neutron-server[87701]: cb(*args, **kw) Feb 16 13:44:00.777711 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:44:00.777711 dv-neutron-829527-1-hyperv neutron-server[87701]: return func(*args, **kwargs) Feb 16 13:44:00.777711 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:44:00.777711 dv-neutron-829527-1-hyperv neutron-server[87701]: self._notify() Feb 16 13:44:00.777711 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:44:00.777711 dv-neutron-829527-1-hyperv neutron-server[87701]: self.callback(batched_events) Feb 16 13:44:00.777711 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:44:00.777711 dv-neutron-829527-1-hyperv neutron-server[87701]: event.method(event) Feb 16 13:44:00.777711 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:44:00.777711 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:44:00.777711 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:44:00.777711 dv-neutron-829527-1-hyperv neutron-server[87701]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:44:00.777711 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:44:00.777711 dv-neutron-829527-1-hyperv neutron-server[87701]: return f(self, *a, **k) Feb 16 13:44:00.777711 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:44:00.777711 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._get(url).json() Feb 16 13:44:00.777711 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:44:00.777711 dv-neutron-829527-1-hyperv neutron-server[87701]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:44:00.777711 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:44:00.777711 dv-neutron-829527-1-hyperv neutron-server[87701]: return self.request(url, 'GET', **kwargs) Feb 16 13:44:00.777711 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:44:00.777711 dv-neutron-829527-1-hyperv neutron-server[87701]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:44:00.777711 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:44:00.777711 dv-neutron-829527-1-hyperv neutron-server[87701]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:44:00.777711 dv-neutron-829527-1-hyperv neutron-server[87701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:44:00.777711 dv-neutron-829527-1-hyperv neutron-server[87701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:44:00.777711 dv-neutron-829527-1-hyperv neutron-server[87701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:44:00.871599 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7719cfbd-7faf-449c-86dc-691fc941d926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8152735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023645'] for network, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:00.877655 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-7719cfbd-7faf-449c-86dc-691fc941d926 admin admin] Notify callbacks [] for network, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:00.904700 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7719cfbd-7faf-449c-86dc-691fc941d926 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe408686-50fd-49cb-a006-532bb2447daa,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:00.909130 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-7719cfbd-7faf-449c-86dc-691fc941d926 admin admin] 10.222.0.83 "DELETE /v2.0/networks/fe408686-50fd-49cb-a006-532bb2447daa HTTP/1.1" status: 204 len: 168 time: 0.9711497 Feb 16 13:44:01.035654 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 52220) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:01.086690 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-15fdf18f-20a2-47c7-a007-8802b4b7bb07 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=18200c1de7784f78b807b5487ac414cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498435 Feb 16 13:44:01.090308 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.wsgi [-] (87701) accepted ('10.222.0.83', 52224) {{(pid=87701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:01.153368 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ee012d30-0efc-48bc-ac57-04ff0e40057a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:01.182340 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ee012d30-0efc-48bc-ac57-04ff0e40057a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:01.250005 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ee012d30-0efc-48bc-ac57-04ff0e40057a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:01.271077 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee012d30-0efc-48bc-ac57-04ff0e40057a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6515f43f-04d0-4318-aba8-c24b196cc25f,revision_number=None']} {{(pid=87701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:01.277067 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-b9e49f4f-bb49-4d1e-a933-60204947f86e None None] Deleting port 76265f93-e7b1-4f1f-b73d-fff077410c27 {{(pid=87702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:44:01.277921 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b9e49f4f-bb49-4d1e-a933-60204947f86e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754732644455'] for port, before_delete {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:01.282553 dv-neutron-829527-1-hyperv neutron-server[87701]: DEBUG neutron_lib.callbacks.manager [None req-ee012d30-0efc-48bc-ac57-04ff0e40057a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:01.283881 dv-neutron-829527-1-hyperv neutron-server[87701]: INFO neutron.wsgi [None req-ee012d30-0efc-48bc-ac57-04ff0e40057a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6515f43f-04d0-4318-aba8-c24b196cc25f HTTP/1.1" status: 204 len: 168 time: 0.1924770 Feb 16 13:44:01.377088 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron.plugins.ml2.plugin [None req-b9e49f4f-bb49-4d1e-a933-60204947f86e None None] The port '76265f93-e7b1-4f1f-b73d-fff077410c27' was deleted {{(pid=87702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:44:01.722869 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 52232) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:01.774973 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-090f4d63-83fd-4c7c-ad09-b27fbeeef06f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=144cdbf30edb441780366a63192195f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509319 Feb 16 13:44:01.777629 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.wsgi [-] (87699) accepted ('10.222.0.83', 52236) {{(pid=87699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:01.836416 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9a1d6ba3-2574-4d49-a812-4361a5486543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:01.861965 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9a1d6ba3-2574-4d49-a812-4361a5486543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:01.916089 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9a1d6ba3-2574-4d49-a812-4361a5486543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609596'] for security_group, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:01.932959 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d6ba3-2574-4d49-a812-4361a5486543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2aa1e0-6bce-4ea9-80b3-dbc3c7c6fea0,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:01.946994 dv-neutron-829527-1-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9a1d6ba3-2574-4d49-a812-4361a5486543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:01.948151 dv-neutron-829527-1-hyperv neutron-server[87699]: INFO neutron.wsgi [None req-9a1d6ba3-2574-4d49-a812-4361a5486543 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3c2aa1e0-6bce-4ea9-80b3-dbc3c7c6fea0 HTTP/1.1" status: 204 len: 168 time: 0.1692979 Feb 16 13:44:01.950228 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-9bf2ea4c-83fb-4336-bc84-eace571df400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:04.197022 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c61fd670-6bb4-4d3c-8f87-2862da3b2375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:05.097106 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:05.285791 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:05.430357 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:06.978019 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:16.277396 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:44:31.945486 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-c89c7db1-a651-433a-91d6-0e5d4357b87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:34.194520 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b8f4940b-cbee-426b-a89c-6f5df0144b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:35.107821 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:35.281717 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:35.431154 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:36.982888 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:53.278304 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:45:01.955163 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-722e198d-e16d-4e87-9d19-1e0fb270ec87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:04.191618 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-919b7a44-372d-478b-a0dc-5760e5626be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:05.125327 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:05.289108 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:05.434462 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:06.984689 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:30.277864 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:45:31.950616 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-e775eeff-3692-4379-872e-ecce78082d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:34.188719 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b93d928c-e129-4922-8c76-8dc09cec167a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:35.120523 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:35.290141 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:35.437402 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:36.987936 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:01.956926 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-b56a24d3-091d-48f0-be77-0b9ebc2321e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:04.188127 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-68dde1d5-8dec-49e4-9757-351d719d4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:05.137235 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:05.298093 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:05.442602 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:06.990398 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:07.277599 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:46:31.953826 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-cbf276e3-098c-4e80-820d-b1e93f50baf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:34.183843 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-bc50119e-4c9d-4d6e-9f5c-c75f35f98c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:35.135035 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:35.295326 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:35.446624 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:36.992825 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:44.277190 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:47:01.948950 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f42970ae-2e89-4987-8f6b-aa05f6e8906a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:04.180523 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-158180f4-ccd4-4378-85f1-a8f465a6f13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:05.142776 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:05.296719 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:05.448077 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:06.994419 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:21.281601 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:47:31.953992 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-6bc7c155-23bf-4e9c-bb2b-012c46a1404f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:34.184725 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-73eee712-686a-4dc9-b1aa-fd0347cab43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:35.132724 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:35.289547 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:35.452589 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:37.001407 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:58.281543 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:48:01.958963 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-5664c93e-0ff8-443b-b554-85aa34c2d643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:04.194513 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2292982-1a60-4e91-aa74-a95f0c271ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:05.149529 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:05.302054 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:05.454269 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:07.003171 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:31.964475 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-2f99268a-738d-4b91-8fb3-429ffc82b64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:34.179183 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-4007f820-90d7-4876-8bb9-88858d62dd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:35.181420 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:35.281304 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:48:35.297011 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:35.454639 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:37.008243 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:01.969272 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-0dd36e55-5e97-4f90-903b-735ca43f3a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:04.184300 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-42670a08-1492-4ea6-9197-1026d3253f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:05.179609 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:05.301636 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:05.459016 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:07.013270 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:12.280512 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:49:31.973797 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-18dcc3f2-4d6b-469b-968a-008b28c1202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:34.179767 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-a5016c0f-6c45-45c0-8246-67d72a31d9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:35.191693 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-54e7c4e5-19b8-435a-a705-f2abb8f6516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:35.306764 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-f2348f43-3a16-4906-b405-7721475a3018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:35.461271 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-01f6130d-984f-4c5f-8081-e30fd88b3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:37.011069 dv-neutron-829527-1-hyperv neutron-server[87702]: DEBUG neutron_lib.callbacks.manager [None req-91cf8f4c-5d60-4b1b-b7c3-8436d8ce7ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754732789661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8154840'] for agent, after_update {{(pid=87702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:49.282810 dv-neutron-829527-1-hyperv neutron-server[87703]: DEBUG neutron.db.agents_db [None req-c40d0284-2ecd-4ffe-9dba-a9734c8e226b None None] Agent healthcheck: found 6 active agents {{(pid=87703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}